diff --git a/controllers/authpolicy_authconfig.go b/controllers/authpolicy_authconfig.go
index fa8efd8f6..c36902bd3 100644
--- a/controllers/authpolicy_authconfig.go
+++ b/controllers/authpolicy_authconfig.go
@@ -172,6 +172,11 @@ func authorinoSpecsFromConfigs[T, U any](configs map[string]U, extractAuthorinoS
 		authorinoConfig := extractAuthorinoSpec(config)
 		specs[name] = authorinoConfig
 	}
+
+	if len(specs) == 0 {
+		return nil
+	}
+
 	return specs
 }