K8SPSMDB-1318: Support concurrent reconciles (#1938)

Co-authored-by: Viacheslav Sarzhan <slava.sarzhan@percona.com>

Author: egegunes

cmd/manager/main.go

@@ -27,6 +27,7 @@ import (
 	"sigs.k8s.io/controller-runtime/pkg/webhook"
 
 	"github.com/percona/percona-server-mongodb-operator/pkg/apis"
+	psmdbv1 "github.com/percona/percona-server-mongodb-operator/pkg/apis/psmdb/v1"
 	"github.com/percona/percona-server-mongodb-operator/pkg/controller"
 	"github.com/percona/percona-server-mongodb-operator/pkg/k8s"
 	"github.com/percona/percona-server-mongodb-operator/pkg/mcs"
@@ -103,6 +104,23 @@ func main() {
 		}),
 	}
 
+	options.Controller.GroupKindConcurrency = map[string]int{
+		"PerconaServerMongoDB." + psmdbv1.SchemeGroupVersion.Group:        1,
+		"PerconaServerMongoDBBackup." + psmdbv1.SchemeGroupVersion.Group:  1,
+		"PerconaServerMongoDBRestore." + psmdbv1.SchemeGroupVersion.Group: 1,
+	}
+
+	if s := os.Getenv("MAX_CONCURRENT_RECONCILES"); s != "" {
+		if i, err := strconv.Atoi(s); err == nil && i > 0 {
+			options.Controller.GroupKindConcurrency["PerconaServerMongoDB."+psmdbv1.SchemeGroupVersion.Group] = i
+			options.Controller.GroupKindConcurrency["PerconaServerMongoDBBackup."+psmdbv1.SchemeGroupVersion.Group] = i
+			options.Controller.GroupKindConcurrency["PerconaServerMongoDBRestore."+psmdbv1.SchemeGroupVersion.Group] = i
+		} else {
+			setupLog.Error(err, "MAX_CONCURRENT_RECONCILES must be a positive number")
+			os.Exit(1)
+		}
+	}
+
 	// Add support for MultiNamespace set in WATCH_NAMESPACE
 	if len(namespace) > 0 {
 		namespaces := make(map[string]cache.Config)

deploy/bundle.yaml

@@ -19842,3 +19842,5 @@ spec:
               value: 5s
             - name: DISABLE_TELEMETRY
               value: "false"
+            - name: MAX_CONCURRENT_RECONCILES
+              value: "1"

deploy/cw-bundle.yaml

@@ -19861,3 +19861,5 @@ spec:
               value: 5s
             - name: DISABLE_TELEMETRY
               value: "false"
+            - name: MAX_CONCURRENT_RECONCILES
+              value: "1"

deploy/cw-operator.yaml

@@ -46,3 +46,5 @@ spec:
               value: 5s
             - name: DISABLE_TELEMETRY
               value: "false"
+            - name: MAX_CONCURRENT_RECONCILES
+              value: "1"

deploy/operator.yaml

@@ -48,3 +48,5 @@ spec:
               value: 5s
             - name: DISABLE_TELEMETRY
               value: "false"
+            - name: MAX_CONCURRENT_RECONCILES
+              value: "1"