PSMDB-1874 (#3691)

* PSMDB-1874 enable concurrent builds, add slack notifications

* PSMDB-1874 add multijob for master branch

* PSMDB-1874 fix telemetry and ldapauthz suites

Author: olexandr-havryliak

psmdb/psmdb-multijob-regression.groovy

@@ -0,0 +1,58 @@
+library changelog: false, identifier: "lib@master", retriever: modernSCM([
+    $class: 'GitSCMSource',
+    remote: 'https://github.com/Percona-Lab/jenkins-pipelines.git'
+])
+
+pipeline {
+    agent {
+        label 'launcher-x64'
+    }
+    environment {
+        PATH = '/usr/local/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/home/ec2-user/.local/bin'
+    }
+    parameters {
+        string(name: 'PSMDB_BRANCH', defaultValue: 'master', description: 'PSMDB branch')
+        string(name: 'PSMDB_VERSION', defaultValue: '8.2.0', description: 'PSMDB version')
+    }
+    options {
+          disableConcurrentBuilds()
+    }
+    stages {
+        stage ('Run regression tests on ubuntu 24.04') {
+            steps {
+                script {
+                    build job: 'hetzner-psmdb-regression', propagate: false, wait: false, parameters: [ 
+                        string(name: 'branch', value: params.PSMDB_BRANCH), 
+                        string(name: 'version', value: params.PSMDB_VERSION), 
+                        string(name: 'tag', value: params.PSMDB_BRANCH),
+                        string(name: 'parallelexecutors', value: '2'),
+                        string(name: 'testsuites', value: 'core,unittests,dbtest,audit,oidc,telemetry --jobs=1,ldapauthz||/etc/init.d/slapd start && /etc/init.d/saslauthd start,replica_sets_fcbis_jscore_passthrough')                    
+                    ]
+                }
+            }
+        }
+        stage ('Run regression tests on oraclelinux9') {
+            steps {
+                script {
+                    def tag = params.PSMDB_BRANCH + '-ol9'
+                    build job: 'hetzner-psmdb-regression', propagate: true, wait: true, parameters: [ 
+                        string(name: 'branch', value: params.PSMDB_BRANCH),
+                        string(name: 'version', value: params.PSMDB_VERSION), 
+                        string(name: 'tag', value: tag),
+                        string(name: 'testsuites', value: 'core'),
+                        booleanParam(name: 'unittests', value: false),
+                        string(name: 'OS', value: 'oraclelinux:9')                         
+                    ]
+                }
+            }
+        }
+        stage ('Run PBM tests') {
+            steps {
+                script {
+                    def image = 'public.ecr.aws/e7j3v3n0/psmdb-build:' + params.PSMDB_BRANCH + '-ol9'
+                    build job: 'hetzner-pbm-functional-tests', propagate: false, wait: false, parameters: [ string(name: 'PSMDB', value: image) ]
+                }
+            }
+        }
+    }
+} 

psmdb/psmdb-multijob-regression.yml

@@ -0,0 +1,14 @@
+- job:
+    name: hetzner-psmdb-multijob-regression
+    project-type: pipeline
+    description: |
+        Do not edit this job through the web!
+    pipeline-scm:
+      scm:
+        - git:
+            url: https://github.com/Percona-Lab/jenkins-pipelines.git
+            branches:
+            - 'hetzner'
+            wipe-workspace: false
+      lightweight-checkout: true
+      script-path: psmdb/psmdb-multijob-regression.groovy

psmdb/psmdb-regression.groovy

@@ -27,12 +27,11 @@ pipeline {
         booleanParam(name: 'unittests',defaultValue: true, description: 'Check if list of suites contains unittests')
         booleanParam(name: 'integrationtests',defaultValue: false, description: 'Check if list of suites contains integration tests')
         booleanParam(name: 'benchmarktests',defaultValue: false, description: 'Check if list of suites contains benchmark tests')
-        string(name: 'OS', defaultValue: 'debian:12', description: 'Base OS, can be changed to build the image for PBM tests')
+        string(name: 'OS', defaultValue: 'ubuntu:24.04', description: 'Base OS, can be changed to build the image for PBM tests')
         string(name: 'resmoke_params', defaultValue: '--excludeWithAnyTags=featureFlagColumnstoreIndexes,featureFlagUpdateOneWithoutShardKey,featureFlagGlobalIndexesShardingCatalog,featureFlagGlobalIndexes,featureFlagTelemetry,featureFlagAuditConfigClusterParameter,serverless,does_not_support_config_fuzzer,featureFlagDeprioritizeLowPriorityOperations,featureFlagSbeFull,featureFlagQueryStats,featureFlagTransitionToCatalogShard,requires_latch_analyzer', description: 'Extra params passed to resmoke.py')
     }
     options {
         withCredentials(moleculePbmJenkinsCreds())
-        disableConcurrentBuilds()
     }
     stages {
         stage('Set build name'){
@@ -87,6 +86,12 @@ pipeline {
                 }    
             }
             post {
+                success {
+                    slackNotify("#mongodb_autofeed", "#00FF00", "[${JOB_NAME}]: PSMDB compilation for branch ${params.branch} on OS ${params.OS} finished succesfully, docker image: public.ecr.aws/e7j3v3n0/psmdb-build:${params.tag}")
+                }
+                failure {
+                    slackNotify("#mongodb_autofeed", "#FF0000", "[${JOB_NAME}]: PSMDB compilation for branch ${params.branch} on OS ${params.OS} failed - [${BUILD_URL}]")
+                }
                 always {
                     sh 'sudo rm -rf ./*'
                 }
@@ -455,11 +460,17 @@ pipeline {
         }
     }
     post {
-       always {
+        success {
+           slackNotify("#mongodb_autofeed", "#00FF00", "[${JOB_NAME}]: Test resuts for branch ${params.branch} on OS ${params.OS} - [${BUILD_URL}testReport/(root)/]")
+        }
+        unstable {
+           slackNotify("#mongodb_autofeed", "#F6F930", "[${JOB_NAME}]: Test resuts for branch ${params.branch} on OS ${params.OS} - [${BUILD_URL}testReport/(root)/]")
+        }
+        always {
             sh '''
                 sudo rm -rf ./*
             '''
             deleteDir()
-       }
+        }
     }
 }