K8SPS-400: add failed backup test case (#1068)

Author: eleo007

deploy/backup.yaml

@@ -10,7 +10,7 @@ spec:
 #  sourcePod: ps-cluster1-mysql-1
 #  containerOptions:
 #    env:
-#    - name: VERIFY_TLS
+#    - name: CUSTOM_VAR
 #      value: "false"
 #    args:
 #      xtrabackup:

deploy/cr.yaml

@@ -58,7 +58,7 @@ spec:
   mysql:
     clusterType: group-replication
     autoRecovery: true
-    image: perconalab/percona-server-mysql-operator:main-psmysql8.0
+    image: perconalab/percona-server-mysql-operator:main-psmysql8.4
     imagePullPolicy: Always
 #    runtimeClassName: image-rc
 #    tolerations:
@@ -93,9 +93,9 @@ spec:
 #      minAvailable: 0
     resources:
       requests:
-        memory: 2G
+        memory: 2Gi
       limits:
-        memory: 4G
+        memory: 4Gi
 
 #    readinessProbe:
 #      initialDelaySeconds: 30
@@ -167,7 +167,7 @@ spec:
 #        accessModes: [ "ReadWriteOnce" ]
         resources:
           requests:
-            storage: 2G
+            storage: 2Gi
     gracePeriod: 600
 #    configuration: |
 #      max_connections=250
@@ -198,7 +198,7 @@ spec:
 #      spec:
 #        resources:
 #          requests:
-#            storage: 1G
+#            storage: 1Gi
 #    containerSecurityContext:
 #      privileged: true
 #    podSecurityContext:
@@ -228,10 +228,10 @@ spec:
 #        minAvailable: 0
       resources:
         requests:
-          memory: 1G
+          memory: 1Gi
           cpu: 600m
 #        limits:
-#          memory: 1G
+#          memory: 1Gi
 #          cpu: 700m
 
 #      env:
@@ -332,7 +332,7 @@ spec:
 
     router:
       enabled: false
-      image: perconalab/percona-server-mysql-operator:main-router8.0
+      image: perconalab/percona-server-mysql-operator:main-router8.4
       imagePullPolicy: Always
 #      runtimeClassName: image-rc
 #      tolerations:
@@ -539,7 +539,7 @@ spec:
   backup:
     enabled: true
 #    sourcePod: ps-cluster1-mysql-1
-    image: perconalab/percona-server-mysql-operator:main-backup8.0
+    image: perconalab/percona-server-mysql-operator:main-backup8.4
 #    schedule:
 #      - name: "sat-night-backup"
 #        schedule: "0 0 * * 6"
@@ -585,7 +585,7 @@ spec:
 #          backupWorker: 'True'
 #        resources:
 #          requests:
-#            memory: 1G
+#            memory: 1Gi
 #            cpu: 600m
 #        affinity:
 #          nodeAffinity:
@@ -622,7 +622,7 @@ spec:
 #        runtimeClassName: image-rc
 #        containerOptions:
 #          env:
-#          - name: VERIFY_TLS
+#          - name: CUSTOM_VAR
 #            value: "false"
 #          args:
 #            xtrabackup:

deploy/restore.yaml

@@ -7,7 +7,7 @@ spec:
   backupName: backup1
 #  containerOptions:
 #    env:
-#    - name: VERIFY_TLS
+#    - name: CUSTOM_VAR
 #      value: "false"
 #    args:
 #      xtrabackup:

e2e-tests/functions

@@ -4,6 +4,7 @@
 ROOT_REPO=${ROOT_REPO:-$(realpath ../../..)}
 test_name=$(basename "$(pwd)")
 source "${ROOT_REPO}/e2e-tests/vars.sh"
+sed=$(which gsed || which sed)
 
 if oc get projects 2>/dev/null; then
 	OPENSHIFT=4
@@ -176,7 +177,7 @@ get_pmm_server_token() {
 		-w "\n%{http_code}")
 
 	create_status_code=$(echo "$create_response" | tail -n1)
-	create_json_response=$(echo "$create_response" | sed '$ d')
+	create_json_response=$(echo "$create_response" | $sed '$ d')
 
 	if [[ $create_status_code -ne 201 ]]; then
 		echo "Error: Failed to create PMM service account. HTTP Status: $create_status_code" >&2
@@ -200,7 +201,7 @@ get_pmm_server_token() {
 		-w "\n%{http_code}")
 
 	token_status_code=$(echo "$token_response" | tail -n1)
-	token_json_response=$(echo "$token_response" | sed '$ d')
+	token_json_response=$(echo "$token_response" | $sed '$ d')
 
 	if [[ $token_status_code -ne 200 ]]; then
 		echo "Error: Failed to create token. HTTP Status: $token_status_code" >&2
@@ -234,7 +235,7 @@ delete_pmm_server_token() {
 		-w "\n%{http_code}")
 
 	service_accounts_status=$(echo "$service_accounts_response" | tail -n1)
-	service_accounts_json=$(echo "$service_accounts_response" | sed '$ d')
+	service_accounts_json=$(echo "$service_accounts_response" | $sed '$ d')
 
 	if [[ $service_accounts_status -ne 200 ]]; then
 		echo "Error: Failed to fetch service accounts. HTTP Status: $service_accounts_status" >&2
@@ -256,7 +257,7 @@ delete_pmm_server_token() {
 		-w "\n%{http_code}")
 
 	tokens_status=$(echo "$tokens_response" | tail -n1)
-	tokens_json=$(echo "$tokens_response" | sed '$ d')
+	tokens_json=$(echo "$tokens_response" | $sed '$ d')
 
 	if [[ $tokens_status -ne 200 ]]; then
 		echo "Error: Failed to fetch tokens. HTTP Status: $tokens_status" >&2
@@ -533,17 +534,17 @@ deploy_vault() {
 	fi
 
 	cat ${secret} \
-		| sed -e "s/#token/$token/" \
-		| sed -e "s/#vault_url/$protocol:\/\/$name.$name.svc.cluster.local:8200/" \
-		| sed -e "s/#secret/secret/" >"${tmp_dir}/vault-secret.yaml"
+		| $sed -e "s/#token/$token/" \
+		| $sed -e "s/#vault_url/$protocol:\/\/$name.$name.svc.cluster.local:8200/" \
+		| $sed -e "s/#secret/secret/" >"${tmp_dir}/vault-secret.yaml"
 
 	if [ $protocol == "https" ]; then
-		sed -e 's/^/    /' ${tmp_dir}/vault.ca >${tmp_dir}/vault.new.ca
-		sed -i "s/#vault_ca/vault_ca/" "${tmp_dir}/vault-secret.yaml"
-		sed -i "/#certVal/r ${tmp_dir}/vault.new.ca" "${tmp_dir}/vault-secret.yaml"
-		sed -i "/#certVal/d" "${tmp_dir}/vault-secret.yaml"
+		$sed -e 's/^/    /' ${tmp_dir}/vault.ca >${tmp_dir}/vault.new.ca
+		$sed -i "s/#vault_ca/vault_ca/" "${tmp_dir}/vault-secret.yaml"
+		$sed -i "/#certVal/r ${tmp_dir}/vault.new.ca" "${tmp_dir}/vault-secret.yaml"
+		$sed -i "/#certVal/d" "${tmp_dir}/vault-secret.yaml"
 	else
-		sed -i "/#vault_ca/d" "${tmp_dir}/vault-secret.yaml"
+		$sed -i "/#vault_ca/d" "${tmp_dir}/vault-secret.yaml"
 	fi
 
 	kubectl apply -n "${NAMESPACE}" -f ${tmp_dir}/vault-secret.yaml
@@ -613,7 +614,7 @@ run_mysql() {
 
 	kubectl -n "${NAMESPACE}" exec "${pod:-mysql-client}" -- \
 		bash -c "printf '%s\n' \"${command}\" | mysql -sN $uri" 2>&1 \
-		| sed -e 's/mysql: //' \
+		| $sed -e 's/mysql: //' \
 		| (grep -v 'Using a password on the command line interface can be insecure.' || :)
 }
 
@@ -676,7 +677,7 @@ get_gr_status() {
 	client_pod=$(get_client_pod)
 
 	kubectl -n "${NAMESPACE}" exec "${pod:-mysql-client}" -- mysqlsh --js --uri $uri --cluster --result-format json -- cluster status \
-		| sed -e 's/mysql: //' \
+		| $sed -e 's/mysql: //' \
 		| (grep -v 'Using a password on the command line interface can be insecure.' || :)
 }
 
@@ -776,7 +777,7 @@ get_qan20_values() {
 EOF
 	)
 
-	run_curl -XPOST -d "'$(echo ${payload} | sed 's/\n//g')'" "-H 'Authorization: Bearer ${token}'" "https://${user_pass}@${endpoint}/v1/qan/metrics:getReport" \
+	run_curl -XPOST -d "'$(echo ${payload} | $sed 's/\n//g')'" "-H 'Authorization: Bearer ${token}'" "https://${user_pass}@${endpoint}/v1/qan/metrics:getReport" \
 		| jq '.rows[].fingerprint'
 }
 
@@ -1069,7 +1070,7 @@ deploy_chaos_mesh() {
 }
 
 destroy_chaos_mesh() {
-	local chaos_mesh_ns=$(helm list --all-namespaces --filter chaos-mesh | tail -n1 | awk -F' ' '{print $2}' | sed 's/NAMESPACE//')
+	local chaos_mesh_ns=$(helm list --all-namespaces --filter chaos-mesh | tail -n1 | awk -F' ' '{print $2}' | $sed 's/NAMESPACE//')
 
 	if [ -n "${chaos_mesh_ns}" ]; then
 		helm uninstall --wait --timeout 60s chaos-mesh --namespace ${chaos_mesh_ns} || :
@@ -1252,7 +1253,7 @@ check_primary_chaos() {
 		| jq .defaultReplicaSet.topology[].status \
 		| grep ONLINE \
 		| wc -l \
-		| sed 's/ //g')
+		| $sed 's/ //g')
 
 	if [[ ${online_members} != 3 ]]; then
 		echo "expected 3 online members, got ${online_members}"
@@ -1285,7 +1286,7 @@ renew_certificate() {
 deploy_cmctl() {
 	local service_account="cmctl"
 
-	sed -e "s/percona-server-mysql-operator/$service_account/g" "${DEPLOY_DIR}/rbac.yaml" \
+	$sed -e "s/percona-server-mysql-operator/$service_account/g" "${DEPLOY_DIR}/rbac.yaml" \
 		| yq '(select(.rules).rules[] | select(contains({"apiGroups": ["cert-manager.io"]}))).resources += "certificates/status"' \
 		| kubectl apply -n "${NAMESPACE}" -f -
 	kubectl apply -n "${NAMESPACE}" -f "${TESTS_CONFIG_DIR}/cmctl.yml"

e2e-tests/run-distro.csv

@@ -1,8 +1,10 @@
 auto-config
 config
 config-router
-demand-backup
-gr-demand-backup
+demand-backup-minio
+demand-backup-cloud
+gr-demand-backup-minio
+gr-demand-backup-cloud
 gr-demand-backup-haproxy
 gr-finalizer
 gr-haproxy

e2e-tests/run-minikube.csv

@@ -1,8 +1,10 @@
 auto-config
 config
 config-router
-demand-backup
-gr-demand-backup
+demand-backup-minio
+demand-backup-cloud
+gr-demand-backup-minio
+gr-demand-backup-cloud
 gr-demand-backup-haproxy
 gr-haproxy
 gr-init-deploy

e2e-tests/run-pr.csv

@@ -4,11 +4,13 @@ async-global-metadata
 auto-config
 config
 config-router
-demand-backup
+demand-backup-minio
+demand-backup-cloud
 async-data-at-rest-encryption
 gr-global-metadata
 gr-data-at-rest-encryption
-gr-demand-backup
+gr-demand-backup-minio
+gr-demand-backup-cloud
 gr-demand-backup-haproxy
 gr-finalizer
 gr-haproxy

e2e-tests/run-release.csv

@@ -4,11 +4,13 @@ async-global-metadata
 auto-config
 config
 config-router
-demand-backup
+demand-backup-minio
+demand-backup-cloud
 async-data-at-rest-encryption
 gr-global-metadata
 gr-data-at-rest-encryption
-gr-demand-backup
+gr-demand-backup-minio
+gr-demand-backup-cloud
 gr-demand-backup-haproxy
 gr-finalizer
 gr-haproxy

e2e-tests/tests/auto-config/01-assert.yaml

@@ -107,6 +107,6 @@ metadata:
 data:
   my.cnf: |2-
 
-    innodb_buffer_pool_size=1996488704
-    innodb_buffer_pool_chunk_size=249561088
-    max_connections=317
+    innodb_buffer_pool_size=2147483648
+    innodb_buffer_pool_chunk_size=268435456
+    max_connections=341