diff --git a/components/monitoring/grafana/base/dashboards/pipeline-service/kustomization.yaml b/components/monitoring/grafana/base/dashboards/pipeline-service/kustomization.yaml index 3ccd8778c6b..9f7dc6627d7 100644 --- a/components/monitoring/grafana/base/dashboards/pipeline-service/kustomization.yaml +++ b/components/monitoring/grafana/base/dashboards/pipeline-service/kustomization.yaml @@ -2,4 +2,4 @@ apiVersion: kustomize.config.k8s.io/v1beta1 kind: Kustomization resources: - - https://github.com/openshift-pipelines/pipeline-service/operator/gitops/argocd/grafana/?ref=72287aca6503f631b917debc27683a508f7e45ad + - https://github.com/openshift-pipelines/pipeline-service/operator/gitops/argocd/grafana/?ref=3ed2e97d4eacb0252b153edd2d6006637acb528e diff --git a/components/pipeline-service/development/bump-results-watcher-replicas.yaml b/components/pipeline-service/development/bump-results-watcher-replicas.yaml index bcd64c5fb6d..dd1942ff27e 100644 --- a/components/pipeline-service/development/bump-results-watcher-replicas.yaml +++ b/components/pipeline-service/development/bump-results-watcher-replicas.yaml @@ -1,4 +1,4 @@ - op: replace path: /spec/replicas # default pipeline-service setting is 1 - value: 2 \ No newline at end of file + value: 1 \ No newline at end of file diff --git a/components/pipeline-service/development/config.env b/components/pipeline-service/development/config.env new file mode 100644 index 00000000000..45c7366e68f --- /dev/null +++ b/components/pipeline-service/development/config.env @@ -0,0 +1,32 @@ +DB_USER= +DB_PASSWORD= +DB_HOST= +DB_PORT=5432 +DB_NAME= +DB_SSLMODE=disable +DB_SSLROOTCERT= +DB_ENABLE_AUTO_MIGRATION=true +SERVER_PORT=8080 +PROMETHEUS_PORT=9090 +PROMETHEUS_HISTOGRAM=true +TLS_PATH=/etc/tls +AUTH_DISABLE=false +AUTH_IMPERSONATE=true +LOG_LEVEL=info +LOGS_API=false +LOGS_TYPE=File +LOGS_BUFFER_SIZE=5242880 +LOGS_PATH=/logs +S3_BUCKET_NAME= +S3_ENDPOINT= +S3_HOSTNAME_IMMUTABLE=false +S3_REGION= +S3_ACCESS_KEY_ID= +S3_SECRET_ACCESS_KEY= +S3_MULTI_PART_SIZE=5242880 +GCS_BUCKET_NAME= +STORAGE_EMULATOR_HOST= +K8S_QPS=50 +K8S_BURST=100 +PROFILING=true +PROFILING_PORT=6060 \ No newline at end of file diff --git a/components/pipeline-service/development/kustomization.yaml b/components/pipeline-service/development/kustomization.yaml index c790809485f..f29f0a99baf 100644 --- a/components/pipeline-service/development/kustomization.yaml +++ b/components/pipeline-service/development/kustomization.yaml @@ -8,15 +8,22 @@ commonAnnotations: argocd.argoproj.io/sync-options: SkipDryRunOnMissingResource=true resources: - - https://github.com/openshift-pipelines/pipeline-service.git/developer/openshift/gitops/argocd/pipeline-service?ref=72287aca6503f631b917debc27683a508f7e45ad - - https://github.com/openshift-pipelines/pipeline-service.git/developer/openshift/gitops/argocd/pipeline-service-storage?ref=72287aca6503f631b917debc27683a508f7e45ad + - https://github.com/openshift-pipelines/pipeline-service.git/developer/openshift/gitops/argocd/pipeline-service?ref=3ed2e97d4eacb0252b153edd2d6006637acb528e + - https://github.com/openshift-pipelines/pipeline-service.git/developer/openshift/gitops/argocd/pipeline-service-storage?ref=3ed2e97d4eacb0252b153edd2d6006637acb528e - ../base/rbac -images: - - name: quay.io/redhat-appstudio/tekton-results-api - newTag: bae7851ff584423503af324200f52cd28ca99116 - - name: quay.io/redhat-appstudio/tekton-results-watcher - newTag: bae7851ff584423503af324200f52cd28ca99116 +# generate a new configmap with updated values (logs api, db ssl mode) and replace the default one +configMapGenerator: + - behavior: replace + files: + - config.env + name: api-config + options: + disableNameSuffixHash: true + - behavior: merge + name: config-observability + literals: + - profiling.enable="true" patches: - path: chains-tekton-config-patches.yaml @@ -56,3 +63,8 @@ patches: target: kind: TektonConfig name: config + - path: update-results-watcher-performance.yaml + target: + kind: Deployment + namespace: tekton-results + name: tekton-results-watcher \ No newline at end of file diff --git a/components/pipeline-service/development/update-results-watcher-performance.yaml b/components/pipeline-service/development/update-results-watcher-performance.yaml new file mode 100644 index 00000000000..03b0fe44ac4 --- /dev/null +++ b/components/pipeline-service/development/update-results-watcher-performance.yaml @@ -0,0 +1,31 @@ +--- +- op: add + path: /spec/template/spec/containers/0/args/- + value: -threadiness +- op: add + path: /spec/template/spec/containers/0/args/- + value: "50" +- op: add + path: /spec/template/spec/containers/0/args/- + value: -qps +- op: add + path: /spec/template/spec/containers/0/args/- + value: "50" +- op: add + path: /spec/template/spec/containers/0/args/- + value: -burst +- op: add + path: /spec/template/spec/containers/0/args/- + value: "100" +- op: add + path: /spec/template/spec/containers/0/args/- + value: -update_log_timeout +- op: add + path: /spec/template/spec/containers/0/args/- + value: "9m" +- op: add + path: /spec/template/spec/containers/0/args/- + value: -dynamic_reconcile_timeout +- op: add + path: /spec/template/spec/containers/0/args/- + value: "9m" diff --git a/components/pipeline-service/staging/base/bump-results-watcher-replicas.yaml b/components/pipeline-service/staging/base/bump-results-watcher-replicas.yaml index bcd64c5fb6d..dd1942ff27e 100644 --- a/components/pipeline-service/staging/base/bump-results-watcher-replicas.yaml +++ b/components/pipeline-service/staging/base/bump-results-watcher-replicas.yaml @@ -1,4 +1,4 @@ - op: replace path: /spec/replicas # default pipeline-service setting is 1 - value: 2 \ No newline at end of file + value: 1 \ No newline at end of file diff --git a/components/pipeline-service/staging/base/config.env b/components/pipeline-service/staging/base/config.env new file mode 100644 index 00000000000..45c7366e68f --- /dev/null +++ b/components/pipeline-service/staging/base/config.env @@ -0,0 +1,32 @@ +DB_USER= +DB_PASSWORD= +DB_HOST= +DB_PORT=5432 +DB_NAME= +DB_SSLMODE=disable +DB_SSLROOTCERT= +DB_ENABLE_AUTO_MIGRATION=true +SERVER_PORT=8080 +PROMETHEUS_PORT=9090 +PROMETHEUS_HISTOGRAM=true +TLS_PATH=/etc/tls +AUTH_DISABLE=false +AUTH_IMPERSONATE=true +LOG_LEVEL=info +LOGS_API=false +LOGS_TYPE=File +LOGS_BUFFER_SIZE=5242880 +LOGS_PATH=/logs +S3_BUCKET_NAME= +S3_ENDPOINT= +S3_HOSTNAME_IMMUTABLE=false +S3_REGION= +S3_ACCESS_KEY_ID= +S3_SECRET_ACCESS_KEY= +S3_MULTI_PART_SIZE=5242880 +GCS_BUCKET_NAME= +STORAGE_EMULATOR_HOST= +K8S_QPS=50 +K8S_BURST=100 +PROFILING=true +PROFILING_PORT=6060 \ No newline at end of file diff --git a/components/pipeline-service/staging/base/kustomization.yaml b/components/pipeline-service/staging/base/kustomization.yaml index 894045c2eb8..55afedce00c 100644 --- a/components/pipeline-service/staging/base/kustomization.yaml +++ b/components/pipeline-service/staging/base/kustomization.yaml @@ -8,17 +8,24 @@ commonAnnotations: argocd.argoproj.io/sync-options: SkipDryRunOnMissingResource=true resources: - - https://github.com/openshift-pipelines/pipeline-service.git/operator/gitops/argocd/pipeline-service?ref=72287aca6503f631b917debc27683a508f7e45ad + - https://github.com/openshift-pipelines/pipeline-service.git/operator/gitops/argocd/pipeline-service?ref=3ed2e97d4eacb0252b153edd2d6006637acb528e - pipelines-as-code-secret.yaml - ../../base/external-secrets - ../../base/testing - ../../base/rbac -images: - - name: quay.io/redhat-appstudio/tekton-results-api - newTag: bae7851ff584423503af324200f52cd28ca99116 - - name: quay.io/redhat-appstudio/tekton-results-watcher - newTag: bae7851ff584423503af324200f52cd28ca99116 +# generate a new configmap with updated values (logs api, db ssl mode) and replace the default one +configMapGenerator: + - behavior: replace + files: + - config.env + name: api-config + options: + disableNameSuffixHash: true + - behavior: merge + name: config-observability + literals: + - profiling.enable="true" patches: - path: chains-tekton-config-patches.yaml diff --git a/components/pipeline-service/staging/base/update-results-watcher-performance.yaml b/components/pipeline-service/staging/base/update-results-watcher-performance.yaml index ec2b073856e..99ad99930a9 100644 --- a/components/pipeline-service/staging/base/update-results-watcher-performance.yaml +++ b/components/pipeline-service/staging/base/update-results-watcher-performance.yaml @@ -4,4 +4,34 @@ value: "250m" - op: replace path: /spec/template/spec/containers/1/resources/limits/cpu - value: "250m" \ No newline at end of file + value: "250m" +- op: add + path: /spec/template/spec/containers/1/args/- + value: -threadiness +- op: add + path: /spec/template/spec/containers/1/args/- + value: "50" +- op: add + path: /spec/template/spec/containers/1/args/- + value: -qps +- op: add + path: /spec/template/spec/containers/1/args/- + value: "50" +- op: add + path: /spec/template/spec/containers/1/args/- + value: -burst +- op: add + path: /spec/template/spec/containers/1/args/- + value: "100" +- op: add + path: /spec/template/spec/containers/1/args/- + value: -update_log_timeout +- op: add + path: /spec/template/spec/containers/1/args/- + value: "9m" +- op: add + path: /spec/template/spec/containers/1/args/- + value: -dynamic_reconcile_timeout +- op: add + path: /spec/template/spec/containers/1/args/- + value: "9m" diff --git a/components/pipeline-service/staging/stone-stage-p01/deploy.yaml b/components/pipeline-service/staging/stone-stage-p01/deploy.yaml index 9197bb5fa4a..f957fb42d36 100644 --- a/components/pipeline-service/staging/stone-stage-p01/deploy.yaml +++ b/components/pipeline-service/staging/stone-stage-p01/deploy.yaml @@ -897,7 +897,7 @@ subjects: --- apiVersion: v1 data: - config.env: | + config.env: |- DB_USER= DB_PASSWORD= DB_HOST= @@ -926,6 +926,10 @@ data: S3_MULTI_PART_SIZE=5242880 GCS_BUCKET_NAME= STORAGE_EMULATOR_HOST= + K8S_QPS=50 + K8S_BURST=100 + PROFILING=true + PROFILING_PORT=6060 kind: ConfigMap metadata: annotations: @@ -1054,6 +1058,7 @@ data: metrics.taskrun.duration-type: "histogram" metrics.pipelinerun.level: "pipeline" metrics.pipelinerun.duration-type: "histogram" + profiling.enable: "true" kind: ConfigMap metadata: annotations: @@ -1335,7 +1340,7 @@ spec: secretKeyRef: key: db.name name: tekton-results-database - image: quay.io/redhat-appstudio/tekton-results-api:bae7851ff584423503af324200f52cd28ca99116 + image: quay.io/redhat-appstudio/tekton-results-api:ed360eccc021ad5eedf8ea9c0732912ef602b15a livenessProbe: httpGet: path: /healthz @@ -1404,7 +1409,7 @@ metadata: name: tekton-results-watcher namespace: tekton-results spec: - replicas: 2 + replicas: 1 selector: matchLabels: app.kubernetes.io/name: tekton-results-watcher @@ -1470,6 +1475,16 @@ spec: - -check_owner=false - -completed_run_grace_period - 10m + - -threadiness + - "50" + - -qps + - "50" + - -burst + - "100" + - -update_log_timeout + - 9m + - -dynamic_reconcile_timeout + - 9m env: - name: SYSTEM_NAMESPACE valueFrom: @@ -1487,7 +1502,7 @@ spec: value: tekton-results-api-service.tekton-pipelines.svc.cluster.local:8080 - name: AUTH_MODE value: token - image: quay.io/redhat-appstudio/tekton-results-watcher:bae7851ff584423503af324200f52cd28ca99116 + image: quay.io/redhat-appstudio/tekton-results-watcher:ed360eccc021ad5eedf8ea9c0732912ef602b15a name: watcher ports: - containerPort: 9090 @@ -1635,7 +1650,7 @@ spec: )" \ --dry-run=client \ -o yaml | kubectl apply -f - - image: quay.io/konflux-ci/appstudio-utils:ab6b0b8e40e440158e7288c73aff1cf83a2cc8a9@sha256:24179f0efd06c65d16868c2d7eb82573cce8e43533de6cea14fec3b7446e0b14 + image: quay.io/redhat-appstudio/appstudio-utils:dbbdd82734232e6289e8fbae5b4c858481a7c057 imagePullPolicy: Always name: chains-secret-generation resources: diff --git a/components/pipeline-service/staging/stone-stg-m01/deploy.yaml b/components/pipeline-service/staging/stone-stg-m01/deploy.yaml index 0500342ff35..c409fc1ca60 100644 --- a/components/pipeline-service/staging/stone-stg-m01/deploy.yaml +++ b/components/pipeline-service/staging/stone-stg-m01/deploy.yaml @@ -897,7 +897,7 @@ subjects: --- apiVersion: v1 data: - config.env: | + config.env: |- DB_USER= DB_PASSWORD= DB_HOST= @@ -926,6 +926,10 @@ data: S3_MULTI_PART_SIZE=5242880 GCS_BUCKET_NAME= STORAGE_EMULATOR_HOST= + K8S_QPS=50 + K8S_BURST=100 + PROFILING=true + PROFILING_PORT=6060 kind: ConfigMap metadata: annotations: @@ -1054,6 +1058,7 @@ data: metrics.taskrun.duration-type: "histogram" metrics.pipelinerun.level: "pipeline" metrics.pipelinerun.duration-type: "histogram" + profiling.enable: "true" kind: ConfigMap metadata: annotations: @@ -1335,7 +1340,7 @@ spec: secretKeyRef: key: db.name name: tekton-results-database - image: quay.io/redhat-appstudio/tekton-results-api:bae7851ff584423503af324200f52cd28ca99116 + image: quay.io/redhat-appstudio/tekton-results-api:ed360eccc021ad5eedf8ea9c0732912ef602b15a livenessProbe: httpGet: path: /healthz @@ -1404,7 +1409,7 @@ metadata: name: tekton-results-watcher namespace: tekton-results spec: - replicas: 2 + replicas: 1 selector: matchLabels: app.kubernetes.io/name: tekton-results-watcher @@ -1470,6 +1475,16 @@ spec: - -check_owner=false - -completed_run_grace_period - 10m + - -threadiness + - "50" + - -qps + - "50" + - -burst + - "100" + - -update_log_timeout + - 9m + - -dynamic_reconcile_timeout + - 9m env: - name: SYSTEM_NAMESPACE valueFrom: @@ -1487,7 +1502,7 @@ spec: value: tekton-results-api-service.tekton-pipelines.svc.cluster.local:8080 - name: AUTH_MODE value: token - image: quay.io/redhat-appstudio/tekton-results-watcher:bae7851ff584423503af324200f52cd28ca99116 + image: quay.io/redhat-appstudio/tekton-results-watcher:ed360eccc021ad5eedf8ea9c0732912ef602b15a name: watcher ports: - containerPort: 9090 @@ -1635,7 +1650,7 @@ spec: )" \ --dry-run=client \ -o yaml | kubectl apply -f - - image: quay.io/konflux-ci/appstudio-utils:ab6b0b8e40e440158e7288c73aff1cf83a2cc8a9@sha256:24179f0efd06c65d16868c2d7eb82573cce8e43533de6cea14fec3b7446e0b14 + image: quay.io/redhat-appstudio/appstudio-utils:dbbdd82734232e6289e8fbae5b4c858481a7c057 imagePullPolicy: Always name: chains-secret-generation resources: diff --git a/components/pipeline-service/staging/stone-stg-rh01/deploy.yaml b/components/pipeline-service/staging/stone-stg-rh01/deploy.yaml index 0d0f1cf4923..9b4be03b6d2 100644 --- a/components/pipeline-service/staging/stone-stg-rh01/deploy.yaml +++ b/components/pipeline-service/staging/stone-stg-rh01/deploy.yaml @@ -897,7 +897,7 @@ subjects: --- apiVersion: v1 data: - config.env: | + config.env: |- DB_USER= DB_PASSWORD= DB_HOST= @@ -926,6 +926,10 @@ data: S3_MULTI_PART_SIZE=5242880 GCS_BUCKET_NAME= STORAGE_EMULATOR_HOST= + K8S_QPS=50 + K8S_BURST=100 + PROFILING=true + PROFILING_PORT=6060 kind: ConfigMap metadata: annotations: @@ -1054,6 +1058,7 @@ data: metrics.taskrun.duration-type: "histogram" metrics.pipelinerun.level: "pipeline" metrics.pipelinerun.duration-type: "histogram" + profiling.enable: "true" kind: ConfigMap metadata: annotations: @@ -1335,7 +1340,7 @@ spec: secretKeyRef: key: db.name name: tekton-results-database - image: quay.io/redhat-appstudio/tekton-results-api:bae7851ff584423503af324200f52cd28ca99116 + image: quay.io/redhat-appstudio/tekton-results-api:ed360eccc021ad5eedf8ea9c0732912ef602b15a livenessProbe: httpGet: path: /healthz @@ -1404,7 +1409,7 @@ metadata: name: tekton-results-watcher namespace: tekton-results spec: - replicas: 2 + replicas: 1 selector: matchLabels: app.kubernetes.io/name: tekton-results-watcher @@ -1470,6 +1475,16 @@ spec: - -check_owner=false - -completed_run_grace_period - 10m + - -threadiness + - "50" + - -qps + - "50" + - -burst + - "100" + - -update_log_timeout + - 9m + - -dynamic_reconcile_timeout + - 9m env: - name: SYSTEM_NAMESPACE valueFrom: @@ -1487,7 +1502,7 @@ spec: value: tekton-results-api-service.tekton-pipelines.svc.cluster.local:8080 - name: AUTH_MODE value: token - image: quay.io/redhat-appstudio/tekton-results-watcher:bae7851ff584423503af324200f52cd28ca99116 + image: quay.io/redhat-appstudio/tekton-results-watcher:ed360eccc021ad5eedf8ea9c0732912ef602b15a name: watcher ports: - containerPort: 9090 @@ -1635,7 +1650,7 @@ spec: )" \ --dry-run=client \ -o yaml | kubectl apply -f - - image: quay.io/konflux-ci/appstudio-utils:ab6b0b8e40e440158e7288c73aff1cf83a2cc8a9@sha256:24179f0efd06c65d16868c2d7eb82573cce8e43533de6cea14fec3b7446e0b14 + image: quay.io/redhat-appstudio/appstudio-utils:dbbdd82734232e6289e8fbae5b4c858481a7c057 imagePullPolicy: Always name: chains-secret-generation resources: