Merge remote-tracking branch 'origin/develop' into fix/buildx-liveness-dailer

Author: Ash-exp

CHANGELOG/release-notes-v1.7.0.md

@@ -0,0 +1,33 @@
+## v1.7.0
+
+## Enhancements
+- feat: Added Cronjob chart 1-6-0 (#6650)
+- feat: wf logs (#6606)
+- feat: Enable selection of all CI pipelines at once when the Environment filter is applied in Notifications (#6526)
+## Bugs
+- fix: app workflow cd pipleine check (#6658)
+- fix: panic fixes on concurrent delete request (#6657)
+- fix: panic fix on concurrent deletion request (#6644)
+- fix: duplicate entries in deployment history without override (#6637)
+- fix: overriden pipeline ids filtering in case of material deletion (#6636)
+- fix: prevent deletion of git material used in overridden CI templates (#6633)
+- fix: ea mode fixes (#6624)
+- fix: stack Manager issues (#6619)
+- fix: Change ci to webhook fix (#6626)
+- fix: oci chart deployment values.yaml and requirement.yaml not compatible (#6620)
+- fix: panic fix installedApp type timeline update (#6614)
+- fix: workflow getting incorrectly deleted in case of webhook and unreachable cluster's cd pipeline (#6602)
+- fix: add safety checks to prevent index-out-of-range panics in CdHandler (#6597)
+- fix: reverted telemetry connection error (#6587)
+- fix: anomalies in deployment status timeline (#6569)
+- fix: scoped var complex type resolution not working in patch type overrides (#6572)
+## Others
+- chore: when a cluster event occurs, create config map instead of secret (#6607)
+- chore: Gpu workload chart (#6608)
+- misc: update sample dockerfiles use non-root user (UID 2002) and base images (#6512)
+- misc: wire in EA (#6616)
+- chore: removed multi-arch section from readme (#6613)
+- chore: git sensor grpc lb policy change (#6610)
+- misc: go routines wrapped into panic safe function (#6589)
+- chore: http transport service refactoring (#6592)
+- misc: GetConfigDBObj in tx (#6584)

api/restHandler/app/appInfo/AppInfoRestHandler.go

@@ -87,9 +87,23 @@ func (handler AppInfoRestHandlerImpl) GetAllLabels(w http.ResponseWriter, r *htt
 		common.WriteJsonResp(w, err, "Unauthorized User", http.StatusUnauthorized)
 		return
 	}
+	propagatedLabelsOnlyStr := r.URL.Query().Get("showPropagatedOnly")
+
+	var propagatedLabelsOnlyBool *bool
+	if propagatedLabelsOnlyStr != "" {
+		if val, err := strconv.ParseBool(propagatedLabelsOnlyStr); err == nil {
+			propagatedLabelsOnlyBool = &val
+		} else {
+			// Invalid boolean value provided, treat as null (nil)
+			propagatedLabelsOnlyBool = nil
+			handler.logger.Infow("Invalid 'showPropagatedOnly' value from quey params — defaulting to nil", propagatedLabelsOnlyStr)
+		}
+	}
+
 	token := r.Header.Get("token")
 	results := make([]*bean.AppLabelDto, 0)
-	labels, err := handler.appService.FindAll()
+
+	labels, err := handler.appService.FindAll(propagatedLabelsOnlyBool)
 	if err != nil {
 		handler.logger.Errorw("service err, GetAllLabels", "err", err)
 		common.WriteJsonResp(w, err, nil, http.StatusInternalServerError)

charts/devtron/Chart.yaml

@@ -1,6 +1,6 @@
 apiVersion: v2
 name: devtron-operator
-appVersion: 1.6.0
+appVersion: 1.7.0
 description: Chart to configure and install Devtron. Devtron is a Kubernetes Orchestration system.
 keywords:
   - Devtron
@@ -11,7 +11,7 @@ keywords:
   - argocd
   - Hyperion
 engine: gotpl
-version: 0.22.94
+version: 0.22.95
 sources:
   - https://github.com/devtron-labs/charts
 dependencies:

charts/devtron/devtron-bom.yaml

@@ -8,9 +8,14 @@ global:
     runAsUser: 1000
     runAsNonRoot: true
   containerRegistry: "quay.io/devtron"
+  dbConfig:
+    PG_ADDR: postgresql-postgresql.devtroncd
+    PG_PORT: "5432"
+    PG_USER: postgres
+    PG_DATABASE: orchestrator
 extraManifests: []
 installer:
-  release: "v1.6.0"
+  release: "v1.7.0"
   registry: ""
   image: "inception"
   tag: "473deaa4-185-21582"
@@ -35,13 +40,13 @@ components:
         ENABLE_RESOURCE_SCAN: "true"
         FEATURE_CODE_MIRROR_ENABLE: "true"
     registry: ""
-    image: "dashboard:c5dfd7aa-690-32907"
+    image: "dashboard:a85f2624-690-33873"
     imagePullPolicy: IfNotPresent
     healthPort: 8080
   devtron:
     registry: ""
-    image: "hyperion:667bd63f-280-32953"
-    cicdImage: "devtron:667bd63f-434-32952"
+    image: "hyperion:c8e75fb3-280-33879"
+    cicdImage: "devtron:c8e75fb3-434-33854"
     imagePullPolicy: IfNotPresent
     customOverrides: {}
     podSecurityContext:
@@ -55,7 +60,7 @@ components:
     healthPort: 8080
   ciRunner:
     registry: ""
-    image: "ci-runner:da156379-138-32911"
+    image: "ci-runner:a4fc9044-138-33875"
   argocdDexServer:
     registry: ""
     image: "dex:v2.30.2"
@@ -64,19 +69,15 @@ components:
       authenticator: "authenticator:e414faff-393-13273"
   kubelink:
     registry: ""
-    image: "kubelink:da156379-564-32903"
+    image: "kubelink:a4fc9044-564-33855"
     imagePullPolicy: IfNotPresent
     configs:
       ENABLE_HELM_RELEASE_CACHE: "true"
       USE_CUSTOM_HTTP_TRANSPORT: "true"
       MANIFEST_FETCH_BATCH_SIZE: "2"
       NATS_MSG_PROCESSING_BATCH_SIZE: "1"
       NATS_SERVER_HOST: nats://devtron-nats.devtroncd:4222
-      PG_ADDR: postgresql-postgresql.devtroncd
-      PG_DATABASE: orchestrator
       PG_LOG_QUERY: "true"
-      PG_PORT: "5432"
-      PG_USER: postgres
     dbconfig:
       secretName: postgresql-postgresql
       keyName: postgresql-password
@@ -91,7 +92,7 @@ components:
     healthPort: 50052
   kubewatch:
     registry: ""
-    image: "kubewatch:da156379-419-32900"
+    image: "kubewatch:a4fc9044-419-33852"
     imagePullPolicy: IfNotPresent
     healthPort: 8080
     configs:
@@ -101,11 +102,7 @@ components:
       ACD_NAMESPACE: "devtroncd"
       ACD_INFORMER: "true"
       NATS_STREAM_MAX_AGE: "10800"
-      PG_ADDR: postgresql-postgresql.devtroncd
-      PG_DATABASE: orchestrator
       PG_LOG_QUERY: "true"
-      PG_PORT: "5432"
-      PG_USER: postgres
       CLUSTER_ARGO_CD_TYPE: "ALL_CLUSTER"
     dbconfig:
       secretName: postgresql-postgresql
@@ -119,15 +116,14 @@ components:
       image: postgres_exporter:v0.10.1
   gitsensor:
     registry: ""
-    image: "git-sensor:da156379-200-32905"
+    image: "git-sensor:a4fc9044-200-33872"
     imagePullPolicy: IfNotPresent
     serviceMonitor:
       enabled: false
     persistence:
       volumeSize: 2Gi
     configs:
-      PG_ADDR: postgresql-postgresql.devtroncd
-      PG_USER: postgres
+      PG_DATABASE: git_sensor
       COMMIT_STATS_TIMEOUT_IN_SEC: "2"
       ENABLE_FILE_STATS: "true"
       USE_GIT_CLI: "true"
@@ -138,15 +134,12 @@ components:
   # Values for lens
   lens:
     registry: ""
-    image: "lens:da156379-333-32910"
+    image: "lens:a4fc9044-333-33874"
     imagePullPolicy: IfNotPresent
     configs:
       GIT_SENSOR_PROTOCOL: GRPC
       GIT_SENSOR_URL: git-sensor-service.devtroncd:90
       NATS_SERVER_HOST: nats://devtron-nats.devtroncd:4222
-      PG_ADDR: postgresql-postgresql.devtroncd
-      PG_PORT: "5432"
-      PG_USER: postgres
       PG_DATABASE: lens
     dbconfig:
       secretName: postgresql-postgresql
@@ -174,23 +167,10 @@ components:
     kubectlImage: "kubectl:latest"
     duplicateChartImage: devtron-utils:dup-chart-repo-v1.1.0
     entMigratorImage: "devtron-utils:geni-v1.1.4"
-    configs:
-      PG_ADDR: postgresql-postgresql.devtroncd
-    envVars:
-      devtron:
-        DB_NAME: "orchestrator"
-      casbin:
-        DB_NAME: "casbin"
-      gitsensor:
-        DB_NAME: "git_sensor"
-      lens:
-        DB_NAME: "lens"
   chartSync:
     registry: ""
-    image: chart-sync:da156379-836-32914
+    image: chart-sync:a4fc9044-836-33878
     schedule: "0 19 * * *"
-    extraConfigs:
-      PG_ADDR: postgresql-postgresql.devtroncd
     podSecurityContext:
       fsGroup: 1001
       runAsGroup: 1001
@@ -218,7 +198,7 @@ workflowController:
   IMDSv1ExecutorImage: "argoexec:v3.0.7"
 security:
   imageScanner:
-    image: "image-scanner:da156379-141-32912"
+    image: "image-scanner:a4fc9044-141-33877"
     healthPort: 8080
     configs:
       TRIVY_DB_REPOSITORY: mirror.gcr.io/aquasec/trivy-db
@@ -229,7 +209,7 @@ security:
       tag: 4.3.6
 # Values for notifier integration
 notifier:
-  image: "notifier:99e2f3cd-372-32893"
+  image: "notifier:19d654ff-372-33876"
   healthPort: 3000
 minio:
   image: "minio:RELEASE.2021-02-14T04-01-33Z"
@@ -256,10 +236,7 @@ devtronEnterprise:
     image: "casbin:f6ff5f74-064b67e5-462-30822"
     imagePullPolicy: IfNotPresent
     configs:
-      PG_ADDR: postgresql-postgresql.devtroncd
       PG_DATABASE: casbin
-      PG_PORT: "5432"
-      PG_USER: postgres
     dbconfig:
       secretName: postgresql-postgresql
       keyName: postgresql-password

charts/devtron/templates/app-sync-job.yaml

@@ -31,11 +31,6 @@ spec:
       - name: chart-sync
         image: {{ include "common.image" (dict "component" $.Values.components.chartSync "global" $.Values.global ) }}
         {{- include "common.containerSecurityContext" (dict "containerSecurityContext" $.Values.components.chartSync.containerSecurityContext "global" $.Values.global) | indent 8 }}
-        env:
-        - name: PG_DATABASE
-          value: orchestrator
-        - name: PG_USER
-          value: postgres
         envFrom:
         - configMapRef: 
             name: app-sync-cm
@@ -79,11 +74,6 @@ spec:
           - name: chart-sync
             image: {{ include "common.image" (dict "component" $.Values.components.chartSync "global" $.Values.global ) }}
             {{- include "common.containerSecurityContext" (dict "containerSecurityContext" $.Values.components.chartSync.containerSecurityContext "global" $.Values.global) | indent 12 }}
-            env:
-            - name: PG_DATABASE
-              value: orchestrator
-            - name: PG_USER
-              value: postgres
             envFrom:
             - secretRef:
                 name: devtron-secret
@@ -110,6 +100,7 @@ metadata:
     app: app-sync-cronjob
     release: devtron
 data:
+{{ toYaml $.Values.global.dbConfig | indent 2 }}
 {{- if $.Values.components.chartSync.extraConfigs }}
 {{ toYaml $.Values.components.chartSync.extraConfigs | indent 2 }}
 {{- end }}

charts/devtron/templates/casbin.yaml

@@ -96,6 +96,7 @@ metadata:
     release: casbin
 {{- if .configs }}
 data:
+{{ toYaml $.Values.global.dbConfig | indent 2 }}
 {{ toYaml .configs | indent 2 }}
 {{- end }}
 ---

charts/devtron/templates/configmap-secret.yaml

@@ -206,9 +206,13 @@ data:
 apiVersion: v1
 kind: Secret
 data:
+{{- if and $.Values.global.externalPostgres $.Values.global.externalPostgres.enabled }}
+  postgresql-password: {{ $.Values.global.externalPostgres.PG_PASSWORD | b64enc }}
+{{- else }}
   postgresql-password: {{ $postgresPwd }}
-  POSTGRES_USER: cG9zdGdyZXM=
-  POSTGRES_DB: b3JjaGVzdHJhdG9y
+{{- end }}
+  POSTGRES_USER: {{ $.Values.global.dbConfig.PG_USER | b64enc }}
+  POSTGRES_DB: {{ $.Values.global.dbConfig.PG_DATABASE | b64enc }}
 metadata:
   name: postgresql-postgresql
   labels:
@@ -224,7 +228,11 @@ type: Opaque
 apiVersion: v1
 kind: Secret
 data:
+{{- if and $.Values.global.externalPostgres $.Values.global.externalPostgres.enabled }}
+  DB_PASSWORD: {{ $.Values.global.externalPostgres.PG_PASSWORD | b64enc }}
+{{- else }}
   DB_PASSWORD: {{ $postgresPwd }}
+{{- end }}
 metadata:
   name: postgresql-migrator
   labels:
@@ -248,7 +256,11 @@ metadata:
     "helm.sh/hook-weight": "-3"
     "helm.sh/resource-policy": keep
 data:
+{{- if and $.Values.global.externalPostgres $.Values.global.externalPostgres.enabled }}
+  PG_PASSWORD: {{ $.Values.global.externalPostgres.PG_PASSWORD | b64enc }}
+{{- else }}
   PG_PASSWORD: {{ $postgresPwd }}
+{{- end }}
 {{- if $.Values.installer.modules }}
 {{- if has "cicd" $.Values.installer.modules }}
   EXTERNAL_CI_API_SECRET: {{ $EXTERNAL_CI_API_SECRET }}

charts/devtron/templates/devtron-service.yaml

@@ -30,6 +30,9 @@ spec:
 {{- if .loadBalancerSourceRanges }}
   loadBalancerSourceRanges:
 {{ toYaml .loadBalancerSourceRanges | nindent 4}}
+{{- end }}
+{{- if .loadBalancerIP }}
+  loadBalancerIP: {{ .loadBalancerIP }}
 {{- end }}
   selector:
     app: devtron

charts/devtron/templates/devtron.yaml

@@ -13,15 +13,10 @@ data:
   DEVTRON_HELM_RELEASE_NAME: {{ $.Release.Name }}
   DEVTRON_HELM_RELEASE_NAMESPACE: {{ $.Release.Namespace }}
   FEATURE_MIGRATE_ARGOCD_APPLICATION_ENABLE: "true"
-  PG_USER: postgres
-  {{- if not $.Values.devtronEnterprise.enabled }}
-  PG_ADDR: postgresql-postgresql.devtroncd
-  {{- end }}
-  PG_PORT: "5432"
+{{ toYaml $.Values.global.dbConfig | indent 2 }}
   HELM_CLIENT_URL: kubelink-service-headless:50051
   DASHBOARD_PORT: "80"
   DASHBOARD_HOST: dashboard-service.devtroncd
-  PG_DATABASE: orchestrator
   DEX_HOST: http://argocd-dex-server.devtroncd
   DEX_PORT: "5556"
   APP_SYNC_IMAGE: {{ include "common.image" (dict "component" $.Values.components.chartSync "global" $.Values.global ) }}

charts/devtron/templates/gitsensor.yaml

@@ -25,6 +25,7 @@ metadata:
     release: devtron
 {{- if .configs }}
 data:
+{{ toYaml $.Values.global.dbConfig | indent 2 }}
 {{ toYaml .configs | indent 2 }}
 {{- end }}
 
@@ -75,6 +76,7 @@ spec:
         runAsUser: 1000
       serviceAccountName: devtron-default-sa
       {{- include "common.schedulerConfig" (dict "nodeSelector" $.Values.components.gitsensor.nodeSelector "tolerations" $.Values.components.gitsensor.tolerations "imagePullSecrets" $.Values.components.gitsensor.imagePullSecrets "global" $.Values.global) | indent 6 }}
+      {{- if not (and $.Values.nfs $.Values.nfs.enabled) }}
       initContainers:
         - command:
           - /bin/sh
@@ -93,7 +95,8 @@ spec:
           terminationMessagePolicy: File
           volumeMounts:
           - mountPath: /git-base/
-            name: git-volume
+            name: git-volume    
+      {{- end }}
       containers:
         - name: git-sensor
           image: {{ include "common.image" (dict "component" $.Values.components.gitsensor "global" $.Values.global) }}
@@ -186,4 +189,4 @@ spec:
 {{- end }}
 {{- end }}
 {{- end }}
-{{- end }}
+{{- end }}

charts/devtron/templates/kubelink.yaml

@@ -27,6 +27,7 @@ metadata:
     "helm.sh/resource-policy": keep
 {{- if .configs }}
 data:
+{{ toYaml $.Values.global.dbConfig | indent 2 }}
 {{ toYaml .configs | indent 2 }}
 {{- if $.Values.installer.modules }}
 {{- if has "cicd" $.Values.installer.modules }}