From 1ec12f6854ba2c533b3ad1c3f798e74d04d77b9a Mon Sep 17 00:00:00 2001 From: Ishankoradia Date: Thu, 23 Oct 2025 18:23:37 +0530 Subject: [PATCH 1/2] set sensible limits based on the grafana charts on the server and worker pods - increase replicas for workload launcher and workload api server --- .../prod/helm/values1.8.3.yaml | 36 +++++++++++++------ 1 file changed, 26 insertions(+), 10 deletions(-) diff --git a/dalgo-kubernetes/airbyte-kubernetes/prod/helm/values1.8.3.yaml b/dalgo-kubernetes/airbyte-kubernetes/prod/helm/values1.8.3.yaml index 1505b00..d53d031 100644 --- a/dalgo-kubernetes/airbyte-kubernetes/prod/helm/values1.8.3.yaml +++ b/dalgo-kubernetes/airbyte-kubernetes/prod/helm/values1.8.3.yaml @@ -523,13 +523,17 @@ server: ## cpu: 200m ## memory: 1Gi # -- The resources limits for the server container - limits: {} + limits: + cpu: 1.5 + memory: 3Gi ## Examples: ## requests: ## memory: 256Mi ## cpu: 250m # -- The requested resources for the server container - requests: {} + requests: + cpu: 1 + memory: 2Gi # -- Node labels for pod assignment, see https://kubernetes.io/docs/user-guide/node-selection/ nodeSelector: @@ -740,13 +744,17 @@ worker: ## cpu: 200m ## memory: 1Gi #! -- The resources limits for the worker container - limits: {} + limits: + cpu: 1.5 + memory: 3Gi ## Examples: ## requests: ## memory: 256Mi ## cpu: 250m # -- The requested resources for the worker container - requests: {} + requests: + cpu: 1 + memory: 2Gi # -- Node labels for pod assignment, see https://kubernetes.io/docs/user-guide/node-selection/ nodeSelector: @@ -851,7 +859,7 @@ worker: workload-launcher: enabled: true # -- Number of workload launcher replicas - replicaCount: 1 + replicaCount: 2 image: # -- The repository to use for the airbyte workload launcher image. @@ -923,13 +931,17 @@ workload-launcher: ## cpu: 200m ## memory: 1Gi # -- The resources limits for the workload launcher container - limits: {} + limits: + cpu: 512m + memory: 1Gi ## Examples: ## requests: ## memory: 256Mi ## cpu: 250m # -- The requested resources for the workload launcher container - requests: {} + requests: + cpu: 250m + memory: 512Mi # -- Node labels for pod assignment, see https://kubernetes.io/docs/user-guide/node-selection/ nodeSelector: @@ -2167,7 +2179,7 @@ workload-api-server: bearerToken: token # -- workload-api-server replicas - replicaCount: 1 + replicaCount: 2 image: # -- The repository to use for the airbyte-workload-api-server image. @@ -2233,13 +2245,17 @@ workload-api-server: ## cpu: 200m ## memory: 1Gi # -- The resources limits for the airbyte-workload-api-server container - limits: {} + limits: + cpu: 500m + memory: 1Gi ## Examples: ## requests: ## memory: 256Mi ## cpu: 250m # -- The requested resources for the airbyte-workload-api-server container - requests: {} + requests: + cpu: 250m + memory: 512Mi log: # -- The log level at which to log From 23946443af4d88b90d42004bc1aa17def02d0e4f Mon Sep 17 00:00:00 2001 From: Ishankoradia Date: Thu, 23 Oct 2025 18:25:29 +0530 Subject: [PATCH 2/2] remove this limit now --- .../airbyte-kubernetes/prod/helm/values1.8.3.yaml | 8 -------- 1 file changed, 8 deletions(-) diff --git a/dalgo-kubernetes/airbyte-kubernetes/prod/helm/values1.8.3.yaml b/dalgo-kubernetes/airbyte-kubernetes/prod/helm/values1.8.3.yaml index d53d031..c20ddc8 100644 --- a/dalgo-kubernetes/airbyte-kubernetes/prod/helm/values1.8.3.yaml +++ b/dalgo-kubernetes/airbyte-kubernetes/prod/helm/values1.8.3.yaml @@ -818,14 +818,6 @@ worker: secretKeyRef: name: airbyte-config-secrets key: S3_LOG_BUCKET - - name: MAX_SYNC_WORKERS - value: "4" - - name: MAX_CHECK_WORKERS - value: "5" - - name: MAX_SPEC_WORKERS - value: "5" - - name: MAX_DISCOVER_WORKERS - value: "5" ## Examples (when using `worker.containerSecurityContext.readOnlyRootFilesystem=true`): ## extraVolumeMounts: ## - name: tmpdir