From e59fb1f47fe1622ed191b2ad897586178c055e3c Mon Sep 17 00:00:00 2001 From: Duc Nguyen Date: Fri, 31 Jan 2025 09:58:10 -0700 Subject: [PATCH 01/22] set default value for kafka thread --- charts/data-processing-service/templates/deployment.yaml | 2 +- charts/data-processing-service/values-feature.yaml | 2 +- charts/data-processing-service/values.yaml | 2 ++ 3 files changed, 4 insertions(+), 2 deletions(-) diff --git a/charts/data-processing-service/templates/deployment.yaml b/charts/data-processing-service/templates/deployment.yaml index 99fbd1a3a..8316a55ce 100644 --- a/charts/data-processing-service/templates/deployment.yaml +++ b/charts/data-processing-service/templates/deployment.yaml @@ -67,7 +67,7 @@ spec: - name: SERVICE_TZ value: {{ .Values.timezone | default "UTC"}} - name: KAFKA_THREAD - value: {{ .Values.kafkaThread | default "1"}} + value: {{ .Values.kafkaThread}} resources: {{- toYaml .Values.resources | nindent 12 }} {{- with .Values.nodeSelector }} diff --git a/charts/data-processing-service/values-feature.yaml b/charts/data-processing-service/values-feature.yaml index 2b139001d..44f90633f 100644 --- a/charts/data-processing-service/values-feature.yaml +++ b/charts/data-processing-service/values-feature.yaml @@ -83,4 +83,4 @@ keycloak: clientId: "" clientSecret: "" -kafkaThread: "10" \ No newline at end of file +kafkaThread: 10 \ No newline at end of file diff --git a/charts/data-processing-service/values.yaml b/charts/data-processing-service/values.yaml index 15a4e15d9..79d305c45 100644 --- a/charts/data-processing-service/values.yaml +++ b/charts/data-processing-service/values.yaml @@ -85,3 +85,5 @@ keycloak: srte: clientId: "EXAMPLE_SRTE_CLIENT_ID" clientSecret: "EXAMPLE_SRTE_CLIENT_SECRET" + +kafkaThread: 1 \ No newline at end of file From ea22ca31965c7e5742b8d5b282a395844ceba294 Mon Sep 17 00:00:00 2001 From: Duc Nguyen Date: Fri, 31 Jan 2025 10:23:57 -0700 Subject: [PATCH 02/22] update replica --- charts/data-processing-service/values-feature.yaml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/charts/data-processing-service/values-feature.yaml b/charts/data-processing-service/values-feature.yaml index 44f90633f..d77dbd24d 100644 --- a/charts/data-processing-service/values-feature.yaml +++ b/charts/data-processing-service/values-feature.yaml @@ -1,4 +1,4 @@ -replicaCount: 10 +replicaCount: 5 env: "feature" From 8b442468c4e0f86b3b60f551863b57b5da93033d Mon Sep 17 00:00:00 2001 From: Duc Nguyen Date: Fri, 31 Jan 2025 10:26:31 -0700 Subject: [PATCH 03/22] resolve conflict --- charts/data-processing-service/templates/deployment.yaml | 3 --- charts/data-processing-service/values-feature.yaml | 3 --- 2 files changed, 6 deletions(-) diff --git a/charts/data-processing-service/templates/deployment.yaml b/charts/data-processing-service/templates/deployment.yaml index 897f02358..8316a55ce 100644 --- a/charts/data-processing-service/templates/deployment.yaml +++ b/charts/data-processing-service/templates/deployment.yaml @@ -66,11 +66,8 @@ spec: value: {{ .Values.kafka.cluster }} - name: SERVICE_TZ value: {{ .Values.timezone | default "UTC"}} -<<<<<<< HEAD - name: KAFKA_THREAD value: {{ .Values.kafkaThread}} -======= ->>>>>>> origin resources: {{- toYaml .Values.resources | nindent 12 }} {{- with .Values.nodeSelector }} diff --git a/charts/data-processing-service/values-feature.yaml b/charts/data-processing-service/values-feature.yaml index 8ce8b5264..fa2f0f602 100644 --- a/charts/data-processing-service/values-feature.yaml +++ b/charts/data-processing-service/values-feature.yaml @@ -82,8 +82,5 @@ keycloak: srte: clientId: "" clientSecret: "" -<<<<<<< HEAD kafkaThread: 10 -======= ->>>>>>> origin From 1886234e2b649a319fee0e6fcaff734dfed8c04c Mon Sep 17 00:00:00 2001 From: Duc Nguyen Date: Fri, 31 Jan 2025 11:00:39 -0700 Subject: [PATCH 04/22] update for performance --- charts/data-processing-service/values-dts1.yaml | 2 ++ charts/data-processing-service/values-feature.yaml | 2 +- charts/data-processing-service/values-int1.yaml | 5 ++++- charts/data-processing-service/values-test2.yaml | 4 +++- charts/data-processing-service/values.yaml | 2 +- 5 files changed, 11 insertions(+), 4 deletions(-) diff --git a/charts/data-processing-service/values-dts1.yaml b/charts/data-processing-service/values-dts1.yaml index b6f891e49..bae7eea09 100644 --- a/charts/data-processing-service/values-dts1.yaml +++ b/charts/data-processing-service/values-dts1.yaml @@ -82,3 +82,5 @@ keycloak: srte: clientId: "" clientSecret: "" + +kafkaThread: "1" \ No newline at end of file diff --git a/charts/data-processing-service/values-feature.yaml b/charts/data-processing-service/values-feature.yaml index fa2f0f602..9cbeadd01 100644 --- a/charts/data-processing-service/values-feature.yaml +++ b/charts/data-processing-service/values-feature.yaml @@ -83,4 +83,4 @@ keycloak: clientId: "" clientSecret: "" -kafkaThread: 10 +kafkaThread: "10" diff --git a/charts/data-processing-service/values-int1.yaml b/charts/data-processing-service/values-int1.yaml index de6de3501..74f149e4e 100644 --- a/charts/data-processing-service/values-int1.yaml +++ b/charts/data-processing-service/values-int1.yaml @@ -81,4 +81,7 @@ dataingestion: keycloak: srte: clientId: "" - clientSecret: "" \ No newline at end of file + clientSecret: "" + + +kafkaThread: "1" \ No newline at end of file diff --git a/charts/data-processing-service/values-test2.yaml b/charts/data-processing-service/values-test2.yaml index f6b7ab87e..5a88c17ee 100644 --- a/charts/data-processing-service/values-test2.yaml +++ b/charts/data-processing-service/values-test2.yaml @@ -81,4 +81,6 @@ dataingestion: keycloak: srte: clientId: "" - clientSecret: "" \ No newline at end of file + clientSecret: "" + +kafkaThread: "1" \ No newline at end of file diff --git a/charts/data-processing-service/values.yaml b/charts/data-processing-service/values.yaml index 79d305c45..cb88b2a86 100644 --- a/charts/data-processing-service/values.yaml +++ b/charts/data-processing-service/values.yaml @@ -86,4 +86,4 @@ keycloak: clientId: "EXAMPLE_SRTE_CLIENT_ID" clientSecret: "EXAMPLE_SRTE_CLIENT_SECRET" -kafkaThread: 1 \ No newline at end of file +kafkaThread: "1" \ No newline at end of file From 0099fc3c22c458be3c333fe45069b9e0f181f917 Mon Sep 17 00:00:00 2001 From: Duc Nguyen Date: Fri, 31 Jan 2025 11:23:34 -0700 Subject: [PATCH 05/22] revert back --- charts/data-processing-service/templates/deployment.yaml | 2 -- charts/data-processing-service/values-dts1.yaml | 4 +--- charts/data-processing-service/values-feature.yaml | 6 ++---- charts/data-processing-service/values-int1.yaml | 5 +---- charts/data-processing-service/values-test2.yaml | 4 +--- charts/data-processing-service/values.yaml | 4 +--- 6 files changed, 6 insertions(+), 19 deletions(-) diff --git a/charts/data-processing-service/templates/deployment.yaml b/charts/data-processing-service/templates/deployment.yaml index 8316a55ce..5ac8239d9 100644 --- a/charts/data-processing-service/templates/deployment.yaml +++ b/charts/data-processing-service/templates/deployment.yaml @@ -66,8 +66,6 @@ spec: value: {{ .Values.kafka.cluster }} - name: SERVICE_TZ value: {{ .Values.timezone | default "UTC"}} - - name: KAFKA_THREAD - value: {{ .Values.kafkaThread}} resources: {{- toYaml .Values.resources | nindent 12 }} {{- with .Values.nodeSelector }} diff --git a/charts/data-processing-service/values-dts1.yaml b/charts/data-processing-service/values-dts1.yaml index bae7eea09..3258a49d9 100644 --- a/charts/data-processing-service/values-dts1.yaml +++ b/charts/data-processing-service/values-dts1.yaml @@ -81,6 +81,4 @@ dataingestion: keycloak: srte: clientId: "" - clientSecret: "" - -kafkaThread: "1" \ No newline at end of file + clientSecret: "" \ No newline at end of file diff --git a/charts/data-processing-service/values-feature.yaml b/charts/data-processing-service/values-feature.yaml index 9cbeadd01..fc78999bd 100644 --- a/charts/data-processing-service/values-feature.yaml +++ b/charts/data-processing-service/values-feature.yaml @@ -1,4 +1,4 @@ -replicaCount: 5 +replicaCount: 1 env: "feature" @@ -81,6 +81,4 @@ dataingestion: keycloak: srte: clientId: "" - clientSecret: "" - -kafkaThread: "10" + clientSecret: "" \ No newline at end of file diff --git a/charts/data-processing-service/values-int1.yaml b/charts/data-processing-service/values-int1.yaml index 74f149e4e..de6de3501 100644 --- a/charts/data-processing-service/values-int1.yaml +++ b/charts/data-processing-service/values-int1.yaml @@ -81,7 +81,4 @@ dataingestion: keycloak: srte: clientId: "" - clientSecret: "" - - -kafkaThread: "1" \ No newline at end of file + clientSecret: "" \ No newline at end of file diff --git a/charts/data-processing-service/values-test2.yaml b/charts/data-processing-service/values-test2.yaml index 5a88c17ee..f6b7ab87e 100644 --- a/charts/data-processing-service/values-test2.yaml +++ b/charts/data-processing-service/values-test2.yaml @@ -81,6 +81,4 @@ dataingestion: keycloak: srte: clientId: "" - clientSecret: "" - -kafkaThread: "1" \ No newline at end of file + clientSecret: "" \ No newline at end of file diff --git a/charts/data-processing-service/values.yaml b/charts/data-processing-service/values.yaml index cb88b2a86..04ed2302c 100644 --- a/charts/data-processing-service/values.yaml +++ b/charts/data-processing-service/values.yaml @@ -84,6 +84,4 @@ dataingestion: keycloak: srte: clientId: "EXAMPLE_SRTE_CLIENT_ID" - clientSecret: "EXAMPLE_SRTE_CLIENT_SECRET" - -kafkaThread: "1" \ No newline at end of file + clientSecret: "EXAMPLE_SRTE_CLIENT_SECRET" \ No newline at end of file From d843294b66399cabfb5306ad63742a544001d0d3 Mon Sep 17 00:00:00 2001 From: Duc Nguyen Date: Fri, 31 Jan 2025 11:32:30 -0700 Subject: [PATCH 06/22] add evn --- charts/data-processing-service/templates/deployment.yaml | 2 ++ charts/data-processing-service/values-feature.yaml | 6 ++++-- 2 files changed, 6 insertions(+), 2 deletions(-) diff --git a/charts/data-processing-service/templates/deployment.yaml b/charts/data-processing-service/templates/deployment.yaml index 5ac8239d9..8316a55ce 100644 --- a/charts/data-processing-service/templates/deployment.yaml +++ b/charts/data-processing-service/templates/deployment.yaml @@ -66,6 +66,8 @@ spec: value: {{ .Values.kafka.cluster }} - name: SERVICE_TZ value: {{ .Values.timezone | default "UTC"}} + - name: KAFKA_THREAD + value: {{ .Values.kafkaThread}} resources: {{- toYaml .Values.resources | nindent 12 }} {{- with .Values.nodeSelector }} diff --git a/charts/data-processing-service/values-feature.yaml b/charts/data-processing-service/values-feature.yaml index fc78999bd..75438d863 100644 --- a/charts/data-processing-service/values-feature.yaml +++ b/charts/data-processing-service/values-feature.yaml @@ -1,4 +1,4 @@ -replicaCount: 1 +replicaCount: 5 env: "feature" @@ -81,4 +81,6 @@ dataingestion: keycloak: srte: clientId: "" - clientSecret: "" \ No newline at end of file + clientSecret: "" + +kafkaThread: "10" \ No newline at end of file From 4bbe6d605150dea77f56410ab9a81d70af49eea5 Mon Sep 17 00:00:00 2001 From: Duc Nguyen Date: Fri, 31 Jan 2025 11:32:55 -0700 Subject: [PATCH 07/22] update --- charts/data-processing-service/values-feature.yaml | 2 +- charts/data-processing-service/values.yaml | 3 ++- 2 files changed, 3 insertions(+), 2 deletions(-) diff --git a/charts/data-processing-service/values-feature.yaml b/charts/data-processing-service/values-feature.yaml index 75438d863..d77dbd24d 100644 --- a/charts/data-processing-service/values-feature.yaml +++ b/charts/data-processing-service/values-feature.yaml @@ -83,4 +83,4 @@ keycloak: clientId: "" clientSecret: "" -kafkaThread: "10" \ No newline at end of file +kafkaThread: 10 \ No newline at end of file diff --git a/charts/data-processing-service/values.yaml b/charts/data-processing-service/values.yaml index 04ed2302c..9d0bf292f 100644 --- a/charts/data-processing-service/values.yaml +++ b/charts/data-processing-service/values.yaml @@ -84,4 +84,5 @@ dataingestion: keycloak: srte: clientId: "EXAMPLE_SRTE_CLIENT_ID" - clientSecret: "EXAMPLE_SRTE_CLIENT_SECRET" \ No newline at end of file + clientSecret: "EXAMPLE_SRTE_CLIENT_SECRET" + From 327f655918e7aaa37307b6c281b9e88c4cd5357c Mon Sep 17 00:00:00 2001 From: Duc Nguyen Date: Fri, 31 Jan 2025 11:36:24 -0700 Subject: [PATCH 08/22] update --- charts/data-processing-service/values-feature.yaml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/charts/data-processing-service/values-feature.yaml b/charts/data-processing-service/values-feature.yaml index d77dbd24d..75438d863 100644 --- a/charts/data-processing-service/values-feature.yaml +++ b/charts/data-processing-service/values-feature.yaml @@ -83,4 +83,4 @@ keycloak: clientId: "" clientSecret: "" -kafkaThread: 10 \ No newline at end of file +kafkaThread: "10" \ No newline at end of file From 8c07d9950ab95c6a8d9bb439292116e5525103e2 Mon Sep 17 00:00:00 2001 From: Duc Nguyen Date: Fri, 31 Jan 2025 11:39:46 -0700 Subject: [PATCH 09/22] update --- charts/data-processing-service/templates/deployment.yaml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/charts/data-processing-service/templates/deployment.yaml b/charts/data-processing-service/templates/deployment.yaml index 8316a55ce..ab9d942a4 100644 --- a/charts/data-processing-service/templates/deployment.yaml +++ b/charts/data-processing-service/templates/deployment.yaml @@ -67,7 +67,7 @@ spec: - name: SERVICE_TZ value: {{ .Values.timezone | default "UTC"}} - name: KAFKA_THREAD - value: {{ .Values.kafkaThread}} + value: 10 resources: {{- toYaml .Values.resources | nindent 12 }} {{- with .Values.nodeSelector }} From 0f0a2e60c906b82498e3881558a4c647fb28abe2 Mon Sep 17 00:00:00 2001 From: Duc Nguyen Date: Fri, 31 Jan 2025 11:42:59 -0700 Subject: [PATCH 10/22] update --- charts/data-processing-service/templates/deployment.yaml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/charts/data-processing-service/templates/deployment.yaml b/charts/data-processing-service/templates/deployment.yaml index ab9d942a4..3197c68a0 100644 --- a/charts/data-processing-service/templates/deployment.yaml +++ b/charts/data-processing-service/templates/deployment.yaml @@ -67,7 +67,7 @@ spec: - name: SERVICE_TZ value: {{ .Values.timezone | default "UTC"}} - name: KAFKA_THREAD - value: 10 + value: "{{ .Values.kafkaThread}}" resources: {{- toYaml .Values.resources | nindent 12 }} {{- with .Values.nodeSelector }} From 96842fbbacce774e33ed074cf2a60a79eca68b0a Mon Sep 17 00:00:00 2001 From: Duc Nguyen Date: Fri, 31 Jan 2025 13:19:32 -0700 Subject: [PATCH 11/22] new image --- charts/data-processing-service/values-feature.yaml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/charts/data-processing-service/values-feature.yaml b/charts/data-processing-service/values-feature.yaml index 75438d863..750f9bf76 100644 --- a/charts/data-processing-service/values-feature.yaml +++ b/charts/data-processing-service/values-feature.yaml @@ -5,7 +5,7 @@ env: "feature" image: repository: "" pullPolicy: IfNotPresent - tag: 1.0.1-SNAPSHOT-RTI-PERFORM-1.0.2.511598c + tag: 1.0.1-SNAPSHOT-RTI-PERFORM-1.0.3.976e50f imagePullSecrets: [] nameOverride: "" From 5ca222fc37c88b2c63c120a69120b52780d6f7ed Mon Sep 17 00:00:00 2001 From: Duc Nguyen Date: Mon, 17 Feb 2025 16:25:14 -0700 Subject: [PATCH 12/22] config --- charts/data-processing-service/values-feature.yaml | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/charts/data-processing-service/values-feature.yaml b/charts/data-processing-service/values-feature.yaml index 750f9bf76..1d5c637bc 100644 --- a/charts/data-processing-service/values-feature.yaml +++ b/charts/data-processing-service/values-feature.yaml @@ -40,9 +40,9 @@ ingress: # Kubernetes resource limits resources: - limits: - memory: "800Mi" - cpu: "1000m" + # limits: + # memory: "800Mi" + # cpu: "1000m" requests: memory: "600Mi" cpu: "500m" From e3a2002e6de0259ca0151ca1d5f85769ff7dcca0 Mon Sep 17 00:00:00 2001 From: Duc Nguyen Date: Fri, 2 May 2025 13:20:42 -0700 Subject: [PATCH 13/22] perf --- .../templates/deployment.yaml | 8 ++++++++ charts/data-processing-service/values-feature.yaml | 13 +++++++++---- 2 files changed, 17 insertions(+), 4 deletions(-) diff --git a/charts/data-processing-service/templates/deployment.yaml b/charts/data-processing-service/templates/deployment.yaml index 3197c68a0..b8cf81008 100644 --- a/charts/data-processing-service/templates/deployment.yaml +++ b/charts/data-processing-service/templates/deployment.yaml @@ -68,6 +68,14 @@ spec: value: {{ .Values.timezone | default "UTC"}} - name: KAFKA_THREAD value: "{{ .Values.kafkaThread}}" + - name: KAFKA_MAX_POLL_RECORD + value: "{{ .Values.max-poll-record}}" + - name: JDBC_FLAG + value: {{ .Values.feature.jdbc-flag | default "true"}} + - name: THREAD_POOL_SIZE + value: "{{ .Values.feature.thread-pool-size}}" + - name: THREAD_QUEUE_SIZE + value: "{{ .Values.feature.thread-queue-size}}" resources: {{- toYaml .Values.resources | nindent 12 }} {{- with .Values.nodeSelector }} diff --git a/charts/data-processing-service/values-feature.yaml b/charts/data-processing-service/values-feature.yaml index 1d5c637bc..bd0d9080f 100644 --- a/charts/data-processing-service/values-feature.yaml +++ b/charts/data-processing-service/values-feature.yaml @@ -5,7 +5,8 @@ env: "feature" image: repository: "" pullPolicy: IfNotPresent - tag: 1.0.1-SNAPSHOT-RTI-PERFORM-1.0.3.976e50f + tag: 1.0.1-SNAPSHOT-PEFR-522025-1.cc40461 + # 1.0.1-SNAPSHOT-RTI-PERFORM-1.0.3.976e50f imagePullSecrets: [] nameOverride: "" @@ -44,8 +45,8 @@ resources: # memory: "800Mi" # cpu: "1000m" requests: - memory: "600Mi" - cpu: "500m" + memory: "1000Mi" + cpu: "350m" autoscaling: enabled: false @@ -83,4 +84,8 @@ keycloak: clientId: "" clientSecret: "" -kafkaThread: "10" \ No newline at end of file +kafkaThread: "1" +max-poll-record: "100" +jdbc-flag: "true" +thread-pool-size: "5" +thread-queue-size: "100" \ No newline at end of file From ec07c026c0429455d946fe9d3256ccd44295c53a Mon Sep 17 00:00:00 2001 From: Duc Nguyen Date: Fri, 2 May 2025 13:24:48 -0700 Subject: [PATCH 14/22] fix deployment --- charts/data-processing-service/templates/deployment.yaml | 8 ++++---- charts/data-processing-service/values-feature.yaml | 8 ++++---- 2 files changed, 8 insertions(+), 8 deletions(-) diff --git a/charts/data-processing-service/templates/deployment.yaml b/charts/data-processing-service/templates/deployment.yaml index b8cf81008..2fad7b062 100644 --- a/charts/data-processing-service/templates/deployment.yaml +++ b/charts/data-processing-service/templates/deployment.yaml @@ -69,13 +69,13 @@ spec: - name: KAFKA_THREAD value: "{{ .Values.kafkaThread}}" - name: KAFKA_MAX_POLL_RECORD - value: "{{ .Values.max-poll-record}}" + value: "{{ .Values.maxPollRecord}}" - name: JDBC_FLAG - value: {{ .Values.feature.jdbc-flag | default "true"}} + value: {{ .Values.jdbcFlag | default "true"}} - name: THREAD_POOL_SIZE - value: "{{ .Values.feature.thread-pool-size}}" + value: "{{ .Values.threadPoolSize}}" - name: THREAD_QUEUE_SIZE - value: "{{ .Values.feature.thread-queue-size}}" + value: "{{ .Values.threadQueueSize}}" resources: {{- toYaml .Values.resources | nindent 12 }} {{- with .Values.nodeSelector }} diff --git a/charts/data-processing-service/values-feature.yaml b/charts/data-processing-service/values-feature.yaml index bd0d9080f..d11ace3d8 100644 --- a/charts/data-processing-service/values-feature.yaml +++ b/charts/data-processing-service/values-feature.yaml @@ -85,7 +85,7 @@ keycloak: clientSecret: "" kafkaThread: "1" -max-poll-record: "100" -jdbc-flag: "true" -thread-pool-size: "5" -thread-queue-size: "100" \ No newline at end of file +maxPollRecord: "100" +jdbcFlag: "true" +threadPoolSize: "5" +threadQueueSize: "100" \ No newline at end of file From c92ccad60ebad86abb9efaa5b9b11edb8617d197 Mon Sep 17 00:00:00 2001 From: Duc Nguyen Date: Fri, 2 May 2025 13:31:55 -0700 Subject: [PATCH 15/22] update --- charts/data-processing-service/templates/deployment.yaml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/charts/data-processing-service/templates/deployment.yaml b/charts/data-processing-service/templates/deployment.yaml index 2fad7b062..6c3e7dad8 100644 --- a/charts/data-processing-service/templates/deployment.yaml +++ b/charts/data-processing-service/templates/deployment.yaml @@ -71,7 +71,7 @@ spec: - name: KAFKA_MAX_POLL_RECORD value: "{{ .Values.maxPollRecord}}" - name: JDBC_FLAG - value: {{ .Values.jdbcFlag | default "true"}} + value: "{{ .Values.jdbcFlag}}" - name: THREAD_POOL_SIZE value: "{{ .Values.threadPoolSize}}" - name: THREAD_QUEUE_SIZE From 62957d265c2a2b4c781c72e04fdd9db7f038adff Mon Sep 17 00:00:00 2001 From: Duc Nguyen Date: Fri, 2 May 2025 14:41:07 -0700 Subject: [PATCH 16/22] tried with affinity --- .../values-feature.yaml | 21 +++++++++++++------ 1 file changed, 15 insertions(+), 6 deletions(-) diff --git a/charts/data-processing-service/values-feature.yaml b/charts/data-processing-service/values-feature.yaml index d11ace3d8..674e1e8b1 100644 --- a/charts/data-processing-service/values-feature.yaml +++ b/charts/data-processing-service/values-feature.yaml @@ -41,12 +41,12 @@ ingress: # Kubernetes resource limits resources: - # limits: - # memory: "800Mi" - # cpu: "1000m" requests: - memory: "1000Mi" - cpu: "350m" + cpu: "1000m" + memory: "2Gi" + # limits: + # cpu: "1000m" + # memory: "2Gi" autoscaling: enabled: false @@ -58,7 +58,16 @@ nodeSelector: {} tolerations: [] -affinity: {} +affinity: + podAntiAffinity: + requiredDuringSchedulingIgnoredDuringExecution: + - labelSelector: + matchExpressions: + - key: app + operator: In + values: + - data-processing-service + topologyKey: "kubernetes.io/hostname" ingressHost: "app.feature.nbspreview.com" From c59fab2a2ac5600f3c511a6d0ef3e07ecce64043 Mon Sep 17 00:00:00 2001 From: Duc Nguyen Date: Fri, 2 May 2025 14:54:50 -0700 Subject: [PATCH 17/22] added limit for burst --- charts/data-processing-service/values-feature.yaml | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/charts/data-processing-service/values-feature.yaml b/charts/data-processing-service/values-feature.yaml index 674e1e8b1..acc71902b 100644 --- a/charts/data-processing-service/values-feature.yaml +++ b/charts/data-processing-service/values-feature.yaml @@ -42,11 +42,11 @@ ingress: # Kubernetes resource limits resources: requests: + cpu: "700m" + memory: "2Gi" + limits: cpu: "1000m" memory: "2Gi" - # limits: - # cpu: "1000m" - # memory: "2Gi" autoscaling: enabled: false From 89140e79b47f8703903a0974c392e11c98c7e8bf Mon Sep 17 00:00:00 2001 From: Duc Nguyen Date: Fri, 2 May 2025 15:20:08 -0700 Subject: [PATCH 18/22] update --- charts/data-processing-service/templates/deployment.yaml | 2 ++ charts/data-processing-service/values-feature.yaml | 6 +++--- 2 files changed, 5 insertions(+), 3 deletions(-) diff --git a/charts/data-processing-service/templates/deployment.yaml b/charts/data-processing-service/templates/deployment.yaml index 6c3e7dad8..7798bb0df 100644 --- a/charts/data-processing-service/templates/deployment.yaml +++ b/charts/data-processing-service/templates/deployment.yaml @@ -76,6 +76,8 @@ spec: value: "{{ .Values.threadPoolSize}}" - name: THREAD_QUEUE_SIZE value: "{{ .Values.threadQueueSize}}" + - name: THREAD_FLAG + value: "{{ .Values.threadFlag}}" resources: {{- toYaml .Values.resources | nindent 12 }} {{- with .Values.nodeSelector }} diff --git a/charts/data-processing-service/values-feature.yaml b/charts/data-processing-service/values-feature.yaml index acc71902b..a50f8dd98 100644 --- a/charts/data-processing-service/values-feature.yaml +++ b/charts/data-processing-service/values-feature.yaml @@ -5,8 +5,7 @@ env: "feature" image: repository: "" pullPolicy: IfNotPresent - tag: 1.0.1-SNAPSHOT-PEFR-522025-1.cc40461 - # 1.0.1-SNAPSHOT-RTI-PERFORM-1.0.3.976e50f + tag: 1.0.1-SNAPSHOT-PEFR-522025-2.e089450 imagePullSecrets: [] nameOverride: "" @@ -97,4 +96,5 @@ kafkaThread: "1" maxPollRecord: "100" jdbcFlag: "true" threadPoolSize: "5" -threadQueueSize: "100" \ No newline at end of file +threadQueueSize: "100" +threadFlag: "false" \ No newline at end of file From 274bc8fe5942316d9925cf06945440a618d6dd84 Mon Sep 17 00:00:00 2001 From: Duc Nguyen Date: Fri, 2 May 2025 15:20:32 -0700 Subject: [PATCH 19/22] update --- charts/data-processing-service/values-feature.yaml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/charts/data-processing-service/values-feature.yaml b/charts/data-processing-service/values-feature.yaml index a50f8dd98..128f73178 100644 --- a/charts/data-processing-service/values-feature.yaml +++ b/charts/data-processing-service/values-feature.yaml @@ -92,7 +92,7 @@ keycloak: clientId: "" clientSecret: "" -kafkaThread: "1" +kafkaThread: "10" maxPollRecord: "100" jdbcFlag: "true" threadPoolSize: "5" From 84078d02ea2eede0954e2748da584ed61bdb3214 Mon Sep 17 00:00:00 2001 From: Duc Nguyen Date: Fri, 2 May 2025 15:21:11 -0700 Subject: [PATCH 20/22] update --- charts/data-processing-service/values-feature.yaml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/charts/data-processing-service/values-feature.yaml b/charts/data-processing-service/values-feature.yaml index 128f73178..6544cff9d 100644 --- a/charts/data-processing-service/values-feature.yaml +++ b/charts/data-processing-service/values-feature.yaml @@ -93,7 +93,7 @@ keycloak: clientSecret: "" kafkaThread: "10" -maxPollRecord: "100" +maxPollRecord: "20" jdbcFlag: "true" threadPoolSize: "5" threadQueueSize: "100" From ab4f8c951ececcf0c1641432d54135163a149b9c Mon Sep 17 00:00:00 2001 From: Duc Nguyen Date: Fri, 2 May 2025 16:34:05 -0700 Subject: [PATCH 21/22] update --- charts/data-processing-service/values-feature.yaml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/charts/data-processing-service/values-feature.yaml b/charts/data-processing-service/values-feature.yaml index 6544cff9d..8843539b6 100644 --- a/charts/data-processing-service/values-feature.yaml +++ b/charts/data-processing-service/values-feature.yaml @@ -5,7 +5,7 @@ env: "feature" image: repository: "" pullPolicy: IfNotPresent - tag: 1.0.1-SNAPSHOT-PEFR-522025-2.e089450 + tag: 1.0.1-SNAPSHOT-PEFR-522025-3.1c54778 imagePullSecrets: [] nameOverride: "" From dc572600b2b1af3bad4a7879731864643b16e9c6 Mon Sep 17 00:00:00 2001 From: Duc Nguyen Date: Fri, 2 May 2025 16:55:26 -0700 Subject: [PATCH 22/22] update image --- charts/data-processing-service/values-feature.yaml | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/charts/data-processing-service/values-feature.yaml b/charts/data-processing-service/values-feature.yaml index 8843539b6..b9ab43914 100644 --- a/charts/data-processing-service/values-feature.yaml +++ b/charts/data-processing-service/values-feature.yaml @@ -5,7 +5,7 @@ env: "feature" image: repository: "" pullPolicy: IfNotPresent - tag: 1.0.1-SNAPSHOT-PEFR-522025-3.1c54778 + tag: 1.0.1-SNAPSHOT-PEFR-522025-4.a9ca8c8 imagePullSecrets: [] nameOverride: "" @@ -97,4 +97,4 @@ maxPollRecord: "20" jdbcFlag: "true" threadPoolSize: "5" threadQueueSize: "100" -threadFlag: "false" \ No newline at end of file +threadFlag: "true" \ No newline at end of file