Snowplow docker containers should take custom environment variables f…

…rom an optional file (close #398)
snowplow · Feb 8, 2024 · 9049856 · 9049856
1 parent 8cae78b
commit 9049856
Show file tree

Hide file tree

Showing 3 changed files with 36 additions and 0 deletions.
diff --git a/provisioning/resources/configs/compositions/docker-compose-aws.yml b/provisioning/resources/configs/compositions/docker-compose-aws.yml
@@ -67,6 +67,9 @@ services:
         awslogs-stream: "elasticsearch-loader-good"
     environment:
       - "JDK_JAVA_OPTIONS=-XX:MinRAMPercentage=50 -XX:MaxRAMPercentage=75 -Dlog4j2.formatMsgNoLookups=true"
+    env_file:
+      - path: /home/ubuntu/snowplow/envs/es-loader-good.env
+        required: false
     mem_limit: ${SP_ES_LOADER_MEM_SIZE}
 
   elasticsearch-loader-bad:
@@ -85,6 +88,9 @@ services:
         awslogs-stream: "elasticsearch-loader-bad"
     environment:
       - "JDK_JAVA_OPTIONS=-XX:MinRAMPercentage=50 -XX:MaxRAMPercentage=75 -Dlog4j2.formatMsgNoLookups=true"
+    env_file:
+      - path: /home/ubuntu/snowplow/envs/es-loader-bad.env
+        required: false
     mem_limit: ${SP_ES_LOADER_MEM_SIZE}
 
   nsqlookupd:
@@ -155,6 +161,9 @@ services:
         awslogs-stream: "scala-stream-collector"
     environment:
       - "JDK_JAVA_OPTIONS=-XX:MinRAMPercentage=50 -XX:MaxRAMPercentage=75 -Dlog4j2.formatMsgNoLookups=true"
+    env_file:
+      - path: /home/ubuntu/snowplow/envs/collector.env
+        required: false
     mem_limit: ${SP_COLLECTOR_MEM_SIZE}
 
   enrich:
@@ -177,6 +186,9 @@ services:
         awslogs-stream: "enrich"
     environment:
       - "JDK_JAVA_OPTIONS=-XX:MinRAMPercentage=50 -XX:MaxRAMPercentage=75 -Dlog4j2.formatMsgNoLookups=true"
+    env_file:
+      - path: /home/ubuntu/snowplow/envs/enrich.env
+        required: false
     mem_limit: ${SP_ENRICH_MEM_SIZE}
 
   postgres:

diff --git a/provisioning/resources/configs/compositions/docker-compose-gcp.yml b/provisioning/resources/configs/compositions/docker-compose-gcp.yml
@@ -58,6 +58,9 @@ services:
       driver: gcplogs
     environment:
       - "JDK_JAVA_OPTIONS=-XX:MinRAMPercentage=50 -XX:MaxRAMPercentage=75 -Dlog4j2.formatMsgNoLookups=true"
+    env_file:
+      - path: /home/ubuntu/snowplow/envs/es-loader-good.env
+        required: false
     mem_limit: ${SP_ES_LOADER_MEM_SIZE}
 
   elasticsearch-loader-bad:
@@ -73,6 +76,9 @@ services:
       driver: gcplogs
     environment:
       - "JDK_JAVA_OPTIONS=-XX:MinRAMPercentage=50 -XX:MaxRAMPercentage=75 -Dlog4j2.formatMsgNoLookups=true"
+    env_file:
+      - path: /home/ubuntu/snowplow/envs/es-loader-bad.env
+        required: false
     mem_limit: ${SP_ES_LOADER_MEM_SIZE}
 
   nsqlookupd:
@@ -131,6 +137,9 @@ services:
       driver: gcplogs
     environment:
       - "JDK_JAVA_OPTIONS=-XX:MinRAMPercentage=50 -XX:MaxRAMPercentage=75 -Dlog4j2.formatMsgNoLookups=true"
+    env_file:
+      - path: /home/ubuntu/snowplow/envs/collector.env
+        required: false
     mem_limit: ${SP_COLLECTOR_MEM_SIZE}
 
   enrich:
@@ -150,6 +159,9 @@ services:
       driver: gcplogs
     environment:
       - "JDK_JAVA_OPTIONS=-XX:MinRAMPercentage=50 -XX:MaxRAMPercentage=75 -Dlog4j2.formatMsgNoLookups=true"
+    env_file:
+      - path: /home/ubuntu/snowplow/envs/enrich.env
+        required: false
     mem_limit: ${SP_ENRICH_MEM_SIZE}
 
   postgres:

diff --git a/provisioning/roles/docker/files/docker-compose.yml b/provisioning/roles/docker/files/docker-compose.yml
@@ -64,6 +64,9 @@ services:
         max-file: "10"
     environment:
       - "JDK_JAVA_OPTIONS=-XX:MinRAMPercentage=50 -XX:MaxRAMPercentage=75 -Dlog4j2.formatMsgNoLookups=true"
+    env_file:
+      - path: /home/ubuntu/snowplow/envs/es-loader-good.env
+        required: false
     mem_limit: ${SP_ES_LOADER_MEM_SIZE}
 
   elasticsearch-loader-bad:
@@ -81,6 +84,9 @@ services:
         max-file: "10"
     environment:
       - "JDK_JAVA_OPTIONS=-XX:MinRAMPercentage=50 -XX:MaxRAMPercentage=75 -Dlog4j2.formatMsgNoLookups=true"
+    env_file:
+      - path: /home/ubuntu/snowplow/envs/es-loader-bad.env
+        required: false
     mem_limit: ${SP_ES_LOADER_MEM_SIZE}
 
   nsqlookupd:
@@ -147,6 +153,9 @@ services:
         max-file: "10"
     environment:
       - "JDK_JAVA_OPTIONS=-XX:MinRAMPercentage=50 -XX:MaxRAMPercentage=75 -Dlog4j2.formatMsgNoLookups=true"
+    env_file:
+      - path: /home/ubuntu/snowplow/envs/collector.env
+        required: false
     mem_limit: ${SP_COLLECTOR_MEM_SIZE}
 
   enrich:
@@ -168,6 +177,9 @@ services:
         max-file: "10"
     environment:
       - "JDK_JAVA_OPTIONS=-XX:MinRAMPercentage=50 -XX:MaxRAMPercentage=75 -Dlog4j2.formatMsgNoLookups=true"
+    env_file:
+      - path: /home/ubuntu/snowplow/envs/enrich.env
+        required: false
     mem_limit: ${SP_ENRICH_MEM_SIZE}
 
   postgres: