diff --git a/data-project/datasources/confluent_events.datasource b/data-project/datasources/confluent_events.datasource index 4a294d6..36c4d83 100644 --- a/data-project/datasources/confluent_events.datasource +++ b/data-project/datasources/confluent_events.datasource @@ -9,8 +9,8 @@ ENGINE_PARTITION_KEY "toYYYYMM(__timestamp)" ENGINE_SORTING_KEY "__timestamp" KAFKA_CONNECTION_NAME 'tb_confluent' -KAFKA_TOPIC 'ecomm_ux_demo' -KAFKA_GROUP_ID 'ecomm_ux_demo_DM_2022-12-07' KAFKA_AUTO_OFFSET_RESET 'latest' KAFKA_STORE_RAW_VALUE 'False' KAFKA_TARGET_PARTITIONS 'auto' + +INCLUDE "./includes/confuent_events_info_${ENV}.incl" diff --git a/data-project/datasources/includes/confuent_events_info_dev.incl b/data-project/datasources/includes/confuent_events_info_dev.incl new file mode 100644 index 0000000..3e52382 --- /dev/null +++ b/data-project/datasources/includes/confuent_events_info_dev.incl @@ -0,0 +1,2 @@ +KAFKA_TOPIC 'ecomm_ux_demo' +KAFKA_GROUP_ID 'ecomm_ux_demo_GG_2023-12-05' \ No newline at end of file diff --git a/data-project/datasources/includes/confuent_events_info_prod.incl b/data-project/datasources/includes/confuent_events_info_prod.incl new file mode 100644 index 0000000..8d37422 --- /dev/null +++ b/data-project/datasources/includes/confuent_events_info_prod.incl @@ -0,0 +1,2 @@ +KAFKA_TOPIC 'ecomm_ux_demo' +KAFKA_GROUP_ID 'ecomm_ux_demo_DM_2022-12-07' \ No newline at end of file