diff --git a/.circleci/config.yml b/.circleci/config.yml index bb63fb0..161a990 100644 --- a/.circleci/config.yml +++ b/.circleci/config.yml @@ -13,7 +13,7 @@ jobs: - run: run: setup_creds command: | - echo $GCLOUD_SERVICE_KEY | base64 --decode --ignore-garbage > ${HOME}/gcloud-service-key.json + echo $BIGQUERY_SERVICE_ACCOUNT_JSON > ${HOME}/bigquery-service-key.json - restore_cache: key: deps1-{{ .Branch }} @@ -31,10 +31,11 @@ jobs: - run: name: "Run Tests - Postgres" environment: - CI_DBT_USER: root - CI_DBT_PASS: '' - CI_DBT_PORT: 5432 - CI_DBT_DBNAME: circle_test + POSTGRES_TEST_HOST: localhost + POSTGRES_TEST_USER: root + POSTGRES_TEST_PASS: '' + POSTGRES_TEST_PORT: 5432 + POSTGRES_TEST_DBNAME: circle_test command: | . venv/bin/activate cd integration_tests @@ -71,7 +72,7 @@ jobs: - run: name: "Run Tests - BigQuery" environment: - GCLOUD_SERVICE_KEY_PATH: "/home/circleci/gcloud-service-key.json" + BIGQUERY_SERVICE_KEY_PATH: "/home/circleci/bigquery-service-key.json" command: | . venv/bin/activate diff --git a/integration_tests/ci/sample.profiles.yml b/integration_tests/ci/sample.profiles.yml index f51f76e..1bb1c64 100644 --- a/integration_tests/ci/sample.profiles.yml +++ b/integration_tests/ci/sample.profiles.yml @@ -9,42 +9,41 @@ config: integration_tests: target: postgres outputs: - postgres: type: postgres - host: localhost - user: "{{ env_var('CI_DBT_USER') }}" - pass: "{{ env_var('CI_DBT_PASS') }}" - port: "{{ env_var('CI_DBT_PORT') }}" - dbname: "{{ env_var('CI_DBT_DBNAME') }}" - schema: snowplow_integration_tests_redshift + host: "{{ env_var('POSTGRES_TEST_HOST') }}" + user: "{{ env_var('POSTGRES_TEST_USER') }}" + pass: "{{ env_var('POSTGRES_TEST_PASS') }}" + port: "{{ env_var('POSTGRES_TEST_PORT') }}" + dbname: "{{ env_var('POSTGRES_TEST_DBNAME') }}" + schema: snowplow_integration_tests_postgres threads: 1 - + redshift: type: redshift - host: "{{ env_var('CI_REDSHIFT_DBT_HOST') }}" - user: "{{ env_var('CI_REDSHIFT_DBT_USER') }}" - pass: "{{ env_var('CI_REDSHIFT_DBT_PASS') }}" - dbname: "{{ env_var('CI_REDSHIFT_DBT_DBNAME') }}" - port: 5439 + host: "{{ env_var('REDSHIFT_TEST_HOST') }}" + user: "{{ env_var('REDSHIFT_TEST_USER') }}" + pass: "{{ env_var('REDSHIFT_TEST_PASS') }}" + dbname: "{{ env_var('REDSHIFT_TEST_DBNAME') }}" + port: "{{ env_var('REDSHIFT_TEST_PORT') }}" schema: snowplow_integration_tests_redshift threads: 1 bigquery: type: bigquery method: service-account - keyfile: "{{ env_var('GCLOUD_SERVICE_KEY_PATH') }}" - project: 'dbt-integration-tests' + keyfile: "{{ env_var('BIGQUERY_SERVICE_KEY_PATH') }}" + project: "{{ env_var('BIGQUERY_TEST_DATABASE') }}" schema: snowplow_integration_tests_bigquery threads: 1 - + snowflake: type: snowflake - account: "{{ env_var('CI_SNOWFLAKE_DBT_ACCOUNT') }}" - user: "{{ env_var('CI_SNOWFLAKE_DBT_USER') }}" - password: "{{ env_var('CI_SNOWFLAKE_DBT_PASS') }}" - role: "{{ env_var('CI_SNOWFLAKE_DBT_ROLE') }}" - database: "{{ env_var('CI_SNOWFLAKE_DBT_DATABASE') }}" - warehouse: "{{ env_var('CI_SNOWFLAKE_DBT_WAREHOUSE') }}" + account: "{{ env_var('SNOWFLAKE_TEST_ACCOUNT') }}" + user: "{{ env_var('SNOWFLAKE_TEST_USER') }}" + password: "{{ env_var('SNOWFLAKE_TEST_PASSWORD') }}" + role: "{{ env_var('SNOWFLAKE_TEST_ROLE') }}" + database: "{{ env_var('SNOWFLAKE_TEST_DATABASE') }}" + warehouse: "{{ env_var('SNOWFLAKE_TEST_WAREHOUSE') }}" schema: snowplow_integration_tests_snowflake threads: 1