Skip to content

Commit

Permalink
New env vars for integration tests (#93)
Browse files Browse the repository at this point in the history
* Use new test env vars

* Fix schema naming
  • Loading branch information
jtcohen6 authored Jun 18, 2020
1 parent ac423b6 commit b39d30a
Show file tree
Hide file tree
Showing 2 changed files with 28 additions and 28 deletions.
13 changes: 7 additions & 6 deletions .circleci/config.yml
Original file line number Diff line number Diff line change
Expand Up @@ -13,7 +13,7 @@ jobs:
- run:
run: setup_creds
command: |
echo $GCLOUD_SERVICE_KEY | base64 --decode --ignore-garbage > ${HOME}/gcloud-service-key.json
echo $BIGQUERY_SERVICE_ACCOUNT_JSON > ${HOME}/bigquery-service-key.json
- restore_cache:
key: deps1-{{ .Branch }}
Expand All @@ -31,10 +31,11 @@ jobs:
- run:
name: "Run Tests - Postgres"
environment:
CI_DBT_USER: root
CI_DBT_PASS: ''
CI_DBT_PORT: 5432
CI_DBT_DBNAME: circle_test
POSTGRES_TEST_HOST: localhost
POSTGRES_TEST_USER: root
POSTGRES_TEST_PASS: ''
POSTGRES_TEST_PORT: 5432
POSTGRES_TEST_DBNAME: circle_test
command: |
. venv/bin/activate
cd integration_tests
Expand Down Expand Up @@ -71,7 +72,7 @@ jobs:
- run:
name: "Run Tests - BigQuery"
environment:
GCLOUD_SERVICE_KEY_PATH: "/home/circleci/gcloud-service-key.json"
BIGQUERY_SERVICE_KEY_PATH: "/home/circleci/bigquery-service-key.json"

command: |
. venv/bin/activate
Expand Down
43 changes: 21 additions & 22 deletions integration_tests/ci/sample.profiles.yml
Original file line number Diff line number Diff line change
Expand Up @@ -9,42 +9,41 @@ config:
integration_tests:
target: postgres
outputs:

postgres:
type: postgres
host: localhost
user: "{{ env_var('CI_DBT_USER') }}"
pass: "{{ env_var('CI_DBT_PASS') }}"
port: "{{ env_var('CI_DBT_PORT') }}"
dbname: "{{ env_var('CI_DBT_DBNAME') }}"
schema: snowplow_integration_tests_redshift
host: "{{ env_var('POSTGRES_TEST_HOST') }}"
user: "{{ env_var('POSTGRES_TEST_USER') }}"
pass: "{{ env_var('POSTGRES_TEST_PASS') }}"
port: "{{ env_var('POSTGRES_TEST_PORT') }}"
dbname: "{{ env_var('POSTGRES_TEST_DBNAME') }}"
schema: snowplow_integration_tests_postgres
threads: 1

redshift:
type: redshift
host: "{{ env_var('CI_REDSHIFT_DBT_HOST') }}"
user: "{{ env_var('CI_REDSHIFT_DBT_USER') }}"
pass: "{{ env_var('CI_REDSHIFT_DBT_PASS') }}"
dbname: "{{ env_var('CI_REDSHIFT_DBT_DBNAME') }}"
port: 5439
host: "{{ env_var('REDSHIFT_TEST_HOST') }}"
user: "{{ env_var('REDSHIFT_TEST_USER') }}"
pass: "{{ env_var('REDSHIFT_TEST_PASS') }}"
dbname: "{{ env_var('REDSHIFT_TEST_DBNAME') }}"
port: "{{ env_var('REDSHIFT_TEST_PORT') }}"
schema: snowplow_integration_tests_redshift
threads: 1

bigquery:
type: bigquery
method: service-account
keyfile: "{{ env_var('GCLOUD_SERVICE_KEY_PATH') }}"
project: 'dbt-integration-tests'
keyfile: "{{ env_var('BIGQUERY_SERVICE_KEY_PATH') }}"
project: "{{ env_var('BIGQUERY_TEST_DATABASE') }}"
schema: snowplow_integration_tests_bigquery
threads: 1

snowflake:
type: snowflake
account: "{{ env_var('CI_SNOWFLAKE_DBT_ACCOUNT') }}"
user: "{{ env_var('CI_SNOWFLAKE_DBT_USER') }}"
password: "{{ env_var('CI_SNOWFLAKE_DBT_PASS') }}"
role: "{{ env_var('CI_SNOWFLAKE_DBT_ROLE') }}"
database: "{{ env_var('CI_SNOWFLAKE_DBT_DATABASE') }}"
warehouse: "{{ env_var('CI_SNOWFLAKE_DBT_WAREHOUSE') }}"
account: "{{ env_var('SNOWFLAKE_TEST_ACCOUNT') }}"
user: "{{ env_var('SNOWFLAKE_TEST_USER') }}"
password: "{{ env_var('SNOWFLAKE_TEST_PASSWORD') }}"
role: "{{ env_var('SNOWFLAKE_TEST_ROLE') }}"
database: "{{ env_var('SNOWFLAKE_TEST_DATABASE') }}"
warehouse: "{{ env_var('SNOWFLAKE_TEST_WAREHOUSE') }}"
schema: snowplow_integration_tests_snowflake
threads: 1

0 comments on commit b39d30a

Please sign in to comment.