Skip to content

Commit

Permalink
Merge pull request #33 from TasmanAnalytics/feature/ci
Browse files Browse the repository at this point in the history
Feature/ci
tomshelllby authored Jan 19, 2024
2 parents 2d69091 + 89b1135 commit 4f9d52c
Showing 2 changed files with 74 additions and 0 deletions.
61 changes: 61 additions & 0 deletions .github/ci-check.yml
Original file line number Diff line number Diff line change
@@ -0,0 +1,61 @@
name: ci check

on:
pull_request:

# Automatically cancel any previous runs of this workflow
concurrency:
group: ${{ github.workflow }}-${{ github.ref }}
cancel-in-progress: true

jobs:
ci-checks:
runs-on: ubuntu-latest
defaults:
run:
working-directory: ./integration_tests
env:
SNOWFLAKE_ACCOUNT: ${{ secrets.SNOWFLAKE_ACCOUNT }}
SNOWFLAKE_USER_CI: ${{ secrets.SNOWFLAKE_CI_USER }}
SNOWFLAKE_PASSWORD_CI: ${{ secrets.SNOWFLAKE_CI_USER_PASSWORD }}
SNOWFLAKE_DATABASE_CI: ${{ secrets.SNOWFLAKE_CI_DATABASE }}
SNOWFLAKE_ROLE_CI: ${{ secrets.SNOWFLAKE_CI_ROLE }}
SNOWFLAKE_WAREHOUSE_CI: ${{ secrets.SNOWFLAKE_CI_WAREHOUSE }}
SNOWFLAKE_SCHEMA_CI: DBT_CI_${{github.event.number}}_${{ github.actor }} # Creates a unique schema for each PR
steps:
- name: Checkout branch
id: checkout-branch
uses: actions/checkout@v3

- name: Install Poetry
id: install-poetry
run: |
pipx install poetry
- name: setup-python
id: setup-python
uses: actions/setup-python@v4
with:
python-version: "3.10"
cache: 'poetry' # Auto cache based on poetry.lock

- name: Install python deps
id: install-python-deps
run: |
poetry install
- name: Install dbt deps
id: install-dbt-deps
run: |
poetry run dbt deps
- name: Check dbt compiles and CI Profiles work
id: check-dbt-compiles-and-ci-profiles-work
run: |
poetry run dbt compile --target snowflake-ci
poetry run dbt debug --target snowflake-ci
- name: dbt build on Snowflake
id: dbt-build-snowflake
run: |
potery run dbt build --full-refresh --target snowflake-ci
13 changes: 13 additions & 0 deletions integration_tests/profiles.yml
Original file line number Diff line number Diff line change
@@ -0,0 +1,13 @@
tasman_integration_tests:
outputs:
snowflake-ci:
account: xt59823.eu-west-2.aws
client_session_keep_alive: true
database: {{ env_var('SNOWFLAKE_DATABASE_CI') }}
user: {{ env_var('SNOWFLAKE_USER_CI') }}
password: {{ env_var('SNOWFLAKE_PASSWORD_CI') }}
role: {{ env_var('SNOWFLAKE_ROLE_CI') }}
schema: {{ env_var('SNOWFLAKE_SCHEMA_CI') }}
warehouse: {{ env_var('SNOWFLAKE_WAREHOUSE_CI') }}
threads: 12
type: snowflake

0 comments on commit 4f9d52c

Please sign in to comment.