deploy-cdk.yml

name: Deploy

on:
  push:
    branches:
      - main

jobs:
  deploy_cdk:
    runs-on: ubuntu-latest
    steps:

      - name: Install pip
        run: |
          sudo apt install python3-pip
          python -m pip install --upgrade pip setuptools wheel

      - name: Install AWS CLI
        run: |
          sudo apt-get update
          sudo apt-get install -y awscli

      - name: Install CDK
        run: npm install -g aws-cdk

      - name: Checkout code
        uses: actions/checkout@v3
      
      - name: Install Python Packages
        run: pip install -r ${{ github.workspace }}/requirements.txt

      - name: Set up Node.js
        uses: actions/setup-node@v3
        with:
          node-version: '14.x'

      - name: Install dependencies
        run: | 
          npm install -g aws-cdk@2.76.0
          cdk --version

      - name: Deploy to AWS
        run: |
          cdk synth
          cdk deploy --require-approval never
        env:
          AWS_ACCOUNT_ID: 632753217422
          AWS_REGION: ap-southeast-2
          AWS_ACCESS_KEY_ID: ${{ secrets.AWS_ACCESS_KEY_ID }}
          AWS_SECRET_ACCESS_KEY: ${{ secrets.AWS_SECRET_ACCESS_KEY }}
          BUCKET_NAME: pedestrian-analysis-working-bucket
          CITY_OF_MELBOURNE_API_KEY: ${{ secrets.CITY_OF_MELBOURNE_API_KEY }}

      - name: Run Glue Jobs
        run: python ${{ github.workspace }}/run-glue.py
        env:
          AWS_ACCOUNT_ID: 632753217422
          AWS_REGION: ap-southeast-2
          AWS_ACCESS_KEY_ID: ${{ secrets.AWS_ACCESS_KEY_ID }}
          AWS_SECRET_ACCESS_KEY: ${{ secrets.AWS_SECRET_ACCESS_KEY }}
          BUCKET_NAME: pedestrian-analysis-working-bucket
          CITY_OF_MELBOURNE_API_KEY: ${{ secrets.CITY_OF_MELBOURNE_API_KEY }}

      - name: Run DBT tests
        run: |
          dbt test \
            --project-dir ${{ github.workspace }}/pa_dbt \
            --profiles-dir ${{ github.workspace }}/pa_dbt/profiles \
            --profile pedestrian_analysis_profile
        env:
          AWS_ACCOUNT_ID: 632753217422
          AWS_REGION: ap-southeast-2
          AWS_ACCESS_KEY_ID: ${{ secrets.AWS_ACCESS_KEY_ID }}
          AWS_SECRET_ACCESS_KEY: ${{ secrets.AWS_SECRET_ACCESS_KEY }}