production-features-pipeline.yml

name: production-features-pipeline

on:
  workflow_dispatch:
  schedule:
    - cron: '0 8 * * *'

jobs:
  scrape_features:
    #runs-on: windows-latest
    runs-on: ubuntu-latest
    steps:
      - name: checkout repo content
        uses: actions/checkout@v4

      - name: setup python
        uses: actions/setup-python@v2
        with:
          python-version: '3.9.13'
          
      - name: install python packages
        run: |
          python -m pip install --upgrade pip
          pip install -r requirements.txt.main
          python -m pip install jupyter nbconvert nbformat scrapingant-client
        
            
      - name: execute python workflows from notebook
        env: 
          HOPSWORKS_API_KEY: ${{ secrets.HOPSWORKS_API_KEY }}
          NEPTUNE_API_TOKEN: ${{ secrets.NEPTUNE_API_TOKEN }}
          SCRAPINGANT_API_KEY: ${{ secrets.SCRAPINGANT_API_KEY }}
          
        run: 
          jupyter nbconvert --to notebook --execute notebooks/09_production_features_pipeline.ipynb

      - name: Commit and push changes
        run: |
          git config --global user.name 'GitHub Action'
          git config --global user.email 'action@github.com'
          git add data/games.csv
          git add data/games_engineered.csv
          git commit -m "Update games_engineered.csv"
          git push