production-features-pipeline #664


	name: production-features-pipeline

	on:
	workflow_dispatch:
	schedule:
	- cron: '0 8 * * *'

	jobs:
	scrape_features:
	#runs-on: windows-latest
	runs-on: ubuntu-latest
	steps:
	- name: checkout repo content
	uses: actions/checkout@v4

	- name: setup python
	uses: actions/setup-python@v2
	with:
	python-version: '3.9.13'

	- name: install python packages
	run: \|
	python -m pip install --upgrade pip
	pip install -r requirements.txt.main
	python -m pip install jupyter nbconvert nbformat scrapingant-client


	- name: execute python workflows from notebook
	env:
	HOPSWORKS_API_KEY: ${{ secrets.HOPSWORKS_API_KEY }}
	NEPTUNE_API_TOKEN: ${{ secrets.NEPTUNE_API_TOKEN }}
	SCRAPINGANT_API_KEY: ${{ secrets.SCRAPINGANT_API_KEY }}

	run:
	jupyter nbconvert --to notebook --execute notebooks/09_production_features_pipeline.ipynb

	- name: Commit and push changes
	run: \|
	git config --global user.name 'GitHub Action'
	git config --global user.email '[email protected]'
	git add data/games.csv
	git add data/games_engineered.csv
	git commit -m "Update games_engineered.csv"
	git push

Provide feedback