Commit files to repo

.github/workflows/inventory.yml

@@ -19,6 +19,17 @@ jobs:
           python -m pip install mysql-to-sqlite3
       - name: Get inventory data
         run: mysql2sqlite -f inventory.db -d ${{ secrets.INVENTORY_DB }} -u ${{ secrets.INVENTORY_USER }} --mysql-password ${{ secrets.INVENTORY_PASSWORD }} -h ${{ secrets.INVENTORY_HOST }}
+      - name: Commit Files
+        run: |
+          git config --local user.email "${{ vars.GIT_EMAIL }}"
+          git config --local user.name "${{ vars.GIT_USER }}"
+          git add -A
+          git diff-index --quiet HEAD || (git commit -a -m "Sync inventory" --allow-empty)
+      - name: Push Changes
+        uses: ad-m/[email protected]
+        with:
+          github_token: ${{ secrets.GITHUB_TOKEN }}
+          branch: ${{ github.ref }}
       - name: Upload inventory.db
         uses: bayssmekanique/action-simple-file-upload@v2
         with:

.github/workflows/stations.yml

@@ -21,9 +21,20 @@ jobs:
       - name: Install dependencies
         run: |
           python -m pip install --upgrade pip
-          python -m pip install -r requirements.txt
+          python -m pip install pandas
       - name: Create stations.db
         run: python database.py
+      - name: Commit Files
+        run: |
+          git config --local user.email "${{ vars.GIT_EMAIL }}"
+          git config --local user.name "${{ vars.GIT_USER }}"
+          git add -A
+          git diff-index --quiet HEAD || (git commit -a -m "Sync stations" --allow-empty)
+      - name: Push Changes
+        uses: ad-m/[email protected]
+        with:
+          github_token: ${{ secrets.GITHUB_TOKEN }}
+          branch: ${{ github.ref }}
       - name: Upload stations.db
         uses: bayssmekanique/action-simple-file-upload@v2
         with:

database.py

@@ -6,11 +6,14 @@
 import json
 import sqlite3
 
+import pandas as pd
+
 
 ROOT_PATH = os.path.dirname(__file__)
 STATIONS_PATH = os.path.abspath(os.path.join(ROOT_PATH, "stations"))
 QUERY_TABLES_PATH = os.path.abspath(os.path.join(ROOT_PATH, "tables.sql"))
 DATABASE_PATH = os.path.abspath(os.path.join(ROOT_PATH, "stations.db"))
+LOCATIONS_PATH = os.path.abspath(os.path.join(ROOT_PATH, "locations.csv.gz"))
 
 # Purge DB file
 if os.path.exists(DATABASE_PATH):
@@ -62,6 +65,11 @@
             for key, value in data["identifiers"].items()
         ]
 
+
+# Extract locations
+df = pd.read_sql('SELECT `id`, `latitude`, `longitude`, `elevation` FROM `stations`', conn, index_col='id')
+df.to_csv(LOCATIONS_PATH, compression='gzip', header=True)
+
 # Commit changes to database
 conn.commit()