workloads.yaml

name: workloads
on:
  workflow_dispatch:  # manual
  pull_request:
    branches:
    - main
permissions: write-all

jobs:
  workloads:
    runs-on: ubuntu-22.04
    steps:

      # Configure AWS credentials
      - name: Configure AWS credentials
        uses: aws-actions/configure-aws-credentials@v2
        with:
          role-to-assume: arn:aws:iam::593241322649:role/github-actions-madewithml
          role-session-name: s3access
          aws-region: us-west-2

      # Set up dependencies
      - uses: actions/checkout@v3
      - uses: actions/setup-python@v4
        with:
          python-version: '3.10.11'
          cache: 'pip'
      - run: python3 -m pip install anyscale==0.5.131 typer==0.9.0

      # Run workloads
      - name: Workloads
        run: |
          export ANYSCALE_HOST=${{ secrets.ANYSCALE_HOST }}
          export ANYSCALE_CLI_TOKEN=${{ secrets.ANYSCALE_CLI_TOKEN }}
          anyscale jobs submit deploy/jobs/workloads.yaml --wait

      # Read results from S3
      - name: Read results from S3
        run: |
          mkdir results
          aws s3 cp s3://madewithml/${{ github.actor }}/results/ results/ --recursive
          python .github/workflows/json_to_md.py results/training_results.json results/training_results.md
          python .github/workflows/json_to_md.py results/evaluation_results.json results/evaluation_results.md

      # Comment results to PR
      - name: Comment training results on PR
        uses: thollander/actions-comment-pull-request@v2
        with:
          filePath: results/training_results.md
      - name: Comment evaluation results on PR
        uses: thollander/actions-comment-pull-request@v2
        with:
          filePath: results/evaluation_results.md