nightly_dashboard.yml

name: Generate Nightly Dashboard

concurrency:
  group: ${{ github.workflow }}
  cancel-in-progress: true

on:
  workflow_dispatch:
  pull_request:
    paths:
      - "csv_reports/*.csv"
      - ".github/workflows/nightly_dashboard.yml"
      - "crossbow-nightly-report/crossbow-nightly-report.qmd"
  push:
    branches: main
    paths:
      - "csv_reports/*.csv"
      - ".github/workflows/nightly_dashboard.yml"
      - "crossbow-nightly-report/crossbow-nightly-report.qmd"

jobs:
  build:
    runs-on: ubuntu-20.04
    steps:

      - uses: actions/checkout@v4
        with:
          repository: apache/arrow
          path: arrow

      - uses: actions/checkout@v4
        with:
          path: crossbow

      - name: Set up Python
        uses: actions/setup-python@v5
        with:
          cache: pip
          python-version: 3.12

      - name: Generate List of Crossbow Tasks
        run: |
          python -m pip install -e arrow/dev/archery[crossbow]
          archery crossbow check-config > crossbow/all.yml

      - name: Setup Quarto
        uses: quarto-dev/quarto-actions/setup@v2
        with:
          version: '1.4.549'

      - uses: r-lib/actions/setup-r@v2
        with:
          r-version: '4.4.0'
          use-public-rspm: true

      # Needed due to https://github.com/r-lib/actions/issues/618
      - name: Link renv.lock
        run: ln -sf 'crossbow/crossbow-nightly-report/renv.lock'

      - name: Setup renv
        uses: r-lib/actions/setup-renv@v2
        env:
          # This is set by setup-r
          RENV_CONFIG_REPOS_OVERRIDE: ""
        with:
          cache-version: 1
      - name: Build Report
        uses: quarto-dev/quarto-actions/render@v2
        env:
          CROSSBOW_LOOKBACK_WINDOW: 120
        with:
          to: html
          path: 'crossbow/crossbow-nightly-report/crossbow-nightly-report.qmd'

      - name: Upload Rendered Dashboard
        if: github.event_name == 'pull_request'
        uses: actions/upload-artifact@v4
        with:
          name: dashboard
          path: |
            crossbow/crossbow-nightly-report/crossbow-nightly-report.html
            crossbow/all.yml
      - name: Upload result
        if: github.event_name == 'push'
        working-directory: crossbow
        shell: bash
        env:
          AWS_ACCESS_KEY_ID: ${{ secrets.CROSSBOW_DOCS_AWS_ACCESS_KEY_ID }}
          AWS_SECRET_ACCESS_KEY: ${{ secrets.CROSSBOW_DOCS_AWS_SECRET_ACCESS_KEY }}
          AWS_DEFAULT_REGION: ${{ secrets.CROSSBOW_DOCS_S3_BUCKET_REGION }}
          BUCKET: ${{ secrets.CROSSBOW_DOCS_S3_BUCKET }}
        run: |
          aws s3 cp crossbow-nightly-report/crossbow-nightly-report.html $BUCKET/index.html