dymos_tests_workflow.yml

# Run Tests

# Matrix Options
# DOCS: 2-Build and publish, 1-build only, 0-no docs

name: Dymos Tests

on:
  # Trigger on push, pull request
  push:
    branches: [ master ]
  pull_request:
    branches: [ master, develop ]

  # Trigger via workflow_dispatch event
  workflow_dispatch:

jobs:

  test_ubuntu:
    runs-on: ubuntu-latest

    timeout-minutes: 90

    strategy:
      fail-fast: false
      matrix:
        include:
          # baseline versions
          - NAME: baseline
            PY: '3.10'
            NUMPY: 1.22.4
            SCIPY: 1.7
            PETSc: 3.17
            PYOPTSPARSE: 'v2.9.3'
            SNOPT: 7.7
            OPENMDAO: 'latest'
            OPTIONAL: '[all]'
            JAX: '0.4.14'

          # baseline versions except no pyoptsparse or SNOPT
          - NAME: no_pyoptsparse
            PY: '3.10'
            NUMPY: 1.22
            SCIPY: 1.7
            PETSc: 3.17
            OPENMDAO: 'latest'
            OPTIONAL: '[test]'

          # baseline versions except with pyoptsparse but no SNOPT
          - NAME: no_snopt
            PY: '3.10'
            NUMPY: 1.22
            SCIPY: 1.7
            PETSc: 3.17
            PYOPTSPARSE: 'v2.9.3'
            OPENMDAO: 'latest'
            OPTIONAL: '[test]'

          # baseline versions except no MPI/PETSc
          - NAME: no_mpi
            PY: '3.10'
            NUMPY: 1.22
            SCIPY: 1.7
            PYOPTSPARSE: 'v2.9.3'
            OPENMDAO: 'latest'
            OPTIONAL: '[test]'

          # try latest versions
          - NAME: latest
            PY: 3
            NUMPY: 1
            SCIPY: 1
            PETSc: 3
            PYOPTSPARSE: 'latest'
            SNOPT: 7.7
            OPENMDAO: 'dev'
            OPTIONAL: '[test]'
            JAX: 'latest'

          # oldest supported versions
          - NAME: oldest
            PY: 3.8
            NUMPY: 1.22
            SCIPY: 1.7
            OPENMPI: '4.0'
            MPI4PY: '3.0'
            PETSc: 3.13
            PYOPTSPARSE: 'v2.6.1'
            SNOPT: 7.2
            OPENMDAO: 3.28.0
            OPTIONAL: '[test]'

    steps:
      - name: Display run details
        run: |
          echo "============================================================="
          echo "Run #${GITHUB_RUN_NUMBER}"
          echo "Run ID: ${GITHUB_RUN_ID}"
          echo "Testing: ${GITHUB_REPOSITORY}"
          echo "Triggered by: ${GITHUB_EVENT_NAME}"
          echo "Initiated by: ${GITHUB_ACTOR}"
          echo "============================================================="

          if [[ "${{ github.event_name }}" == "workflow_dispatch" ]]; then
            if [[ "${{ matrix.NAME }}" == "latest" ]]; then
              echo "Triggered by 'workflow_dispatch' event, will run '${{ matrix.NAME }}' build."
              echo "RUN_BUILD=true" >> $GITHUB_ENV
            else
              echo "Triggered by 'workflow_dispatch' event, will not run '${{ matrix.NAME }}' build."
            fi
          else
            echo "Triggered by '${{ github.event_name }}' event, running all builds."
            echo "RUN_BUILD=true" >> $GITHUB_ENV
          fi

      - name: Create SSH key
        if: env.RUN_BUILD
        shell: bash
        env:
          SSH_PRIVATE_KEY: ${{secrets.SSH_PRIVATE_KEY}}
          SSH_KNOWN_HOSTS: ${{secrets.SSH_KNOWN_HOSTS}}
        run: |
          mkdir -p ~/.ssh/
          echo "$SSH_PRIVATE_KEY" > ~/.ssh/id_rsa
          sudo chmod 600 ~/.ssh/id_rsa
          echo "$SSH_KNOWN_HOSTS" > ~/.ssh/known_hosts

      - name: Checkout code
        if: env.RUN_BUILD
        uses: actions/checkout@v3

      - name: Fetch tags
        if: env.RUN_BUILD
        run: |
          git fetch --prune --unshallow --tags

      - name: Setup conda
        if: env.RUN_BUILD
        uses: conda-incubator/setup-miniconda@v2
        with:
          python-version: ${{ matrix.PY }}
          conda-version: "*"
          channels: conda-forge,defaults
          channel-priority: true

      - name: Install Numpy/Scipy
        if: env.RUN_BUILD
        shell: bash -l {0}
        run: |
          echo "============================================================="
          echo "Install Numpy/Scipy"
          echo "============================================================="
          conda install numpy=${{ matrix.NUMPY }} scipy=${{ matrix.SCIPY }} -q -y

      - name: Install jax
        if: env.RUN_BUILD && matrix.JAX
        shell: bash -l {0}
        run: |
          echo "============================================================="
          echo "Install jax"
          echo "============================================================="
          if [[ "${{ matrix.JAX }}" == "latest" ]]; then
            python -m pip install jaxlib jax
          else
            python -m pip install jaxlib==${{ matrix.JAX }} jax==${{ matrix.JAX }}
          fi

      - name: Install PETSc
        if: env.RUN_BUILD && matrix.PETSc
        shell: bash -l {0}
        run: |
          echo "============================================================="
          echo "Install PETSc"
          echo "============================================================="
          if [[ "${{ matrix.OPENMPI }}" && "${{ matrix.MPI4PY }}" ]]; then
            conda install openmpi=${{ matrix.OPENMPI }} mpi4py=${{ matrix.MPI4PY }} petsc4py=${{ matrix.PETSc }} -q -y
          elif [[ "${{ matrix.MPI4PY }}" ]]; then
            conda install mpi4py=${{ matrix.MPI4PY }} petsc4py=${{ matrix.PETSc }} -q -y
          else
            conda install mpi4py petsc4py=${{ matrix.PETSc }} -q -y
          fi
          export OMPI_MCA_rmaps_base_oversubscribe=1
          echo "OMPI_MCA_rmaps_base_oversubscribe=1" >> $GITHUB_ENV
          echo "-----------------------"
          echo "Quick test of mpi4py:"
          mpirun -n 2 python -c "from mpi4py import MPI; print(f'Rank: {MPI.COMM_WORLD.rank}')"
          echo "-----------------------"
          echo "Quick test of petsc4py:"
          mpirun -n 2 python -c "import numpy; from mpi4py import MPI; comm = MPI.COMM_WORLD; import petsc4py; petsc4py.init(); x = petsc4py.PETSc.Vec().createWithArray(numpy.ones(5)*comm.rank, comm=comm);  print(x.getArray())"
          echo "-----------------------"

      - name: Install pyOptSparse
        id: build_pyoptsparse
        if: env.RUN_BUILD && matrix.PYOPTSPARSE
        shell: bash -l {0}
        run: |
          echo "============================================================="
          echo "Install pyoptsparse"
          echo "============================================================="

          if [[ "${{ matrix.PYOPTSPARSE }}" == "conda-forge" ]]; then
            if [[ "${{ matrix.SNOPT }}" ]]; then
              echo "SNOPT ${{ matrix.SNOPT }} was requested but is not available on conda-forge"
            fi

            conda install -c conda-forge pyoptsparse
          else
            pip install git+https://github.com/OpenMDAO/build_pyoptsparse

            if [[ "${{ matrix.PYOPTSPARSE }}" == "latest" ]]; then
              LATEST_URL=`curl -fsSLI -o /dev/null -w %{url_effective} https://github.com/mdolab/pyoptsparse/releases/latest`
              LATEST_VER=`echo $LATEST_URL | awk '{split($0,a,"/tag/"); print a[2]}'`
              BRANCH="-b $LATEST_VER"
            else
              BRANCH="-b ${{ matrix.PYOPTSPARSE }}"
            fi

            if [[ "${{ matrix.PAROPT }}" ]]; then
              PAROPT="-a"
            fi

            if [[ "${{ matrix.SNOPT }}" == "7.7" && "${{ secrets.SNOPT_LOCATION_77 }}" ]]; then
              echo "  > Secure copying SNOPT 7.7 over SSH"
              mkdir SNOPT
              scp -qr ${{ secrets.SNOPT_LOCATION_77 }} SNOPT
              SNOPT="-s SNOPT/src"
            elif [[ "${{ matrix.SNOPT }}" == "7.2" && "${{ secrets.SNOPT_LOCATION_72 }}" ]]; then
              echo "  > Secure copying SNOPT 7.2 over SSH"
              mkdir SNOPT
              scp -qr ${{ secrets.SNOPT_LOCATION_72 }} SNOPT
              SNOPT="-s SNOPT/source"
            elif [[ "${{ matrix.SNOPT }}" ]]; then
              echo "SNOPT version ${{ matrix.SNOPT }} was requested but source is not available"
            fi

            build_pyoptsparse $BRANCH $PAROPT $SNOPT
          fi

      - name: Install OpenMDAO
        if: env.RUN_BUILD && matrix.OPENMDAO
        shell: bash -l {0}
        run: |
          echo "============================================================="
          echo "Install OpenMDAO"
          echo "============================================================="
          if [[ "${{ matrix.OPENMDAO }}" == "dev" ]]; then
            pip install git+https://github.com/OpenMDAO/OpenMDAO
          elif [[ "${{ matrix.OPENMDAO }}" == "latest" ]]; then
            echo "The latest version OpenMDAO will be installed from pypi per the Dymos dependency"
          else
            pip install openmdao==${{ matrix.OPENMDAO }}
          fi

      - name: Install Dymos
        if: env.RUN_BUILD
        shell: bash -l {0}
        run: |
          echo "============================================================="
          echo "Install Dymos"
          echo "============================================================="
          pip install .${{ matrix.OPTIONAL }}

      - name: Display environment info
        if: env.RUN_BUILD
        shell: bash -l {0}
        run: |
          conda info
          conda list
          conda env export --name test --file ${{ matrix.NAME }}_environment.yml

          echo "============================================================="
          echo "Check installed versions of Python, Numpy and Scipy"
          echo "============================================================="
          python -c "ver='${{ matrix.PY }}'; import sys; assert str(sys.version).startswith(ver), \
                    f'Python version {sys.version} is not the requested version ({ver})'"

          python -c "ver='${{ matrix.NUMPY }}'; import numpy; assert str(numpy.__version__).startswith(ver), \
                    f'Numpy version {numpy.__version__} is not the requested version ({ver})'"

          python -c "ver='${{ matrix.SCIPY }}'; import scipy; assert str(scipy.__version__).startswith(ver), \
                    f'Scipy version {scipy.__version__} is not the requested version ({ver})'"

      - name: 'Upload environment artifact'
        uses: actions/upload-artifact@v3
        with:
          name: ${{ matrix.NAME }}_environment
          path: ${{ matrix.NAME }}_environment.yml
          retention-days: 5

      - name: Run tests
        if: env.RUN_BUILD
        env:
          DYMOS_CHECK_PARTIALS: True
        shell: bash -l {0}
        run: |
          echo "============================================================="
          echo "Run Tests"
          echo "Environment:"
          echo "   DYMOS_CHECK_PARTIALS: $DYMOS_CHECK_PARTIALS"
          echo "============================================================="
          testflo -n 1 docs/dymos_book/test --pre_announce
          testflo -n 1 joss/test --pre_announce
          testflo -b benchmark --pre_announce
          cd $HOME
          if [[ "${{ matrix.NAME }}" != "latest" ]]; then
            testflo dymos -n 2 --show_skipped --durations 20 --coverage --coverpkg dymos
          else
            testflo dymos -n 2 --show_skipped --durations 20
          fi

      - name: Submit coverage
        if: ((github.event_name != 'workflow_dispatch') && (matrix.NAME != 'latest'))
        shell: bash -l {0}
        env:
          COVERALLS_REPO_TOKEN: ${{ secrets.GITHUB_TOKEN }}
          COVERALLS_SERVICE_NAME: "github"
          COVERALLS_PARALLEL: True
        run: |
          echo "============================================================="
          echo "Submit coverage"
          echo "============================================================="
          cp $HOME/.coverage .
          pip install coveralls
          SITE_DIR=`python -c 'import site; print(site.getsitepackages()[-1])'`
          coveralls --basedir $SITE_DIR

  coveralls:
    name: Finish coveralls
    if: (github.event_name != 'workflow_dispatch')
    needs: test_ubuntu
    runs-on: ubuntu-latest
    steps:
    - uses: coverallsapp/github-action@master
      with:
        github-token: ${{ secrets.GITHUB_TOKEN }}
        parallel-finished: true