Add ability to overwrite file retention level for specific executables from config #3154
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: run generic example workflow tests | |
| on: [push, pull_request] | |
| concurrency: | |
| group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }} | |
| cancel-in-progress: true | |
| jobs: | |
| build: | |
| runs-on: ${{ matrix.os }} | |
| strategy: | |
| max-parallel: 60 | |
| matrix: | |
| os: [ubuntu-20.04] | |
| test-type: [simple_subworkflow_data, multilevel_subworkflow_data] | |
| steps: | |
| - uses: actions/checkout@v1 | |
| - name: Set up Python | |
| uses: actions/setup-python@v4 | |
| with: | |
| python-version: 3.8 | |
| - name: install condor | |
| run: | | |
| wget -qO - https://research.cs.wisc.edu/htcondor/ubuntu/HTCondor-Release.gpg.key | sudo apt-key add - | |
| echo "deb http://research.cs.wisc.edu/htcondor/ubuntu/8.9/focal focal contrib" | sudo tee -a /etc/apt/sources.list | |
| echo "deb-src http://research.cs.wisc.edu/htcondor/ubuntu/8.9/focal focal contrib" | sudo tee -a /etc/apt/sources.list | |
| sudo apt-get -o Acquire::Retries=3 update | |
| sudo apt-get -o Acquire::Retries=3 install minihtcondor | |
| sudo systemctl start condor | |
| sudo systemctl enable condor | |
| - name: install pegasus | |
| run: | | |
| wget -qO - https://download.pegasus.isi.edu/pegasus/gpg.txt | sudo apt-key add - | |
| echo "deb https://download.pegasus.isi.edu/pegasus/ubuntu bionic main" | sudo tee -a /etc/apt/sources.list | |
| sudo apt-get -o Acquire::Retries=3 update | |
| sudo apt-get -o Acquire::Retries=3 install pegasus | |
| - run: sudo apt-get -o Acquire::Retries=3 install *fftw3* intel-mkl* | |
| - name: Install pycbc | |
| run: | | |
| python -m pip install --upgrade 'pip<22.0' setuptools | |
| pip install GitPython # This shouldn't really be needed! | |
| pip install -r requirements.txt | |
| pip install . | |
| - name: running workflow | |
| run: | | |
| cd examples/workflow/generic/${{matrix.test-type}} | |
| bash -e run.sh | |
| python ../../../../examples/search/check_job.py | |
| find submitdir/work/ -type f -name '*.tar.gz' -delete | |
| - name: store log files | |
| if: always() | |
| uses: actions/upload-artifact@v2 | |
| with: | |
| name: logs-${{matrix.test-type}} | |
| path: examples/workflow/generic/${{matrix.test-type}}/submitdir/work |