Skip to content

Commit

Permalink
Merging in changes from PR 24
Browse files Browse the repository at this point in the history
  • Loading branch information
fmalatino committed Jun 27, 2024
2 parents cb25344 + 8d59c1e commit fe77ab1
Show file tree
Hide file tree
Showing 3 changed files with 132 additions and 0 deletions.
10 changes: 10 additions & 0 deletions .github/workflows/pace_tests.yaml
Original file line number Diff line number Diff line change
@@ -0,0 +1,10 @@
name: "Pace unit tests"
on:
pull_request:
types: [opened, synchronize, reopened, ready_for_review, labeled, unlabeled]

jobs:
pace_unit_tests:
uses: NOAA-GFDL/pace/.github/workflows/main_unit_tests.yaml@develop
with:
fv3_trigger: true
10 changes: 10 additions & 0 deletions .github/workflows/pyshield_tests.yaml
Original file line number Diff line number Diff line change
@@ -0,0 +1,10 @@
name: "pySHiELD Translate tests"
on:
pull_request:
types: [opened, synchronize, reopened, ready_for_review, labeled, unlabeled]

jobs:
pyshield_translate_tests:
uses: NOAA-GFDL/PySHiELD/.github/workflows/translate.yaml@develop
with:
fv3_trigger: true
112 changes: 112 additions & 0 deletions .github/workflows/translate.yaml
Original file line number Diff line number Diff line change
@@ -0,0 +1,112 @@
name: "Translate PyFV3 test (subset)"
on:
workflow_call:
inputs:
ndsl_trigger:
type: boolean
default: false
required: true
pull_request:
types: [opened, synchronize, reopened, ready_for_review, labeled, unlabeled]

# cancel running jobs if theres a newer push
concurrency:
group: ${{ github.workflow }}-${{ github.ref }}
cancel-in-progress: true

env:
github_repository: ${{github.event.repository.name}}

jobs:
pyFV3_translate_tests:
runs-on: ubuntu-latest
container:
image: ghcr.io/noaa-gfdl/miniforge:mpich
steps:

- name: Checkout PyFV3 for external trigger
if: ${{inputs.ndsl_trigger}}
uses: actions/checkout@v4
with:
submodules: 'recursive'
repository: noaa-gfdl/PyFV3
path: PyFV3

- name: Checkout repository that triggers workflow
uses: actions/checkout@v4
with:
submodules: 'recursive'
path: ${{env.github_repository}}

- name: mv NDSL to PyFV3 if NDSL triggers test
if: ${{inputs.ndsl_trigger}}
run: |
cd ${GITHUB_WORKSPACE}
mv ${{env.github_repository}} PyFV3/.
- name: install packages to test NDSL in PyFV3
if: ${{inputs.ndsl_trigger}}
run: |
cd ${GITHUB_WORKSPACE}/PyFV3
cd NDSL && pip3 install .[test]
cd .. && pip3 install .[test]
- name: Install pyFV3 packages ofr !ndsl_trigger
if: ${{ ! inputs.ndsl_trigger }}
run : |
cd ${GITHUB_WORKSPACE}/PyFV3
pip install .[ndsl,test]
- name: Prepare test_data
run: |
cd ${GITHUB_WORKSPACE}/PyFV3
mkdir -p test_data && cd test_data
wget https://portal.nccs.nasa.gov/datashare/astg/smt/pace-regression-data/8.1.3_c12_6ranks_standard.tar.gz
tar -xzvf 8.1.3_c12_6ranks_standard.tar.gz --no-same-owner
cd ..
- name: NumPy FvTp2d
run: |
cd ${GITHUB_WORKSPACE}/PyFV3
pytest \
-v -s --data_path=./test_data/8.1.3/c12_6ranks_standard/dycore \
--backend=numpy \
--which_modules=FvTp2d \
--threshold_overrides_file=./tests/savepoint/translate/overrides/standard.yaml \
./tests/savepoint
- name: Numpy D_SW
run: |
cd ${GITHUB_WORKSPACE}/PyFV3
pytest \
-v -s --data_path=./test_data/8.1.3/c12_6ranks_standard/dycore \
--backend=numpy \
--which_modules=D_SW \
--threshold_overrides_file=./tests/savepoint/translate/overrides/standard.yaml \
./tests/savepoint
- name: Numpy Remapping
run: |
cd ${GITHUB_WORKSPACE}/PyFV3
pytest \
-v -s --data_path=./test_data/8.1.3/c12_6ranks_standard/dycore \
--backend=numpy \
--which_modules=Remapping \
--threshold_overrides_file=./tests/savepoint/translate/overrides/standard.yaml \
./tests/savepoint
- name: Orchestrated dace-cpu Acoustics
run: |
cd ${GITHUB_WORKSPACE}/PyFV3
export FV3_DACEMODE=BuildAndRun
export PACE_FLOAT_PRECISION=64
export PACE_TEST_N_THRESHOLD_SAMPLES=0
export OMP_NUM_THREADS=1
export PACE_LOGLEVEL=Debug
mpiexec -mca orte_abort_on_non_zero_status 1 -np 6 --oversubscribe pytest \
-v -s --data_path=./test_data/8.1.3/c12_6ranks_standard/dycore \
--backend=dace:cpu \
-m parallel \
--which_rank=0 \
--which_modules=DynCore \
--threshold_overrides_file=./tests/savepoint/translate/overrides/standard.yaml \
./tests/savepoint

0 comments on commit fe77ab1

Please sign in to comment.