Skip to content

Commit

Permalink
Turn on orchestrated dace:cpu on full dycore translate test
Browse files Browse the repository at this point in the history
Move download next to exectuion
  • Loading branch information
FlorianDeconinck committed Feb 7, 2024
1 parent ebd6e98 commit 779215b
Showing 1 changed file with 29 additions and 8 deletions.
37 changes: 29 additions & 8 deletions .github/workflows/translate.yml
Original file line number Diff line number Diff line change
Expand Up @@ -25,19 +25,14 @@ jobs:
run: |
python -m pip install --upgrade pip setuptools wheel
pip install .[ndsl,test]
- name: Download data
- name: Prepare test_data
run: |
mkdir -p test_data
- name: Numpy FvTp2d
run: |
cd test_data
wget https://portal.nccs.nasa.gov/datashare/astg/smt/pace-regression-data/8.1.3_c12_6_ranks_standard.FvTp2d.tar.gz
tar -xzvf 8.1.3_c12_6_ranks_standard.FvTp2d.tar.gz
wget https://portal.nccs.nasa.gov/datashare/astg/smt/pace-regression-data/8.1.3_c12_6_ranks_standard.D_SW.tar.gz
tar -xzvf 8.1.3_c12_6_ranks_standard.D_SW.tar.gz
wget https://portal.nccs.nasa.gov/datashare/astg/smt/pace-regression-data/8.1.3_c12_6_ranks_standard.Remapping.tar.gz
tar -xzvf 8.1.3_c12_6_ranks_standard.Remapping.tar.gz
cd -
- name: Numpy FvTp2d
run: |
pytest \
-v -s --data_path=./test_data/8.1.3/c12_6ranks_standard/dycore \
--backend=numpy \
Expand All @@ -46,6 +41,10 @@ jobs:
./tests/savepoint
- name: Numpy D_SW
run: |
cd test_data
wget https://portal.nccs.nasa.gov/datashare/astg/smt/pace-regression-data/8.1.3_c12_6_ranks_standard.D_SW.tar.gz
tar -xzvf 8.1.3_c12_6_ranks_standard.D_SW.tar.gz
cd -
pytest \
-v -s --data_path=./test_data/8.1.3/c12_6ranks_standard/dycore \
--backend=numpy \
Expand All @@ -54,9 +53,31 @@ jobs:
./tests/savepoint
- name: Numpy Remapping
run: |
cd test_data
wget https://portal.nccs.nasa.gov/datashare/astg/smt/pace-regression-data/8.1.3_c12_6_ranks_standard.Remapping.tar.gz
tar -xzvf 8.1.3_c12_6_ranks_standard.Remapping.tar.gz
cd -
pytest \
-v -s --data_path=./test_data/8.1.3/c12_6ranks_standard/dycore \
--backend=numpy \
--which_modules=Remapping \
--threshold_overrides_file=./tests/savepoint/translate/overrides/standard.yaml \
./tests/savepoint
- name: Orchestrated dace:cpu FVDynamics
run: |
cd test_data
wget https://portal.nccs.nasa.gov/datashare/astg/smt/pace-regression-data/8.1.3_c12_6_ranks_standard.FVDynamics.tar.gz
tar -xzvf 8.1.3_c12_6_ranks_standard.FVDynamics.tar.gz
cd -
export FV3_DACEMODE=BuildAndRun
export PACE_FLOAT_PRECISION=64
export PACE_TEST_N_THRESHOLD_SAMPLES=0
export OMP_NUM_THREADS=1
export PACE_LOGLEVEL=Debug
mpirun -np 6 --oversubscribe pytest \
-v -s --data_path=./test_data/8.1.3/c12_6ranks_standard/dycore \
--backend=dace:cpu \
-m parallel \
--which_modules=FVDynamics \
--threshold_overrides_file=./tests/savepoint/translate/overrides/standard.yaml \
./tests/savepoint

0 comments on commit 779215b

Please sign in to comment.