bugfix: Default MPI Command #248
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: CI test to build the CCPP-SCM on ubuntu v22.04 | |
| on: [pull_request,workflow_dispatch] | |
| jobs: | |
| build_scm: | |
| # The type of runner that the job will run on | |
| runs-on: ubuntu-22.04 | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| fortran-compiler: [nvfortran] | |
| build-type: [Release]#, Debug] | |
| enable-gpu-acc: [False, True] | |
| py-version: [3.7.13, 3.9.12] | |
| # Environmental variables | |
| env: | |
| NETCDF: /home/runner/netcdf | |
| bacio_ROOT: /home/runner/bacio | |
| sp_ROOT: /home/runner/NCEPLIBS-sp | |
| w3emc_ROOT: /home/runner/myw3emc | |
| SCM_ROOT: /home/runner/work/ccpp-scm/ccpp-scm | |
| HDF5_ROOT: /home/runner/hdf5 | |
| MPI_ROOT: /home/runner/openmpi | |
| suites: SCM_GFS_v15p2,SCM_GFS_v16,SCM_GFS_v17_p8,SCM_HRRR,SCM_RRFS_v1beta,SCM_RAP,SCM_WoFS_v0 | |
| suites_ps: SCM_GFS_v15p2_ps,SCM_GFS_v16_ps,SCM_GFS_v17_p8_ps,SCM_HRRR_ps,SCM_RRFS_v1beta_ps,SCM_RAP_ps,SCM_WoFS_v0_ps | |
| # Workflow steps | |
| steps: | |
| ####################################################################################### | |
| # Cleanup space | |
| ####################################################################################### | |
| - name: Check space (pre) | |
| run: | | |
| df -h | |
| - name: Free Disk Space (Ubuntu) | |
| uses: jlumbroso/free-disk-space@main | |
| with: | |
| # this might remove tools that are actually needed, | |
| # if set to "true" but frees about 6 GB | |
| tool-cache: false | |
| # all of these default to true, but feel free to set to | |
| # "false" if necessary for your workflow | |
| android: false | |
| dotnet: false | |
| haskell: true | |
| large-packages: true | |
| docker-images: false | |
| swap-storage: false | |
| - name: Check space (post) | |
| run: | | |
| df -h | |
| ####################################################################################### | |
| # Initial | |
| ####################################################################################### | |
| - name: Checkout SCM code (into /home/runner/work/ccpp-scm/) | |
| uses: actions/checkout@v4 | |
| - name: Initialize submodules | |
| run: git submodule update --init --recursive | |
| ####################################################################################### | |
| # Python setup | |
| ####################################################################################### | |
| - name: Set up Python | |
| uses: actions/setup-python@v5 | |
| with: | |
| python-version: ${{matrix.py-version}} | |
| - name: Add conda to system path | |
| run: | | |
| echo $CONDA/bin >> $GITHUB_PATH | |
| - name: Install NetCDF Python libraries | |
| run: | | |
| conda install --yes -c conda-forge h5py>=3.4 netCDF4 f90nml | |
| ####################################################################################### | |
| # Install Nvidia. | |
| ####################################################################################### | |
| - name: Nvidia setup compilers. | |
| env: | |
| NVCOMPILERS: /home/runner/hpc_sdk | |
| NVARCH: Linux_x86_64 | |
| NVHPC_SILENT: true | |
| NVHPC_INSTALL_DIR: /home/runner/hpc_sdk | |
| NVHPC_INSTALL_TYPE: network | |
| NVHPC_INSTALL_LOCAL_DIR: /home/runner/hpc_sdk | |
| run: | | |
| mkdir /home/runner/hpc_sdk && cd /home/runner/hpc_sdk | |
| wget -q https://developer.download.nvidia.com/hpc-sdk/24.1/nvhpc_2024_241_Linux_x86_64_cuda_12.3.tar.gz | |
| tar xpzf nvhpc_2024_241_Linux_x86_64_cuda_12.3.tar.gz | |
| nvhpc_2024_241_Linux_x86_64_cuda_12.3/install | |
| export PATH=${PATH}:${NVCOMPILERS}/${NVARCH}/24.1/compilers/bin | |
| export MANPATH=${MANPATH}:${NVCOMPILERS}/${NVARCH}/24.1/compilers/man | |
| echo "The nvfortran installed is:" | |
| nvfortran --version | |
| echo "The path to nvfortran is:" | |
| command -v nvfortran | |
| echo "Removing tarball" | |
| rm nvhpc_2024_241_Linux_x86_64_cuda_12.3.tar.gz | |
| - name: Set environment for Nvidia compiler. | |
| run: | | |
| echo "CC=/home/runner/hpc_sdk/Linux_x86_64/24.1/compilers/bin/nvc" >> $GITHUB_ENV | |
| echo "FC=/home/runner/hpc_sdk/Linux_x86_64/24.1/compilers/bin/nvfortran" >> $GITHUB_ENV | |
| echo "CMAKE_C_COMPILER=/home/runner/hpc_sdk/Linux_x86_64/24.1/compilers/bin/nvc" >> $GITHUB_ENV | |
| echo "CMAKE_Fortran_COMPILER=/home/runner/hpc_sdk/Linux_x86_64/24.1/compilers/bin/nvfortran" >> $GITHUB_ENV | |
| ####################################################################################### | |
| # Install FORTRAN dependencies | |
| ####################################################################################### | |
| - name: Install Curl and zlib | |
| run: | | |
| sudo apt-get update | |
| sudo apt-get install curl | |
| sudo apt-get install libssl-dev libcurl4-openssl-dev | |
| sudo apt-get install zlib1g-dev | |
| - name: Cache HDF5 | |
| id: cache-hdf5 | |
| uses: actions/cache@v4 | |
| with: | |
| path: /home/runner/hdf5 | |
| KEY: cache-hdf5-${{matrix.fortran-compiler}}-key | |
| - name: Install HDF5 | |
| if: steps.cache-hdf5.outputs.cache-hit != 'true' | |
| run: | | |
| wget -q https://github.com/HDFGroup/hdf5/archive/refs/tags/hdf5-1_14_1-2.tar.gz | |
| tar zxf hdf5-1_14_1-2.tar.gz | |
| cd hdf5-hdf5-1_14_1-2 | |
| ./configure --prefix=${HDF5_ROOT} | |
| make -j | |
| make install | |
| - name: Setup HDF5 Paths | |
| run: | | |
| echo "LD_LIBRARY_PATH=$HDF5_ROOT/lib:$LD_LIBRARY_PATH" >> $GITHUB_ENV | |
| echo "PATH=$HDF5_ROOT/bin:$PATH" >> $GITHUB_ENV | |
| - name: Cache OpenMPI | |
| id: cache-openmpi | |
| uses: actions/cache@v4 | |
| with: | |
| path: /home/runner/openmpi | |
| KEY: cache-openmpi-${{matrix.fortran-compiler}}-key | |
| - name: Configure OpenMPI | |
| if: steps.cache-openmpi.outputs.cache-hit != 'true' | |
| run: | | |
| cd ${HOME} | |
| wget -q https://download.open-mpi.org/release/open-mpi/v4.1/openmpi-4.1.6.tar.gz | |
| tar zxf openmpi-4.1.6.tar.gz | |
| cd openmpi-4.1.6 | |
| CFLAGS=-fPIC CXXFLAGS=-fPIC FCFLAGS=-fPIC ./configure --prefix=${MPI_ROOT} | |
| - name: Build OpenMPI | |
| if: steps.cache-openmpi.outputs.cache-hit != 'true' | |
| run: | | |
| cd ${HOME}/openmpi-4.1.6 | |
| make -j | |
| - name: Install OpenMPI | |
| if: steps.cache-openmpi.outputs.cache-hit != 'true' | |
| run: | | |
| cd ${HOME}/openmpi-4.1.6 | |
| sudo make install -j | |
| - name: Setup OpenMPI Paths | |
| run: | | |
| echo "PATH=${MPI_ROOT}/bin:$PATH" >> $GITHUB_ENV | |
| echo "LD_LIBRARY_PATH=${MPI_ROOT}/lib:$LD_LIBRARY_PATH" >> $GITHUB_ENV | |
| - name: Check MPI Version | |
| run: | | |
| mpif90 --version | |
| - name: Set environment for Nvidia compiler with MPI | |
| run: | | |
| echo "CC=$(which mpicc)" >> $GITHUB_ENV | |
| echo "FC=$(which mpif90)" >> $GITHUB_ENV | |
| echo "CMAKE_C_COMPILER=$(which mpicc)" >> $GITHUB_ENV | |
| echo "CMAKE_Fortran_COMPILER=$(which mpif90)" >> $GITHUB_ENV | |
| - name: Cache NetCDF library | |
| id: cache-netcdf | |
| uses: actions/cache@v4 | |
| with: | |
| path: /home/runner/netcdf | |
| key: cache-netcdf-${{matrix.fortran-compiler}}-key | |
| - name: Setup NetCDF Paths | |
| run: | | |
| echo "LD_LIBRARY_PATH=$NETCDF/lib:$LD_LIBRARY_PATH" >> $GITHUB_ENV | |
| echo "PATH=$NETCDF/bin:$PATH" >> $GITHUB_ENV | |
| - name: Install NetCDF C library | |
| if: steps.cache-netcdf.outputs.cache-hit != 'true' | |
| run: | | |
| wget -q https://github.com/Unidata/netcdf-c/archive/refs/tags/v4.7.4.tar.gz | |
| tar zxf v4.7.4.tar.gz | |
| cd netcdf-c-4.7.4 | |
| CPPFLAGS="-I/home/runner/hdf5/include" LDFLAGS="-L/home/runner/hdf5/lib" ./configure --prefix=${NETCDF} | |
| make | |
| make install | |
| - name: Install NetCDF Fortran library | |
| if: steps.cache-netcdf.outputs.cache-hit != 'true' | |
| run: | | |
| wget -q https://github.com/Unidata/netcdf-fortran/archive/refs/tags/v4.6.1.tar.gz | |
| tar zxf v4.6.1.tar.gz | |
| cd netcdf-fortran-4.6.1 | |
| FCFLAGS="-fPIC" FFLAGS="-fPIC" CPPFLAGS="-I/home/runner/hdf5/include -I/home/runner/netcdf/include" LDFLAGS="-L/home/runner/hdf5/lib -L/home/runner/netcdf/lib" ./configure --prefix=${NETCDF} | |
| make | |
| make install | |
| - name: Cache bacio library v2.4.1 | |
| id: cache-bacio-fortran | |
| uses: actions/cache@v4 | |
| with: | |
| path: /home/runner/bacio | |
| key: cache-bacio-fortran-${{matrix.fortran-compiler}}-key | |
| - name: Install bacio library v2.4.1 | |
| if: steps.cache-bacio-fortran.outputs.cache-hit != 'true' | |
| run: | | |
| git clone --branch v2.4.1 https://github.com/NOAA-EMC/NCEPLIBS-bacio.git bacio | |
| cd bacio && mkdir build && cd build | |
| cmake -DCMAKE_INSTALL_PREFIX=${bacio_ROOT} ../ | |
| make -j | |
| make install | |
| echo "bacio_DIR=/home/runner/bacio/lib/cmake/bacio" >> $GITHUB_ENV | |
| - name: Cache SP-library v2.3.3 | |
| id: cache-sp-fortran | |
| uses: actions/cache@v4 | |
| with: | |
| path: /home/runner/NCEPLIBS-sp | |
| key: cache-sp-fortran-${{matrix.fortran-compiler}}-key | |
| - name: Install SP-library v2.3.3 | |
| if: steps.cache-sp-fortran.outputs.cache-hit != 'true' | |
| run: | | |
| git clone --branch v2.3.3 https://github.com/NOAA-EMC/NCEPLIBS-sp.git NCEPLIBS-sp | |
| cd NCEPLIBS-sp && mkdir build && cd build | |
| cmake -DCMAKE_INSTALL_PREFIX=${sp_ROOT} ../ | |
| make -j | |
| make install | |
| echo "sp_DIR=/home/runner/NCEPLIBS-sp/lib/cmake/sp" >> $GITHUB_ENV | |
| - name: Cache w3emc library v2.9.2 | |
| id: cache-w3emc-fortran | |
| uses: actions/cache@v4 | |
| with: | |
| path: /home/runner/myw3emc | |
| key: cache-w3emc-fortran-${{matrix.fortran-compiler}}-key | |
| - name: Install w3emc library v2.9.2 | |
| if: steps.cache-w3emc-fortran.outputs.cache-hit != 'true' | |
| run: | | |
| git clone --branch v2.9.2 https://github.com/NOAA-EMC/NCEPLIBS-w3emc.git NCEPLIBS-w3emc | |
| cd NCEPLIBS-w3emc && mkdir build && cd build | |
| cmake -DCMAKE_INSTALL_PREFIX=${w3emc_ROOT} ../ | |
| make -j | |
| make install | |
| echo "w3emc_DIR=/home/runner/myw3emc/lib/cmake/w3emc" >> $GITHUB_ENV | |
| ####################################################################################### | |
| # Build and run SCM regression tests (ccpp-scm/test/rt_test_cases.py) | |
| ####################################################################################### | |
| - name: Configure build with CMake | |
| run: | | |
| cd ${SCM_ROOT}/scm | |
| mkdir bin && cd bin | |
| cmake -DCCPP_SUITES=${suites},${suites_ps} -DCMAKE_BUILD_TYPE=${{matrix.build-type}} -DENABLE_NVIDIA_OPENACC=${{matrix.enable-gpu-acc}} ../src | |
| - name: Build SCM. | |
| run: | | |
| cd ${SCM_ROOT}/scm/bin | |
| make -j | |
| - name: Download data for SCM | |
| if: contains(matrix.enable-gpu-acc, 'False') | |
| run: | | |
| cd ${SCM_ROOT} | |
| ./contrib/get_all_static_data.sh | |
| ./contrib/get_thompson_tables.sh | |
| ./contrib/get_aerosol_climo.sh | |
| - name: Run SCM RTs (w/o GPU) | |
| if: contains(matrix.enable-gpu-acc, 'False') | |
| run: | | |
| cd ${SCM_ROOT}/scm/bin | |
| ./run_scm.py --file /home/runner/work/ccpp-scm/ccpp-scm/test/rt_test_cases.py --runtime_mult 0.1 -v |