DO NOT MERGE: debugging CI #13
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: CI test to build and run SCM regression tests | |
| on: [pull_request, workflow_dispatch] | |
| jobs: | |
| run_scm_rts: | |
| # The type of runner that the job will run on | |
| runs-on: ubuntu-24.04 | |
| strategy: | |
| matrix: | |
| fortran-compiler: [gfortran-13] | |
| build-type: [Release, Debug, SinglePrecision] | |
| py-version: [3.9.12] | |
| # Environmental variables | |
| env: | |
| NFHOME: /home/runner/netcdf-fortran | |
| NFVERSION: v4.5.3 | |
| bacio_ROOT: /home/runner/bacio | |
| sp_ROOT: /home/runner/NCEPLIBS-sp | |
| w3emc_ROOT: /home/runner/myw3emc | |
| SCM_ROOT: /home/runner/work/ccpp-scm/ccpp-scm | |
| suites: SCM_GFS_v15p2,SCM_GFS_v16,SCM_GFS_v17_p8,SCM_HRRR,SCM_RRFS_v1beta,SCM_RAP,SCM_WoFS_v0,SCM_RRFS_v1,SCM_GFS_v17_HR3,SCM_GFS_v17_HR3_RRTMGP | |
| suites_ps: SCM_GFS_v15p2_ps,SCM_GFS_v16_ps,SCM_GFS_v17_p8_ps,SCM_HRRR_ps,SCM_RRFS_v1beta_ps,SCM_RAP_ps,SCM_WoFS_v0_ps,SCM_RRFS_v1_ps,SCM_GFS_v17_HR3_ps,SCM_GFS_v17_HR3_RRTMGP_ps | |
| dir_rt: /home/runner/work/ccpp-scm/ccpp-scm/test/artifact-${{matrix.build-type}} | |
| dir_bl: /home/runner/work/ccpp-scm/ccpp-scm/test/BL-${{matrix.build-type}} | |
| # Workflow steps | |
| steps: | |
| ####################################################################################### | |
| # Initial | |
| ####################################################################################### | |
| - name: Checkout SCM code (into /home/runner/work/ccpp-scm/) | |
| uses: actions/checkout@v4 | |
| - name: Initialize submodules | |
| run: git submodule update --init --recursive | |
| ####################################################################################### | |
| # Python setup | |
| ####################################################################################### | |
| - name: Set up Python | |
| uses: actions/setup-python@v5 | |
| with: | |
| python-version: ${{matrix.py-version}} | |
| - name: Add conda to system path | |
| run: | | |
| echo $CONDA/bin >> $GITHUB_PATH | |
| - name: Install NetCDF Python libraries | |
| run: | | |
| conda install --yes -c conda-forge h5py>=3.4 netCDF4 f90nml matplotlib | |
| - name: Update system packages | |
| run: sudo apt-get update | |
| ####################################################################################### | |
| # Install FORTRAN dependencies | |
| ####################################################################################### | |
| - name: Install openmpi | |
| run: | | |
| wget https://github.com/open-mpi/ompi/archive/refs/tags/v4.1.6.tar.gz | |
| tar -xvf v4.1.6.tar.gz | |
| cd ompi-4.1.6 | |
| ./autogen.pl | |
| ./configure --prefix=/home/runner/ompi-4.1.6 | |
| make -j4 | |
| make install | |
| echo "LD_LIBRARY_PATH=/home/runner/ompi-4.1.6/lib:$LD_LIBRARY_PATH" >> $GITHUB_ENV | |
| echo "PATH=/home/runner/ompi-4.1.6/bin:$PATH" >> $GITHUB_ENV | |
| - name: Cache bacio library v2.4.1 | |
| id: cache-bacio-fortran | |
| uses: actions/cache@v4 | |
| with: | |
| path: /home/runner/bacio | |
| key: cache-bacio-fortran-${{matrix.fortran-compiler}}-key | |
| - name: Install bacio library v2.4.1 | |
| if: steps.cache-bacio-fortran.outputs.cache-hit != 'true' | |
| run: | | |
| git clone --branch v2.4.1 https://github.com/NOAA-EMC/NCEPLIBS-bacio.git bacio | |
| cd bacio && mkdir build && cd build | |
| cmake -DCMAKE_INSTALL_PREFIX=${bacio_ROOT} ../ | |
| make -j2 | |
| make install | |
| echo "bacio_DIR=/home/runner/bacio/lib/cmake/bacio" >> $GITHUB_ENV | |
| - name: Cache SP-library v2.3.3 | |
| id: cache-sp-fortran | |
| uses: actions/cache@v4 | |
| with: | |
| path: /home/runner/NCEPLIBS-sp | |
| key: cache-sp-fortran-${{matrix.fortran-compiler}}-key | |
| - name: Install SP-library v2.3.3 | |
| if: steps.cache-sp-fortran.outputs.cache-hit != 'true' | |
| run: | | |
| git clone --branch v2.3.3 https://github.com/NOAA-EMC/NCEPLIBS-sp.git NCEPLIBS-sp | |
| cd NCEPLIBS-sp && mkdir build && cd build | |
| cmake -DCMAKE_INSTALL_PREFIX=${sp_ROOT} ../ | |
| make -j2 | |
| make install | |
| echo "sp_DIR=/home/runner/NCEPLIBS-sp/lib/cmake/sp" >> $GITHUB_ENV | |
| - name: Cache w3emc library v2.9.2 | |
| id: cache-w3emc-fortran | |
| uses: actions/cache@v4 | |
| with: | |
| path: /home/runner/myw3emc | |
| key: cache-w3emc-fortran-${{matrix.fortran-compiler}}-key | |
| - name: Install w3emc library v2.9.2 | |
| if: steps.cache-w3emc-fortran.outputs.cache-hit != 'true' | |
| run: | | |
| git clone --branch v2.9.2 https://github.com/NOAA-EMC/NCEPLIBS-w3emc.git NCEPLIBS-w3emc | |
| cd NCEPLIBS-w3emc && mkdir build && cd build | |
| cmake -DCMAKE_INSTALL_PREFIX=${w3emc_ROOT} ../ | |
| make -j2 | |
| make install | |
| echo "w3emc_DIR=/home/runner/myw3emc/lib/cmake/w3emc" >> $GITHUB_ENV | |
| - name: Install NetCDF C library | |
| run: sudo apt-get install libnetcdf-dev | |
| - name: Cache NetCDF Fortran library | |
| id: cache-netcdf-fortran | |
| uses: actions/cache@v4 | |
| with: | |
| path: /home/runner/netcdf-fortran | |
| key: cache-netcdf-fortran-${{matrix.fortran-compiler}}-key | |
| - name: Install NetCDF Fortran library | |
| if: steps.cache-netcdf-fortran.outputs.cache-hit != 'true' | |
| run: | | |
| git clone --branch ${NFVERSION} https://github.com/Unidata/netcdf-fortran.git | |
| cd netcdf-fortran | |
| ./configure | |
| make -j | |
| sudo make install | |
| export LD_LIBRARY_PATH=${LD_LIBRARY_PATH}:${NFHOME}/lib | |
| - name: Environment for openmpi compiler | |
| run: | | |
| echo "FC=mpif90" >> $GITHUB_ENV | |
| echo "CC=mpicc" >> $GITHUB_ENV | |
| ####################################################################################### | |
| # Build SCM. Run regression tests. | |
| ####################################################################################### | |
| - name: Download data for SCM | |
| run: | | |
| cd ${SCM_ROOT} | |
| ./contrib/get_all_static_data.sh | |
| ./contrib/get_thompson_tables.sh | |
| ./contrib/get_aerosol_climo.sh | |
| - name: Configure build with CMake (Release) | |
| if: contains(matrix.build-type, 'Release') | |
| run: | | |
| cd ${SCM_ROOT}/scm | |
| mkdir bin && cd bin | |
| cmake -DCCPP_SUITES=${suites},${suites_ps} ../src | |
| - name: Configure build with CMake (Debug) | |
| if: contains(matrix.build-type, 'Debug') | |
| run: | | |
| cd ${SCM_ROOT}/scm | |
| mkdir bin && cd bin | |
| cmake -DCCPP_SUITES=${suites},${suites_ps} -DCMAKE_BUILD_TYPE=Debug ../src | |
| - name: Configure build with CMake (Single Precision) | |
| if: matrix.build-type == 'SinglePrecision' | |
| run: | | |
| cd ${SCM_ROOT}/scm | |
| mkdir bin && cd bin | |
| cmake -DCCPP_SUITES=${suites},${suites_ps} -D32BIT=1 ../src | |
| - name: Build SCM | |
| run: | | |
| cd ${SCM_ROOT}/scm/bin | |
| make -j4 | |
| - name: Run SCM RTs | |
| if: matrix.build-type != 'SinglePrecision' | |
| run: | | |
| cd ${SCM_ROOT}/scm/bin | |
| ./run_scm.py --file /home/runner/work/ccpp-scm/ccpp-scm/test/rt_test_cases.py --runtime_mult 0.1 | |
| - name: Run SCM Single Precision RTs | |
| if: matrix.build-type == 'SinglePrecision' | |
| run: | | |
| cd ${SCM_ROOT}/scm/bin | |
| ./run_scm.py --file /home/runner/work/ccpp-scm/ccpp-scm/test/rt_test_cases_sp.py --runtime_mult 0.1 | |
| - name: Gather SCM RT output | |
| run: | | |
| cd ${SCM_ROOT}/test | |
| mkdir /home/runner/work/ccpp-scm/ccpp-scm/test/artifact-${{matrix.build-type}} | |
| ./ci_util.py -b ${{matrix.build-type}} | |
| - name: Create directory for SCM RT baselines | |
| run: mkdir ${dir_bl} | |
| - name: Download SCM RT baselines | |
| run: | | |
| cd ${dir_bl} | |
| wget https://dtcenter.ucar.edu/ccpp/rt/rt-baselines-${{matrix.build-type}}.zip | |
| unzip rt-baselines-${{matrix.build-type}}.zip | |
| - name: Compare SCM RT output to baselines | |
| run: | | |
| cd ${SCM_ROOT}/test | |
| ./cmp_rt2bl.py --dir_rt ${dir_rt} --dir_bl ${dir_bl} | |
| - name: Upload plots of SCM Baselines/RTs as GitHub Artifact. | |
| uses: actions/upload-artifact@v2 | |
| with: | |
| name: rt-plots-${{matrix.build-type}} | |
| path: /home/runner/work/ccpp-scm/ccpp-scm/test/scm_rt_out | |
| - name: Upload SCM RTs as GitHub Artifact | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: rt-baselines-${{matrix.build-type}} | |
| path: /home/runner/work/ccpp-scm/ccpp-scm/test/artifact-${{matrix.build-type}} |