From 0ff0d9fae0e9c2a564791acbbbfd0384c89d85ee Mon Sep 17 00:00:00 2001 From: henrywinterbottom-wxdev Date: Thu, 26 Oct 2023 12:04:54 -0600 Subject: [PATCH 1/3] Correcting missing environment variable for AWS PW. --- env/AWSPW.env | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/env/AWSPW.env b/env/AWSPW.env index 79ad52d460..5c4eb3217a 100755 --- a/env/AWSPW.env +++ b/env/AWSPW.env @@ -16,7 +16,7 @@ step=$1 export npe_node_max=36 export launcher="mpiexec.hydra" -export mpmd_opt="" +export mpmd_opt="--multi-prog --output=mpmd.%j.%t.out" # Configure MPI environment export OMP_STACKSIZE=2048000 From ff8305c020594593e96cda99b8ef9ba1750aa2ea Mon Sep 17 00:00:00 2001 From: henrywinterbottom-wxdev Date: Fri, 27 Oct 2023 11:07:06 -0600 Subject: [PATCH 2/3] Debugging. --- env/AWSPW.env | 1 + 1 file changed, 1 insertion(+) diff --git a/env/AWSPW.env b/env/AWSPW.env index 5c4eb3217a..ac900c35b0 100755 --- a/env/AWSPW.env +++ b/env/AWSPW.env @@ -48,6 +48,7 @@ elif [[ "${step}" = "post" ]]; then [[ ${NTHREADS_NP} -gt ${nth_max} ]] && export NTHREADS_NP=${nth_max} export APRUN_NP="${launcher} -n ${npe_post}" + export USE_CFP="YES" export NTHREADS_DWN=${nth_dwn:-1} [[ ${NTHREADS_DWN} -gt ${nth_max} ]] && export NTHREADS_DWN=${nth_max} export APRUN_DWN="${launcher} -n ${npe_dwn}" From 29339752c505367ebeaa0e484fac68d1549a95b2 Mon Sep 17 00:00:00 2001 From: henrywinterbottom-wxdev Date: Mon, 30 Oct 2023 09:44:21 -0600 Subject: [PATCH 3/3] Patch for PBS versus SLURM. --- ush/fv3gfs_downstream_nems.sh | 13 ++++++++++--- 1 file changed, 10 insertions(+), 3 deletions(-) diff --git a/ush/fv3gfs_downstream_nems.sh b/ush/fv3gfs_downstream_nems.sh index c09b9a7d3f..a9cc617258 100755 --- a/ush/fv3gfs_downstream_nems.sh +++ b/ush/fv3gfs_downstream_nems.sh @@ -135,9 +135,16 @@ for (( nset=1 ; nset <= downset ; nset++ )); do fi err_chk - # We are in a loop over downset, save output from mpmd into nset specific output - cat mpmd.out # so we capture output into the main logfile - mv mpmd.out "mpmd_${nset}.out" + # We are in a loop over downset, save output from mpmd into nset + # specific output; this if-block is necessary for the NOAA CSP AWS + # platform; AWS uses `mpiexec` (PBS) as it's parallel executable + # launcher rather than `srun` which can use the `MPMD` style; PBS + # can also handle similar situations but the implementation is more + # complicated to implement and this check is sufficient for now. + if [[ -f "mpmd.out" ]]; then + cat mpmd.out # so we capture output into the main logfile + mv mpmd.out "mpmd_${nset}.out" + fi # Concatenate grib files from each processor into a single one # and clean-up as you go