From 86c4ea402b913fadf7c515fc9e267983c2b5fc03 Mon Sep 17 00:00:00 2001 From: EdwardSnyder-NOAA <96196752+EdwardSnyder-NOAA@users.noreply.github.com> Date: Tue, 17 Oct 2023 14:23:18 -0500 Subject: [PATCH] [Release/public-v2.2.0] Update data paths to v2p2 (#937) Update data paths to point the release staged data location for all supported platforms. Further, modifications have been made to allow the comprehensive WE2E test suites to run on all Tier-1 Platforms. --------- Co-authored-by: Parallel Works app-run user --- modulefiles/build_orion_intel.lua | 1 + parm/wflow/verify_pre.yaml | 4 +- .../WE2E/machine_suites/comprehensive.gaea-c5 | 1 + .../machine_suites/comprehensive.noaacloud | 63 +++++++++++++++++++ ush/machine/cheyenne.yaml | 32 +++++----- ush/machine/derecho.yaml | 48 +++++++------- ush/machine/gaea-c5.yaml | 46 +++++++------- ush/machine/gaea.yaml | 38 +++++------ ush/machine/hera.yaml | 32 +++++----- ush/machine/hercules.yaml | 44 ++++++------- ush/machine/jet.yaml | 30 ++++----- ush/machine/noaacloud.yaml | 33 +++++----- ush/machine/orion.yaml | 42 ++++++------- ush/valid_param_vals.yaml | 2 +- 14 files changed, 241 insertions(+), 175 deletions(-) create mode 120000 tests/WE2E/machine_suites/comprehensive.gaea-c5 create mode 100644 tests/WE2E/machine_suites/comprehensive.noaacloud diff --git a/modulefiles/build_orion_intel.lua b/modulefiles/build_orion_intel.lua index 0b07e8493e..1ecd3fdab3 100644 --- a/modulefiles/build_orion_intel.lua +++ b/modulefiles/build_orion_intel.lua @@ -18,6 +18,7 @@ load("srw_common") load("nccmp/1.9.0.1") load("nco/5.0.6") load("ufs-pyenv") +load("wget") setenv("CMAKE_C_COMPILER","mpiicc") setenv("CMAKE_CXX_COMPILER","mpiicpc") diff --git a/parm/wflow/verify_pre.yaml b/parm/wflow/verify_pre.yaml index 1ae6894d59..03a07abcc6 100644 --- a/parm/wflow/verify_pre.yaml +++ b/parm/wflow/verify_pre.yaml @@ -233,7 +233,7 @@ metatask_PcpCombine_fcst_APCP_all_accums_all_mems: attrs: age: 00:00:00:30 text: !cycstr '{{ workflow.EXPTDIR }}/@Y@m@d@H/post_files_exist_mem#mem#.txt' - walltime: 00:05:00 + walltime: 00:10:00 metatask_PcpCombine_fcst_ASNOW_all_accums_all_mems: var: @@ -261,4 +261,4 @@ metatask_PcpCombine_fcst_ASNOW_all_accums_all_mems: attrs: age: 00:00:00:30 text: !cycstr '{{ workflow.EXPTDIR }}/@Y@m@d@H/post_files_exist_mem#mem#.txt' - walltime: 00:10:00 + walltime: 00:05:00 diff --git a/tests/WE2E/machine_suites/comprehensive.gaea-c5 b/tests/WE2E/machine_suites/comprehensive.gaea-c5 new file mode 120000 index 0000000000..18a56d9739 --- /dev/null +++ b/tests/WE2E/machine_suites/comprehensive.gaea-c5 @@ -0,0 +1 @@ +comprehensive.orion \ No newline at end of file diff --git a/tests/WE2E/machine_suites/comprehensive.noaacloud b/tests/WE2E/machine_suites/comprehensive.noaacloud new file mode 100644 index 0000000000..65401f54e1 --- /dev/null +++ b/tests/WE2E/machine_suites/comprehensive.noaacloud @@ -0,0 +1,63 @@ +community +custom_ESGgrid +custom_ESGgrid_Central_Asia_3km +custom_ESGgrid_IndianOcean_6km +custom_ESGgrid_NewZealand_3km +custom_ESGgrid_Peru_12km +custom_ESGgrid_SF_1p1km +custom_GFDLgrid__GFDLgrid_USE_NUM_CELLS_IN_FILENAMES_eq_FALSE +custom_GFDLgrid +deactivate_tasks +grid_CONUS_25km_GFDLgrid_ics_FV3GFS_lbcs_FV3GFS_suite_GFS_v16 +grid_CONUS_3km_GFDLgrid_ics_FV3GFS_lbcs_FV3GFS_suite_RRFS_v1beta +grid_RRFS_AK_13km_ics_FV3GFS_lbcs_FV3GFS_suite_GFS_v16_plot +grid_RRFS_AK_3km_ics_FV3GFS_lbcs_FV3GFS_suite_HRRR +grid_RRFS_CONUS_13km_ics_FV3GFS_lbcs_FV3GFS_suite_RAP +grid_RRFS_CONUS_13km_ics_FV3GFS_lbcs_FV3GFS_suite_GFS_v16_plot +grid_RRFS_CONUS_13km_ics_FV3GFS_lbcs_FV3GFS_suite_HRRR +grid_RRFS_CONUS_13km_ics_FV3GFS_lbcs_FV3GFS_suite_RRFS_v1beta +grid_RRFS_CONUS_25km_ics_FV3GFS_lbcs_FV3GFS_suite_GFS_v15p2 +grid_RRFS_CONUS_25km_ics_FV3GFS_lbcs_FV3GFS_suite_GFS_v16_plot +grid_RRFS_CONUS_25km_ics_FV3GFS_lbcs_FV3GFS_suite_GFS_v17_p8_plot +grid_RRFS_CONUS_25km_ics_FV3GFS_lbcs_FV3GFS_suite_HRRR +grid_RRFS_CONUS_25km_ics_FV3GFS_lbcs_FV3GFS_suite_RAP +grid_RRFS_CONUS_25km_ics_FV3GFS_lbcs_FV3GFS_suite_RRFS_v1beta +grid_RRFS_CONUS_25km_ics_FV3GFS_lbcs_RAP_suite_RAP +grid_RRFS_CONUS_25km_ics_GSMGFS_lbcs_GSMGFS_suite_GFS_v15p2 +grid_RRFS_CONUS_25km_ics_NAM_lbcs_NAM_suite_GFS_v16 +grid_RRFS_CONUS_25km_ics_NAM_lbcs_NAM_suite_RRFS_v1beta +grid_RRFS_CONUS_3km_ics_FV3GFS_lbcs_FV3GFS_suite_GFS_v15p2 +grid_RRFS_CONUS_3km_ics_FV3GFS_lbcs_FV3GFS_suite_GFS_v15_thompson_mynn_lam3km +grid_RRFS_CONUS_3km_ics_FV3GFS_lbcs_FV3GFS_suite_GFS_v16 +grid_RRFS_CONUS_3km_ics_FV3GFS_lbcs_FV3GFS_suite_HRRR +grid_RRFS_CONUS_3km_ics_FV3GFS_lbcs_FV3GFS_suite_RRFS_v1beta +grid_RRFS_CONUScompact_13km_ics_FV3GFS_lbcs_FV3GFS_suite_GFS_v16 +grid_RRFS_CONUScompact_13km_ics_HRRR_lbcs_RAP_suite_HRRR +grid_RRFS_CONUScompact_13km_ics_HRRR_lbcs_RAP_suite_RRFS_v1beta +grid_RRFS_CONUScompact_25km_ics_FV3GFS_lbcs_FV3GFS_suite_GFS_v16 +grid_RRFS_CONUScompact_25km_ics_HRRR_lbcs_HRRR_suite_HRRR +grid_RRFS_CONUScompact_25km_ics_HRRR_lbcs_RAP_suite_RRFS_v1beta +grid_RRFS_CONUScompact_3km_ics_FV3GFS_lbcs_FV3GFS_suite_GFS_v16 +grid_RRFS_CONUScompact_3km_ics_HRRR_lbcs_RAP_suite_HRRR +grid_RRFS_CONUScompact_3km_ics_HRRR_lbcs_RAP_suite_RRFS_v1beta +grid_RRFS_NA_13km_ics_FV3GFS_lbcs_FV3GFS_suite_RAP +grid_SUBCONUS_Ind_3km_ics_FV3GFS_lbcs_FV3GFS_suite_WoFS_v0 +grid_SUBCONUS_Ind_3km_ics_HRRR_lbcs_HRRR_suite_HRRR +grid_SUBCONUS_Ind_3km_ics_HRRR_lbcs_RAP_suite_WoFS_v0 +grid_SUBCONUS_Ind_3km_ics_NAM_lbcs_NAM_suite_GFS_v16 +grid_SUBCONUS_Ind_3km_ics_RAP_lbcs_RAP_suite_RRFS_v1beta_plot +MET_ensemble_verification_only_vx +MET_verification_only_vx +nco +nco_ensemble +nco_grid_RRFS_CONUS_13km_ics_FV3GFS_lbcs_FV3GFS_suite_GFS_v16 +nco_grid_RRFS_CONUS_25km_ics_FV3GFS_lbcs_FV3GFS_timeoffset_suite_GFS_v16 +nco_grid_RRFS_CONUS_3km_ics_FV3GFS_lbcs_FV3GFS_suite_GFS_v15_thompson_mynn_lam3km +nco_grid_RRFS_CONUScompact_25km_ics_HRRR_lbcs_RAP_suite_HRRR +pregen_grid_orog_sfc_climo +specify_EXTRN_MDL_SYSBASEDIR_ICS_LBCS +specify_template_filenames +2020_CAD +get_from_AWS_ics_GEFS_lbcs_GEFS_fmt_grib2_2022040400_ensemble_2mems +get_from_NOMADS_ics_FV3GFS_lbcs_FV3GFS +long_fcst diff --git a/ush/machine/cheyenne.yaml b/ush/machine/cheyenne.yaml index 482994235f..3d9ca81681 100644 --- a/ush/machine/cheyenne.yaml +++ b/ush/machine/cheyenne.yaml @@ -2,10 +2,10 @@ platform: WORKFLOW_MANAGER: rocoto NCORES_PER_NODE: 36 SCHED: pbspro - TEST_CCPA_OBS_DIR: /glade/work/epicufsrt/contrib/UFS_SRW_data/develop/obs_data/ccpa/proc - TEST_MRMS_OBS_DIR: /glade/work/epicufsrt/contrib/UFS_SRW_data/develop/obs_data/mrms/proc - TEST_NDAS_OBS_DIR: /glade/work/epicufsrt/contrib/UFS_SRW_data/develop/obs_data/ndas/proc - DOMAIN_PREGEN_BASEDIR: /glade/work/epicufsrt/contrib/UFS_SRW_data/develop/FV3LAM_pregen + TEST_CCPA_OBS_DIR: /glade/work/epicufsrt/contrib/UFS_SRW_data/v2p2/obs_data/ccpa/proc + TEST_MRMS_OBS_DIR: /glade/work/epicufsrt/contrib/UFS_SRW_data/v2p2/obs_data/mrms/proc + TEST_NDAS_OBS_DIR: /glade/work/epicufsrt/contrib/UFS_SRW_data/v2p2/obs_data/ndas/proc + DOMAIN_PREGEN_BASEDIR: /glade/work/epicufsrt/contrib/UFS_SRW_data/v2p2/FV3LAM_pregen QUEUE_DEFAULT: regular QUEUE_FCST: regular QUEUE_HPSS: regular @@ -17,18 +17,18 @@ platform: RUN_CMD_NEXUS: mpirun -np $nprocs RUN_CMD_AQMLBC: mpirun -np ${NUMTS} PRE_TASK_CMDS: '{ ulimit -s unlimited; ulimit -a; }' - TEST_EXTRN_MDL_SOURCE_BASEDIR: /glade/work/epicufsrt/contrib/UFS_SRW_data/develop/input_model_data - TEST_AQM_INPUT_BASEDIR: /glade/work/epicufsrt/contrib/UFS_SRW_data/develop/aqm_data - TEST_PREGEN_BASEDIR: /glade/work/epicufsrt/contrib/UFS_SRW_data/develop/FV3LAM_pregen - TEST_ALT_EXTRN_MDL_SYSBASEDIR_ICS: /glade/work/epicufsrt/contrib/UFS_SRW_data/develop/dummy_FV3GFS_sys_dir - TEST_ALT_EXTRN_MDL_SYSBASEDIR_LBCS: /glade/work/epicufsrt/contrib/UFS_SRW_data/develop/dummy_FV3GFS_sys_dir - TEST_VX_FCST_INPUT_BASEDIR: '{{ "/glade/work/epicufsrt/contrib/UFS_SRW_data/develop/output_data/fcst_" }}{{ "ens" if (global.NUM_ENS_MEMBERS > 0) else "det" }}{{ "/{{workflow.PREDEF_GRID_NAME}}" }}{% raw %}{% endraw %}' - FIXaer: /glade/work/epicufsrt/contrib/UFS_SRW_data/develop/fix/fix_aer - FIXgsm: /glade/work/epicufsrt/contrib/UFS_SRW_data/develop/fix/fix_am - FIXlut: /glade/work/epicufsrt/contrib/UFS_SRW_data/develop/fix/fix_lut - FIXorg: /glade/work/epicufsrt/contrib/UFS_SRW_data/develop/fix/fix_orog - FIXsfc: /glade/work/epicufsrt/contrib/UFS_SRW_data/develop/fix/fix_sfc_climo - FIXshp: /glade/work/epicufsrt/contrib/UFS_SRW_data/develop/NaturalEarth + TEST_EXTRN_MDL_SOURCE_BASEDIR: /glade/work/epicufsrt/contrib/UFS_SRW_data/v2p2/input_model_data + TEST_AQM_INPUT_BASEDIR: /glade/work/epicufsrt/contrib/UFS_SRW_data/v2p2/aqm_data + TEST_PREGEN_BASEDIR: /glade/work/epicufsrt/contrib/UFS_SRW_data/v2p2/FV3LAM_pregen + TEST_ALT_EXTRN_MDL_SYSBASEDIR_ICS: /glade/work/epicufsrt/contrib/UFS_SRW_data/v2p2/dummy_FV3GFS_sys_dir + TEST_ALT_EXTRN_MDL_SYSBASEDIR_LBCS: /glade/work/epicufsrt/contrib/UFS_SRW_data/v2p2/dummy_FV3GFS_sys_dir + TEST_VX_FCST_INPUT_BASEDIR: '{{ "/glade/work/epicufsrt/contrib/UFS_SRW_data/v2p2/output_data/fcst_" }}{{ "ens" if (global.NUM_ENS_MEMBERS > 0) else "det" }}{{ "/{{workflow.PREDEF_GRID_NAME}}" }}{% raw %}{% endraw %}' + FIXaer: /glade/work/epicufsrt/contrib/UFS_SRW_data/v2p2/fix/fix_aer + FIXgsm: /glade/work/epicufsrt/contrib/UFS_SRW_data/v2p2/fix/fix_am + FIXlut: /glade/work/epicufsrt/contrib/UFS_SRW_data/v2p2/fix/fix_lut + FIXorg: /glade/work/epicufsrt/contrib/UFS_SRW_data/v2p2/fix/fix_orog + FIXsfc: /glade/work/epicufsrt/contrib/UFS_SRW_data/v2p2/fix/fix_sfc_climo + FIXshp: /glade/work/epicufsrt/contrib/UFS_SRW_data/v2p2/NaturalEarth data: ics_lbcs: FV3GFS: /glade/p/ral/jntp/UFS_CAM/COMGFS/gfs.${yyyymmdd}/${hh} diff --git a/ush/machine/derecho.yaml b/ush/machine/derecho.yaml index c7e144b201..67d688daba 100644 --- a/ush/machine/derecho.yaml +++ b/ush/machine/derecho.yaml @@ -2,10 +2,10 @@ platform: WORKFLOW_MANAGER: rocoto NCORES_PER_NODE: 128 SCHED: pbspro - TEST_CCPA_OBS_DIR: /glade/work/epicufsrt/contrib/UFS_SRW_data/develop/obs_data/ccpa/proc - TEST_MRMS_OBS_DIR: /glade/work/epicufsrt/contrib/UFS_SRW_data/develop/obs_data/mrms/proc - TEST_NDAS_OBS_DIR: /glade/work/epicufsrt/contrib/UFS_SRW_data/develop/obs_data/ndas/proc - DOMAIN_PREGEN_BASEDIR: /glade/work/epicufsrt/contrib/UFS_SRW_data/develop/FV3LAM_pregen + TEST_CCPA_OBS_DIR: /glade/work/epicufsrt/contrib/UFS_SRW_data/v2p2/obs_data/ccpa/proc + TEST_MRMS_OBS_DIR: /glade/work/epicufsrt/contrib/UFS_SRW_data/v2p2/obs_data/mrms/proc + TEST_NDAS_OBS_DIR: /glade/work/epicufsrt/contrib/UFS_SRW_data/v2p2/obs_data/ndas/proc + DOMAIN_PREGEN_BASEDIR: /glade/work/epicufsrt/contrib/UFS_SRW_data/v2p2/FV3LAM_pregen QUEUE_DEFAULT: main QUEUE_FCST: main QUEUE_HPSS: main @@ -17,27 +17,27 @@ platform: RUN_CMD_NEXUS: mpiexec -n $nprocs RUN_CMD_AQMLBC: mpiexec -n ${NUMTS} PRE_TASK_CMDS: '{ ulimit -s unlimited; ulimit -a; }' - TEST_EXTRN_MDL_SOURCE_BASEDIR: /glade/work/epicufsrt/contrib/UFS_SRW_data/develop/input_model_data - TEST_AQM_INPUT_BASEDIR: /glade/work/epicufsrt/contrib/UFS_SRW_data/develop/aqm_data - TEST_PREGEN_BASEDIR: /glade/work/epicufsrt/contrib/UFS_SRW_data/develop/FV3LAM_pregen - TEST_ALT_EXTRN_MDL_SYSBASEDIR_ICS: /glade/work/epicufsrt/contrib/UFS_SRW_data/develop/dummy_FV3GFS_sys_dir - TEST_ALT_EXTRN_MDL_SYSBASEDIR_LBCS: /glade/work/epicufsrt/contrib/UFS_SRW_data/develop/dummy_FV3GFS_sys_dir - TEST_VX_FCST_INPUT_BASEDIR: '{{ "/glade/work/epicufsrt/contrib/UFS_SRW_data/develop/output_data/fcst_" }}{{ "ens" if (global.NUM_ENS_MEMBERS > 0) else "det" }}{{ "/{{workflow.PREDEF_GRID_NAME}}" }}{% raw %}{% endraw %}' - FIXaer: /glade/work/epicufsrt/contrib/UFS_SRW_data/develop/fix/fix_aer - FIXgsi: /glade/work/epicufsrt/contrib/UFS_SRW_data/develop/fix/fix_gsi - FIXgsm: /glade/work/epicufsrt/contrib/UFS_SRW_data/develop/fix/fix_am - FIXlut: /glade/work/epicufsrt/contrib/UFS_SRW_data/develop/fix/fix_lut - FIXorg: /glade/work/epicufsrt/contrib/UFS_SRW_data/develop/fix/fix_orog - FIXsfc: /glade/work/epicufsrt/contrib/UFS_SRW_data/develop/fix/fix_sfc_climo - FIXshp: /glade/work/epicufsrt/contrib/UFS_SRW_data/develop/NaturalEarth + TEST_EXTRN_MDL_SOURCE_BASEDIR: /glade/work/epicufsrt/contrib/UFS_SRW_data/v2p2/input_model_data + TEST_AQM_INPUT_BASEDIR: /glade/work/epicufsrt/contrib/UFS_SRW_data/v2p2/aqm_data + TEST_PREGEN_BASEDIR: /glade/work/epicufsrt/contrib/UFS_SRW_data/v2p2/FV3LAM_pregen + TEST_ALT_EXTRN_MDL_SYSBASEDIR_ICS: /glade/work/epicufsrt/contrib/UFS_SRW_data/v2p2/dummy_FV3GFS_sys_dir + TEST_ALT_EXTRN_MDL_SYSBASEDIR_LBCS: /glade/work/epicufsrt/contrib/UFS_SRW_data/v2p2/dummy_FV3GFS_sys_dir + TEST_VX_FCST_INPUT_BASEDIR: '{{ "/glade/work/epicufsrt/contrib/UFS_SRW_data/v2p2/output_data/fcst_" }}{{ "ens" if (global.NUM_ENS_MEMBERS > 0) else "det" }}{{ "/{{workflow.PREDEF_GRID_NAME}}" }}{% raw %}{% endraw %}' + FIXaer: /glade/work/epicufsrt/contrib/UFS_SRW_data/v2p2/fix/fix_aer + FIXgsi: /glade/work/epicufsrt/contrib/UFS_SRW_data/v2p2/fix/fix_gsi + FIXgsm: /glade/work/epicufsrt/contrib/UFS_SRW_data/v2p2/fix/fix_am + FIXlut: /glade/work/epicufsrt/contrib/UFS_SRW_data/v2p2/fix/fix_lut + FIXorg: /glade/work/epicufsrt/contrib/UFS_SRW_data/v2p2/fix/fix_orog + FIXsfc: /glade/work/epicufsrt/contrib/UFS_SRW_data/v2p2/fix/fix_sfc_climo + FIXshp: /glade/work/epicufsrt/contrib/UFS_SRW_data/v2p2/NaturalEarth EXTRN_MDL_DATA_STORES: aws data: ics_lbcs: FV3GFS: - nemsio: /glade/work/epicufsrt/contrib/UFS_SRW_data/develop/input_model_data/FV3GFS/nemsio/${yyyymmdd}${hh} - grib2: /glade/work/epicufsrt/contrib/UFS_SRW_data/develop/input_model_data/FV3GFS/grib2/${yyyymmdd}${hh} - netcdf: /glade/work/epicufsrt/contrib/UFS_SRW_data/develop/input_model_data/FV3GFS/netcdf/${yyyymmdd}${hh} - NAM: /glade/work/epicufsrt/contrib/UFS_SRW_data/develop/input_model_data/NAM/${yyyymmdd}${hh} - HRRR: /glade/work/epicufsrt/contrib/UFS_SRW_data/develop/input_model_data/HRRR/${yyyymmdd}${hh} - RAP: /glade/work/epicufsrt/contrib/UFS_SRW_data/develop/input_model_data/RAP/${yyyymmdd}${hh} - GSMGFS: /glade/work/epicufsrt/contrib/UFS_SRW_data/develop/input_model_data/GSMGFS/${yyyymmdd}${hh} + nemsio: /glade/work/epicufsrt/contrib/UFS_SRW_data/v2p2/input_model_data/FV3GFS/nemsio/${yyyymmdd}${hh} + grib2: /glade/work/epicufsrt/contrib/UFS_SRW_data/v2p2/input_model_data/FV3GFS/grib2/${yyyymmdd}${hh} + netcdf: /glade/work/epicufsrt/contrib/UFS_SRW_data/v2p2/input_model_data/FV3GFS/netcdf/${yyyymmdd}${hh} + NAM: /glade/work/epicufsrt/contrib/UFS_SRW_data/v2p2/input_model_data/NAM/${yyyymmdd}${hh} + HRRR: /glade/work/epicufsrt/contrib/UFS_SRW_data/v2p2/input_model_data/HRRR/${yyyymmdd}${hh} + RAP: /glade/work/epicufsrt/contrib/UFS_SRW_data/v2p2/input_model_data/RAP/${yyyymmdd}${hh} + GSMGFS: /glade/work/epicufsrt/contrib/UFS_SRW_data/v2p2/input_model_data/GSMGFS/${yyyymmdd}${hh} diff --git a/ush/machine/gaea-c5.yaml b/ush/machine/gaea-c5.yaml index 86653be7b5..1f84aa3c20 100644 --- a/ush/machine/gaea-c5.yaml +++ b/ush/machine/gaea-c5.yaml @@ -2,10 +2,10 @@ platform: WORKFLOW_MANAGER: rocoto NCORES_PER_NODE: 128 SCHED: slurm - TEST_CCPA_OBS_DIR: /lustre/f2/dev/role.epic/contrib/UFS_SRW_data/develop/obs_data/ccpa/proc - TEST_MRMS_OBS_DIR: /lustre/f2/dev/role.epic/contrib/UFS_SRW_data/develop/obs_data/mrms/proc - TEST_NDAS_OBS_DIR: /lustre/f2/dev/role.epic/contrib/UFS_SRW_data/develop/obs_data/ndas/proc - DOMAIN_PREGEN_BASEDIR: /lustre/f2/dev/role.epic/contrib/UFS_SRW_data/develop/FV3LAM_pregen + TEST_CCPA_OBS_DIR: /lustre/f2/dev/role.epic/contrib/UFS_SRW_data/v2p2/obs_data/ccpa/proc + TEST_MRMS_OBS_DIR: /lustre/f2/dev/role.epic/contrib/UFS_SRW_data/v2p2/obs_data/mrms/proc + TEST_NDAS_OBS_DIR: /lustre/f2/dev/role.epic/contrib/UFS_SRW_data/v2p2/obs_data/ndas/proc + DOMAIN_PREGEN_BASEDIR: /lustre/f2/dev/role.epic/contrib/UFS_SRW_data/v2p2/FV3LAM_pregen QUEUE_DEFAULT: normal QUEUE_FCST: normal QUEUE_HPSS: normal @@ -19,29 +19,29 @@ platform: SCHED_NATIVE_CMD: --clusters=c5 --partition=batch --export=NONE SCHED_NATIVE_CMD_HPSS: --clusters=es --partition=eslogin_c5 --export=NONE PRE_TASK_CMDS: '{ ulimit -s unlimited; ulimit -a; }' - TEST_EXTRN_MDL_SOURCE_BASEDIR: /lustre/f2/dev/role.epic/contrib/UFS_SRW_data/develop/input_model_data - TEST_PREGEN_BASEDIR: /lustre/f2/dev/role.epic/contrib/UFS_SRW_data/develop/FV3LAM_pregen - TEST_ALT_EXTRN_MDL_SYSBASEDIR_ICS: /lustre/f2/dev/role.epic/contrib/UFS_SRW_data/develop/dummy_FV3GFS_sys_dir - TEST_ALT_EXTRN_MDL_SYSBASEDIR_LBCS: /lustre/f2/dev/role.epic/contrib/UFS_SRW_data/develop/dummy_FV3GFS_sys_dir - TEST_VX_FCST_INPUT_BASEDIR: '{{ "/lustre/f2/dev/role.epic/contrib/UFS_SRW_data/develop/output_data/fcst_" }}{{ "ens" if (global.NUM_ENS_MEMBERS > 0) else "det" }}{{ "/{{workflow.PREDEF_GRID_NAME}}" }}{% raw %}{% endraw %}' - FIXaer: /lustre/f2/dev/role.epic/contrib/UFS_SRW_data/develop/fix/fix_aer - FIXgsi: /lustre/f2/dev/role.epic/contrib/UFS_SRW_data/develop/fix/fix_gsi - FIXgsm: /lustre/f2/dev/role.epic/contrib/UFS_SRW_data/develop/fix/fix_am - FIXlut: /lustre/f2/dev/role.epic/contrib/UFS_SRW_data/develop/fix/fix_lut - FIXorg: /lustre/f2/dev/role.epic/contrib/UFS_SRW_data/develop/fix/fix_orog - FIXsfc: /lustre/f2/dev/role.epic/contrib/UFS_SRW_data/develop/fix/fix_sfc_climo - FIXshp: /lustre/f2/dev/role.epic/contrib/UFS_SRW_data/develop/NaturalEarth + TEST_EXTRN_MDL_SOURCE_BASEDIR: /lustre/f2/dev/role.epic/contrib/UFS_SRW_data/v2p2/input_model_data + TEST_PREGEN_BASEDIR: /lustre/f2/dev/role.epic/contrib/UFS_SRW_data/v2p2/FV3LAM_pregen + TEST_ALT_EXTRN_MDL_SYSBASEDIR_ICS: /lustre/f2/dev/role.epic/contrib/UFS_SRW_data/v2p2/dummy_FV3GFS_sys_dir + TEST_ALT_EXTRN_MDL_SYSBASEDIR_LBCS: /lustre/f2/dev/role.epic/contrib/UFS_SRW_data/v2p2/dummy_FV3GFS_sys_dir + TEST_VX_FCST_INPUT_BASEDIR: '{{ "/lustre/f2/dev/role.epic/contrib/UFS_SRW_data/v2p2/output_data/fcst_" }}{{ "ens" if (global.NUM_ENS_MEMBERS > 0) else "det" }}{{ "/{{workflow.PREDEF_GRID_NAME}}" }}{% raw %}{% endraw %}' + FIXaer: /lustre/f2/dev/role.epic/contrib/UFS_SRW_data/v2p2/fix/fix_aer + FIXgsi: /lustre/f2/dev/role.epic/contrib/UFS_SRW_data/v2p2/fix/fix_gsi + FIXgsm: /lustre/f2/dev/role.epic/contrib/UFS_SRW_data/v2p2/fix/fix_am + FIXlut: /lustre/f2/dev/role.epic/contrib/UFS_SRW_data/v2p2/fix/fix_lut + FIXorg: /lustre/f2/dev/role.epic/contrib/UFS_SRW_data/v2p2/fix/fix_orog + FIXsfc: /lustre/f2/dev/role.epic/contrib/UFS_SRW_data/v2p2/fix/fix_sfc_climo + FIXshp: /lustre/f2/dev/role.epic/contrib/UFS_SRW_data/v2p2/NaturalEarth EXTRN_MDL_DATA_STORES: aws data: ics_lbcs: FV3GFS: - nemsio: /lustre/f2/dev/role.epic/contrib/UFS_SRW_data/develop/input_model_data/FV3GFS/nemsio/${yyyymmdd}${hh} - grib2: /lustre/f2/dev/role.epic/contrib/UFS_SRW_data/develop/input_model_data/FV3GFS/grib2/${yyyymmdd}${hh} - netcdf: /lustre/f2/dev/role.epic/contrib/UFS_SRW_data/develop/input_model_data/FV3GFS/netcdf/${yyyymmdd}${hh} - RAP: /lustre/f2/dev/role.epic/contrib/UFS_SRW_data/develop/input_model_data/RAP/${yyyymmdd}${hh} - HRRR: /lustre/f2/dev/role.epic/contrib/UFS_SRW_data/develop/input_model_data/HRRR/${yyyymmdd}${hh} - RAP: /lustre/f2/dev/role.epic/contrib/UFS_SRW_data/develop/input_model_data/RAP/${yyyymmdd}${hh} - GSMGFS: /lustre/f2/dev/role.epic/contrib/UFS_SRW_data/develop/input_model_data/GSMGFS/${yyyymmdd}${hh} + nemsio: /lustre/f2/dev/role.epic/contrib/UFS_SRW_data/v2p2/input_model_data/FV3GFS/nemsio/${yyyymmdd}${hh} + grib2: /lustre/f2/dev/role.epic/contrib/UFS_SRW_data/v2p2/input_model_data/FV3GFS/grib2/${yyyymmdd}${hh} + netcdf: /lustre/f2/dev/role.epic/contrib/UFS_SRW_data/v2p2/input_model_data/FV3GFS/netcdf/${yyyymmdd}${hh} + RAP: /lustre/f2/dev/role.epic/contrib/UFS_SRW_data/v2p2/input_model_data/RAP/${yyyymmdd}${hh} + HRRR: /lustre/f2/dev/role.epic/contrib/UFS_SRW_data/v2p2/input_model_data/HRRR/${yyyymmdd}${hh} + RAP: /lustre/f2/dev/role.epic/contrib/UFS_SRW_data/v2p2/input_model_data/RAP/${yyyymmdd}${hh} + GSMGFS: /lustre/f2/dev/role.epic/contrib/UFS_SRW_data/v2p2/input_model_data/GSMGFS/${yyyymmdd}${hh} rocoto: tasks: metatask_run_ensemble: diff --git a/ush/machine/gaea.yaml b/ush/machine/gaea.yaml index 301fa5c5a1..2a648934d7 100644 --- a/ush/machine/gaea.yaml +++ b/ush/machine/gaea.yaml @@ -2,10 +2,10 @@ platform: WORKFLOW_MANAGER: rocoto NCORES_PER_NODE: 32 SCHED: slurm - TEST_CCPA_OBS_DIR: /lustre/f2/dev/role.epic/contrib/UFS_SRW_data/develop/obs_data/ccpa/proc - TEST_MRMS_OBS_DIR: /lustre/f2/dev/role.epic/contrib/UFS_SRW_data/develop/obs_data/mrms/proc - TEST_NDAS_OBS_DIR: /lustre/f2/dev/role.epic/contrib/UFS_SRW_data/develop/obs_data/ndas/proc - DOMAIN_PREGEN_BASEDIR: /lustre/f2/dev/role.epic/contrib/UFS_SRW_data/develop/FV3LAM_pregen + TEST_CCPA_OBS_DIR: /lustre/f2/dev/role.epic/contrib/UFS_SRW_data/v2p2/obs_data/ccpa/proc + TEST_MRMS_OBS_DIR: /lustre/f2/dev/role.epic/contrib/UFS_SRW_data/v2p2/obs_data/mrms/proc + TEST_NDAS_OBS_DIR: /lustre/f2/dev/role.epic/contrib/UFS_SRW_data/v2p2/obs_data/ndas/proc + DOMAIN_PREGEN_BASEDIR: /lustre/f2/dev/role.epic/contrib/UFS_SRW_data/v2p2/FV3LAM_pregen QUEUE_DEFAULT: windfall QUEUE_FCST: windfall QUEUE_HPSS: windfall @@ -19,25 +19,25 @@ platform: SCHED_NATIVE_CMD: --clusters=c4 --export=NONE SCHED_NATIVE_CMD_HPSS: --clusters=es --export=NONE PRE_TASK_CMDS: '{ ulimit -s unlimited; ulimit -a; }' - TEST_EXTRN_MDL_SOURCE_BASEDIR: /lustre/f2/dev/role.epic/contrib/UFS_SRW_data/develop/input_model_data - TEST_PREGEN_BASEDIR: /lustre/f2/dev/role.epic/contrib/UFS_SRW_data/develop/FV3LAM_pregen - TEST_ALT_EXTRN_MDL_SYSBASEDIR_ICS: /lustre/f2/dev/role.epic/contrib/UFS_SRW_data/develop/dummy_FV3GFS_sys_dir - TEST_ALT_EXTRN_MDL_SYSBASEDIR_LBCS: /lustre/f2/dev/role.epic/contrib/UFS_SRW_data/develop/dummy_FV3GFS_sys_dir - TEST_VX_FCST_INPUT_BASEDIR: '{{ "/lustre/f2/dev/role.epic/contrib/UFS_SRW_data/develop/output_data/fcst_" }}{{ "ens" if (global.NUM_ENS_MEMBERS > 0) else "det" }}{{ "/{{workflow.PREDEF_GRID_NAME}}" }}{% raw %}{% endraw %}' - FIXaer: /lustre/f2/dev/role.epic/contrib/UFS_SRW_data/develop/fix/fix_aer - FIXgsm: /lustre/f2/dev/role.epic/contrib/UFS_SRW_data/develop/fix/fix_am - FIXlut: /lustre/f2/dev/role.epic/contrib/UFS_SRW_data/develop/fix/fix_lut - FIXorg: /lustre/f2/dev/role.epic/contrib/UFS_SRW_data/develop/fix/fix_orog - FIXsfc: /lustre/f2/dev/role.epic/contrib/UFS_SRW_data/develop/fix/fix_sfc_climo - FIXshp: /lustre/f2/dev/role.epic/contrib/UFS_SRW_data/develop/NaturalEarth + TEST_EXTRN_MDL_SOURCE_BASEDIR: /lustre/f2/dev/role.epic/contrib/UFS_SRW_data/v2p2/input_model_data + TEST_PREGEN_BASEDIR: /lustre/f2/dev/role.epic/contrib/UFS_SRW_data/v2p2/FV3LAM_pregen + TEST_ALT_EXTRN_MDL_SYSBASEDIR_ICS: /lustre/f2/dev/role.epic/contrib/UFS_SRW_data/v2p2/dummy_FV3GFS_sys_dir + TEST_ALT_EXTRN_MDL_SYSBASEDIR_LBCS: /lustre/f2/dev/role.epic/contrib/UFS_SRW_data/v2p2/dummy_FV3GFS_sys_dir + TEST_VX_FCST_INPUT_BASEDIR: '{{ "/lustre/f2/dev/role.epic/contrib/UFS_SRW_data/v2p2/output_data/fcst_" }}{{ "ens" if (global.NUM_ENS_MEMBERS > 0) else "det" }}{{ "/{{workflow.PREDEF_GRID_NAME}}" }}{% raw %}{% endraw %}' + FIXaer: /lustre/f2/dev/role.epic/contrib/UFS_SRW_data/v2p2/fix/fix_aer + FIXgsm: /lustre/f2/dev/role.epic/contrib/UFS_SRW_data/v2p2/fix/fix_am + FIXlut: /lustre/f2/dev/role.epic/contrib/UFS_SRW_data/v2p2/fix/fix_lut + FIXorg: /lustre/f2/dev/role.epic/contrib/UFS_SRW_data/v2p2/fix/fix_orog + FIXsfc: /lustre/f2/dev/role.epic/contrib/UFS_SRW_data/v2p2/fix/fix_sfc_climo + FIXshp: /lustre/f2/dev/role.epic/contrib/UFS_SRW_data/v2p2/NaturalEarth EXTRN_MDL_DATA_STORES: aws data: ics_lbcs: FV3GFS: - nemsio: /lustre/f2/dev/role.epic/contrib/UFS_SRW_data/develop/input_model_data/FV3GFS/nemsio/${yyyymmdd}${hh} - grib2: /lustre/f2/dev/role.epic/contrib/UFS_SRW_data/develop/input_model_data/FV3GFS/grib2/${yyyymmdd}${hh} - RAP: /lustre/f2/dev/role.epic/contrib/UFS_SRW_data/develop/input_model_data/RAP/${yyyymmdd}${hh} - HRRR: /lustre/f2/dev/role.epic/contrib/UFS_SRW_data/develop/input_model_data/HRRR/${yyyymmdd}${hh} + nemsio: /lustre/f2/dev/role.epic/contrib/UFS_SRW_data/v2p2/input_model_data/FV3GFS/nemsio/${yyyymmdd}${hh} + grib2: /lustre/f2/dev/role.epic/contrib/UFS_SRW_data/v2p2/input_model_data/FV3GFS/grib2/${yyyymmdd}${hh} + RAP: /lustre/f2/dev/role.epic/contrib/UFS_SRW_data/v2p2/input_model_data/RAP/${yyyymmdd}${hh} + HRRR: /lustre/f2/dev/role.epic/contrib/UFS_SRW_data/v2p2/input_model_data/HRRR/${yyyymmdd}${hh} rocoto: tasks: metatask_run_ensemble: diff --git a/ush/machine/hera.yaml b/ush/machine/hera.yaml index 545c9320af..4b1b9c2af8 100644 --- a/ush/machine/hera.yaml +++ b/ush/machine/hera.yaml @@ -2,10 +2,10 @@ platform: WORKFLOW_MANAGER: rocoto NCORES_PER_NODE: 40 SCHED: slurm - TEST_CCPA_OBS_DIR: /scratch1/NCEPDEV/nems/role.epic/UFS_SRW_data/develop/obs_data/ccpa/proc - TEST_MRMS_OBS_DIR: /scratch1/NCEPDEV/nems/role.epic/UFS_SRW_data/develop/obs_data/mrms/proc - TEST_NDAS_OBS_DIR: /scratch1/NCEPDEV/nems/role.epic/UFS_SRW_data/develop/obs_data/ndas/proc - DOMAIN_PREGEN_BASEDIR: /scratch1/NCEPDEV/nems/role.epic/UFS_SRW_data/develop/FV3LAM_pregen + TEST_CCPA_OBS_DIR: /scratch1/NCEPDEV/nems/role.epic/UFS_SRW_data/v2p2/obs_data/ccpa/proc + TEST_MRMS_OBS_DIR: /scratch1/NCEPDEV/nems/role.epic/UFS_SRW_data/v2p2/obs_data/mrms/proc + TEST_NDAS_OBS_DIR: /scratch1/NCEPDEV/nems/role.epic/UFS_SRW_data/v2p2/obs_data/ndas/proc + DOMAIN_PREGEN_BASEDIR: /scratch1/NCEPDEV/nems/role.epic/UFS_SRW_data/v2p2/FV3LAM_pregen PARTITION_DEFAULT: hera QUEUE_DEFAULT: batch PARTITION_FCST: hera @@ -21,18 +21,18 @@ platform: RUN_CMD_AQMLBC: srun --export=ALL -n ${NUMTS} SCHED_NATIVE_CMD: --export=NONE PRE_TASK_CMDS: '{ ulimit -s unlimited; ulimit -a; }' - TEST_EXTRN_MDL_SOURCE_BASEDIR: /scratch1/NCEPDEV/nems/role.epic/UFS_SRW_data/develop/input_model_data - TEST_AQM_INPUT_BASEDIR: /scratch1/NCEPDEV/nems/role.epic/UFS_SRW_data/develop/aqm_data - TEST_PREGEN_BASEDIR: /scratch1/NCEPDEV/nems/role.epic/UFS_SRW_data/develop/FV3LAM_pregen - TEST_ALT_EXTRN_MDL_SYSBASEDIR_ICS: /scratch1/NCEPDEV/nems/role.epic/UFS_SRW_data/develop/dummy_FV3GFS_sys_dir - TEST_ALT_EXTRN_MDL_SYSBASEDIR_LBCS: /scratch1/NCEPDEV/nems/role.epic/UFS_SRW_data/develop/dummy_FV3GFS_sys_dir - TEST_VX_FCST_INPUT_BASEDIR: '{{ "/scratch1/NCEPDEV/nems/role.epic/UFS_SRW_data/develop/output_data/fcst_" }}{{ "ens" if (global.NUM_ENS_MEMBERS > 0) else "det" }}{{ "/{{workflow.PREDEF_GRID_NAME}}" }}{% raw %}{% endraw %}' - FIXaer: /scratch1/NCEPDEV/nems/role.epic/UFS_SRW_data/develop/fix/fix_aer - FIXgsm: /scratch1/NCEPDEV/nems/role.epic/UFS_SRW_data/develop/fix/fix_am - FIXlut: /scratch1/NCEPDEV/nems/role.epic/UFS_SRW_data/develop/fix/fix_lut - FIXorg: /scratch1/NCEPDEV/nems/role.epic/UFS_SRW_data/develop/fix/fix_orog - FIXsfc: /scratch1/NCEPDEV/nems/role.epic/UFS_SRW_data/develop/fix/fix_sfc_climo - FIXshp: /scratch1/NCEPDEV/nems/role.epic/UFS_SRW_data/develop/NaturalEarth + TEST_EXTRN_MDL_SOURCE_BASEDIR: /scratch1/NCEPDEV/nems/role.epic/UFS_SRW_data/v2p2/input_model_data + TEST_AQM_INPUT_BASEDIR: /scratch1/NCEPDEV/nems/role.epic/UFS_SRW_data/v2p2/aqm_data + TEST_PREGEN_BASEDIR: /scratch1/NCEPDEV/nems/role.epic/UFS_SRW_data/v2p2/FV3LAM_pregen + TEST_ALT_EXTRN_MDL_SYSBASEDIR_ICS: /scratch1/NCEPDEV/nems/role.epic/UFS_SRW_data/v2p2/dummy_FV3GFS_sys_dir + TEST_ALT_EXTRN_MDL_SYSBASEDIR_LBCS: /scratch1/NCEPDEV/nems/role.epic/UFS_SRW_data/v2p2/dummy_FV3GFS_sys_dir + TEST_VX_FCST_INPUT_BASEDIR: '{{ "/scratch1/NCEPDEV/nems/role.epic/UFS_SRW_data/v2p2/output_data/fcst_" }}{{ "ens" if (global.NUM_ENS_MEMBERS > 0) else "det" }}{{ "/{{workflow.PREDEF_GRID_NAME}}" }}{% raw %}{% endraw %}' + FIXaer: /scratch1/NCEPDEV/nems/role.epic/UFS_SRW_data/v2p2/fix/fix_aer + FIXgsm: /scratch1/NCEPDEV/nems/role.epic/UFS_SRW_data/v2p2/fix/fix_am + FIXlut: /scratch1/NCEPDEV/nems/role.epic/UFS_SRW_data/v2p2/fix/fix_lut + FIXorg: /scratch1/NCEPDEV/nems/role.epic/UFS_SRW_data/v2p2/fix/fix_orog + FIXsfc: /scratch1/NCEPDEV/nems/role.epic/UFS_SRW_data/v2p2/fix/fix_sfc_climo + FIXshp: /scratch1/NCEPDEV/nems/role.epic/UFS_SRW_data/v2p2/NaturalEarth EXTRN_MDL_DATA_STORES: hpss aws nomads cpl_aqm_parm: diff --git a/ush/machine/hercules.yaml b/ush/machine/hercules.yaml index 33d5732511..4d938b44d1 100644 --- a/ush/machine/hercules.yaml +++ b/ush/machine/hercules.yaml @@ -2,10 +2,10 @@ platform: WORKFLOW_MANAGER: rocoto NCORES_PER_NODE: 80 SCHED: slurm - TEST_CCPA_OBS_DIR: /work/noaa/epic/role-epic/contrib/UFS_SRW_data/develop/obs_data/ccpa/proc - TEST_MRMS_OBS_DIR: /work/noaa/epic/role-epic/contrib/UFS_SRW_data/develop/obs_data/mrms/proc - TEST_NDAS_OBS_DIR: /work/noaa/epic/role-epic/contrib/UFS_SRW_data/develop/obs_data/ndas/proc - DOMAIN_PREGEN_BASEDIR: /work/noaa/epic/role-epic/contrib/UFS_SRW_data/develop/FV3LAM_pregen + TEST_CCPA_OBS_DIR: /work/noaa/epic/role-epic/contrib/UFS_SRW_data/v2p2/obs_data/ccpa/proc + TEST_MRMS_OBS_DIR: /work/noaa/epic/role-epic/contrib/UFS_SRW_data/v2p2/obs_data/mrms/proc + TEST_NDAS_OBS_DIR: /work/noaa/epic/role-epic/contrib/UFS_SRW_data/v2p2/obs_data/ndas/proc + DOMAIN_PREGEN_BASEDIR: /work/noaa/epic/role-epic/contrib/UFS_SRW_data/v2p2/FV3LAM_pregen PARTITION_DEFAULT: hercules QUEUE_DEFAULT: batch PARTITION_FCST: hercules @@ -21,25 +21,25 @@ platform: RUN_CMD_AQMLBC: srun --export=ALL -n ${NUMTS} SCHED_NATIVE_CMD: --export=NONE PRE_TASK_CMDS: '{ ulimit -s unlimited; ulimit -a; }' - TEST_EXTRN_MDL_SOURCE_BASEDIR: /work/noaa/epic/role-epic/contrib/UFS_SRW_data/develop/input_model_data - TEST_AQM_INPUT_BASEDIR: /work/noaa/epic/role-epic/contrib/UFS_SRW_data/develop/aqm_data - TEST_PREGEN_BASEDIR: /work/noaa/epic/role-epic/contrib/UFS_SRW_data/develop/FV3LAM_pregen - TEST_VX_FCST_INPUT_BASEDIR: '{{ "/work/noaa/epic/role-epic/contrib/UFS_SRW_data/develop/output_data/fcst_" }}{{ "ens" if (global.NUM_ENS_MEMBERS > 0) else "det" }}{{ "/{{workflow.PREDEF_GRID_NAME}}" }}{% raw %}{% endraw %}' - FIXaer: /work/noaa/epic/role-epic/contrib/UFS_SRW_data/develop/fix/fix_aer - FIXgsi: /work/noaa/epic/role-epic/contrib/UFS_SRW_data/develop/fix/fix_gsi - FIXgsm: /work/noaa/epic/role-epic/contrib/UFS_SRW_data/develop/fix/fix_am - FIXlut: /work/noaa/epic/role-epic/contrib/UFS_SRW_data/develop/fix/fix_lut - FIXorg: /work/noaa/epic/role-epic/contrib/UFS_SRW_data/develop/fix/fix_orog - FIXsfc: /work/noaa/epic/role-epic/contrib/UFS_SRW_data/develop/fix/fix_sfc_climo - FIXshp: /work/noaa/epic/role-epic/contrib/UFS_SRW_data/develop/NaturalEarth + TEST_EXTRN_MDL_SOURCE_BASEDIR: /work/noaa/epic/role-epic/contrib/UFS_SRW_data/v2p2/input_model_data + TEST_AQM_INPUT_BASEDIR: /work/noaa/epic/role-epic/contrib/UFS_SRW_data/v2p2/aqm_data + TEST_PREGEN_BASEDIR: /work/noaa/epic/role-epic/contrib/UFS_SRW_data/v2p2/FV3LAM_pregen + TEST_VX_FCST_INPUT_BASEDIR: '{{ "/work/noaa/epic/role-epic/contrib/UFS_SRW_data/v2p2/output_data/fcst_" }}{{ "ens" if (global.NUM_ENS_MEMBERS > 0) else "det" }}{{ "/{{workflow.PREDEF_GRID_NAME}}" }}{% raw %}{% endraw %}' + FIXaer: /work/noaa/epic/role-epic/contrib/UFS_SRW_data/v2p2/fix/fix_aer + FIXgsi: /work/noaa/epic/role-epic/contrib/UFS_SRW_data/v2p2/fix/fix_gsi + FIXgsm: /work/noaa/epic/role-epic/contrib/UFS_SRW_data/v2p2/fix/fix_am + FIXlut: /work/noaa/epic/role-epic/contrib/UFS_SRW_data/v2p2/fix/fix_lut + FIXorg: /work/noaa/epic/role-epic/contrib/UFS_SRW_data/v2p2/fix/fix_orog + FIXsfc: /work/noaa/epic/role-epic/contrib/UFS_SRW_data/v2p2/fix/fix_sfc_climo + FIXshp: /work/noaa/epic/role-epic/contrib/UFS_SRW_data/v2p2/NaturalEarth EXTRN_MDL_DATA_STORES: aws data: ics_lbcs: FV3GFS: - nemsio: /work/noaa/epic/role-epic/contrib/UFS_SRW_data/develop/input_model_data/FV3GFS/nemsio/${yyyymmdd}${hh} - grib2: /work/noaa/epic/role-epic/contrib/UFS_SRW_data/develop/input_model_data/FV3GFS/grib2/${yyyymmdd}${hh} - netcdf: /work/noaa/epic/role-epic/contrib/UFS_SRW_data/develop/input_model_data/FV3GFS/netcdf/${yyyymmdd}${hh} - NAM: /work/noaa/epic/role-epic/contrib/UFS_SRW_data/develop/input_model_data/NAM/${yyyymmdd}${hh} - HRRR: /work/noaa/epic/role-epic/contrib/UFS_SRW_data/develop/input_model_data/HRRR/${yyyymmdd}${hh} - RAP: /work/noaa/epic/role-epic/contrib/UFS_SRW_data/develop/input_model_data/RAP/${yyyymmdd}${hh} - GSMGFS: /work/noaa/epic/role-epic/contrib/UFS_SRW_data/develop/input_model_data/GSMGFS/${yyyymmdd}${hh} + nemsio: /work/noaa/epic/role-epic/contrib/UFS_SRW_data/v2p2/input_model_data/FV3GFS/nemsio/${yyyymmdd}${hh} + grib2: /work/noaa/epic/role-epic/contrib/UFS_SRW_data/v2p2/input_model_data/FV3GFS/grib2/${yyyymmdd}${hh} + netcdf: /work/noaa/epic/role-epic/contrib/UFS_SRW_data/v2p2/input_model_data/FV3GFS/netcdf/${yyyymmdd}${hh} + NAM: /work/noaa/epic/role-epic/contrib/UFS_SRW_data/v2p2/input_model_data/NAM/${yyyymmdd}${hh} + HRRR: /work/noaa/epic/role-epic/contrib/UFS_SRW_data/v2p2/input_model_data/HRRR/${yyyymmdd}${hh} + RAP: /work/noaa/epic/role-epic/contrib/UFS_SRW_data/v2p2/input_model_data/RAP/${yyyymmdd}${hh} + GSMGFS: /work/noaa/epic/role-epic/contrib/UFS_SRW_data/v2p2/input_model_data/GSMGFS/${yyyymmdd}${hh} diff --git a/ush/machine/jet.yaml b/ush/machine/jet.yaml index 2ecd101ae0..61f0fd6f65 100644 --- a/ush/machine/jet.yaml +++ b/ush/machine/jet.yaml @@ -2,10 +2,10 @@ platform: WORKFLOW_MANAGER: rocoto NCORES_PER_NODE: 24 SCHED: slurm - TEST_CCPA_OBS_DIR: /mnt/lfs4/HFIP/hfv3gfs/role.epic/UFS_SRW_data/develop/obs_data/ccpa/proc - TEST_MRMS_OBS_DIR: /mnt/lfs4/HFIP/hfv3gfs/role.epic/UFS_SRW_data/develop/obs_data/mrms/proc - TEST_NDAS_OBS_DIR: /mnt/lfs4/HFIP/hfv3gfs/role.epic/UFS_SRW_data/develop/obs_data/ndas/proc - DOMAIN_PREGEN_BASEDIR: /mnt/lfs4/HFIP/hfv3gfs/role.epic/UFS_SRW_data/develop/FV3LAM_pregen + TEST_CCPA_OBS_DIR: /mnt/lfs4/HFIP/hfv3gfs/role.epic/UFS_SRW_data/v2p2/obs_data/ccpa/proc + TEST_MRMS_OBS_DIR: /mnt/lfs4/HFIP/hfv3gfs/role.epic/UFS_SRW_data/v2p2/obs_data/mrms/proc + TEST_NDAS_OBS_DIR: /mnt/lfs4/HFIP/hfv3gfs/role.epic/UFS_SRW_data/v2p2/obs_data/ndas/proc + DOMAIN_PREGEN_BASEDIR: /mnt/lfs4/HFIP/hfv3gfs/role.epic/UFS_SRW_data/v2p2/FV3LAM_pregen PARTITION_DEFAULT: sjet,vjet,kjet,xjet QUEUE_DEFAULT: batch PARTITION_FCST: xjet @@ -19,17 +19,17 @@ platform: RUN_CMD_UTILS: srun --export=ALL SCHED_NATIVE_CMD: --export=NONE PRE_TASK_CMDS: '{ ulimit -s unlimited; ulimit -a; }' - TEST_EXTRN_MDL_SOURCE_BASEDIR: /mnt/lfs4/HFIP/hfv3gfs/role.epic/UFS_SRW_data/develop/input_model_data - TEST_PREGEN_BASEDIR: /mnt/lfs4/HFIP/hfv3gfs/role.epic/UFS_SRW_data/develop/FV3LAM_pregen - TEST_ALT_EXTRN_MDL_SYSBASEDIR_ICS: /mnt/lfs4/HFIP/hfv3gfs/role.epic/UFS_SRW_data/develop/dummy_FV3GFS_sys_dir - TEST_ALT_EXTRN_MDL_SYSBASEDIR_LBCS: /mnt/lfs4/HFIP/hfv3gfs/role.epic/UFS_SRW_data/develop/dummy_FV3GFS_sys_dir - TEST_VX_FCST_INPUT_BASEDIR: '{{ "/mnt/lfs4/HFIP/hfv3gfs/role.epic/UFS_SRW_data/develop/output_data/fcst_" }}{{ "ens" if (global.NUM_ENS_MEMBERS > 0) else "det" }}{{ "/{{workflow.PREDEF_GRID_NAME}}" }}{% raw %}{% endraw %}' - FIXaer: /mnt/lfs4/HFIP/hfv3gfs/role.epic/UFS_SRW_data/develop/fix/fix_aer - FIXgsm: /mnt/lfs4/HFIP/hfv3gfs/role.epic/UFS_SRW_data/develop/fix/fix_am - FIXlut: /mnt/lfs4/HFIP/hfv3gfs/role.epic/UFS_SRW_data/develop/fix/fix_lut - FIXorg: /mnt/lfs4/HFIP/hfv3gfs/role.epic/UFS_SRW_data/develop/fix/fix_orog - FIXsfc: /mnt/lfs4/HFIP/hfv3gfs/role.epic/UFS_SRW_data/develop/fix/fix_sfc_climo - FIXshp: /mnt/lfs4/HFIP/hfv3gfs/role.epic/UFS_SRW_data/develop/NaturalEarth + TEST_EXTRN_MDL_SOURCE_BASEDIR: /mnt/lfs4/HFIP/hfv3gfs/role.epic/UFS_SRW_data/v2p2/input_model_data + TEST_PREGEN_BASEDIR: /mnt/lfs4/HFIP/hfv3gfs/role.epic/UFS_SRW_data/v2p2/FV3LAM_pregen + TEST_ALT_EXTRN_MDL_SYSBASEDIR_ICS: /mnt/lfs4/HFIP/hfv3gfs/role.epic/UFS_SRW_data/v2p2/dummy_FV3GFS_sys_dir + TEST_ALT_EXTRN_MDL_SYSBASEDIR_LBCS: /mnt/lfs4/HFIP/hfv3gfs/role.epic/UFS_SRW_data/v2p2/dummy_FV3GFS_sys_dir + TEST_VX_FCST_INPUT_BASEDIR: '{{ "/mnt/lfs4/HFIP/hfv3gfs/role.epic/UFS_SRW_data/v2p2/output_data/fcst_" }}{{ "ens" if (global.NUM_ENS_MEMBERS > 0) else "det" }}{{ "/{{workflow.PREDEF_GRID_NAME}}" }}{% raw %}{% endraw %}' + FIXaer: /mnt/lfs4/HFIP/hfv3gfs/role.epic/UFS_SRW_data/v2p2/fix/fix_aer + FIXgsm: /mnt/lfs4/HFIP/hfv3gfs/role.epic/UFS_SRW_data/v2p2/fix/fix_am + FIXlut: /mnt/lfs4/HFIP/hfv3gfs/role.epic/UFS_SRW_data/v2p2/fix/fix_lut + FIXorg: /mnt/lfs4/HFIP/hfv3gfs/role.epic/UFS_SRW_data/v2p2/fix/fix_orog + FIXsfc: /mnt/lfs4/HFIP/hfv3gfs/role.epic/UFS_SRW_data/v2p2/fix/fix_sfc_climo + FIXshp: /mnt/lfs4/HFIP/hfv3gfs/role.epic/UFS_SRW_data/v2p2/NaturalEarth EXTRN_MDL_DATA_STORES: hpss aws nomads data: ics_lbcs: diff --git a/ush/machine/noaacloud.yaml b/ush/machine/noaacloud.yaml index a949fd0594..aab86bae8a 100644 --- a/ush/machine/noaacloud.yaml +++ b/ush/machine/noaacloud.yaml @@ -2,9 +2,10 @@ platform: WORKFLOW_MANAGER: rocoto NCORES_PER_NODE: '{{ 44 if (user.ACCOUNT == "cz-epic") else 36 if (user.ACCOUNT == "ca-epic") else 28 }}' SCHED: slurm - TEST_CCPA_OBS_DIR: /contrib/EPIC/UFS_SRW_data/develop/obs_data/ccpa/proc - TEST_MRMS_OBS_DIR: /contrib/EPIC/UFS_SRW_data/develop/obs_data/mrms/proc - TEST_NDAS_OBS_DIR: /contrib/EPIC/UFS_SRW_data/develop/obs_data/ndas/proc + TEST_CCPA_OBS_DIR: /contrib/EPIC/UFS_SRW_data/v2p2/obs_data/ccpa/proc + TEST_MRMS_OBS_DIR: /contrib/EPIC/UFS_SRW_data/v2p2/obs_data/mrms/proc + TEST_NDAS_OBS_DIR: /contrib/EPIC/UFS_SRW_data/v2p2/obs_data/ndas/proc + DOMAIN_PREGEN_BASEDIR: /contrib/EPIC/UFS_SRW_data/v2p2/FV3LAM_pregen REMOVE_MEMORY: True RUN_CMD_FCST: mpiexec -np ${PE_MEMBER01} RUN_CMD_POST: mpiexec -np $nprocs @@ -13,20 +14,20 @@ platform: RUN_CMD_UTILS: mpiexec -np $nprocs SCHED_NATIVE_CMD: --export=NONE PRE_TASK_CMDS: '{ ulimit -s unlimited; ulimit -a; }' - TEST_EXTRN_MDL_SOURCE_BASEDIR: /contrib/EPIC/UFS_SRW_data/develop/input_model_data - TEST_PREGEN_BASEDIR: /contrib/EPIC/UFS_SRW_data/develop/FV3LAM_pregen - TEST_ALT_EXTRN_MDL_SYSBASEDIR_ICS: /contrib/EPIC/UFS_SRW_data/develop/dummy_FV3GFS_sys_dir - TEST_ALT_EXTRN_MDL_SYSBASEDIR_LBCS: /contrib/EPIC/UFS_SRW_data/develop/dummy_FV3GFS_sys_dir - TEST_VX_FCST_INPUT_BASEDIR: '{{ "/contrib/EPIC/UFS_SRW_data/develop/output_data/fcst_" }}{{ "ens" if (global.NUM_ENS_MEMBERS > 0) else "det" }}{{ "/{{workflow.PREDEF_GRID_NAME}}" }}{% raw %}{% endraw %}' - FIXaer: /contrib/EPIC/UFS_SRW_data/develop/fix/fix_aer - FIXgsm: /contrib/EPIC/UFS_SRW_data/develop/fix/fix_am - FIXlut: /contrib/EPIC/UFS_SRW_data/develop/fix/fix_lut - FIXorg: /contrib/EPIC/UFS_SRW_data/develop/fix/fix_orog - FIXsfc: /contrib/EPIC/UFS_SRW_data/develop/fix/fix_sfc_climo - FIXshp: /contrib/EPIC/UFS_SRW_data/develop/NaturalEarth + TEST_EXTRN_MDL_SOURCE_BASEDIR: /contrib/EPIC/UFS_SRW_data/v2p2/input_model_data + TEST_PREGEN_BASEDIR: /contrib/EPIC/UFS_SRW_data/v2p2/FV3LAM_pregen + TEST_ALT_EXTRN_MDL_SYSBASEDIR_ICS: /contrib/EPIC/UFS_SRW_data/v2p2/dummy_FV3GFS_sys_dir + TEST_ALT_EXTRN_MDL_SYSBASEDIR_LBCS: /contrib/EPIC/UFS_SRW_data/v2p2/dummy_FV3GFS_sys_dir + TEST_VX_FCST_INPUT_BASEDIR: '{{ "/contrib/EPIC/UFS_SRW_data/v2p2/output_data/fcst_" }}{{ "ens" if (global.NUM_ENS_MEMBERS > 0) else "det" }}{{ "/{{workflow.PREDEF_GRID_NAME}}" }}{% raw %}{% endraw %}' + FIXaer: /contrib/EPIC/UFS_SRW_data/v2p2/fix/fix_aer + FIXgsm: /contrib/EPIC/UFS_SRW_data/v2p2/fix/fix_am + FIXlut: /contrib/EPIC/UFS_SRW_data/v2p2/fix/fix_lut + FIXorg: /contrib/EPIC/UFS_SRW_data/v2p2/fix/fix_orog + FIXsfc: /contrib/EPIC/UFS_SRW_data/v2p2/fix/fix_sfc_climo + FIXshp: /contrib/EPIC/UFS_SRW_data/v2p2/NaturalEarth EXTRN_MDL_DATA_STORES: aws nomads data: ics_lbcs: FV3GFS: - nemsio: /contrib/EPIC/UFS_SRW_data/develop/input_model_data/FV3GFS/nemsio/${yyyymmdd}${hh} - grib2: /contrib/EPIC/UFS_SRW_data/develop/input_model_data/FV3GFS/grib2/${yyyymmdd}${hh} + nemsio: /contrib/EPIC/UFS_SRW_data/v2p2/input_model_data/FV3GFS/nemsio/${yyyymmdd}${hh} + grib2: /contrib/EPIC/UFS_SRW_data/v2p2/input_model_data/FV3GFS/grib2/${yyyymmdd}${hh} diff --git a/ush/machine/orion.yaml b/ush/machine/orion.yaml index 38ccd279f9..7e48aec1d0 100644 --- a/ush/machine/orion.yaml +++ b/ush/machine/orion.yaml @@ -2,10 +2,10 @@ platform: WORKFLOW_MANAGER: rocoto NCORES_PER_NODE: 40 SCHED: slurm - TEST_CCPA_OBS_DIR: /work/noaa/epic/role-epic/contrib/UFS_SRW_data/develop/obs_data/ccpa/proc - TEST_MRMS_OBS_DIR: /work/noaa/epic/role-epic/contrib/UFS_SRW_data/develop/obs_data/mrms/proc - TEST_NDAS_OBS_DIR: /work/noaa/epic/role-epic/contrib/UFS_SRW_data/develop/obs_data/ndas/proc - DOMAIN_PREGEN_BASEDIR: /work/noaa/epic/role-epic/contrib/UFS_SRW_data/develop/FV3LAM_pregen + TEST_CCPA_OBS_DIR: /work/noaa/epic/role-epic/contrib/UFS_SRW_data/v2p2/obs_data/ccpa/proc + TEST_MRMS_OBS_DIR: /work/noaa/epic/role-epic/contrib/UFS_SRW_data/v2p2/obs_data/mrms/proc + TEST_NDAS_OBS_DIR: /work/noaa/epic/role-epic/contrib/UFS_SRW_data/v2p2/obs_data/ndas/proc + DOMAIN_PREGEN_BASEDIR: /work/noaa/epic/role-epic/contrib/UFS_SRW_data/v2p2/FV3LAM_pregen PARTITION_DEFAULT: orion QUEUE_DEFAULT: batch PARTITION_FCST: orion @@ -21,24 +21,24 @@ platform: RUN_CMD_AQMLBC: srun --export=ALL -n ${NUMTS} SCHED_NATIVE_CMD: --export=NONE PRE_TASK_CMDS: '{ ulimit -s unlimited; ulimit -a; }' - TEST_EXTRN_MDL_SOURCE_BASEDIR: /work/noaa/epic/role-epic/contrib/UFS_SRW_data/develop/input_model_data - TEST_AQM_INPUT_BASEDIR: /work/noaa/epic/role-epic/contrib/UFS_SRW_data/develop/aqm_data - TEST_PREGEN_BASEDIR: /work/noaa/epic/role-epic/contrib/UFS_SRW_data/develop/FV3LAM_pregen - TEST_VX_FCST_INPUT_BASEDIR: '{{ "/work/noaa/epic/role-epic/contrib/UFS_SRW_data/develop/output_data/fcst_" }}{{ "ens" if (global.NUM_ENS_MEMBERS > 0) else "det" }}{{ "/{{workflow.PREDEF_GRID_NAME}}" }}{% raw %}{% endraw %}' - FIXaer: /work/noaa/epic/role-epic/contrib/UFS_SRW_data/develop/fix/fix_aer - FIXgsm: /work/noaa/epic/role-epic/contrib/UFS_SRW_data/develop/fix/fix_am - FIXlut: /work/noaa/epic/role-epic/contrib/UFS_SRW_data/develop/fix/fix_lut - FIXorg: /work/noaa/epic/role-epic/contrib/UFS_SRW_data/develop/fix/fix_orog - FIXsfc: /work/noaa/epic/role-epic/contrib/UFS_SRW_data/develop/fix/fix_sfc_climo - FIXshp: /work/noaa/epic/role-epic/contrib/UFS_SRW_data/develop/NaturalEarth + TEST_EXTRN_MDL_SOURCE_BASEDIR: /work/noaa/epic/role-epic/contrib/UFS_SRW_data/v2p2/input_model_data + TEST_AQM_INPUT_BASEDIR: /work/noaa/epic/role-epic/contrib/UFS_SRW_data/v2p2/aqm_data + TEST_PREGEN_BASEDIR: /work/noaa/epic/role-epic/contrib/UFS_SRW_data/v2p2/FV3LAM_pregen + TEST_VX_FCST_INPUT_BASEDIR: '{{ "/work/noaa/epic/role-epic/contrib/UFS_SRW_data/v2p2/output_data/fcst_" }}{{ "ens" if (global.NUM_ENS_MEMBERS > 0) else "det" }}{{ "/{{workflow.PREDEF_GRID_NAME}}" }}{% raw %}{% endraw %}' + FIXaer: /work/noaa/epic/role-epic/contrib/UFS_SRW_data/v2p2/fix/fix_aer + FIXgsm: /work/noaa/epic/role-epic/contrib/UFS_SRW_data/v2p2/fix/fix_am + FIXlut: /work/noaa/epic/role-epic/contrib/UFS_SRW_data/v2p2/fix/fix_lut + FIXorg: /work/noaa/epic/role-epic/contrib/UFS_SRW_data/v2p2/fix/fix_orog + FIXsfc: /work/noaa/epic/role-epic/contrib/UFS_SRW_data/v2p2/fix/fix_sfc_climo + FIXshp: /work/noaa/epic/role-epic/contrib/UFS_SRW_data/v2p2/NaturalEarth EXTRN_MDL_DATA_STORES: aws nomads data: ics_lbcs: FV3GFS: - nemsio: /work/noaa/epic/role-epic/contrib/UFS_SRW_data/develop/input_model_data/FV3GFS/nemsio/${yyyymmdd}${hh} - grib2: /work/noaa/epic/role-epic/contrib/UFS_SRW_data/develop/input_model_data/FV3GFS/grib2/${yyyymmdd}${hh} - netcdf: /work/noaa/epic/role-epic/contrib/UFS_SRW_data/develop/input_model_data/FV3GFS/netcdf/${yyyymmdd}${hh} - NAM: /work/noaa/epic/role-epic/contrib/UFS_SRW_data/develop/input_model_data/NAM/${yyyymmdd}${hh} - HRRR: /work/noaa/epic/role-epic/contrib/UFS_SRW_data/develop/input_model_data/HRRR/${yyyymmdd}${hh} - RAP: /work/noaa/epic/role-epic/contrib/UFS_SRW_data/develop/input_model_data/RAP/${yyyymmdd}${hh} - GSMGFS: /work/noaa/epic/role-epic/contrib/UFS_SRW_data/develop/input_model_data/GSMGFS/${yyyymmdd}${hh} + nemsio: /work/noaa/epic/role-epic/contrib/UFS_SRW_data/v2p2/input_model_data/FV3GFS/nemsio/${yyyymmdd}${hh} + grib2: /work/noaa/epic/role-epic/contrib/UFS_SRW_data/v2p2/input_model_data/FV3GFS/grib2/${yyyymmdd}${hh} + netcdf: /work/noaa/epic/role-epic/contrib/UFS_SRW_data/v2p2/input_model_data/FV3GFS/netcdf/${yyyymmdd}${hh} + NAM: /work/noaa/epic/role-epic/contrib/UFS_SRW_data/v2p2/input_model_data/NAM/${yyyymmdd}${hh} + HRRR: /work/noaa/epic/role-epic/contrib/UFS_SRW_data/v2p2/input_model_data/HRRR/${yyyymmdd}${hh} + RAP: /work/noaa/epic/role-epic/contrib/UFS_SRW_data/v2p2/input_model_data/RAP/${yyyymmdd}${hh} + GSMGFS: /work/noaa/epic/role-epic/contrib/UFS_SRW_data/v2p2/input_model_data/GSMGFS/${yyyymmdd}${hh} diff --git a/ush/valid_param_vals.yaml b/ush/valid_param_vals.yaml index e73f57c2f7..f62c8dcdef 100644 --- a/ush/valid_param_vals.yaml +++ b/ush/valid_param_vals.yaml @@ -45,7 +45,7 @@ valid_vals_USE_USER_STAGED_EXTRN_FILES: [True, False] valid_vals_FV3GFS_FILE_FMT_ICS: ["nemsio", "grib2", "netcdf"] valid_vals_FV3GFS_FILE_FMT_LBCS: ["nemsio", "grib2", "netcdf"] valid_vals_GRID_GEN_METHOD: ["GFDLgrid", "ESGgrid"] -valid_vals_PREEXISTING_DIR_METHOD: ["delete", "rename", "quit"] +valid_vals_PREEXISTING_DIR_METHOD: ["delete", "rename", "reuse", "quit"] valid_vals_GTYPE: ["regional"] valid_vals_WRTCMP_output_grid: ["rotated_latlon", "lambert_conformal", "regional_latlon"] valid_vals_WRITE_DOPOST: [True, False]