diff --git a/tests/logs/RegressionTests_hera.log b/tests/logs/RegressionTests_hera.log index bba953134c..da628ba508 100644 --- a/tests/logs/RegressionTests_hera.log +++ b/tests/logs/RegressionTests_hera.log @@ -1,8 +1,9 @@ -Wed Feb 21 02:14:53 UTC 2024 -Start Regression test +====START OF HERA REGRESSION TESTING LOG==== -Testing UFSWM Hash: 3dad8e76efd047603df56b421cbac4bc48eaa109 -Testing With Submodule Hashes: +UFSWM hash used in testing: +d1fab001990c55c1f295a449096b34b4f8f62e2c + +Submodule hashes used in testing: 37cbb7d6840ae7515a9a8f0dfd4d89461b3396d1 AQM (v0.2.0-37-g37cbb7d) 3d7067a523b8557058755289e4275f5f5c985daf CDEPS-interface/CDEPS (cdeps0.4.17-40-g3d7067a) 620e48fe75d92aa607af7e21f2d8691baddd2851 CICE-interface/CICE (CICE6.0.0-445-g620e48f) @@ -15,7543 +16,771 @@ Testing With Submodule Hashes: 0cd3e23ae5d35ef93e205e4d0c3b13ccc0d851f5 NOAHMP-interface/noahmp (v3.7.1-423-g0cd3e23) 4ffc47e10e3d3f3bbee50251aacb28b7e0165b92 WW3 (6.07.1-344-g4ffc47e1) a5561802021d89a9a1e2b52cb69393efcdc6f71c stochastic_physics (ufs-v2.0.0-199-ga556180) -Compile atmaero_intel elapsed time 605 seconds. -DAPP=ATMAERO -DCCPP_SUITES=FV3_GFS_v17_p8 -D32BIT=ON -DMPI=ON -DCMAKE_BUILD_TYPE=Release -Compile atmaq_debug_intel elapsed time 190 seconds. -DAPP=ATMAQ -DCCPP_SUITES=FV3_GFS_v15p2 -DDEBUG=ON -D32BIT=ON -DMPI=ON -DCMAKE_BUILD_TYPE=Debug -Compile atmaq_intel elapsed time 578 seconds. -DAPP=ATMAQ -DCCPP_SUITES=FV3_GFS_v15p2 -D32BIT=ON -DMPI=ON -DCMAKE_BUILD_TYPE=Release -Compile atm_debug_dyn32_intel elapsed time 278 seconds. -DAPP=ATM -DDEBUG=ON -D32BIT=ON -DCCPP_SUITES=FV3_HRRR,FV3_GFS_v16,FV3_GFS_v16_csawmg,FV3_GFS_v16_ras,FV3_GFS_v17_p8,FV3_GFS_v15_thompson_mynn_lam3km,FV3_RAP,FV3_RAP_unified_ugwp,FV3_RAP_cires_ugwp,FV3_RAP_flake,FV3_RAP_clm_lake,FV3_RAP_noah,FV3_RAP_sfcdiff,FV3_RAP_noah_sfcdiff_cires_ugwp,FV3_RRFS_v1beta,FV3_HRRR_c3,FV3_HRRR_gf,FV3_global_nest_v1 -DMPI=ON -DCMAKE_BUILD_TYPE=Debug -Compile atm_dyn32_debug_gnu elapsed time 196 seconds. -DAPP=ATM -D32BIT=ON -DDEBUG=ON -DMPI=ON -DCMAKE_BUILD_TYPE=Debug -Compile atm_dyn32_intel elapsed time 662 seconds. -DAPP=ATM -DCCPP_SUITES=FV3_GFS_v16,FV3_GFS_v16_flake,FV3_GFS_v17_p8,FV3_GFS_v17_p8_rrtmgp,FV3_GFS_v15_thompson_mynn_lam3km,FV3_WoFS_v0,FV3_GFS_v17_p8_mynn,FV3_GFS_v17_p8_ugwpv1 -D32BIT=ON -DMPI=ON -DCMAKE_BUILD_TYPE=Release -Compile atm_dyn32_phy32_debug_gnu elapsed time 196 seconds. -DAPP=ATM -D32BIT=ON -DCCPP_32BIT=ON -DDEBUG=ON -DMPI=ON -DCMAKE_BUILD_TYPE=Debug -Compile atm_dyn64_phy32_debug_gnu elapsed time 201 seconds. -DAPP=ATM -DCCPP_32BIT=ON -DDEBUG=ON -DMPI=ON -DCMAKE_BUILD_TYPE=Debug -Compile atm_dyn64_phy32_gnu elapsed time 312 seconds. -DAPP=ATM -DCCPP_32BIT=ON -DMPI=ON -DCMAKE_BUILD_TYPE=Release -Compile atm_faster_dyn32_intel elapsed time 604 seconds. -DAPP=ATM -DCCPP_SUITES=FV3_GFS_v17_p8,FV3_GFS_v15_thompson_mynn_lam3km -D32BIT=ON -DFASTER=ON -DMPI=ON -DCMAKE_BUILD_TYPE=Release -Compile atm_gnu elapsed time 206 seconds. -DAPP=ATM -DCCPP_SUITES=FV3_GFS_v16,FV3_GFS_v16_flake,FV3_GFS_v16_ras,FV3_GFS_v17_p8,FV3_GFS_v17_p8_ugwpv1 -DMPI=ON -DCMAKE_BUILD_TYPE=Release -Compile atml_intel elapsed time 648 seconds. -DAPP=ATML -DCCPP_SUITES=FV3_GFS_v16,FV3_GFS_v16_flake,FV3_GFS_v17_p8,FV3_GFS_v17_p8_rrtmgp,FV3_GFS_v15_thompson_mynn_lam3km,FV3_WoFS_v0,FV3_GFS_v17_p8_mynn -D32BIT=ON -DMPI=ON -DCMAKE_BUILD_TYPE=Release -Compile atmw_intel elapsed time 596 seconds. -DAPP=ATMW -DCCPP_SUITES=FV3_GFS_v17_p8 -D32BIT=ON -DMPI=ON -DCMAKE_BUILD_TYPE=Release -Compile atmwm_intel elapsed time 605 seconds. -DAPP=ATMWM -DCCPP_SUITES=FV3_GFS_v16 -D32BIT=ON -DMPI=ON -DCMAKE_BUILD_TYPE=Release -Compile csawmg_intel elapsed time 571 seconds. -DAPP=ATM -DCCPP_SUITES=FV3_GFS_v16_csawmg,FV3_GFS_v16_ras -DMPI=ON -DCMAKE_BUILD_TYPE=Release -Compile datm_cdeps_debug_intel elapsed time 169 seconds. -DAPP=NG-GODAS -DDEBUG=ON -DMPI=ON -DCMAKE_BUILD_TYPE=Debug -DMOM6SOLO=ON -Compile datm_cdeps_faster_intel elapsed time 346 seconds. -DAPP=NG-GODAS -DFASTER=ON -DMPI=ON -DCMAKE_BUILD_TYPE=Release -DMOM6SOLO=ON -Compile datm_cdeps_gnu elapsed time 832 seconds. -DAPP=NG-GODAS -DMPI=ON -DCMAKE_BUILD_TYPE=Release -DMOM6SOLO=ON -Compile datm_cdeps_intel elapsed time 356 seconds. -DAPP=NG-GODAS -DMPI=ON -DCMAKE_BUILD_TYPE=Release -DMOM6SOLO=ON -Compile datm_cdeps_land_intel elapsed time 60 seconds. -DAPP=LND -DMPI=ON -DCMAKE_BUILD_TYPE=Release -Compile hafs_all_intel elapsed time 611 seconds. -DAPP=HAFS-ALL -DCCPP_SUITES=FV3_HAFS_v1_gfdlmp_tedmf,FV3_HAFS_v1_gfdlmp_tedmf_nonsst -D32BIT=ON -DMPI=ON -DCMAKE_BUILD_TYPE=Release -Compile hafs_mom6w_intel elapsed time 659 seconds. -DAPP=HAFS-MOM6W -DREGIONAL_MOM6=ON -DCDEPS_INLINE=ON -DMOVING_NEST=ON -DCCPP_SUITES=FV3_HAFS_v1_gfdlmp_tedmf,FV3_HAFS_v1_gfdlmp_tedmf_nonsst,FV3_HAFS_v1_thompson,FV3_HAFS_v1_thompson_nonsst -D32BIT=ON -DMPI=ON -DCMAKE_BUILD_TYPE=Release -Compile hafsw_debug_intel elapsed time 219 seconds. -DAPP=HAFSW -DMOVING_NEST=ON -DCCPP_SUITES=FV3_HAFS_v1_gfdlmp_tedmf_nonsst -D32BIT=ON -DDEBUG=ON -DMPI=ON -DCMAKE_BUILD_TYPE=Debug -Compile hafsw_faster_intel elapsed time 678 seconds. -DAPP=HAFSW -DCDEPS_INLINE=ON -DMOVING_NEST=ON -DCCPP_SUITES=FV3_HAFS_v1_gfdlmp_tedmf,FV3_HAFS_v1_gfdlmp_tedmf_nonsst,FV3_HAFS_v1_thompson,FV3_HAFS_v1_thompson_nonsst -D32BIT=ON -DFASTER=ON -DMPI=ON -DCMAKE_BUILD_TYPE=Release -Compile hafsw_intel elapsed time 642 seconds. -DAPP=HAFSW -DMOVING_NEST=ON -DCCPP_SUITES=FV3_HAFS_v1_gfdlmp_tedmf,FV3_HAFS_v1_gfdlmp_tedmf_nonsst,FV3_HAFS_v1_thompson_tedmf_gfdlsf,FV3_global_nest_v1 -D32BIT=ON -DMPI=ON -DCMAKE_BUILD_TYPE=Release -Compile rrfs_dyn32_phy32_debug_intel elapsed time 187 seconds. -DAPP=ATM -DCCPP_SUITES=FV3_RAP,FV3_HRRR,FV3_HRRR_gf -D32BIT=ON -DCCPP_32BIT=ON -DDEBUG=ON -DMPI=ON -DCMAKE_BUILD_TYPE=Debug -Compile rrfs_dyn32_phy32_faster_intel elapsed time 683 seconds. -DAPP=ATM -DFASTER=ON -DCCPP_SUITES=FV3_HRRR -D32BIT=ON -DCCPP_32BIT=ON -DMPI=ON -DCMAKE_BUILD_TYPE=Release -Compile rrfs_dyn32_phy32_gnu elapsed time 233 seconds. -DAPP=ATM -DCCPP_SUITES=FV3_RAP,FV3_HRRR -D32BIT=ON -DCCPP_32BIT=ON -DMPI=ON -DCMAKE_BUILD_TYPE=Release -Compile rrfs_dyn32_phy32_intel elapsed time 558 seconds. -DAPP=ATM -DCCPP_SUITES=FV3_RAP,FV3_HRRR -D32BIT=ON -DCCPP_32BIT=ON -DMPI=ON -DCMAKE_BUILD_TYPE=Release -Compile rrfs_dyn64_phy32_debug_intel elapsed time 185 seconds. -DAPP=ATM -DCCPP_SUITES=FV3_RAP,FV3_HRRR -DCCPP_32BIT=ON -DDEBUG=ON -DMPI=ON -DCMAKE_BUILD_TYPE=Debug -Compile rrfs_dyn64_phy32_intel elapsed time 570 seconds. -DAPP=ATM -DCCPP_SUITES=FV3_RAP,FV3_HRRR -DCCPP_32BIT=ON -DMPI=ON -DCMAKE_BUILD_TYPE=Release -Compile rrfs_gnu elapsed time 204 seconds. -DAPP=ATM -DCCPP_SUITES=FV3_RAP,FV3_RAP_sfcdiff,FV3_HRRR,FV3_RRFS_v1beta -D32BIT=ON -DMPI=ON -DCMAKE_BUILD_TYPE=Release -Compile rrfs_intel elapsed time 591 seconds. -DAPP=ATM -DCCPP_SUITES=FV3_RAP,FV3_RAP_sfcdiff,FV3_HRRR,FV3_RRFS_v1beta,FV3_RRFS_v1nssl -D32BIT=ON -DMPI=ON -DCMAKE_BUILD_TYPE=Release -Compile s2s_aoflux_intel elapsed time 635 seconds. -DAPP=S2S -DCCPP_SUITES=FV3_GFS_v17_coupled_p8_sfcocn -DCMEPS_AOFLUX=ON -DMPI=ON -DCMAKE_BUILD_TYPE=Release -DMOM6SOLO=ON -Compile s2s_gnu elapsed time 826 seconds. -DAPP=S2S -DCCPP_SUITES=FV3_GFS_v17_coupled_p8 -DMPI=ON -DCMAKE_BUILD_TYPE=Release -DMOM6SOLO=ON -Compile s2s_intel elapsed time 636 seconds. -DAPP=S2S -DCCPP_SUITES=FV3_GFS_v17_coupled_p8 -DMPI=ON -DCMAKE_BUILD_TYPE=Release -DMOM6SOLO=ON -Compile s2swa_32bit_intel elapsed time 725 seconds. -DAPP=S2SWA -D32BIT=ON -DCCPP_SUITES=FV3_GFS_v17_coupled_p8,FV3_GFS_v17_coupled_p8_ugwpv1 -DMPI=ON -DCMAKE_BUILD_TYPE=Release -DMOM6SOLO=ON -Compile s2swa_32bit_pdlib_debug_intel elapsed time 253 seconds. -DAPP=S2SWA -D32BIT=ON -DCCPP_SUITES=FV3_GFS_v17_coupled_p8_ugwpv1 -DPDLIB=ON -DDEBUG=ON -DMPI=ON -DCMAKE_BUILD_TYPE=Debug -DMOM6SOLO=ON -Compile s2swa_32bit_pdlib_intel elapsed time 949 seconds. -DAPP=S2SWA -D32BIT=ON -DCCPP_SUITES=FV3_GFS_v17_coupled_p8_ugwpv1 -DPDLIB=ON -DMPI=ON -DCMAKE_BUILD_TYPE=Release -DMOM6SOLO=ON -Compile s2swa_debug_gnu elapsed time 140 seconds. -DAPP=S2SWA -DDEBUG=ON -DCCPP_SUITES=FV3_GFS_v17_coupled_p8 -DMPI=ON -DCMAKE_BUILD_TYPE=Debug -DMOM6SOLO=ON -Compile s2swa_debug_intel elapsed time 252 seconds. -DAPP=S2SWA -DDEBUG=ON -DCCPP_SUITES=FV3_GFS_v17_coupled_p8 -DMPI=ON -DCMAKE_BUILD_TYPE=Debug -DMOM6SOLO=ON -Compile s2swa_faster_intel elapsed time 971 seconds. -DAPP=S2SWA -DCCPP_SUITES=FV3_GFS_v17_coupled_p8 -DFASTER=ON -DMPI=ON -DCMAKE_BUILD_TYPE=Release -DMOM6SOLO=ON -Compile s2swa_gnu elapsed time 833 seconds. -DAPP=S2SWA -DCCPP_SUITES=FV3_GFS_v17_coupled_p8 -DMPI=ON -DCMAKE_BUILD_TYPE=Release -DMOM6SOLO=ON -Compile s2swa_intel elapsed time 725 seconds. -DAPP=S2SWA -DCCPP_SUITES=FV3_GFS_v17_coupled_p8 -DMPI=ON -DCMAKE_BUILD_TYPE=Release -DMOM6SOLO=ON -Compile s2sw_debug_intel elapsed time 231 seconds. -DAPP=S2SW -DDEBUG=ON -DCCPP_SUITES=FV3_GFS_v17_coupled_p8 -DMPI=ON -DCMAKE_BUILD_TYPE=Debug -DMOM6SOLO=ON -Compile s2sw_intel elapsed time 661 seconds. -DAPP=S2SW -DCCPP_SUITES=FV3_GFS_v17_coupled_p8 -DMPI=ON -DCMAKE_BUILD_TYPE=Release -DMOM6SOLO=ON -Compile s2sw_pdlib_debug_gnu elapsed time 125 seconds. -DAPP=S2SW -DCCPP_SUITES=FV3_GFS_v17_coupled_p8 -DPDLIB=ON -DDEBUG=ON -DMPI=ON -DCMAKE_BUILD_TYPE=Debug -DMOM6SOLO=ON -Compile s2sw_pdlib_debug_intel elapsed time 236 seconds. -DAPP=S2SW -DCCPP_SUITES=FV3_GFS_v17_coupled_p8 -DPDLIB=ON -DDEBUG=ON -DMPI=ON -DCMAKE_BUILD_TYPE=Debug -DMOM6SOLO=ON -Compile s2sw_pdlib_gnu elapsed time 864 seconds. -DAPP=S2SW -DCCPP_SUITES=FV3_GFS_v17_coupled_p8 -DPDLIB=ON -DMPI=ON -DCMAKE_BUILD_TYPE=Release -DMOM6SOLO=ON -Compile s2sw_pdlib_intel elapsed time 905 seconds. -DAPP=S2SW -DCCPP_SUITES=FV3_GFS_v17_coupled_p8 -DPDLIB=ON -DMPI=ON -DCMAKE_BUILD_TYPE=Release -DMOM6SOLO=ON -Compile wam_debug_gnu elapsed time 97 seconds. -DAPP=ATM -DCCPP_SUITES=FV3_GFS_v16_fv3wam -D32BIT=ON -DMULTI_GASES=ON -DDEBUG=ON -DMPI=ON -DCMAKE_BUILD_TYPE=Debug -Compile wam_debug_intel elapsed time 184 seconds. -DAPP=ATM -DCCPP_SUITES=FV3_GFS_v16_fv3wam -D32BIT=ON -DMULTI_GASES=ON -DDEBUG=ON -DMPI=ON -DCMAKE_BUILD_TYPE=Debug -Compile wam_intel elapsed time 555 seconds. -DAPP=ATM -DCCPP_SUITES=FV3_GFS_v16_fv3wam -D32BIT=ON -DMULTI_GASES=ON -DMPI=ON -DCMAKE_BUILD_TYPE=Release - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/NEMSfv3gfs/develop-20240213/cpld_control_p8_mixedmode_intel -working dir = /scratch1/BMC/gmtb/Grant.Firl/stmp2/Grant.Firl/FV3_RT/rt_114813/cpld_control_p8_mixedmode_intel -Checking test 001 cpld_control_p8_mixedmode_intel results .... - Comparing sfcf021.tile1.nc ............ALT CHECK......NOT OK - Comparing sfcf021.tile2.nc ............ALT CHECK......NOT OK - Comparing sfcf021.tile3.nc ............ALT CHECK......NOT OK - Comparing sfcf021.tile4.nc ............ALT CHECK......NOT OK - Comparing sfcf021.tile5.nc ............ALT CHECK......NOT OK - Comparing sfcf021.tile6.nc ............ALT CHECK......NOT OK - Comparing atmf021.tile1.nc ............ALT CHECK......NOT OK - Comparing atmf021.tile2.nc ............ALT CHECK......NOT OK - Comparing atmf021.tile3.nc ............ALT CHECK......NOT OK - Comparing atmf021.tile4.nc ............ALT CHECK......NOT OK - Comparing atmf021.tile5.nc ............ALT CHECK......NOT OK - Comparing atmf021.tile6.nc ............ALT CHECK......NOT OK - Comparing sfcf024.tile1.nc ............ALT CHECK......NOT OK - Comparing sfcf024.tile2.nc ............ALT CHECK......NOT OK - Comparing sfcf024.tile3.nc ............ALT CHECK......NOT OK - Comparing sfcf024.tile4.nc ............ALT CHECK......NOT OK - Comparing sfcf024.tile5.nc ............ALT CHECK......NOT OK - Comparing sfcf024.tile6.nc ............ALT CHECK......NOT OK - Comparing atmf024.tile1.nc ............ALT CHECK......NOT OK - Comparing atmf024.tile2.nc ............ALT CHECK......NOT OK - Comparing atmf024.tile3.nc ............ALT CHECK......NOT OK - Comparing atmf024.tile4.nc ............ALT CHECK......NOT OK - Comparing atmf024.tile5.nc ............ALT CHECK......NOT OK - Comparing atmf024.tile6.nc ............ALT CHECK......NOT OK - Comparing gocart.inst_aod.20210323_0600z.nc4 .........NOT OK - Comparing RESTART/20210323.060000.coupler.res .........OK - Comparing RESTART/20210323.060000.fv_core.res.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.MOM.res.nc ............ALT CHECK......NOT OK - Comparing RESTART/iced.2021-03-23-21600.nc ............ALT CHECK......NOT OK - Comparing RESTART/ufs.cpld.cpl.r.2021-03-23-21600.nc ............ALT CHECK......NOT OK - Comparing 20210323.060000.out_pnt.ww3 .........NOT OK - Comparing 20210323.060000.out_grd.ww3 .........NOT OK - - 0: The total amount of wall time = 303.725415 - 0: The maximum resident set size (KB) = 3162680 - -Test 001 cpld_control_p8_mixedmode_intel FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/NEMSfv3gfs/develop-20240213/cpld_control_gfsv17_intel -working dir = /scratch1/BMC/gmtb/Grant.Firl/stmp2/Grant.Firl/FV3_RT/rt_114813/cpld_control_gfsv17_intel -Checking test 002 cpld_control_gfsv17_intel results .... - Comparing sfcf021.tile1.nc ............ALT CHECK......NOT OK - Comparing sfcf021.tile2.nc ............ALT CHECK......NOT OK - Comparing sfcf021.tile3.nc ............ALT CHECK......NOT OK - Comparing sfcf021.tile4.nc ............ALT CHECK......NOT OK - Comparing sfcf021.tile5.nc ............ALT CHECK......NOT OK - Comparing sfcf021.tile6.nc ............ALT CHECK......NOT OK - Comparing atmf021.tile1.nc ............ALT CHECK......NOT OK - Comparing atmf021.tile2.nc ............ALT CHECK......NOT OK - Comparing atmf021.tile3.nc ............ALT CHECK......NOT OK - Comparing atmf021.tile4.nc ............ALT CHECK......NOT OK - Comparing atmf021.tile5.nc ............ALT CHECK......NOT OK - Comparing atmf021.tile6.nc ............ALT CHECK......NOT OK - Comparing sfcf024.tile1.nc ............ALT CHECK......NOT OK - Comparing sfcf024.tile2.nc ............ALT CHECK......NOT OK - Comparing sfcf024.tile3.nc ............ALT CHECK......NOT OK - Comparing sfcf024.tile4.nc ............ALT CHECK......NOT OK - Comparing sfcf024.tile5.nc ............ALT CHECK......NOT OK - Comparing sfcf024.tile6.nc ............ALT CHECK......NOT OK - Comparing atmf024.tile1.nc ............ALT CHECK......NOT OK - Comparing atmf024.tile2.nc ............ALT CHECK......NOT OK - Comparing atmf024.tile3.nc ............ALT CHECK......NOT OK - Comparing atmf024.tile4.nc ............ALT CHECK......NOT OK - Comparing atmf024.tile5.nc ............ALT CHECK......NOT OK - Comparing atmf024.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.coupler.res .........OK - Comparing RESTART/20210323.060000.fv_core.res.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.MOM.res.nc ............ALT CHECK......NOT OK - Comparing RESTART/iced.2021-03-23-21600.nc ............ALT CHECK......NOT OK - Comparing RESTART/ufs.cpld.cpl.r.2021-03-23-21600.nc ............ALT CHECK......NOT OK - Comparing 20210323.060000.out_pnt.ww3 .........NOT OK - Comparing 20210323.060000.out_grd.ww3 .........NOT OK - - 0: The total amount of wall time = 955.342665 - 0: The maximum resident set size (KB) = 1733848 - -Test 002 cpld_control_gfsv17_intel FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/NEMSfv3gfs/develop-20240213/cpld_control_gfsv17_intel -working dir = /scratch1/BMC/gmtb/Grant.Firl/stmp2/Grant.Firl/FV3_RT/rt_114813/cpld_mpi_gfsv17_intel -Checking test 005 cpld_mpi_gfsv17_intel results .... - Comparing sfcf021.tile1.nc ............ALT CHECK......NOT OK - Comparing sfcf021.tile2.nc ............ALT CHECK......NOT OK - Comparing sfcf021.tile3.nc ............ALT CHECK......NOT OK - Comparing sfcf021.tile4.nc ............ALT CHECK......NOT OK - Comparing sfcf021.tile5.nc ............ALT CHECK......NOT OK - Comparing sfcf021.tile6.nc ............ALT CHECK......NOT OK - Comparing atmf021.tile1.nc ............ALT CHECK......NOT OK - Comparing atmf021.tile2.nc ............ALT CHECK......NOT OK - Comparing atmf021.tile3.nc ............ALT CHECK......NOT OK - Comparing atmf021.tile4.nc ............ALT CHECK......NOT OK - Comparing atmf021.tile5.nc ............ALT CHECK......NOT OK - Comparing atmf021.tile6.nc ............ALT CHECK......NOT OK - Comparing sfcf024.tile1.nc ............ALT CHECK......NOT OK - Comparing sfcf024.tile2.nc ............ALT CHECK......NOT OK - Comparing sfcf024.tile3.nc ............ALT CHECK......NOT OK - Comparing sfcf024.tile4.nc ............ALT CHECK......NOT OK - Comparing sfcf024.tile5.nc ............ALT CHECK......NOT OK - Comparing sfcf024.tile6.nc ............ALT CHECK......NOT OK - Comparing atmf024.tile1.nc ............ALT CHECK......NOT OK - Comparing atmf024.tile2.nc ............ALT CHECK......NOT OK - Comparing atmf024.tile3.nc ............ALT CHECK......NOT OK - Comparing atmf024.tile4.nc ............ALT CHECK......NOT OK - Comparing atmf024.tile5.nc ............ALT CHECK......NOT OK - Comparing atmf024.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.coupler.res .........OK - Comparing RESTART/20210323.060000.fv_core.res.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.MOM.res.nc ............ALT CHECK......NOT OK - Comparing RESTART/iced.2021-03-23-21600.nc ............ALT CHECK......NOT OK - Comparing RESTART/ufs.cpld.cpl.r.2021-03-23-21600.nc ............ALT CHECK......NOT OK - Comparing 20210323.060000.out_pnt.ww3 .........NOT OK - Comparing 20210323.060000.out_grd.ww3 .........NOT OK - - 0: The total amount of wall time = 1112.270842 - 0: The maximum resident set size (KB) = 1624484 - -Test 005 cpld_mpi_gfsv17_intel FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/NEMSfv3gfs/develop-20240213/cpld_debug_gfsv17_intel -working dir = /scratch1/BMC/gmtb/Grant.Firl/stmp2/Grant.Firl/FV3_RT/rt_114813/cpld_debug_gfsv17_intel -Checking test 006 cpld_debug_gfsv17_intel results .... - Comparing sfcf003.tile1.nc ............ALT CHECK......NOT OK - Comparing sfcf003.tile2.nc ............ALT CHECK......NOT OK - Comparing sfcf003.tile3.nc ............ALT CHECK......NOT OK - Comparing sfcf003.tile4.nc ............ALT CHECK......NOT OK - Comparing sfcf003.tile5.nc ............ALT CHECK......NOT OK - Comparing sfcf003.tile6.nc ............ALT CHECK......NOT OK - Comparing atmf003.tile1.nc ............ALT CHECK......NOT OK - Comparing atmf003.tile2.nc ............ALT CHECK......NOT OK - Comparing atmf003.tile3.nc ............ALT CHECK......NOT OK - Comparing atmf003.tile4.nc ............ALT CHECK......NOT OK - Comparing atmf003.tile5.nc ............ALT CHECK......NOT OK - Comparing atmf003.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.090000.coupler.res .........OK - Comparing RESTART/20210322.090000.fv_core.res.nc .........OK - Comparing RESTART/20210322.090000.fv_core.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.090000.fv_core.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.090000.fv_core.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.090000.fv_core.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.090000.fv_core.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.090000.fv_core.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.090000.fv_srf_wnd.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.090000.fv_srf_wnd.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.090000.fv_srf_wnd.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.090000.fv_srf_wnd.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.090000.fv_srf_wnd.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.090000.fv_srf_wnd.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.090000.fv_tracer.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.090000.fv_tracer.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.090000.fv_tracer.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.090000.fv_tracer.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.090000.fv_tracer.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.090000.fv_tracer.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.090000.phy_data.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.090000.phy_data.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.090000.phy_data.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.090000.phy_data.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.090000.phy_data.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.090000.phy_data.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.090000.sfc_data.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.090000.sfc_data.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.090000.sfc_data.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.090000.sfc_data.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.090000.sfc_data.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.090000.sfc_data.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.090000.MOM.res.nc ............ALT CHECK......NOT OK - Comparing RESTART/iced.2021-03-22-32400.nc ............ALT CHECK......NOT OK - Comparing RESTART/ufs.cpld.cpl.r.2021-03-22-32400.nc ............ALT CHECK......NOT OK - Comparing 20210322.090000.out_pnt.ww3 .........NOT OK - Comparing 20210322.090000.out_grd.ww3 .........NOT OK - - 0: The total amount of wall time = 1321.991104 - 0: The maximum resident set size (KB) = 1662064 - -Test 006 cpld_debug_gfsv17_intel FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/NEMSfv3gfs/develop-20240213/cpld_control_p8_intel -working dir = /scratch1/BMC/gmtb/Grant.Firl/stmp2/Grant.Firl/FV3_RT/rt_114813/cpld_control_p8_intel -Checking test 007 cpld_control_p8_intel results .... - Comparing sfcf021.tile1.nc ............ALT CHECK......NOT OK - Comparing sfcf021.tile2.nc ............ALT CHECK......NOT OK - Comparing sfcf021.tile3.nc ............ALT CHECK......NOT OK - Comparing sfcf021.tile4.nc ............ALT CHECK......NOT OK - Comparing sfcf021.tile5.nc ............ALT CHECK......NOT OK - Comparing sfcf021.tile6.nc ............ALT CHECK......NOT OK - Comparing atmf021.tile1.nc ............ALT CHECK......NOT OK - Comparing atmf021.tile2.nc ............ALT CHECK......NOT OK - Comparing atmf021.tile3.nc ............ALT CHECK......NOT OK - Comparing atmf021.tile4.nc ............ALT CHECK......NOT OK - Comparing atmf021.tile5.nc ............ALT CHECK......NOT OK - Comparing atmf021.tile6.nc ............ALT CHECK......NOT OK - Comparing sfcf024.tile1.nc ............ALT CHECK......NOT OK - Comparing sfcf024.tile2.nc ............ALT CHECK......NOT OK - Comparing sfcf024.tile3.nc ............ALT CHECK......NOT OK - Comparing sfcf024.tile4.nc ............ALT CHECK......NOT OK - Comparing sfcf024.tile5.nc ............ALT CHECK......NOT OK - Comparing sfcf024.tile6.nc ............ALT CHECK......NOT OK - Comparing atmf024.tile1.nc ............ALT CHECK......NOT OK - Comparing atmf024.tile2.nc ............ALT CHECK......NOT OK - Comparing atmf024.tile3.nc ............ALT CHECK......NOT OK - Comparing atmf024.tile4.nc ............ALT CHECK......NOT OK - Comparing atmf024.tile5.nc ............ALT CHECK......NOT OK - Comparing atmf024.tile6.nc ............ALT CHECK......NOT OK - Comparing gocart.inst_aod.20210323_0600z.nc4 .........NOT OK - Comparing RESTART/20210323.060000.coupler.res .........OK - Comparing RESTART/20210323.060000.fv_core.res.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.MOM.res.nc ............ALT CHECK......NOT OK - Comparing RESTART/iced.2021-03-23-21600.nc ............ALT CHECK......NOT OK - Comparing RESTART/ufs.cpld.cpl.r.2021-03-23-21600.nc ............ALT CHECK......NOT OK - Comparing 20210323.060000.out_pnt.ww3 .........NOT OK - Comparing 20210323.060000.out_grd.ww3 .........NOT OK - - 0: The total amount of wall time = 329.564518 - 0: The maximum resident set size (KB) = 3172120 - -Test 007 cpld_control_p8_intel FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/NEMSfv3gfs/develop-20240213/cpld_control_p8.v2.sfc_intel -working dir = /scratch1/BMC/gmtb/Grant.Firl/stmp2/Grant.Firl/FV3_RT/rt_114813/cpld_control_p8.v2.sfc_intel -Checking test 008 cpld_control_p8.v2.sfc_intel results .... - Comparing sfcf021.tile1.nc ............ALT CHECK......NOT OK - Comparing sfcf021.tile2.nc ............ALT CHECK......NOT OK - Comparing sfcf021.tile3.nc ............ALT CHECK......NOT OK - Comparing sfcf021.tile4.nc ............ALT CHECK......NOT OK - Comparing sfcf021.tile5.nc ............ALT CHECK......NOT OK - Comparing sfcf021.tile6.nc ............ALT CHECK......NOT OK - Comparing atmf021.tile1.nc ............ALT CHECK......NOT OK - Comparing atmf021.tile2.nc ............ALT CHECK......NOT OK - Comparing atmf021.tile3.nc ............ALT CHECK......NOT OK - Comparing atmf021.tile4.nc ............ALT CHECK......NOT OK - Comparing atmf021.tile5.nc ............ALT CHECK......NOT OK - Comparing atmf021.tile6.nc ............ALT CHECK......NOT OK - Comparing sfcf024.tile1.nc ............ALT CHECK......NOT OK - Comparing sfcf024.tile2.nc ............ALT CHECK......NOT OK - Comparing sfcf024.tile3.nc ............ALT CHECK......NOT OK - Comparing sfcf024.tile4.nc ............ALT CHECK......NOT OK - Comparing sfcf024.tile5.nc ............ALT CHECK......NOT OK - Comparing sfcf024.tile6.nc ............ALT CHECK......NOT OK - Comparing atmf024.tile1.nc ............ALT CHECK......NOT OK - Comparing atmf024.tile2.nc ............ALT CHECK......NOT OK - Comparing atmf024.tile3.nc ............ALT CHECK......NOT OK - Comparing atmf024.tile4.nc ............ALT CHECK......NOT OK - Comparing atmf024.tile5.nc ............ALT CHECK......NOT OK - Comparing atmf024.tile6.nc ............ALT CHECK......NOT OK - Comparing gocart.inst_aod.20210323_0600z.nc4 .........NOT OK - Comparing RESTART/20210323.060000.coupler.res .........OK - Comparing RESTART/20210323.060000.fv_core.res.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.MOM.res.nc ............ALT CHECK......NOT OK - Comparing RESTART/iced.2021-03-23-21600.nc ............ALT CHECK......NOT OK - Comparing RESTART/ufs.cpld.cpl.r.2021-03-23-21600.nc ............ALT CHECK......NOT OK - Comparing 20210323.060000.out_pnt.ww3 .........NOT OK - Comparing 20210323.060000.out_grd.ww3 .........NOT OK - - 0: The total amount of wall time = 333.634807 - 0: The maximum resident set size (KB) = 3141748 - -Test 008 cpld_control_p8.v2.sfc_intel FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/NEMSfv3gfs/develop-20240213/cpld_control_p8_intel -working dir = /scratch1/BMC/gmtb/Grant.Firl/stmp2/Grant.Firl/FV3_RT/rt_114813/cpld_control_qr_p8_intel -Checking test 010 cpld_control_qr_p8_intel results .... - Comparing sfcf021.tile1.nc ............ALT CHECK......NOT OK - Comparing sfcf021.tile2.nc ............ALT CHECK......NOT OK - Comparing sfcf021.tile3.nc ............ALT CHECK......NOT OK - Comparing sfcf021.tile4.nc ............ALT CHECK......NOT OK - Comparing sfcf021.tile5.nc ............ALT CHECK......NOT OK - Comparing sfcf021.tile6.nc ............ALT CHECK......NOT OK - Comparing atmf021.tile1.nc ............ALT CHECK......NOT OK - Comparing atmf021.tile2.nc ............ALT CHECK......NOT OK - Comparing atmf021.tile3.nc ............ALT CHECK......NOT OK - Comparing atmf021.tile4.nc ............ALT CHECK......NOT OK - Comparing atmf021.tile5.nc ............ALT CHECK......NOT OK - Comparing atmf021.tile6.nc ............ALT CHECK......NOT OK - Comparing sfcf024.tile1.nc ............ALT CHECK......NOT OK - Comparing sfcf024.tile2.nc ............ALT CHECK......NOT OK - Comparing sfcf024.tile3.nc ............ALT CHECK......NOT OK - Comparing sfcf024.tile4.nc ............ALT CHECK......NOT OK - Comparing sfcf024.tile5.nc ............ALT CHECK......NOT OK - Comparing sfcf024.tile6.nc ............ALT CHECK......NOT OK - Comparing atmf024.tile1.nc ............ALT CHECK......NOT OK - Comparing atmf024.tile2.nc ............ALT CHECK......NOT OK - Comparing atmf024.tile3.nc ............ALT CHECK......NOT OK - Comparing atmf024.tile4.nc ............ALT CHECK......NOT OK - Comparing atmf024.tile5.nc ............ALT CHECK......NOT OK - Comparing atmf024.tile6.nc ............ALT CHECK......NOT OK - Comparing gocart.inst_aod.20210323_0600z.nc4 .........NOT OK - Comparing RESTART/20210323.060000.coupler.res .........OK - Comparing RESTART/20210323.060000.fv_core.res.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.MOM.res.nc ............ALT CHECK......NOT OK - Comparing RESTART/iced.2021-03-23-21600.nc ............ALT CHECK......NOT OK - Comparing RESTART/ufs.cpld.cpl.r.2021-03-23-21600.nc ............ALT CHECK......NOT OK - Comparing 20210323.060000.out_pnt.ww3 .........NOT OK - Comparing 20210323.060000.out_grd.ww3 .........NOT OK - - 0: The total amount of wall time = 330.416976 - 0: The maximum resident set size (KB) = 3176332 - -Test 010 cpld_control_qr_p8_intel FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/NEMSfv3gfs/develop-20240213/cpld_control_p8_intel -working dir = /scratch1/BMC/gmtb/Grant.Firl/stmp2/Grant.Firl/FV3_RT/rt_114813/cpld_2threads_p8_intel -Checking test 012 cpld_2threads_p8_intel results .... - Comparing sfcf024.tile1.nc ............ALT CHECK......NOT OK - Comparing sfcf024.tile2.nc ............ALT CHECK......NOT OK - Comparing sfcf024.tile3.nc ............ALT CHECK......NOT OK - Comparing sfcf024.tile4.nc ............ALT CHECK......NOT OK - Comparing sfcf024.tile5.nc ............ALT CHECK......NOT OK - Comparing sfcf024.tile6.nc ............ALT CHECK......NOT OK - Comparing atmf024.tile1.nc ............ALT CHECK......NOT OK - Comparing atmf024.tile2.nc ............ALT CHECK......NOT OK - Comparing atmf024.tile3.nc ............ALT CHECK......NOT OK - Comparing atmf024.tile4.nc ............ALT CHECK......NOT OK - Comparing atmf024.tile5.nc ............ALT CHECK......NOT OK - Comparing atmf024.tile6.nc ............ALT CHECK......NOT OK - Comparing gocart.inst_aod.20210323_0600z.nc4 .........NOT OK - Comparing RESTART/20210323.060000.coupler.res .........OK - Comparing RESTART/20210323.060000.fv_core.res.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.MOM.res.nc ............ALT CHECK......NOT OK - Comparing RESTART/iced.2021-03-23-21600.nc ............ALT CHECK......NOT OK - Comparing RESTART/ufs.cpld.cpl.r.2021-03-23-21600.nc ............ALT CHECK......NOT OK - Comparing 20210323.060000.out_pnt.ww3 .........NOT OK - Comparing 20210323.060000.out_grd.ww3 .........NOT OK - - 0: The total amount of wall time = 314.284046 - 0: The maximum resident set size (KB) = 3501804 - -Test 012 cpld_2threads_p8_intel FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/NEMSfv3gfs/develop-20240213/cpld_control_p8_intel -working dir = /scratch1/BMC/gmtb/Grant.Firl/stmp2/Grant.Firl/FV3_RT/rt_114813/cpld_decomp_p8_intel -Checking test 013 cpld_decomp_p8_intel results .... - Comparing sfcf024.tile1.nc ............ALT CHECK......NOT OK - Comparing sfcf024.tile2.nc ............ALT CHECK......NOT OK - Comparing sfcf024.tile3.nc ............ALT CHECK......NOT OK - Comparing sfcf024.tile4.nc ............ALT CHECK......NOT OK - Comparing sfcf024.tile5.nc ............ALT CHECK......NOT OK - Comparing sfcf024.tile6.nc ............ALT CHECK......NOT OK - Comparing atmf024.tile1.nc ............ALT CHECK......NOT OK - Comparing atmf024.tile2.nc ............ALT CHECK......NOT OK - Comparing atmf024.tile3.nc ............ALT CHECK......NOT OK - Comparing atmf024.tile4.nc ............ALT CHECK......NOT OK - Comparing atmf024.tile5.nc ............ALT CHECK......NOT OK - Comparing atmf024.tile6.nc ............ALT CHECK......NOT OK - Comparing gocart.inst_aod.20210323_0600z.nc4 .........NOT OK - Comparing RESTART/20210323.060000.coupler.res .........OK - Comparing RESTART/20210323.060000.fv_core.res.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.MOM.res.nc ............ALT CHECK......NOT OK - Comparing RESTART/iced.2021-03-23-21600.nc ............ALT CHECK......NOT OK - Comparing RESTART/ufs.cpld.cpl.r.2021-03-23-21600.nc ............ALT CHECK......NOT OK - Comparing 20210323.060000.out_pnt.ww3 .........NOT OK - Comparing 20210323.060000.out_grd.ww3 .........NOT OK - - 0: The total amount of wall time = 331.249088 - 0: The maximum resident set size (KB) = 3176216 - -Test 013 cpld_decomp_p8_intel FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/NEMSfv3gfs/develop-20240213/cpld_control_p8_intel -working dir = /scratch1/BMC/gmtb/Grant.Firl/stmp2/Grant.Firl/FV3_RT/rt_114813/cpld_mpi_p8_intel -Checking test 014 cpld_mpi_p8_intel results .... - Comparing sfcf024.tile1.nc ............ALT CHECK......NOT OK - Comparing sfcf024.tile2.nc ............ALT CHECK......NOT OK - Comparing sfcf024.tile3.nc ............ALT CHECK......NOT OK - Comparing sfcf024.tile4.nc ............ALT CHECK......NOT OK - Comparing sfcf024.tile5.nc ............ALT CHECK......NOT OK - Comparing sfcf024.tile6.nc ............ALT CHECK......NOT OK - Comparing atmf024.tile1.nc ............ALT CHECK......NOT OK - Comparing atmf024.tile2.nc ............ALT CHECK......NOT OK - Comparing atmf024.tile3.nc ............ALT CHECK......NOT OK - Comparing atmf024.tile4.nc ............ALT CHECK......NOT OK - Comparing atmf024.tile5.nc ............ALT CHECK......NOT OK - Comparing atmf024.tile6.nc ............ALT CHECK......NOT OK - Comparing gocart.inst_aod.20210323_0600z.nc4 .........NOT OK - Comparing RESTART/20210323.060000.coupler.res .........OK - Comparing RESTART/20210323.060000.fv_core.res.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.MOM.res.nc ............ALT CHECK......NOT OK - Comparing RESTART/iced.2021-03-23-21600.nc ............ALT CHECK......NOT OK - Comparing RESTART/ufs.cpld.cpl.r.2021-03-23-21600.nc ............ALT CHECK......NOT OK - Comparing 20210323.060000.out_pnt.ww3 .........NOT OK - Comparing 20210323.060000.out_grd.ww3 .........NOT OK - - 0: The total amount of wall time = 271.622380 - 0: The maximum resident set size (KB) = 3047856 - -Test 014 cpld_mpi_p8_intel FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/NEMSfv3gfs/develop-20240213/cpld_control_ciceC_p8_intel -working dir = /scratch1/BMC/gmtb/Grant.Firl/stmp2/Grant.Firl/FV3_RT/rt_114813/cpld_control_ciceC_p8_intel -Checking test 015 cpld_control_ciceC_p8_intel results .... - Comparing sfcf021.tile1.nc ............ALT CHECK......NOT OK - Comparing sfcf021.tile2.nc ............ALT CHECK......NOT OK - Comparing sfcf021.tile3.nc ............ALT CHECK......NOT OK - Comparing sfcf021.tile4.nc ............ALT CHECK......NOT OK - Comparing sfcf021.tile5.nc ............ALT CHECK......NOT OK - Comparing sfcf021.tile6.nc ............ALT CHECK......NOT OK - Comparing atmf021.tile1.nc ............ALT CHECK......NOT OK - Comparing atmf021.tile2.nc ............ALT CHECK......NOT OK - Comparing atmf021.tile3.nc ............ALT CHECK......NOT OK - Comparing atmf021.tile4.nc ............ALT CHECK......NOT OK - Comparing atmf021.tile5.nc ............ALT CHECK......NOT OK - Comparing atmf021.tile6.nc ............ALT CHECK......NOT OK - Comparing sfcf024.tile1.nc ............ALT CHECK......NOT OK - Comparing sfcf024.tile2.nc ............ALT CHECK......NOT OK - Comparing sfcf024.tile3.nc ............ALT CHECK......NOT OK - Comparing sfcf024.tile4.nc ............ALT CHECK......NOT OK - Comparing sfcf024.tile5.nc ............ALT CHECK......NOT OK - Comparing sfcf024.tile6.nc ............ALT CHECK......NOT OK - Comparing atmf024.tile1.nc ............ALT CHECK......NOT OK - Comparing atmf024.tile2.nc ............ALT CHECK......NOT OK - Comparing atmf024.tile3.nc ............ALT CHECK......NOT OK - Comparing atmf024.tile4.nc ............ALT CHECK......NOT OK - Comparing atmf024.tile5.nc ............ALT CHECK......NOT OK - Comparing atmf024.tile6.nc ............ALT CHECK......NOT OK - Comparing gocart.inst_aod.20210323_0600z.nc4 .........NOT OK - Comparing RESTART/20210323.060000.coupler.res .........OK - Comparing RESTART/20210323.060000.fv_core.res.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.MOM.res.nc ............ALT CHECK......NOT OK - Comparing RESTART/iced.2021-03-23-21600.nc ............ALT CHECK......NOT OK - Comparing RESTART/ufs.cpld.cpl.r.2021-03-23-21600.nc ............ALT CHECK......NOT OK - Comparing 20210323.060000.out_pnt.ww3 .........NOT OK - Comparing 20210323.060000.out_grd.ww3 .........NOT OK - - 0: The total amount of wall time = 329.555460 - 0: The maximum resident set size (KB) = 3149324 - -Test 015 cpld_control_ciceC_p8_intel FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/NEMSfv3gfs/develop-20240213/cpld_control_c192_p8_intel -working dir = /scratch1/BMC/gmtb/Grant.Firl/stmp2/Grant.Firl/FV3_RT/rt_114813/cpld_control_c192_p8_intel -Checking test 016 cpld_control_c192_p8_intel results .... - Comparing sfcf030.tile1.nc ............ALT CHECK......NOT OK - Comparing sfcf030.tile2.nc ............ALT CHECK......NOT OK - Comparing sfcf030.tile3.nc ............ALT CHECK......NOT OK - Comparing sfcf030.tile4.nc ............ALT CHECK......NOT OK - Comparing sfcf030.tile5.nc ............ALT CHECK......NOT OK - Comparing sfcf030.tile6.nc ............ALT CHECK......NOT OK - Comparing atmf030.tile1.nc ............ALT CHECK......NOT OK - Comparing atmf030.tile2.nc ............ALT CHECK......NOT OK - Comparing atmf030.tile3.nc ............ALT CHECK......NOT OK - Comparing atmf030.tile4.nc ............ALT CHECK......NOT OK - Comparing atmf030.tile5.nc ............ALT CHECK......NOT OK - Comparing atmf030.tile6.nc ............ALT CHECK......NOT OK - Comparing gocart.inst_aod.20210323_1200z.nc4 .........NOT OK - Comparing RESTART/20210323.120000.coupler.res .........OK - Comparing RESTART/20210323.120000.fv_core.res.nc .........OK - Comparing RESTART/20210323.120000.fv_core.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.120000.fv_core.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.120000.fv_core.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.120000.fv_core.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.120000.fv_core.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.120000.fv_core.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.120000.fv_srf_wnd.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.120000.fv_srf_wnd.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.120000.fv_srf_wnd.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.120000.fv_srf_wnd.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.120000.fv_srf_wnd.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.120000.fv_srf_wnd.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.120000.fv_tracer.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.120000.fv_tracer.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.120000.fv_tracer.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.120000.fv_tracer.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.120000.fv_tracer.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.120000.fv_tracer.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.120000.phy_data.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.120000.phy_data.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.120000.phy_data.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.120000.phy_data.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.120000.phy_data.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.120000.phy_data.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.120000.sfc_data.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.120000.sfc_data.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.120000.sfc_data.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.120000.sfc_data.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.120000.sfc_data.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.120000.sfc_data.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.120000.MOM.res.nc ............ALT CHECK......NOT OK - Comparing RESTART/iced.2021-03-23-43200.nc ............ALT CHECK......NOT OK - Comparing RESTART/ufs.cpld.cpl.r.2021-03-23-43200.nc ............ALT CHECK......NOT OK - Comparing 20210323.120000.out_grd.ww3 .........NOT OK - Comparing 20210323.120000.out_pnt.ww3 .........NOT OK - - 0: The total amount of wall time = 615.810560 - 0: The maximum resident set size (KB) = 3315084 - -Test 016 cpld_control_c192_p8_intel FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/NEMSfv3gfs/develop-20240213/cpld_bmark_p8_intel -working dir = /scratch1/BMC/gmtb/Grant.Firl/stmp2/Grant.Firl/FV3_RT/rt_114813/cpld_bmark_p8_intel -Checking test 018 cpld_bmark_p8_intel results .... - Comparing sfcf006.nc ............ALT CHECK......NOT OK - Comparing atmf006.nc ............ALT CHECK......NOT OK - Comparing GFSFLX.GrbF06 .........NOT OK - Comparing GFSPRS.GrbF06 .........NOT OK - Comparing gocart.inst_aod.20130401_0600z.nc4 .........NOT OK - Comparing RESTART/20130401.060000.coupler.res .........OK - Comparing RESTART/20130401.060000.fv_core.res.nc .........OK - Comparing RESTART/20130401.060000.fv_core.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20130401.060000.fv_core.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20130401.060000.fv_core.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20130401.060000.fv_core.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20130401.060000.fv_core.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20130401.060000.fv_core.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20130401.060000.fv_srf_wnd.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20130401.060000.fv_srf_wnd.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20130401.060000.fv_srf_wnd.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20130401.060000.fv_srf_wnd.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20130401.060000.fv_srf_wnd.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20130401.060000.fv_srf_wnd.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20130401.060000.fv_tracer.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20130401.060000.fv_tracer.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20130401.060000.fv_tracer.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20130401.060000.fv_tracer.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20130401.060000.fv_tracer.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20130401.060000.fv_tracer.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20130401.060000.phy_data.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20130401.060000.phy_data.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20130401.060000.phy_data.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20130401.060000.phy_data.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20130401.060000.phy_data.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20130401.060000.phy_data.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20130401.060000.sfc_data.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20130401.060000.sfc_data.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20130401.060000.sfc_data.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20130401.060000.sfc_data.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20130401.060000.sfc_data.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20130401.060000.sfc_data.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20130401.060000.MOM.res.nc ............ALT CHECK......NOT OK - Comparing RESTART/20130401.060000.MOM.res_1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20130401.060000.MOM.res_2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20130401.060000.MOM.res_3.nc ............ALT CHECK......NOT OK - Comparing RESTART/iced.2013-04-01-21600.nc ............ALT CHECK......NOT OK - Comparing RESTART/ufs.cpld.cpl.r.2013-04-01-21600.nc ............ALT CHECK......NOT OK - Comparing 20130401.060000.out_pnt.ww3 .........NOT OK - Comparing 20130401.060000.out_grd.ww3 .........NOT OK - - 0: The total amount of wall time = 584.221955 - 0: The maximum resident set size (KB) = 4100888 - -Test 018 cpld_bmark_p8_intel FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/NEMSfv3gfs/develop-20240213/cpld_s2sa_p8_intel -working dir = /scratch1/BMC/gmtb/Grant.Firl/stmp2/Grant.Firl/FV3_RT/rt_114813/cpld_s2sa_p8_intel -Checking test 020 cpld_s2sa_p8_intel results .... - Comparing sfcf024.tile1.nc ............ALT CHECK......NOT OK - Comparing sfcf024.tile2.nc ............ALT CHECK......NOT OK - Comparing sfcf024.tile3.nc ............ALT CHECK......NOT OK - Comparing sfcf024.tile4.nc ............ALT CHECK......NOT OK - Comparing sfcf024.tile5.nc ............ALT CHECK......NOT OK - Comparing sfcf024.tile6.nc ............ALT CHECK......NOT OK - Comparing atmf024.tile1.nc ............ALT CHECK......NOT OK - Comparing atmf024.tile2.nc ............ALT CHECK......NOT OK - Comparing atmf024.tile3.nc ............ALT CHECK......NOT OK - Comparing atmf024.tile4.nc ............ALT CHECK......NOT OK - Comparing atmf024.tile5.nc ............ALT CHECK......NOT OK - Comparing atmf024.tile6.nc ............ALT CHECK......NOT OK - Comparing gocart.inst_aod.20210323_0600z.nc4 .........NOT OK - Comparing RESTART/20210323.060000.coupler.res .........OK - Comparing RESTART/20210323.060000.fv_core.res.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.MOM.res.nc ............ALT CHECK......NOT OK - Comparing RESTART/iced.2021-03-23-21600.nc ............ALT CHECK......NOT OK - Comparing RESTART/ufs.cpld.cpl.r.2021-03-23-21600.nc ............ALT CHECK......NOT OK - - 0: The total amount of wall time = 309.994327 - 0: The maximum resident set size (KB) = 3126464 - -Test 020 cpld_s2sa_p8_intel FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/NEMSfv3gfs/develop-20240213/cpld_control_noaero_p8_intel -working dir = /scratch1/BMC/gmtb/Grant.Firl/stmp2/Grant.Firl/FV3_RT/rt_114813/cpld_control_noaero_p8_intel -Checking test 021 cpld_control_noaero_p8_intel results .... - Comparing sfcf021.tile1.nc ............ALT CHECK......NOT OK - Comparing sfcf021.tile2.nc ............ALT CHECK......NOT OK - Comparing sfcf021.tile3.nc ............ALT CHECK......NOT OK - Comparing sfcf021.tile4.nc ............ALT CHECK......NOT OK - Comparing sfcf021.tile5.nc ............ALT CHECK......NOT OK - Comparing sfcf021.tile6.nc ............ALT CHECK......NOT OK - Comparing atmf021.tile1.nc ............ALT CHECK......NOT OK - Comparing atmf021.tile2.nc ............ALT CHECK......NOT OK - Comparing atmf021.tile3.nc ............ALT CHECK......NOT OK - Comparing atmf021.tile4.nc ............ALT CHECK......NOT OK - Comparing atmf021.tile5.nc ............ALT CHECK......NOT OK - Comparing atmf021.tile6.nc ............ALT CHECK......NOT OK - Comparing sfcf024.tile1.nc ............ALT CHECK......NOT OK - Comparing sfcf024.tile2.nc ............ALT CHECK......NOT OK - Comparing sfcf024.tile3.nc ............ALT CHECK......NOT OK - Comparing sfcf024.tile4.nc ............ALT CHECK......NOT OK - Comparing sfcf024.tile5.nc ............ALT CHECK......NOT OK - Comparing sfcf024.tile6.nc ............ALT CHECK......NOT OK - Comparing atmf024.tile1.nc ............ALT CHECK......NOT OK - Comparing atmf024.tile2.nc ............ALT CHECK......NOT OK - Comparing atmf024.tile3.nc ............ALT CHECK......NOT OK - Comparing atmf024.tile4.nc ............ALT CHECK......NOT OK - Comparing atmf024.tile5.nc ............ALT CHECK......NOT OK - Comparing atmf024.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.coupler.res .........OK - Comparing RESTART/20210323.060000.fv_core.res.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.MOM.res.nc ............ALT CHECK......NOT OK - Comparing RESTART/iced.2021-03-23-21600.nc ............ALT CHECK......NOT OK - Comparing RESTART/ufs.cpld.cpl.r.2021-03-23-21600.nc ............ALT CHECK......NOT OK - Comparing 20210323.060000.out_pnt.ww3 .........NOT OK - Comparing 20210323.060000.out_grd.ww3 .........NOT OK - - 0: The total amount of wall time = 260.714309 - 0: The maximum resident set size (KB) = 1679476 - -Test 021 cpld_control_noaero_p8_intel FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/NEMSfv3gfs/develop-20240213/cpld_control_c96_noaero_p8_intel -working dir = /scratch1/BMC/gmtb/Grant.Firl/stmp2/Grant.Firl/FV3_RT/rt_114813/cpld_control_nowave_noaero_p8_intel -Checking test 022 cpld_control_nowave_noaero_p8_intel results .... - Comparing sfcf021.tile1.nc ............ALT CHECK......NOT OK - Comparing sfcf021.tile2.nc ............ALT CHECK......NOT OK - Comparing sfcf021.tile3.nc ............ALT CHECK......NOT OK - Comparing sfcf021.tile4.nc ............ALT CHECK......NOT OK - Comparing sfcf021.tile5.nc ............ALT CHECK......NOT OK - Comparing sfcf021.tile6.nc ............ALT CHECK......NOT OK - Comparing atmf021.tile1.nc ............ALT CHECK......NOT OK - Comparing atmf021.tile2.nc ............ALT CHECK......NOT OK - Comparing atmf021.tile3.nc ............ALT CHECK......NOT OK - Comparing atmf021.tile4.nc ............ALT CHECK......NOT OK - Comparing atmf021.tile5.nc ............ALT CHECK......NOT OK - Comparing atmf021.tile6.nc ............ALT CHECK......NOT OK - Comparing sfcf024.tile1.nc ............ALT CHECK......NOT OK - Comparing sfcf024.tile2.nc ............ALT CHECK......NOT OK - Comparing sfcf024.tile3.nc ............ALT CHECK......NOT OK - Comparing sfcf024.tile4.nc ............ALT CHECK......NOT OK - Comparing sfcf024.tile5.nc ............ALT CHECK......NOT OK - Comparing sfcf024.tile6.nc ............ALT CHECK......NOT OK - Comparing atmf024.tile1.nc ............ALT CHECK......NOT OK - Comparing atmf024.tile2.nc ............ALT CHECK......NOT OK - Comparing atmf024.tile3.nc ............ALT CHECK......NOT OK - Comparing atmf024.tile4.nc ............ALT CHECK......NOT OK - Comparing atmf024.tile5.nc ............ALT CHECK......NOT OK - Comparing atmf024.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.coupler.res .........OK - Comparing RESTART/20210323.060000.fv_core.res.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.MOM.res.nc ............ALT CHECK......NOT OK - Comparing RESTART/iced.2021-03-23-21600.nc ............ALT CHECK......NOT OK - Comparing RESTART/ufs.cpld.cpl.r.2021-03-23-21600.nc ............ALT CHECK......NOT OK - - 0: The total amount of wall time = 248.057753 - 0: The maximum resident set size (KB) = 1772276 - -Test 022 cpld_control_nowave_noaero_p8_intel FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/NEMSfv3gfs/develop-20240213/cpld_debug_p8_intel -working dir = /scratch1/BMC/gmtb/Grant.Firl/stmp2/Grant.Firl/FV3_RT/rt_114813/cpld_debug_p8_intel -Checking test 023 cpld_debug_p8_intel results .... - Comparing sfcf003.tile1.nc ............ALT CHECK......NOT OK - Comparing sfcf003.tile2.nc ............ALT CHECK......NOT OK - Comparing sfcf003.tile3.nc ............ALT CHECK......NOT OK - Comparing sfcf003.tile4.nc ............ALT CHECK......NOT OK - Comparing sfcf003.tile5.nc ............ALT CHECK......NOT OK - Comparing sfcf003.tile6.nc ............ALT CHECK......NOT OK - Comparing atmf003.tile1.nc ............ALT CHECK......NOT OK - Comparing atmf003.tile2.nc ............ALT CHECK......NOT OK - Comparing atmf003.tile3.nc ............ALT CHECK......NOT OK - Comparing atmf003.tile4.nc ............ALT CHECK......NOT OK - Comparing atmf003.tile5.nc ............ALT CHECK......NOT OK - Comparing atmf003.tile6.nc ............ALT CHECK......NOT OK - Comparing gocart.inst_aod.20210322_0900z.nc4 .........NOT OK - Comparing RESTART/20210322.090000.coupler.res .........OK - Comparing RESTART/20210322.090000.fv_core.res.nc .........OK - Comparing RESTART/20210322.090000.fv_core.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.090000.fv_core.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.090000.fv_core.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.090000.fv_core.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.090000.fv_core.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.090000.fv_core.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.090000.fv_srf_wnd.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.090000.fv_srf_wnd.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.090000.fv_srf_wnd.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.090000.fv_srf_wnd.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.090000.fv_srf_wnd.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.090000.fv_srf_wnd.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.090000.fv_tracer.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.090000.fv_tracer.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.090000.fv_tracer.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.090000.fv_tracer.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.090000.fv_tracer.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.090000.fv_tracer.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.090000.phy_data.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.090000.phy_data.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.090000.phy_data.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.090000.phy_data.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.090000.phy_data.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.090000.phy_data.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.090000.sfc_data.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.090000.sfc_data.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.090000.sfc_data.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.090000.sfc_data.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.090000.sfc_data.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.090000.sfc_data.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.090000.MOM.res.nc ............ALT CHECK......NOT OK - Comparing RESTART/iced.2021-03-22-32400.nc ............ALT CHECK......NOT OK - Comparing RESTART/ufs.cpld.cpl.r.2021-03-22-32400.nc ............ALT CHECK......NOT OK - Comparing 20210322.090000.out_pnt.ww3 .........NOT OK - Comparing 20210322.090000.out_grd.ww3 .........NOT OK - - 0: The total amount of wall time = 474.536774 - 0: The maximum resident set size (KB) = 3235832 - -Test 023 cpld_debug_p8_intel FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/NEMSfv3gfs/develop-20240213/cpld_debug_noaero_p8_intel -working dir = /scratch1/BMC/gmtb/Grant.Firl/stmp2/Grant.Firl/FV3_RT/rt_114813/cpld_debug_noaero_p8_intel -Checking test 024 cpld_debug_noaero_p8_intel results .... - Comparing sfcf003.tile1.nc ............ALT CHECK......NOT OK - Comparing sfcf003.tile2.nc ............ALT CHECK......NOT OK - Comparing sfcf003.tile3.nc ............ALT CHECK......NOT OK - Comparing sfcf003.tile4.nc ............ALT CHECK......NOT OK - Comparing sfcf003.tile5.nc ............ALT CHECK......NOT OK - Comparing sfcf003.tile6.nc ............ALT CHECK......NOT OK - Comparing atmf003.tile1.nc ............ALT CHECK......NOT OK - Comparing atmf003.tile2.nc ............ALT CHECK......NOT OK - Comparing atmf003.tile3.nc ............ALT CHECK......NOT OK - Comparing atmf003.tile4.nc ............ALT CHECK......NOT OK - Comparing atmf003.tile5.nc ............ALT CHECK......NOT OK - Comparing atmf003.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.090000.coupler.res .........OK - Comparing RESTART/20210322.090000.fv_core.res.nc .........OK - Comparing RESTART/20210322.090000.fv_core.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.090000.fv_core.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.090000.fv_core.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.090000.fv_core.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.090000.fv_core.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.090000.fv_core.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.090000.fv_srf_wnd.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.090000.fv_srf_wnd.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.090000.fv_srf_wnd.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.090000.fv_srf_wnd.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.090000.fv_srf_wnd.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.090000.fv_srf_wnd.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.090000.fv_tracer.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.090000.fv_tracer.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.090000.fv_tracer.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.090000.fv_tracer.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.090000.fv_tracer.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.090000.fv_tracer.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.090000.phy_data.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.090000.phy_data.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.090000.phy_data.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.090000.phy_data.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.090000.phy_data.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.090000.phy_data.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.090000.sfc_data.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.090000.sfc_data.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.090000.sfc_data.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.090000.sfc_data.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.090000.sfc_data.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.090000.sfc_data.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.090000.MOM.res.nc ............ALT CHECK......NOT OK - Comparing RESTART/iced.2021-03-22-32400.nc ............ALT CHECK......NOT OK - Comparing RESTART/ufs.cpld.cpl.r.2021-03-22-32400.nc ............ALT CHECK......NOT OK - Comparing 20210322.090000.out_pnt.ww3 .........NOT OK - Comparing 20210322.090000.out_grd.ww3 .........NOT OK - - 0: The total amount of wall time = 325.672853 - 0: The maximum resident set size (KB) = 1725296 - -Test 024 cpld_debug_noaero_p8_intel FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/NEMSfv3gfs/develop-20240213/cpld_control_noaero_p8_agrid_intel -working dir = /scratch1/BMC/gmtb/Grant.Firl/stmp2/Grant.Firl/FV3_RT/rt_114813/cpld_control_noaero_p8_agrid_intel -Checking test 025 cpld_control_noaero_p8_agrid_intel results .... - Comparing sfcf021.tile1.nc ............ALT CHECK......NOT OK - Comparing sfcf021.tile2.nc ............ALT CHECK......NOT OK - Comparing sfcf021.tile3.nc ............ALT CHECK......NOT OK - Comparing sfcf021.tile4.nc ............ALT CHECK......NOT OK - Comparing sfcf021.tile5.nc ............ALT CHECK......NOT OK - Comparing sfcf021.tile6.nc ............ALT CHECK......NOT OK - Comparing atmf021.tile1.nc ............ALT CHECK......NOT OK - Comparing atmf021.tile2.nc ............ALT CHECK......NOT OK - Comparing atmf021.tile3.nc ............ALT CHECK......NOT OK - Comparing atmf021.tile4.nc ............ALT CHECK......NOT OK - Comparing atmf021.tile5.nc ............ALT CHECK......NOT OK - Comparing atmf021.tile6.nc ............ALT CHECK......NOT OK - Comparing sfcf024.tile1.nc ............ALT CHECK......NOT OK - Comparing sfcf024.tile2.nc ............ALT CHECK......NOT OK - Comparing sfcf024.tile3.nc ............ALT CHECK......NOT OK - Comparing sfcf024.tile4.nc ............ALT CHECK......NOT OK - Comparing sfcf024.tile5.nc ............ALT CHECK......NOT OK - Comparing sfcf024.tile6.nc ............ALT CHECK......NOT OK - Comparing atmf024.tile1.nc ............ALT CHECK......NOT OK - Comparing atmf024.tile2.nc ............ALT CHECK......NOT OK - Comparing atmf024.tile3.nc ............ALT CHECK......NOT OK - Comparing atmf024.tile4.nc ............ALT CHECK......NOT OK - Comparing atmf024.tile5.nc ............ALT CHECK......NOT OK - Comparing atmf024.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.coupler.res .........OK - Comparing RESTART/20210323.060000.fv_core.res.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.MOM.res.nc ............ALT CHECK......NOT OK - Comparing RESTART/iced.2021-03-23-21600.nc ............ALT CHECK......NOT OK - Comparing RESTART/ufs.cpld.cpl.r.2021-03-23-21600.nc ............ALT CHECK......NOT OK - - 0: The total amount of wall time = 251.558330 - 0: The maximum resident set size (KB) = 1722952 - -Test 025 cpld_control_noaero_p8_agrid_intel FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/NEMSfv3gfs/develop-20240213/cpld_control_c48_intel -working dir = /scratch1/BMC/gmtb/Grant.Firl/stmp2/Grant.Firl/FV3_RT/rt_114813/cpld_control_c48_intel -Checking test 026 cpld_control_c48_intel results .... - Comparing sfcf024.tile1.nc ............ALT CHECK......NOT OK - Comparing sfcf024.tile2.nc ............ALT CHECK......NOT OK - Comparing sfcf024.tile3.nc ............ALT CHECK......NOT OK - Comparing sfcf024.tile4.nc ............ALT CHECK......NOT OK - Comparing sfcf024.tile5.nc ............ALT CHECK......NOT OK - Comparing sfcf024.tile6.nc ............ALT CHECK......NOT OK - Comparing atmf024.tile1.nc ............ALT CHECK......NOT OK - Comparing atmf024.tile2.nc ............ALT CHECK......NOT OK - Comparing atmf024.tile3.nc ............ALT CHECK......NOT OK - Comparing atmf024.tile4.nc ............ALT CHECK......NOT OK - Comparing atmf024.tile5.nc ............ALT CHECK......NOT OK - Comparing atmf024.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.coupler.res .........OK - Comparing RESTART/20210323.060000.fv_core.res.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.MOM.res.nc ............ALT CHECK......NOT OK - Comparing RESTART/iced.2021-03-23-21600.nc ............ALT CHECK......NOT OK - Comparing RESTART/ufs.cpld.cpl.r.2021-03-23-21600.nc ............ALT CHECK......NOT OK - - 0: The total amount of wall time = 554.447357 - 0: The maximum resident set size (KB) = 2818256 - -Test 026 cpld_control_c48_intel FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/NEMSfv3gfs/develop-20240213/cpld_control_p8_faster_intel -working dir = /scratch1/BMC/gmtb/Grant.Firl/stmp2/Grant.Firl/FV3_RT/rt_114813/cpld_control_p8_faster_intel -Checking test 027 cpld_control_p8_faster_intel results .... - Comparing sfcf021.tile1.nc ............ALT CHECK......NOT OK - Comparing sfcf021.tile2.nc ............ALT CHECK......NOT OK - Comparing sfcf021.tile3.nc ............ALT CHECK......NOT OK - Comparing sfcf021.tile4.nc ............ALT CHECK......NOT OK - Comparing sfcf021.tile5.nc ............ALT CHECK......NOT OK - Comparing sfcf021.tile6.nc ............ALT CHECK......NOT OK - Comparing atmf021.tile1.nc ............ALT CHECK......NOT OK - Comparing atmf021.tile2.nc ............ALT CHECK......NOT OK - Comparing atmf021.tile3.nc ............ALT CHECK......NOT OK - Comparing atmf021.tile4.nc ............ALT CHECK......NOT OK - Comparing atmf021.tile5.nc ............ALT CHECK......NOT OK - Comparing atmf021.tile6.nc ............ALT CHECK......NOT OK - Comparing sfcf024.tile1.nc ............ALT CHECK......NOT OK - Comparing sfcf024.tile2.nc ............ALT CHECK......NOT OK - Comparing sfcf024.tile3.nc ............ALT CHECK......NOT OK - Comparing sfcf024.tile4.nc ............ALT CHECK......NOT OK - Comparing sfcf024.tile5.nc ............ALT CHECK......NOT OK - Comparing sfcf024.tile6.nc ............ALT CHECK......NOT OK - Comparing atmf024.tile1.nc ............ALT CHECK......NOT OK - Comparing atmf024.tile2.nc ............ALT CHECK......NOT OK - Comparing atmf024.tile3.nc ............ALT CHECK......NOT OK - Comparing atmf024.tile4.nc ............ALT CHECK......NOT OK - Comparing atmf024.tile5.nc ............ALT CHECK......NOT OK - Comparing atmf024.tile6.nc ............ALT CHECK......NOT OK - Comparing gocart.inst_aod.20210323_0600z.nc4 .........NOT OK - Comparing RESTART/20210323.060000.coupler.res .........OK - Comparing RESTART/20210323.060000.fv_core.res.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.MOM.res.nc ............ALT CHECK......NOT OK - Comparing RESTART/iced.2021-03-23-21600.nc ............ALT CHECK......NOT OK - Comparing RESTART/ufs.cpld.cpl.r.2021-03-23-21600.nc ............ALT CHECK......NOT OK - Comparing 20210323.060000.out_pnt.ww3 .........NOT OK - Comparing 20210323.060000.out_grd.ww3 .........NOT OK - - 0: The total amount of wall time = 304.330041 - 0: The maximum resident set size (KB) = 3194288 - -Test 027 cpld_control_p8_faster_intel FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/NEMSfv3gfs/develop-20240213/cpld_control_pdlib_p8_intel -working dir = /scratch1/BMC/gmtb/Grant.Firl/stmp2/Grant.Firl/FV3_RT/rt_114813/cpld_control_pdlib_p8_intel -Checking test 028 cpld_control_pdlib_p8_intel results .... - Comparing sfcf021.tile1.nc ............ALT CHECK......NOT OK - Comparing sfcf021.tile2.nc ............ALT CHECK......NOT OK - Comparing sfcf021.tile3.nc ............ALT CHECK......NOT OK - Comparing sfcf021.tile4.nc ............ALT CHECK......NOT OK - Comparing sfcf021.tile5.nc ............ALT CHECK......NOT OK - Comparing sfcf021.tile6.nc ............ALT CHECK......NOT OK - Comparing atmf021.tile1.nc ............ALT CHECK......NOT OK - Comparing atmf021.tile2.nc ............ALT CHECK......NOT OK - Comparing atmf021.tile3.nc ............ALT CHECK......NOT OK - Comparing atmf021.tile4.nc ............ALT CHECK......NOT OK - Comparing atmf021.tile5.nc ............ALT CHECK......NOT OK - Comparing atmf021.tile6.nc ............ALT CHECK......NOT OK - Comparing sfcf024.tile1.nc ............ALT CHECK......NOT OK - Comparing sfcf024.tile2.nc ............ALT CHECK......NOT OK - Comparing sfcf024.tile3.nc ............ALT CHECK......NOT OK - Comparing sfcf024.tile4.nc ............ALT CHECK......NOT OK - Comparing sfcf024.tile5.nc ............ALT CHECK......NOT OK - Comparing sfcf024.tile6.nc ............ALT CHECK......NOT OK - Comparing atmf024.tile1.nc ............ALT CHECK......NOT OK - Comparing atmf024.tile2.nc ............ALT CHECK......NOT OK - Comparing atmf024.tile3.nc ............ALT CHECK......NOT OK - Comparing atmf024.tile4.nc ............ALT CHECK......NOT OK - Comparing atmf024.tile5.nc ............ALT CHECK......NOT OK - Comparing atmf024.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.coupler.res .........OK - Comparing RESTART/20210323.060000.fv_core.res.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.MOM.res.nc ............ALT CHECK......NOT OK - Comparing RESTART/iced.2021-03-23-21600.nc ............ALT CHECK......NOT OK - Comparing RESTART/ufs.cpld.cpl.r.2021-03-23-21600.nc ............ALT CHECK......NOT OK - Comparing 20210323.060000.out_pnt.ww3 .........NOT OK - Comparing 20210323.060000.out_grd.ww3 .........NOT OK - - 0: The total amount of wall time = 1001.216075 - 0: The maximum resident set size (KB) = 1751816 - -Test 028 cpld_control_pdlib_p8_intel FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/NEMSfv3gfs/develop-20240213/cpld_debug_pdlib_p8_intel -working dir = /scratch1/BMC/gmtb/Grant.Firl/stmp2/Grant.Firl/FV3_RT/rt_114813/cpld_debug_pdlib_p8_intel -Checking test 031 cpld_debug_pdlib_p8_intel results .... - Comparing sfcf003.tile1.nc ............ALT CHECK......NOT OK - Comparing sfcf003.tile2.nc ............ALT CHECK......NOT OK - Comparing sfcf003.tile3.nc ............ALT CHECK......NOT OK - Comparing sfcf003.tile4.nc ............ALT CHECK......NOT OK - Comparing sfcf003.tile5.nc ............ALT CHECK......NOT OK - Comparing sfcf003.tile6.nc ............ALT CHECK......NOT OK - Comparing atmf003.tile1.nc ............ALT CHECK......NOT OK - Comparing atmf003.tile2.nc ............ALT CHECK......NOT OK - Comparing atmf003.tile3.nc ............ALT CHECK......NOT OK - Comparing atmf003.tile4.nc ............ALT CHECK......NOT OK - Comparing atmf003.tile5.nc ............ALT CHECK......NOT OK - Comparing atmf003.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.090000.coupler.res .........OK - Comparing RESTART/20210322.090000.fv_core.res.nc .........OK - Comparing RESTART/20210322.090000.fv_core.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.090000.fv_core.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.090000.fv_core.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.090000.fv_core.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.090000.fv_core.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.090000.fv_core.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.090000.fv_srf_wnd.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.090000.fv_srf_wnd.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.090000.fv_srf_wnd.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.090000.fv_srf_wnd.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.090000.fv_srf_wnd.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.090000.fv_srf_wnd.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.090000.fv_tracer.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.090000.fv_tracer.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.090000.fv_tracer.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.090000.fv_tracer.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.090000.fv_tracer.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.090000.fv_tracer.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.090000.phy_data.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.090000.phy_data.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.090000.phy_data.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.090000.phy_data.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.090000.phy_data.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.090000.phy_data.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.090000.sfc_data.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.090000.sfc_data.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.090000.sfc_data.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.090000.sfc_data.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.090000.sfc_data.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.090000.sfc_data.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.090000.MOM.res.nc ............ALT CHECK......NOT OK - Comparing RESTART/iced.2021-03-22-32400.nc ............ALT CHECK......NOT OK - Comparing RESTART/ufs.cpld.cpl.r.2021-03-22-32400.nc ............ALT CHECK......NOT OK - Comparing 20210322.090000.out_pnt.ww3 .........NOT OK - Comparing 20210322.090000.out_grd.ww3 .........NOT OK - - 0: The total amount of wall time = 1456.271280 - 0: The maximum resident set size (KB) = 1704868 - -Test 031 cpld_debug_pdlib_p8_intel FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/NEMSfv3gfs/develop-20240213/control_flake_intel -working dir = /scratch1/BMC/gmtb/Grant.Firl/stmp2/Grant.Firl/FV3_RT/rt_114813/control_flake_intel -Checking test 032 control_flake_intel results .... - Comparing sfcf000.nc ............ALT CHECK......NOT OK - Comparing sfcf024.nc ............ALT CHECK......NOT OK - Comparing atmf000.nc ............ALT CHECK......NOT OK - Comparing atmf024.nc ............ALT CHECK......NOT OK - Comparing GFSFLX.GrbF00 .........NOT OK - Comparing GFSFLX.GrbF24 .........NOT OK - Comparing GFSPRS.GrbF00 .........NOT OK - Comparing GFSPRS.GrbF24 .........NOT OK - - 0: The total amount of wall time = 187.297127 - 0: The maximum resident set size (KB) = 695960 - -Test 032 control_flake_intel FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/NEMSfv3gfs/develop-20240213/control_CubedSphereGrid_intel -working dir = /scratch1/BMC/gmtb/Grant.Firl/stmp2/Grant.Firl/FV3_RT/rt_114813/control_CubedSphereGrid_intel -Checking test 033 control_CubedSphereGrid_intel results .... - Comparing sfcf000.tile1.nc .........OK - Comparing sfcf000.tile2.nc .........OK - Comparing sfcf000.tile3.nc ............ALT CHECK......NOT OK - Comparing sfcf000.tile4.nc .........OK - Comparing sfcf000.tile5.nc .........OK - Comparing sfcf000.tile6.nc ............ALT CHECK......NOT OK - Comparing sfcf024.tile1.nc ............ALT CHECK......NOT OK - Comparing sfcf024.tile2.nc ............ALT CHECK......NOT OK - Comparing sfcf024.tile3.nc ............ALT CHECK......NOT OK - Comparing sfcf024.tile4.nc ............ALT CHECK......NOT OK - Comparing sfcf024.tile5.nc ............ALT CHECK......NOT OK - Comparing sfcf024.tile6.nc ............ALT CHECK......NOT OK - Comparing atmf000.tile1.nc .........OK - Comparing atmf000.tile2.nc .........OK - Comparing atmf000.tile3.nc ............ALT CHECK......NOT OK - Comparing atmf000.tile4.nc .........OK - Comparing atmf000.tile5.nc .........OK - Comparing atmf000.tile6.nc ............ALT CHECK......NOT OK - Comparing atmf024.tile1.nc ............ALT CHECK......NOT OK - Comparing atmf024.tile2.nc ............ALT CHECK......NOT OK - Comparing atmf024.tile3.nc ............ALT CHECK......NOT OK - Comparing atmf024.tile4.nc ............ALT CHECK......NOT OK - Comparing atmf024.tile5.nc ............ALT CHECK......NOT OK - Comparing atmf024.tile6.nc ............ALT CHECK......NOT OK - - 0: The total amount of wall time = 131.383509 - 0: The maximum resident set size (KB) = 645672 - -Test 033 control_CubedSphereGrid_intel FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/NEMSfv3gfs/develop-20240213/control_CubedSphereGrid_parallel_intel -working dir = /scratch1/BMC/gmtb/Grant.Firl/stmp2/Grant.Firl/FV3_RT/rt_114813/control_CubedSphereGrid_parallel_intel -Checking test 034 control_CubedSphereGrid_parallel_intel results .... - Comparing sfcf000.nc ............ALT CHECK......NOT OK - Comparing sfcf024.nc ............ALT CHECK......NOT OK - Comparing atmf000.nc ............ALT CHECK......NOT OK - Comparing atmf024.nc ............ALT CHECK......NOT OK - Comparing cubed_sphere_grid_sfcf000.nc ............ALT CHECK......NOT OK - Comparing cubed_sphere_grid_sfcf024.nc ............ALT CHECK......NOT OK - Comparing cubed_sphere_grid_atmf000.nc ............ALT CHECK......NOT OK - Comparing cubed_sphere_grid_atmf024.nc ............ALT CHECK......NOT OK - Comparing GFSFLX.GrbF00 .........NOT OK - Comparing GFSFLX.GrbF24 .........NOT OK - Comparing GFSPRS.GrbF00 .........NOT OK - Comparing GFSPRS.GrbF24 .........NOT OK - - 0: The total amount of wall time = 139.331295 - 0: The maximum resident set size (KB) = 628304 - -Test 034 control_CubedSphereGrid_parallel_intel FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/NEMSfv3gfs/develop-20240213/control_latlon_intel -working dir = /scratch1/BMC/gmtb/Grant.Firl/stmp2/Grant.Firl/FV3_RT/rt_114813/control_latlon_intel -Checking test 035 control_latlon_intel results .... - Comparing sfcf000.nc ............ALT CHECK......NOT OK - Comparing sfcf024.nc ............ALT CHECK......NOT OK - Comparing atmf000.nc ............ALT CHECK......NOT OK - Comparing atmf024.nc ............ALT CHECK......NOT OK - Comparing GFSFLX.GrbF00 .........NOT OK - Comparing GFSFLX.GrbF24 .........NOT OK - Comparing GFSPRS.GrbF00 .........NOT OK - Comparing GFSPRS.GrbF24 .........NOT OK - - 0: The total amount of wall time = 134.190663 - 0: The maximum resident set size (KB) = 638000 - -Test 035 control_latlon_intel FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/NEMSfv3gfs/develop-20240213/control_wrtGauss_netcdf_parallel_intel -working dir = /scratch1/BMC/gmtb/Grant.Firl/stmp2/Grant.Firl/FV3_RT/rt_114813/control_wrtGauss_netcdf_parallel_intel -Checking test 036 control_wrtGauss_netcdf_parallel_intel results .... - Comparing sfcf000.nc ............ALT CHECK......NOT OK - Comparing sfcf024.nc ............ALT CHECK......NOT OK - Comparing atmf000.nc ............ALT CHECK......NOT OK - Comparing atmf024.nc ............ALT CHECK......NOT OK - Comparing GFSFLX.GrbF00 .........NOT OK - Comparing GFSFLX.GrbF24 .........NOT OK - Comparing GFSPRS.GrbF00 .........NOT OK - Comparing GFSPRS.GrbF24 .........NOT OK - - 0: The total amount of wall time = 136.290982 - 0: The maximum resident set size (KB) = 653524 - -Test 036 control_wrtGauss_netcdf_parallel_intel FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/NEMSfv3gfs/develop-20240213/control_c48_intel -working dir = /scratch1/BMC/gmtb/Grant.Firl/stmp2/Grant.Firl/FV3_RT/rt_114813/control_c48_intel -Checking test 037 control_c48_intel results .... - Comparing sfcf000.nc ............ALT CHECK......NOT OK - Comparing sfcf024.nc ............ALT CHECK......NOT OK - Comparing atmf000.nc ............ALT CHECK......NOT OK - Comparing atmf024.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.coupler.res .........OK - Comparing RESTART/20210323.060000.fv_core.res.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile6.nc ............ALT CHECK......NOT OK - -0: The total amount of wall time = 371.498554 -0: The maximum resident set size (KB) = 874604 - -Test 037 control_c48_intel FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/NEMSfv3gfs/develop-20240213/control_c48.v2.sfc_intel -working dir = /scratch1/BMC/gmtb/Grant.Firl/stmp2/Grant.Firl/FV3_RT/rt_114813/control_c48.v2.sfc_intel -Checking test 038 control_c48.v2.sfc_intel results .... - Comparing sfcf000.nc ............ALT CHECK......NOT OK - Comparing sfcf024.nc ............ALT CHECK......NOT OK - Comparing atmf000.nc ............ALT CHECK......NOT OK - Comparing atmf024.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.coupler.res .........OK - Comparing RESTART/20210323.060000.fv_core.res.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile6.nc ............ALT CHECK......NOT OK - -0: The total amount of wall time = 368.131000 -0: The maximum resident set size (KB) = 860580 - -Test 038 control_c48.v2.sfc_intel FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/NEMSfv3gfs/develop-20240213/control_c192_intel -working dir = /scratch1/BMC/gmtb/Grant.Firl/stmp2/Grant.Firl/FV3_RT/rt_114813/control_c192_intel -Checking test 039 control_c192_intel results .... - Comparing sfcf000.nc ............ALT CHECK......NOT OK - Comparing sfcf024.nc ............ALT CHECK......NOT OK - Comparing atmf000.nc ............ALT CHECK......NOT OK - Comparing atmf024.nc ............ALT CHECK......NOT OK - Comparing GFSFLX.GrbF00 .........NOT OK - Comparing GFSFLX.GrbF24 .........NOT OK - Comparing GFSPRS.GrbF00 .........NOT OK - Comparing GFSPRS.GrbF24 .........NOT OK - - 0: The total amount of wall time = 533.084442 - 0: The maximum resident set size (KB) = 852544 - -Test 039 control_c192_intel FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/NEMSfv3gfs/develop-20240213/control_c384_intel -working dir = /scratch1/BMC/gmtb/Grant.Firl/stmp2/Grant.Firl/FV3_RT/rt_114813/control_c384_intel -Checking test 040 control_c384_intel results .... - Comparing sfcf000.nc ............ALT CHECK......NOT OK - Comparing sfcf012.nc ............ALT CHECK......NOT OK - Comparing atmf000.nc ............ALT CHECK......NOT OK - Comparing atmf012.nc ............ALT CHECK......NOT OK - Comparing GFSFLX.GrbF00 .........NOT OK - Comparing GFSFLX.GrbF12 .........NOT OK - Comparing GFSPRS.GrbF00 .........NOT OK - Comparing GFSPRS.GrbF12 .........NOT OK - - 0: The total amount of wall time = 537.659026 - 0: The maximum resident set size (KB) = 1256900 - -Test 040 control_c384_intel FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/NEMSfv3gfs/develop-20240213/control_c384gdas_intel -working dir = /scratch1/BMC/gmtb/Grant.Firl/stmp2/Grant.Firl/FV3_RT/rt_114813/control_c384gdas_intel -Checking test 041 control_c384gdas_intel results .... - Comparing sfcf000.nc ............ALT CHECK......NOT OK - Comparing sfcf006.nc ............ALT CHECK......NOT OK - Comparing atmf000.nc ............ALT CHECK......NOT OK - Comparing atmf006.nc ............ALT CHECK......NOT OK - Comparing GFSFLX.GrbF00 .........NOT OK - Comparing GFSFLX.GrbF06 .........NOT OK - Comparing GFSPRS.GrbF00 .........NOT OK - Comparing GFSPRS.GrbF06 .........NOT OK - Comparing RESTART/20210322.060000.coupler.res .........OK - Comparing RESTART/20210322.060000.fv_core.res.nc .........OK - Comparing RESTART/20210322.060000.fv_core.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.060000.fv_core.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.060000.fv_core.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.060000.fv_core.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.060000.fv_core.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.060000.fv_core.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.060000.fv_srf_wnd.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.060000.fv_srf_wnd.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.060000.fv_srf_wnd.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.060000.fv_srf_wnd.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.060000.fv_srf_wnd.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.060000.fv_srf_wnd.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.060000.fv_tracer.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.060000.fv_tracer.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.060000.fv_tracer.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.060000.fv_tracer.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.060000.fv_tracer.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.060000.fv_tracer.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.060000.phy_data.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.060000.phy_data.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.060000.phy_data.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.060000.phy_data.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.060000.phy_data.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.060000.phy_data.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.060000.sfc_data.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.060000.sfc_data.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.060000.sfc_data.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.060000.sfc_data.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.060000.sfc_data.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.060000.sfc_data.tile6.nc ............ALT CHECK......NOT OK - - 0: The total amount of wall time = 481.489289 - 0: The maximum resident set size (KB) = 1384944 - -Test 041 control_c384gdas_intel FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/NEMSfv3gfs/develop-20240213/control_stochy_intel -working dir = /scratch1/BMC/gmtb/Grant.Firl/stmp2/Grant.Firl/FV3_RT/rt_114813/control_stochy_intel -Checking test 042 control_stochy_intel results .... - Comparing sfcf000.nc ............ALT CHECK......NOT OK - Comparing sfcf012.nc ............ALT CHECK......NOT OK - Comparing atmf000.nc ............ALT CHECK......NOT OK - Comparing atmf012.nc ............ALT CHECK......NOT OK - Comparing GFSFLX.GrbF00 .........NOT OK - Comparing GFSFLX.GrbF12 .........NOT OK - Comparing GFSPRS.GrbF00 .........NOT OK - Comparing GFSPRS.GrbF12 .........NOT OK - - 0: The total amount of wall time = 88.670576 - 0: The maximum resident set size (KB) = 633196 - -Test 042 control_stochy_intel FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/NEMSfv3gfs/develop-20240213/control_lndp_intel -working dir = /scratch1/BMC/gmtb/Grant.Firl/stmp2/Grant.Firl/FV3_RT/rt_114813/control_lndp_intel -Checking test 044 control_lndp_intel results .... - Comparing sfcf000.nc ............ALT CHECK......NOT OK - Comparing sfcf012.nc ............ALT CHECK......NOT OK - Comparing atmf000.nc ............ALT CHECK......NOT OK - Comparing atmf012.nc ............ALT CHECK......NOT OK - Comparing GFSFLX.GrbF00 .........NOT OK - Comparing GFSFLX.GrbF12 .........NOT OK - Comparing GFSPRS.GrbF00 .........NOT OK - Comparing GFSPRS.GrbF12 .........NOT OK - - 0: The total amount of wall time = 83.361705 - 0: The maximum resident set size (KB) = 645952 - -Test 044 control_lndp_intel FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/NEMSfv3gfs/develop-20240213/control_iovr4_intel -working dir = /scratch1/BMC/gmtb/Grant.Firl/stmp2/Grant.Firl/FV3_RT/rt_114813/control_iovr4_intel -Checking test 045 control_iovr4_intel results .... - Comparing sfcf000.nc ............ALT CHECK......NOT OK - Comparing sfcf021.nc ............ALT CHECK......NOT OK - Comparing sfcf024.nc ............ALT CHECK......NOT OK - Comparing atmf000.nc ............ALT CHECK......NOT OK - Comparing atmf021.nc ............ALT CHECK......NOT OK - Comparing atmf024.nc ............ALT CHECK......NOT OK - Comparing GFSFLX.GrbF00 .........NOT OK - Comparing GFSFLX.GrbF21 .........NOT OK - Comparing GFSFLX.GrbF24 .........NOT OK - Comparing GFSPRS.GrbF00 .........NOT OK - Comparing GFSPRS.GrbF21 .........NOT OK - Comparing GFSPRS.GrbF24 .........NOT OK - - 0: The total amount of wall time = 134.906633 - 0: The maximum resident set size (KB) = 646476 - -Test 045 control_iovr4_intel FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/NEMSfv3gfs/develop-20240213/control_iovr5_intel -working dir = /scratch1/BMC/gmtb/Grant.Firl/stmp2/Grant.Firl/FV3_RT/rt_114813/control_iovr5_intel -Checking test 046 control_iovr5_intel results .... - Comparing sfcf000.nc ............ALT CHECK......NOT OK - Comparing sfcf021.nc ............ALT CHECK......NOT OK - Comparing sfcf024.nc ............ALT CHECK......NOT OK - Comparing atmf000.nc ............ALT CHECK......NOT OK - Comparing atmf021.nc ............ALT CHECK......NOT OK - Comparing atmf024.nc ............ALT CHECK......NOT OK - Comparing GFSFLX.GrbF00 .........NOT OK - Comparing GFSFLX.GrbF21 .........NOT OK - Comparing GFSFLX.GrbF24 .........NOT OK - Comparing GFSPRS.GrbF00 .........NOT OK - Comparing GFSPRS.GrbF21 .........NOT OK - Comparing GFSPRS.GrbF24 .........NOT OK - - 0: The total amount of wall time = 136.014138 - 0: The maximum resident set size (KB) = 644912 - -Test 046 control_iovr5_intel FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/NEMSfv3gfs/develop-20240213/control_p8_intel -working dir = /scratch1/BMC/gmtb/Grant.Firl/stmp2/Grant.Firl/FV3_RT/rt_114813/control_p8_intel -Checking test 047 control_p8_intel results .... - Comparing sfcf000.nc ............ALT CHECK......NOT OK - Comparing sfcf021.nc ............ALT CHECK......NOT OK - Comparing sfcf024.nc ............ALT CHECK......NOT OK - Comparing atmf000.nc ............ALT CHECK......NOT OK - Comparing atmf021.nc ............ALT CHECK......NOT OK - Comparing atmf024.nc ............ALT CHECK......NOT OK - Comparing GFSFLX.GrbF00 .........NOT OK - Comparing GFSFLX.GrbF21 .........NOT OK - Comparing GFSFLX.GrbF24 .........NOT OK - Comparing GFSPRS.GrbF00 .........NOT OK - Comparing GFSPRS.GrbF21 .........NOT OK - Comparing GFSPRS.GrbF24 .........NOT OK - Comparing RESTART/20210323.060000.coupler.res .........OK - Comparing RESTART/20210323.060000.fv_core.res.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile6.nc ............ALT CHECK......NOT OK - - 0: The total amount of wall time = 164.997091 - 0: The maximum resident set size (KB) = 1610032 - -Test 047 control_p8_intel FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/NEMSfv3gfs/develop-20240213/control_p8.v2.sfc_intel -working dir = /scratch1/BMC/gmtb/Grant.Firl/stmp2/Grant.Firl/FV3_RT/rt_114813/control_p8.v2.sfc_intel -Checking test 048 control_p8.v2.sfc_intel results .... - Comparing sfcf000.nc ............ALT CHECK......NOT OK - Comparing sfcf021.nc ............ALT CHECK......NOT OK - Comparing sfcf024.nc ............ALT CHECK......NOT OK - Comparing atmf000.nc ............ALT CHECK......NOT OK - Comparing atmf021.nc ............ALT CHECK......NOT OK - Comparing atmf024.nc ............ALT CHECK......NOT OK - Comparing GFSFLX.GrbF00 .........NOT OK - Comparing GFSFLX.GrbF21 .........NOT OK - Comparing GFSFLX.GrbF24 .........NOT OK - Comparing GFSPRS.GrbF00 .........NOT OK - Comparing GFSPRS.GrbF21 .........NOT OK - Comparing GFSPRS.GrbF24 .........NOT OK - Comparing RESTART/20210323.060000.coupler.res .........OK - Comparing RESTART/20210323.060000.fv_core.res.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile6.nc ............ALT CHECK......NOT OK - - 0: The total amount of wall time = 165.436401 - 0: The maximum resident set size (KB) = 1610832 - -Test 048 control_p8.v2.sfc_intel FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/NEMSfv3gfs/develop-20240213/control_p8_ugwpv1_intel -working dir = /scratch1/BMC/gmtb/Grant.Firl/stmp2/Grant.Firl/FV3_RT/rt_114813/control_p8_ugwpv1_intel -Checking test 049 control_p8_ugwpv1_intel results .... - Comparing sfcf000.nc ............ALT CHECK......NOT OK - Comparing sfcf021.nc ............ALT CHECK......NOT OK - Comparing sfcf024.nc ............ALT CHECK......NOT OK - Comparing atmf000.nc ............ALT CHECK......NOT OK - Comparing atmf021.nc ............ALT CHECK......NOT OK - Comparing atmf024.nc ............ALT CHECK......NOT OK - Comparing GFSFLX.GrbF00 .........NOT OK - Comparing GFSFLX.GrbF21 .........NOT OK - Comparing GFSFLX.GrbF24 .........NOT OK - Comparing GFSPRS.GrbF00 .........NOT OK - Comparing GFSPRS.GrbF21 .........NOT OK - Comparing GFSPRS.GrbF24 .........NOT OK - Comparing RESTART/20210323.060000.coupler.res .........OK - Comparing RESTART/20210323.060000.fv_core.res.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile6.nc ............ALT CHECK......NOT OK - - 0: The total amount of wall time = 159.242559 - 0: The maximum resident set size (KB) = 1612272 - -Test 049 control_p8_ugwpv1_intel FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/NEMSfv3gfs/develop-20240213/control_p8_intel -working dir = /scratch1/BMC/gmtb/Grant.Firl/stmp2/Grant.Firl/FV3_RT/rt_114813/control_noqr_p8_intel -Checking test 051 control_noqr_p8_intel results .... - Comparing sfcf000.nc ............ALT CHECK......NOT OK - Comparing sfcf021.nc ............ALT CHECK......NOT OK - Comparing sfcf024.nc ............ALT CHECK......NOT OK - Comparing atmf000.nc ............ALT CHECK......NOT OK - Comparing atmf021.nc ............ALT CHECK......NOT OK - Comparing atmf024.nc ............ALT CHECK......NOT OK - Comparing GFSFLX.GrbF00 .........NOT OK - Comparing GFSFLX.GrbF21 .........NOT OK - Comparing GFSFLX.GrbF24 .........NOT OK - Comparing GFSPRS.GrbF00 .........NOT OK - Comparing GFSPRS.GrbF21 .........NOT OK - Comparing GFSPRS.GrbF24 .........NOT OK - Comparing RESTART/20210323.060000.coupler.res .........OK - Comparing RESTART/20210323.060000.fv_core.res.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile6.nc ............ALT CHECK......NOT OK - - 0: The total amount of wall time = 161.865877 - 0: The maximum resident set size (KB) = 1609880 - -Test 051 control_noqr_p8_intel FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/NEMSfv3gfs/develop-20240213/control_p8_intel -working dir = /scratch1/BMC/gmtb/Grant.Firl/stmp2/Grant.Firl/FV3_RT/rt_114813/control_decomp_p8_intel -Checking test 053 control_decomp_p8_intel results .... - Comparing sfcf000.nc ............ALT CHECK......NOT OK - Comparing sfcf024.nc ............ALT CHECK......NOT OK - Comparing atmf000.nc ............ALT CHECK......NOT OK - Comparing atmf024.nc ............ALT CHECK......NOT OK - Comparing GFSFLX.GrbF00 .........NOT OK - Comparing GFSFLX.GrbF24 .........NOT OK - Comparing GFSPRS.GrbF00 .........NOT OK - Comparing GFSPRS.GrbF24 .........NOT OK - Comparing RESTART/20210323.060000.coupler.res .........OK - Comparing RESTART/20210323.060000.fv_core.res.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile6.nc ............ALT CHECK......NOT OK - - 0: The total amount of wall time = 170.863303 - 0: The maximum resident set size (KB) = 1584264 - -Test 053 control_decomp_p8_intel FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/NEMSfv3gfs/develop-20240213/control_p8_intel -working dir = /scratch1/BMC/gmtb/Grant.Firl/stmp2/Grant.Firl/FV3_RT/rt_114813/control_2threads_p8_intel -Checking test 054 control_2threads_p8_intel results .... - Comparing sfcf000.nc ............ALT CHECK......NOT OK - Comparing sfcf024.nc ............ALT CHECK......NOT OK - Comparing atmf000.nc ............ALT CHECK......NOT OK - Comparing atmf024.nc ............ALT CHECK......NOT OK - Comparing GFSFLX.GrbF00 .........NOT OK - Comparing GFSFLX.GrbF24 .........NOT OK - Comparing GFSPRS.GrbF00 .........NOT OK - Comparing GFSPRS.GrbF24 .........NOT OK - Comparing RESTART/20210323.060000.coupler.res .........OK - Comparing RESTART/20210323.060000.fv_core.res.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile6.nc ............ALT CHECK......NOT OK - - 0: The total amount of wall time = 156.293843 - 0: The maximum resident set size (KB) = 1677728 - -Test 054 control_2threads_p8_intel FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/NEMSfv3gfs/develop-20240213/control_p8_lndp_intel -working dir = /scratch1/BMC/gmtb/Grant.Firl/stmp2/Grant.Firl/FV3_RT/rt_114813/control_p8_lndp_intel -Checking test 055 control_p8_lndp_intel results .... - Comparing sfcf000.nc ............ALT CHECK......NOT OK - Comparing sfcf021.nc ............ALT CHECK......NOT OK - Comparing sfcf024.nc ............ALT CHECK......NOT OK - Comparing sfcf048.nc ............ALT CHECK......NOT OK - Comparing atmf000.nc ............ALT CHECK......NOT OK - Comparing atmf021.nc ............ALT CHECK......NOT OK - Comparing atmf024.nc ............ALT CHECK......NOT OK - Comparing atmf048.nc ............ALT CHECK......NOT OK - Comparing GFSFLX.GrbF00 .........NOT OK - Comparing GFSFLX.GrbF21 .........NOT OK - Comparing GFSFLX.GrbF24 .........NOT OK - Comparing GFSFLX.GrbF48 .........NOT OK - Comparing GFSPRS.GrbF00 .........NOT OK - Comparing GFSPRS.GrbF21 .........NOT OK - Comparing GFSPRS.GrbF24 .........NOT OK - Comparing GFSPRS.GrbF48 .........NOT OK - - 0: The total amount of wall time = 299.104881 - 0: The maximum resident set size (KB) = 1615960 - -Test 055 control_p8_lndp_intel FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/NEMSfv3gfs/develop-20240213/control_p8_rrtmgp_intel -working dir = /scratch1/BMC/gmtb/Grant.Firl/stmp2/Grant.Firl/FV3_RT/rt_114813/control_p8_rrtmgp_intel -Checking test 056 control_p8_rrtmgp_intel results .... - Comparing sfcf000.nc ............ALT CHECK......NOT OK - Comparing sfcf021.nc ............ALT CHECK......NOT OK - Comparing sfcf024.nc ............ALT CHECK......NOT OK - Comparing atmf000.nc ............ALT CHECK......NOT OK - Comparing atmf021.nc ............ALT CHECK......NOT OK - Comparing atmf024.nc ............ALT CHECK......NOT OK - Comparing GFSFLX.GrbF00 .........NOT OK - Comparing GFSFLX.GrbF21 .........NOT OK - Comparing GFSFLX.GrbF24 .........NOT OK - Comparing GFSPRS.GrbF00 .........NOT OK - Comparing GFSPRS.GrbF21 .........NOT OK - Comparing GFSPRS.GrbF24 .........NOT OK - Comparing RESTART/20210323.060000.coupler.res .........OK - Comparing RESTART/20210323.060000.fv_core.res.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile6.nc ............ALT CHECK......NOT OK - - 0: The total amount of wall time = 223.089052 - 0: The maximum resident set size (KB) = 1660824 - -Test 056 control_p8_rrtmgp_intel FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/NEMSfv3gfs/develop-20240213/control_p8_mynn_intel -working dir = /scratch1/BMC/gmtb/Grant.Firl/stmp2/Grant.Firl/FV3_RT/rt_114813/control_p8_mynn_intel -Checking test 057 control_p8_mynn_intel results .... - Comparing sfcf000.nc ............ALT CHECK......NOT OK - Comparing sfcf021.nc ............ALT CHECK......NOT OK - Comparing sfcf024.nc ............ALT CHECK......NOT OK - Comparing atmf000.nc ............ALT CHECK......NOT OK - Comparing atmf021.nc ............ALT CHECK......NOT OK - Comparing atmf024.nc ............ALT CHECK......NOT OK - Comparing GFSFLX.GrbF00 .........NOT OK - Comparing GFSFLX.GrbF21 .........NOT OK - Comparing GFSFLX.GrbF24 .........NOT OK - Comparing GFSPRS.GrbF00 .........NOT OK - Comparing GFSPRS.GrbF21 .........NOT OK - Comparing GFSPRS.GrbF24 .........NOT OK - Comparing RESTART/20210323.060000.coupler.res .........OK - Comparing RESTART/20210323.060000.fv_core.res.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile6.nc ............ALT CHECK......NOT OK - - 0: The total amount of wall time = 167.610823 - 0: The maximum resident set size (KB) = 1618332 - -Test 057 control_p8_mynn_intel FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/NEMSfv3gfs/develop-20240213/merra2_thompson_intel -working dir = /scratch1/BMC/gmtb/Grant.Firl/stmp2/Grant.Firl/FV3_RT/rt_114813/merra2_thompson_intel -Checking test 058 merra2_thompson_intel results .... - Comparing sfcf000.nc ............ALT CHECK......NOT OK - Comparing sfcf021.nc ............ALT CHECK......NOT OK - Comparing sfcf024.nc ............ALT CHECK......NOT OK - Comparing atmf000.nc ............ALT CHECK......NOT OK - Comparing atmf021.nc ............ALT CHECK......NOT OK - Comparing atmf024.nc ............ALT CHECK......NOT OK - Comparing GFSFLX.GrbF00 .........NOT OK - Comparing GFSFLX.GrbF21 .........NOT OK - Comparing GFSFLX.GrbF24 .........NOT OK - Comparing GFSPRS.GrbF00 .........NOT OK - Comparing GFSPRS.GrbF21 .........NOT OK - Comparing GFSPRS.GrbF24 .........NOT OK - Comparing RESTART/20210323.060000.coupler.res .........OK - Comparing RESTART/20210323.060000.fv_core.res.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile6.nc ............ALT CHECK......NOT OK - - 0: The total amount of wall time = 195.534284 - 0: The maximum resident set size (KB) = 1629148 - -Test 058 merra2_thompson_intel FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/NEMSfv3gfs/develop-20240213/regional_control_intel -working dir = /scratch1/BMC/gmtb/Grant.Firl/stmp2/Grant.Firl/FV3_RT/rt_114813/regional_control_intel -Checking test 059 regional_control_intel results .... - Comparing dynf000.nc .........OK - Comparing dynf006.nc .........OK - Comparing phyf000.nc .........OK - Comparing phyf006.nc .........OK - Comparing PRSLEV.GrbF00 .........OK - Comparing PRSLEV.GrbF06 .........OK - Comparing NATLEV.GrbF00 .........OK - Comparing NATLEV.GrbF06 .........OK - - 0: The total amount of wall time = 297.826020 - 0: The maximum resident set size (KB) = 852856 - -Test 059 regional_control_intel PASS - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/NEMSfv3gfs/develop-20240213/regional_control_intel -working dir = /scratch1/BMC/gmtb/Grant.Firl/stmp2/Grant.Firl/FV3_RT/rt_114813/regional_restart_intel -Checking test 060 regional_restart_intel results .... - Comparing dynf006.nc .........OK - Comparing phyf006.nc .........OK - Comparing PRSLEV.GrbF06 .........OK - Comparing NATLEV.GrbF06 .........OK - - 0: The total amount of wall time = 153.493087 - 0: The maximum resident set size (KB) = 1016248 - -Test 060 regional_restart_intel PASS - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/NEMSfv3gfs/develop-20240213/regional_control_intel -working dir = /scratch1/BMC/gmtb/Grant.Firl/stmp2/Grant.Firl/FV3_RT/rt_114813/regional_decomp_intel -Checking test 061 regional_decomp_intel results .... - Comparing dynf000.nc .........OK - Comparing dynf006.nc .........OK - Comparing phyf000.nc .........OK - Comparing phyf006.nc .........OK - Comparing PRSLEV.GrbF00 .........OK - Comparing PRSLEV.GrbF06 .........OK - Comparing NATLEV.GrbF00 .........OK - Comparing NATLEV.GrbF06 .........OK - - 0: The total amount of wall time = 318.384555 - 0: The maximum resident set size (KB) = 843932 - -Test 061 regional_decomp_intel PASS - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/NEMSfv3gfs/develop-20240213/regional_control_intel -working dir = /scratch1/BMC/gmtb/Grant.Firl/stmp2/Grant.Firl/FV3_RT/rt_114813/regional_2threads_intel -Checking test 062 regional_2threads_intel results .... - Comparing dynf000.nc .........OK - Comparing dynf006.nc .........OK - Comparing phyf000.nc .........OK - Comparing phyf006.nc .........OK - Comparing PRSLEV.GrbF00 .........OK - Comparing PRSLEV.GrbF06 .........OK - Comparing NATLEV.GrbF00 .........OK - Comparing NATLEV.GrbF06 .........OK - - 0: The total amount of wall time = 180.688688 - 0: The maximum resident set size (KB) = 842296 - -Test 062 regional_2threads_intel PASS - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/NEMSfv3gfs/develop-20240213/regional_noquilt_intel -working dir = /scratch1/BMC/gmtb/Grant.Firl/stmp2/Grant.Firl/FV3_RT/rt_114813/regional_noquilt_intel -Checking test 063 regional_noquilt_intel results .... - Comparing atmos_4xdaily.nc .........OK - Comparing fv3_history2d.nc .........OK - Comparing fv3_history.nc .........OK - Comparing RESTART/fv_core.res.tile1_new.nc .........OK - Comparing RESTART/fv_tracer.res.tile1_new.nc .........OK - - 0: The total amount of wall time = 304.141018 - 0: The maximum resident set size (KB) = 1357768 - -Test 063 regional_noquilt_intel PASS - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/NEMSfv3gfs/develop-20240213/regional_netcdf_parallel_intel -working dir = /scratch1/BMC/gmtb/Grant.Firl/stmp2/Grant.Firl/FV3_RT/rt_114813/regional_netcdf_parallel_intel -Checking test 064 regional_netcdf_parallel_intel results .... - Comparing dynf000.nc .........OK - Comparing dynf006.nc .........OK - Comparing phyf000.nc .........OK - Comparing phyf006.nc .........OK - - 0: The total amount of wall time = 341.269808 - 0: The maximum resident set size (KB) = 847900 - -Test 064 regional_netcdf_parallel_intel PASS - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/NEMSfv3gfs/develop-20240213/regional_control_intel -working dir = /scratch1/BMC/gmtb/Grant.Firl/stmp2/Grant.Firl/FV3_RT/rt_114813/regional_2dwrtdecomp_intel -Checking test 065 regional_2dwrtdecomp_intel results .... - Comparing dynf000.nc .........OK - Comparing dynf006.nc .........OK - Comparing phyf000.nc .........OK - Comparing phyf006.nc .........OK - Comparing PRSLEV.GrbF00 .........OK - Comparing PRSLEV.GrbF06 .........OK - Comparing NATLEV.GrbF00 .........OK - Comparing NATLEV.GrbF06 .........OK - - 0: The total amount of wall time = 342.868967 - 0: The maximum resident set size (KB) = 847576 - -Test 065 regional_2dwrtdecomp_intel PASS - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/NEMSfv3gfs/develop-20240213/fv3_regional_wofs_intel -working dir = /scratch1/BMC/gmtb/Grant.Firl/stmp2/Grant.Firl/FV3_RT/rt_114813/regional_wofs_intel -Checking test 066 regional_wofs_intel results .... - Comparing dynf000.nc .........OK - Comparing dynf006.nc .........OK - Comparing phyf000.nc .........OK - Comparing phyf006.nc .........OK - Comparing PRSLEV.GrbF00 .........OK - Comparing PRSLEV.GrbF06 .........OK - Comparing NATLEV.GrbF00 .........OK - Comparing NATLEV.GrbF06 .........OK - - 0: The total amount of wall time = 417.584364 - 0: The maximum resident set size (KB) = 1907800 - -Test 066 regional_wofs_intel PASS - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/NEMSfv3gfs/develop-20240213/rap_control_intel -working dir = /scratch1/BMC/gmtb/Grant.Firl/stmp2/Grant.Firl/FV3_RT/rt_114813/rap_control_intel -Checking test 067 rap_control_intel results .... - Comparing sfcf000.nc ............ALT CHECK......NOT OK - Comparing sfcf021.nc ............ALT CHECK......NOT OK - Comparing sfcf024.nc ............ALT CHECK......NOT OK - Comparing atmf000.nc ............ALT CHECK......NOT OK - Comparing atmf021.nc ............ALT CHECK......NOT OK - Comparing atmf024.nc ............ALT CHECK......NOT OK - Comparing GFSFLX.GrbF00 .........NOT OK - Comparing GFSFLX.GrbF21 .........NOT OK - Comparing GFSFLX.GrbF24 .........NOT OK - Comparing GFSPRS.GrbF00 .........NOT OK - Comparing GFSPRS.GrbF21 .........NOT OK - Comparing GFSPRS.GrbF24 .........NOT OK - Comparing RESTART/20210323.060000.coupler.res .........OK - Comparing RESTART/20210323.060000.fv_core.res.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile6.nc ............ALT CHECK......NOT OK - - 0: The total amount of wall time = 451.688949 - 0: The maximum resident set size (KB) = 1103932 - -Test 067 rap_control_intel FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/NEMSfv3gfs/develop-20240213/regional_spp_sppt_shum_skeb_intel -working dir = /scratch1/BMC/gmtb/Grant.Firl/stmp2/Grant.Firl/FV3_RT/rt_114813/regional_spp_sppt_shum_skeb_intel -Checking test 068 regional_spp_sppt_shum_skeb_intel results .... - Comparing dynf000.nc .........OK - Comparing dynf001.nc .........OK - Comparing phyf000.nc .........OK - Comparing phyf001.nc .........OK - Comparing PRSLEV.GrbF00 .........OK - Comparing PRSLEV.GrbF01 .........OK - Comparing NATLEV.GrbF00 .........OK - Comparing NATLEV.GrbF01 .........OK - - 0: The total amount of wall time = 263.383715 - 0: The maximum resident set size (KB) = 1270812 - -Test 068 regional_spp_sppt_shum_skeb_intel PASS - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/NEMSfv3gfs/develop-20240213/rap_control_intel -working dir = /scratch1/BMC/gmtb/Grant.Firl/stmp2/Grant.Firl/FV3_RT/rt_114813/rap_decomp_intel -Checking test 069 rap_decomp_intel results .... - Comparing sfcf000.nc ............ALT CHECK......NOT OK - Comparing sfcf021.nc ............ALT CHECK......NOT OK - Comparing sfcf024.nc ............ALT CHECK......NOT OK - Comparing atmf000.nc ............ALT CHECK......NOT OK - Comparing atmf021.nc ............ALT CHECK......NOT OK - Comparing atmf024.nc ............ALT CHECK......NOT OK - Comparing GFSFLX.GrbF00 .........NOT OK - Comparing GFSFLX.GrbF21 .........NOT OK - Comparing GFSFLX.GrbF24 .........NOT OK - Comparing GFSPRS.GrbF00 .........NOT OK - Comparing GFSPRS.GrbF21 .........NOT OK - Comparing GFSPRS.GrbF24 .........NOT OK - Comparing RESTART/20210323.060000.coupler.res .........OK - Comparing RESTART/20210323.060000.fv_core.res.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile6.nc ............ALT CHECK......NOT OK - - 0: The total amount of wall time = 469.549343 - 0: The maximum resident set size (KB) = 1025568 - -Test 069 rap_decomp_intel FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/NEMSfv3gfs/develop-20240213/rap_control_intel -working dir = /scratch1/BMC/gmtb/Grant.Firl/stmp2/Grant.Firl/FV3_RT/rt_114813/rap_2threads_intel -Checking test 070 rap_2threads_intel results .... - Comparing sfcf000.nc ............ALT CHECK......NOT OK - Comparing sfcf021.nc ............ALT CHECK......NOT OK - Comparing sfcf024.nc ............ALT CHECK......NOT OK - Comparing atmf000.nc ............ALT CHECK......NOT OK - Comparing atmf021.nc ............ALT CHECK......NOT OK - Comparing atmf024.nc ............ALT CHECK......NOT OK - Comparing GFSFLX.GrbF00 .........NOT OK - Comparing GFSFLX.GrbF21 .........NOT OK - Comparing GFSFLX.GrbF24 .........NOT OK - Comparing GFSPRS.GrbF00 .........NOT OK - Comparing GFSPRS.GrbF21 .........NOT OK - Comparing GFSPRS.GrbF24 .........NOT OK - Comparing RESTART/20210323.060000.coupler.res .........OK - Comparing RESTART/20210323.060000.fv_core.res.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile6.nc ............ALT CHECK......NOT OK - - 0: The total amount of wall time = 423.031893 - 0: The maximum resident set size (KB) = 1177888 - -Test 070 rap_2threads_intel FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/NEMSfv3gfs/develop-20240213/rap_sfcdiff_intel -working dir = /scratch1/BMC/gmtb/Grant.Firl/stmp2/Grant.Firl/FV3_RT/rt_114813/rap_sfcdiff_intel -Checking test 072 rap_sfcdiff_intel results .... - Comparing sfcf000.nc ............ALT CHECK......NOT OK - Comparing sfcf009.nc ............ALT CHECK......NOT OK - Comparing sfcf012.nc ............ALT CHECK......NOT OK - Comparing atmf000.nc ............ALT CHECK......NOT OK - Comparing atmf009.nc ............ALT CHECK......NOT OK - Comparing atmf012.nc ............ALT CHECK......NOT OK - Comparing GFSFLX.GrbF00 .........NOT OK - Comparing GFSFLX.GrbF09 .........NOT OK - Comparing GFSFLX.GrbF12 .........NOT OK - Comparing GFSPRS.GrbF00 .........NOT OK - Comparing GFSPRS.GrbF09 .........NOT OK - Comparing GFSPRS.GrbF12 .........NOT OK - Comparing RESTART/20210323.060000.coupler.res .........OK - Comparing RESTART/20210323.060000.fv_core.res.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile6.nc ............ALT CHECK......NOT OK - - 0: The total amount of wall time = 481.454026 - 0: The maximum resident set size (KB) = 1068348 - -Test 072 rap_sfcdiff_intel FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/NEMSfv3gfs/develop-20240213/rap_sfcdiff_intel -working dir = /scratch1/BMC/gmtb/Grant.Firl/stmp2/Grant.Firl/FV3_RT/rt_114813/rap_sfcdiff_decomp_intel -Checking test 073 rap_sfcdiff_decomp_intel results .... - Comparing sfcf000.nc ............ALT CHECK......NOT OK - Comparing sfcf009.nc ............ALT CHECK......NOT OK - Comparing sfcf012.nc ............ALT CHECK......NOT OK - Comparing atmf000.nc ............ALT CHECK......NOT OK - Comparing atmf009.nc ............ALT CHECK......NOT OK - Comparing atmf012.nc ............ALT CHECK......NOT OK - Comparing GFSFLX.GrbF00 .........NOT OK - Comparing GFSFLX.GrbF09 .........NOT OK - Comparing GFSFLX.GrbF12 .........NOT OK - Comparing GFSPRS.GrbF00 .........NOT OK - Comparing GFSPRS.GrbF09 .........NOT OK - Comparing GFSPRS.GrbF12 .........NOT OK - Comparing RESTART/20210323.060000.coupler.res .........OK - Comparing RESTART/20210323.060000.fv_core.res.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile6.nc ............ALT CHECK......NOT OK - - 0: The total amount of wall time = 505.572184 - 0: The maximum resident set size (KB) = 1032908 - -Test 073 rap_sfcdiff_decomp_intel FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/NEMSfv3gfs/develop-20240213/hrrr_control_intel -working dir = /scratch1/BMC/gmtb/Grant.Firl/stmp2/Grant.Firl/FV3_RT/rt_114813/hrrr_control_intel -Checking test 075 hrrr_control_intel results .... - Comparing sfcf000.nc ............ALT CHECK......NOT OK - Comparing sfcf009.nc ............ALT CHECK......NOT OK - Comparing sfcf012.nc ............ALT CHECK......NOT OK - Comparing atmf000.nc ............ALT CHECK......NOT OK - Comparing atmf009.nc ............ALT CHECK......NOT OK - Comparing atmf012.nc ............ALT CHECK......NOT OK - Comparing GFSFLX.GrbF00 .........NOT OK - Comparing GFSFLX.GrbF09 .........NOT OK - Comparing GFSFLX.GrbF12 .........NOT OK - Comparing GFSPRS.GrbF00 .........NOT OK - Comparing GFSPRS.GrbF09 .........NOT OK - Comparing GFSPRS.GrbF12 .........NOT OK - Comparing RESTART/20210322.120000.coupler.res .........OK - Comparing RESTART/20210322.120000.fv_core.res.nc .........OK - Comparing RESTART/20210322.120000.fv_core.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_core.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_core.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_core.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_core.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_core.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_tracer.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_tracer.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_tracer.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_tracer.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_tracer.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_tracer.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.phy_data.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.phy_data.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.phy_data.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.phy_data.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.phy_data.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.phy_data.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.sfc_data.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.sfc_data.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.sfc_data.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.sfc_data.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.sfc_data.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.sfc_data.tile6.nc ............ALT CHECK......NOT OK - - 0: The total amount of wall time = 225.496172 - 0: The maximum resident set size (KB) = 1018848 - -Test 075 hrrr_control_intel FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/NEMSfv3gfs/develop-20240213/hrrr_control_intel -working dir = /scratch1/BMC/gmtb/Grant.Firl/stmp2/Grant.Firl/FV3_RT/rt_114813/hrrr_control_decomp_intel -Checking test 076 hrrr_control_decomp_intel results .... - Comparing sfcf000.nc ............ALT CHECK......NOT OK - Comparing sfcf009.nc ............ALT CHECK......NOT OK - Comparing sfcf012.nc ............ALT CHECK......NOT OK - Comparing atmf000.nc ............ALT CHECK......NOT OK - Comparing atmf009.nc ............ALT CHECK......NOT OK - Comparing atmf012.nc ............ALT CHECK......NOT OK - Comparing GFSFLX.GrbF00 .........NOT OK - Comparing GFSFLX.GrbF09 .........NOT OK - Comparing GFSFLX.GrbF12 .........NOT OK - Comparing GFSPRS.GrbF00 .........NOT OK - Comparing GFSPRS.GrbF09 .........NOT OK - Comparing GFSPRS.GrbF12 .........NOT OK - Comparing RESTART/20210322.120000.coupler.res .........OK - Comparing RESTART/20210322.120000.fv_core.res.nc .........OK - Comparing RESTART/20210322.120000.fv_core.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_core.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_core.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_core.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_core.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_core.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_tracer.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_tracer.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_tracer.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_tracer.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_tracer.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_tracer.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.phy_data.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.phy_data.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.phy_data.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.phy_data.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.phy_data.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.phy_data.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.sfc_data.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.sfc_data.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.sfc_data.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.sfc_data.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.sfc_data.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.sfc_data.tile6.nc ............ALT CHECK......NOT OK - - 0: The total amount of wall time = 235.079517 - 0: The maximum resident set size (KB) = 1000168 - -Test 076 hrrr_control_decomp_intel FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/NEMSfv3gfs/develop-20240213/hrrr_control_intel -working dir = /scratch1/BMC/gmtb/Grant.Firl/stmp2/Grant.Firl/FV3_RT/rt_114813/hrrr_control_2threads_intel -Checking test 077 hrrr_control_2threads_intel results .... - Comparing sfcf000.nc ............ALT CHECK......NOT OK - Comparing sfcf009.nc ............ALT CHECK......NOT OK - Comparing sfcf012.nc ............ALT CHECK......NOT OK - Comparing atmf000.nc ............ALT CHECK......NOT OK - Comparing atmf009.nc ............ALT CHECK......NOT OK - Comparing atmf012.nc ............ALT CHECK......NOT OK - Comparing GFSFLX.GrbF00 .........NOT OK - Comparing GFSFLX.GrbF09 .........NOT OK - Comparing GFSFLX.GrbF12 .........NOT OK - Comparing GFSPRS.GrbF00 .........NOT OK - Comparing GFSPRS.GrbF09 .........NOT OK - Comparing GFSPRS.GrbF12 .........NOT OK - Comparing RESTART/20210322.120000.coupler.res .........OK - Comparing RESTART/20210322.120000.fv_core.res.nc .........OK - Comparing RESTART/20210322.120000.fv_core.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_core.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_core.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_core.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_core.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_core.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_tracer.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_tracer.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_tracer.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_tracer.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_tracer.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_tracer.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.phy_data.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.phy_data.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.phy_data.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.phy_data.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.phy_data.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.phy_data.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.sfc_data.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.sfc_data.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.sfc_data.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.sfc_data.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.sfc_data.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.sfc_data.tile6.nc ............ALT CHECK......NOT OK - - 0: The total amount of wall time = 208.488795 - 0: The maximum resident set size (KB) = 1106304 - -Test 077 hrrr_control_2threads_intel FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/NEMSfv3gfs/develop-20240213/rrfs_v1beta_intel -working dir = /scratch1/BMC/gmtb/Grant.Firl/stmp2/Grant.Firl/FV3_RT/rt_114813/rrfs_v1beta_intel -Checking test 079 rrfs_v1beta_intel results .... - Comparing sfcf000.nc ............ALT CHECK......NOT OK - Comparing sfcf009.nc ............ALT CHECK......NOT OK - Comparing sfcf012.nc ............ALT CHECK......NOT OK - Comparing atmf000.nc ............ALT CHECK......NOT OK - Comparing atmf009.nc ............ALT CHECK......NOT OK - Comparing atmf012.nc ............ALT CHECK......NOT OK - Comparing GFSFLX.GrbF00 .........NOT OK - Comparing GFSFLX.GrbF09 .........NOT OK - Comparing GFSFLX.GrbF12 .........NOT OK - Comparing GFSPRS.GrbF00 .........NOT OK - Comparing GFSPRS.GrbF09 .........NOT OK - Comparing GFSPRS.GrbF12 .........NOT OK - Comparing RESTART/20210323.060000.coupler.res .........OK - Comparing RESTART/20210323.060000.fv_core.res.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile6.nc ............ALT CHECK......NOT OK - - 0: The total amount of wall time = 476.024563 - 0: The maximum resident set size (KB) = 1057564 - -Test 079 rrfs_v1beta_intel FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/NEMSfv3gfs/develop-20240213/rrfs_v1nssl_intel -working dir = /scratch1/BMC/gmtb/Grant.Firl/stmp2/Grant.Firl/FV3_RT/rt_114813/rrfs_v1nssl_intel -Checking test 080 rrfs_v1nssl_intel results .... - Comparing sfcf000.nc ............ALT CHECK......NOT OK - Comparing sfcf009.nc ............ALT CHECK......NOT OK - Comparing sfcf012.nc ............ALT CHECK......NOT OK - Comparing atmf000.nc ............ALT CHECK......NOT OK - Comparing atmf009.nc ............ALT CHECK......NOT OK - Comparing atmf012.nc ............ALT CHECK......NOT OK - Comparing GFSFLX.GrbF00 .........NOT OK - Comparing GFSFLX.GrbF09 .........NOT OK - Comparing GFSFLX.GrbF12 .........NOT OK - Comparing GFSPRS.GrbF00 .........NOT OK - Comparing GFSPRS.GrbF09 .........NOT OK - Comparing GFSPRS.GrbF12 .........NOT OK - - 0: The total amount of wall time = 557.426785 - 0: The maximum resident set size (KB) = 1962632 - -Test 080 rrfs_v1nssl_intel FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/NEMSfv3gfs/develop-20240213/rrfs_v1nssl_nohailnoccn_intel -working dir = /scratch1/BMC/gmtb/Grant.Firl/stmp2/Grant.Firl/FV3_RT/rt_114813/rrfs_v1nssl_nohailnoccn_intel -Checking test 081 rrfs_v1nssl_nohailnoccn_intel results .... - Comparing sfcf000.nc ............ALT CHECK......NOT OK - Comparing sfcf009.nc ............ALT CHECK......NOT OK - Comparing sfcf012.nc ............ALT CHECK......NOT OK - Comparing atmf000.nc ............ALT CHECK......NOT OK - Comparing atmf009.nc ............ALT CHECK......NOT OK - Comparing atmf012.nc ............ALT CHECK......NOT OK - Comparing GFSFLX.GrbF00 .........NOT OK - Comparing GFSFLX.GrbF09 .........NOT OK - Comparing GFSFLX.GrbF12 .........NOT OK - Comparing GFSPRS.GrbF00 .........NOT OK - Comparing GFSPRS.GrbF09 .........NOT OK - Comparing GFSPRS.GrbF12 .........NOT OK - - 0: The total amount of wall time = 547.227367 - 0: The maximum resident set size (KB) = 2035900 - -Test 081 rrfs_v1nssl_nohailnoccn_intel FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/NEMSfv3gfs/develop-20240213/control_csawmg_intel -working dir = /scratch1/BMC/gmtb/Grant.Firl/stmp2/Grant.Firl/FV3_RT/rt_114813/control_csawmg_intel -Checking test 082 control_csawmg_intel results .... - Comparing sfcf000.nc ............ALT CHECK......NOT OK - Comparing sfcf024.nc ............ALT CHECK......NOT OK - Comparing atmf000.nc ............ALT CHECK......NOT OK - Comparing atmf024.nc ............ALT CHECK......NOT OK - Comparing GFSFLX.GrbF00 .........NOT OK - Comparing GFSFLX.GrbF24 .........NOT OK - Comparing GFSPRS.GrbF00 .........NOT OK - Comparing GFSPRS.GrbF24 .........NOT OK - - 0: The total amount of wall time = 343.236989 - 0: The maximum resident set size (KB) = 718056 - -Test 082 control_csawmg_intel FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/NEMSfv3gfs/develop-20240213/control_csawmgt_intel -working dir = /scratch1/BMC/gmtb/Grant.Firl/stmp2/Grant.Firl/FV3_RT/rt_114813/control_csawmgt_intel -Checking test 083 control_csawmgt_intel results .... - Comparing sfcf000.nc ............ALT CHECK......NOT OK - Comparing sfcf024.nc ............ALT CHECK......NOT OK - Comparing atmf000.nc ............ALT CHECK......NOT OK - Comparing atmf024.nc ............ALT CHECK......NOT OK - Comparing GFSFLX.GrbF00 .........NOT OK - Comparing GFSFLX.GrbF24 .........NOT OK - Comparing GFSPRS.GrbF00 .........NOT OK - Comparing GFSPRS.GrbF24 .........NOT OK - - 0: The total amount of wall time = 375.640615 - 0: The maximum resident set size (KB) = 724856 - -Test 083 control_csawmgt_intel FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/NEMSfv3gfs/develop-20240213/control_ras_intel -working dir = /scratch1/BMC/gmtb/Grant.Firl/stmp2/Grant.Firl/FV3_RT/rt_114813/control_ras_intel -Checking test 084 control_ras_intel results .... - Comparing sfcf000.nc ............ALT CHECK......NOT OK - Comparing sfcf024.nc ............ALT CHECK......NOT OK - Comparing atmf000.nc ............ALT CHECK......NOT OK - Comparing atmf024.nc ............ALT CHECK......NOT OK - Comparing GFSFLX.GrbF00 .........NOT OK - Comparing GFSFLX.GrbF24 .........NOT OK - Comparing GFSPRS.GrbF00 .........NOT OK - Comparing GFSPRS.GrbF24 .........NOT OK - - 0: The total amount of wall time = 188.226728 - 0: The maximum resident set size (KB) = 701504 - -Test 084 control_ras_intel FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/NEMSfv3gfs/develop-20240213/control_wam_intel -working dir = /scratch1/BMC/gmtb/Grant.Firl/stmp2/Grant.Firl/FV3_RT/rt_114813/control_wam_intel -Checking test 085 control_wam_intel results .... - Comparing sfcf024.nc ............ALT CHECK......NOT OK - Comparing atmf024.nc ............ALT CHECK......NOT OK - - 0: The total amount of wall time = 112.883785 - 0: The maximum resident set size (KB) = 652864 - -Test 085 control_wam_intel FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/NEMSfv3gfs/develop-20240213/control_p8_faster_intel -working dir = /scratch1/BMC/gmtb/Grant.Firl/stmp2/Grant.Firl/FV3_RT/rt_114813/control_p8_faster_intel -Checking test 086 control_p8_faster_intel results .... - Comparing sfcf000.nc ............ALT CHECK......NOT OK - Comparing sfcf021.nc ............ALT CHECK......NOT OK - Comparing sfcf024.nc ............ALT CHECK......NOT OK - Comparing atmf000.nc ............ALT CHECK......NOT OK - Comparing atmf021.nc ............ALT CHECK......NOT OK - Comparing atmf024.nc ............ALT CHECK......NOT OK - Comparing GFSFLX.GrbF00 .........NOT OK - Comparing GFSFLX.GrbF21 .........NOT OK - Comparing GFSFLX.GrbF24 .........NOT OK - Comparing GFSPRS.GrbF00 .........NOT OK - Comparing GFSPRS.GrbF21 .........NOT OK - Comparing GFSPRS.GrbF24 .........NOT OK - Comparing RESTART/20210323.060000.coupler.res .........OK - Comparing RESTART/20210323.060000.fv_core.res.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile6.nc ............ALT CHECK......NOT OK - - 0: The total amount of wall time = 146.887461 - 0: The maximum resident set size (KB) = 1616988 - -Test 086 control_p8_faster_intel FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/NEMSfv3gfs/develop-20240213/regional_control_faster_intel -working dir = /scratch1/BMC/gmtb/Grant.Firl/stmp2/Grant.Firl/FV3_RT/rt_114813/regional_control_faster_intel -Checking test 087 regional_control_faster_intel results .... - Comparing dynf000.nc .........OK - Comparing dynf006.nc .........OK - Comparing phyf000.nc .........OK - Comparing phyf006.nc .........OK - Comparing PRSLEV.GrbF00 .........OK - Comparing PRSLEV.GrbF06 .........OK - Comparing NATLEV.GrbF00 .........OK - Comparing NATLEV.GrbF06 .........OK - - 0: The total amount of wall time = 273.628518 - 0: The maximum resident set size (KB) = 851728 - -Test 087 regional_control_faster_intel PASS - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/NEMSfv3gfs/develop-20240213/control_CubedSphereGrid_debug_intel -working dir = /scratch1/BMC/gmtb/Grant.Firl/stmp2/Grant.Firl/FV3_RT/rt_114813/control_CubedSphereGrid_debug_intel -Checking test 088 control_CubedSphereGrid_debug_intel results .... - Comparing sfcf000.tile1.nc .........OK - Comparing sfcf000.tile2.nc .........OK - Comparing sfcf000.tile3.nc ............ALT CHECK......NOT OK - Comparing sfcf000.tile4.nc .........OK - Comparing sfcf000.tile5.nc .........OK - Comparing sfcf000.tile6.nc ............ALT CHECK......NOT OK - Comparing sfcf001.tile1.nc ............ALT CHECK......NOT OK - Comparing sfcf001.tile2.nc ............ALT CHECK......NOT OK - Comparing sfcf001.tile3.nc ............ALT CHECK......NOT OK - Comparing sfcf001.tile4.nc ............ALT CHECK......NOT OK - Comparing sfcf001.tile5.nc ............ALT CHECK......NOT OK - Comparing sfcf001.tile6.nc ............ALT CHECK......NOT OK - Comparing atmf000.tile1.nc .........OK - Comparing atmf000.tile2.nc .........OK - Comparing atmf000.tile3.nc ............ALT CHECK......NOT OK - Comparing atmf000.tile4.nc .........OK - Comparing atmf000.tile5.nc .........OK - Comparing atmf000.tile6.nc ............ALT CHECK......NOT OK - Comparing atmf001.tile1.nc ............ALT CHECK......NOT OK - Comparing atmf001.tile2.nc ............ALT CHECK......NOT OK - Comparing atmf001.tile3.nc ............ALT CHECK......NOT OK - Comparing atmf001.tile4.nc ............ALT CHECK......NOT OK - Comparing atmf001.tile5.nc ............ALT CHECK......NOT OK - Comparing atmf001.tile6.nc ............ALT CHECK......NOT OK - - 0: The total amount of wall time = 150.470978 - 0: The maximum resident set size (KB) = 806412 - -Test 088 control_CubedSphereGrid_debug_intel FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/NEMSfv3gfs/develop-20240213/control_wrtGauss_netcdf_parallel_debug_intel -working dir = /scratch1/BMC/gmtb/Grant.Firl/stmp2/Grant.Firl/FV3_RT/rt_114813/control_wrtGauss_netcdf_parallel_debug_intel -Checking test 089 control_wrtGauss_netcdf_parallel_debug_intel results .... - Comparing sfcf000.nc ............ALT CHECK......NOT OK - Comparing sfcf001.nc ............ALT CHECK......NOT OK - Comparing atmf000.nc ............ALT CHECK......NOT OK - Comparing atmf001.nc ............ALT CHECK......NOT OK - - 0: The total amount of wall time = 149.251737 - 0: The maximum resident set size (KB) = 799792 - -Test 089 control_wrtGauss_netcdf_parallel_debug_intel FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/NEMSfv3gfs/develop-20240213/control_stochy_debug_intel -working dir = /scratch1/BMC/gmtb/Grant.Firl/stmp2/Grant.Firl/FV3_RT/rt_114813/control_stochy_debug_intel -Checking test 090 control_stochy_debug_intel results .... - Comparing sfcf000.nc ............ALT CHECK......NOT OK - Comparing sfcf001.nc ............ALT CHECK......NOT OK - Comparing atmf000.nc ............ALT CHECK......NOT OK - Comparing atmf001.nc ............ALT CHECK......NOT OK - - 0: The total amount of wall time = 166.017934 - 0: The maximum resident set size (KB) = 817348 - -Test 090 control_stochy_debug_intel FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/NEMSfv3gfs/develop-20240213/control_lndp_debug_intel -working dir = /scratch1/BMC/gmtb/Grant.Firl/stmp2/Grant.Firl/FV3_RT/rt_114813/control_lndp_debug_intel -Checking test 091 control_lndp_debug_intel results .... - Comparing sfcf000.nc ............ALT CHECK......NOT OK - Comparing sfcf001.nc ............ALT CHECK......NOT OK - Comparing atmf000.nc ............ALT CHECK......NOT OK - Comparing atmf001.nc ............ALT CHECK......NOT OK - - 0: The total amount of wall time = 153.561401 - 0: The maximum resident set size (KB) = 814640 - -Test 091 control_lndp_debug_intel FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/NEMSfv3gfs/develop-20240213/control_csawmg_debug_intel -working dir = /scratch1/BMC/gmtb/Grant.Firl/stmp2/Grant.Firl/FV3_RT/rt_114813/control_csawmg_debug_intel -Checking test 092 control_csawmg_debug_intel results .... - Comparing sfcf000.nc ............ALT CHECK......NOT OK - Comparing sfcf001.nc ............ALT CHECK......NOT OK - Comparing atmf000.nc ............ALT CHECK......NOT OK - Comparing atmf001.nc ............ALT CHECK......NOT OK - - 0: The total amount of wall time = 258.080863 - 0: The maximum resident set size (KB) = 862840 - -Test 092 control_csawmg_debug_intel FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/NEMSfv3gfs/develop-20240213/control_csawmgt_debug_intel -working dir = /scratch1/BMC/gmtb/Grant.Firl/stmp2/Grant.Firl/FV3_RT/rt_114813/control_csawmgt_debug_intel -Checking test 093 control_csawmgt_debug_intel results .... - Comparing sfcf000.nc ............ALT CHECK......NOT OK - Comparing sfcf001.nc ............ALT CHECK......NOT OK - Comparing atmf000.nc ............ALT CHECK......NOT OK - Comparing atmf001.nc ............ALT CHECK......NOT OK - - 0: The total amount of wall time = 227.881231 - 0: The maximum resident set size (KB) = 833644 - -Test 093 control_csawmgt_debug_intel FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/NEMSfv3gfs/develop-20240213/control_ras_debug_intel -working dir = /scratch1/BMC/gmtb/Grant.Firl/stmp2/Grant.Firl/FV3_RT/rt_114813/control_ras_debug_intel -Checking test 094 control_ras_debug_intel results .... - Comparing sfcf000.nc ............ALT CHECK......NOT OK - Comparing sfcf001.nc ............ALT CHECK......NOT OK - Comparing atmf000.nc ............ALT CHECK......NOT OK - Comparing atmf001.nc ............ALT CHECK......NOT OK - - 0: The total amount of wall time = 179.542921 - 0: The maximum resident set size (KB) = 819352 - -Test 094 control_ras_debug_intel FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/NEMSfv3gfs/develop-20240213/control_diag_debug_intel -working dir = /scratch1/BMC/gmtb/Grant.Firl/stmp2/Grant.Firl/FV3_RT/rt_114813/control_diag_debug_intel -Checking test 095 control_diag_debug_intel results .... - Comparing sfcf000.nc ............ALT CHECK......NOT OK - Comparing sfcf001.nc ............ALT CHECK......NOT OK - Comparing atmf000.nc ............ALT CHECK......NOT OK - Comparing atmf001.nc ............ALT CHECK......NOT OK - - 0: The total amount of wall time = 154.928112 - 0: The maximum resident set size (KB) = 868640 - -Test 095 control_diag_debug_intel FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/NEMSfv3gfs/develop-20240213/control_debug_p8_intel -working dir = /scratch1/BMC/gmtb/Grant.Firl/stmp2/Grant.Firl/FV3_RT/rt_114813/control_debug_p8_intel -Checking test 096 control_debug_p8_intel results .... - Comparing sfcf000.nc ............ALT CHECK......NOT OK - Comparing sfcf001.nc ............ALT CHECK......NOT OK - Comparing atmf000.nc ............ALT CHECK......NOT OK - Comparing atmf001.nc ............ALT CHECK......NOT OK - - 0: The total amount of wall time = 154.613987 - 0: The maximum resident set size (KB) = 1628772 - -Test 096 control_debug_p8_intel FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/NEMSfv3gfs/develop-20240213/regional_debug_intel -working dir = /scratch1/BMC/gmtb/Grant.Firl/stmp2/Grant.Firl/FV3_RT/rt_114813/regional_debug_intel -Checking test 097 regional_debug_intel results .... - Comparing dynf000.nc .........OK - Comparing dynf001.nc .........OK - Comparing phyf000.nc .........OK - Comparing phyf001.nc .........OK - - 0: The total amount of wall time = 1012.699978 - 0: The maximum resident set size (KB) = 824228 - -Test 097 regional_debug_intel PASS - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/NEMSfv3gfs/develop-20240213/rap_control_debug_intel -working dir = /scratch1/BMC/gmtb/Grant.Firl/stmp2/Grant.Firl/FV3_RT/rt_114813/rap_control_debug_intel -Checking test 098 rap_control_debug_intel results .... - Comparing sfcf000.nc ............ALT CHECK......NOT OK - Comparing sfcf001.nc ............ALT CHECK......NOT OK - Comparing atmf000.nc ............ALT CHECK......NOT OK - Comparing atmf001.nc ............ALT CHECK......NOT OK - - 0: The total amount of wall time = 274.233039 - 0: The maximum resident set size (KB) = 1195396 - -Test 098 rap_control_debug_intel FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/NEMSfv3gfs/develop-20240213/hrrr_control_debug_intel -working dir = /scratch1/BMC/gmtb/Grant.Firl/stmp2/Grant.Firl/FV3_RT/rt_114813/hrrr_control_debug_intel -Checking test 099 hrrr_control_debug_intel results .... - Comparing sfcf000.nc ............ALT CHECK......NOT OK - Comparing sfcf001.nc ............ALT CHECK......NOT OK - Comparing atmf000.nc ............ALT CHECK......NOT OK - Comparing atmf001.nc ............ALT CHECK......NOT OK - - 0: The total amount of wall time = 272.410096 - 0: The maximum resident set size (KB) = 1189940 - -Test 099 hrrr_control_debug_intel FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/NEMSfv3gfs/develop-20240213/hrrr_gf_debug_intel -working dir = /scratch1/BMC/gmtb/Grant.Firl/stmp2/Grant.Firl/FV3_RT/rt_114813/hrrr_gf_debug_intel -Checking test 100 hrrr_gf_debug_intel results .... - Comparing sfcf000.nc ............ALT CHECK......NOT OK - Comparing sfcf001.nc ............ALT CHECK......NOT OK - Comparing atmf000.nc ............ALT CHECK......NOT OK - Comparing atmf001.nc ............ALT CHECK......NOT OK - - 0: The total amount of wall time = 271.772247 - 0: The maximum resident set size (KB) = 1185572 - -Test 100 hrrr_gf_debug_intel FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/NEMSfv3gfs/develop-20240213/hrrr_c3_debug_intel -working dir = /scratch1/BMC/gmtb/Grant.Firl/stmp2/Grant.Firl/FV3_RT/rt_114813/hrrr_c3_debug_intel -Checking test 101 hrrr_c3_debug_intel results .... - Comparing sfcf000.nc ............ALT CHECK......NOT OK - Comparing sfcf001.nc ............ALT CHECK......NOT OK - Comparing atmf000.nc ............ALT CHECK......NOT OK - Comparing atmf001.nc ............ALT CHECK......NOT OK - - 0: The total amount of wall time = 273.256289 - 0: The maximum resident set size (KB) = 1191812 - -Test 101 hrrr_c3_debug_intel FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/NEMSfv3gfs/develop-20240213/rap_control_debug_intel -working dir = /scratch1/BMC/gmtb/Grant.Firl/stmp2/Grant.Firl/FV3_RT/rt_114813/rap_unified_drag_suite_debug_intel -Checking test 102 rap_unified_drag_suite_debug_intel results .... - Comparing sfcf000.nc ............ALT CHECK......NOT OK - Comparing sfcf001.nc ............ALT CHECK......NOT OK - Comparing atmf000.nc ............ALT CHECK......NOT OK - Comparing atmf001.nc ............ALT CHECK......NOT OK - - 0: The total amount of wall time = 278.642341 - 0: The maximum resident set size (KB) = 1196424 - -Test 102 rap_unified_drag_suite_debug_intel FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/NEMSfv3gfs/develop-20240213/rap_diag_debug_intel -working dir = /scratch1/BMC/gmtb/Grant.Firl/stmp2/Grant.Firl/FV3_RT/rt_114813/rap_diag_debug_intel -Checking test 103 rap_diag_debug_intel results .... - Comparing sfcf000.nc ............ALT CHECK......NOT OK - Comparing sfcf001.nc ............ALT CHECK......NOT OK - Comparing atmf000.nc ............ALT CHECK......NOT OK - Comparing atmf001.nc ............ALT CHECK......NOT OK - - 0: The total amount of wall time = 286.844862 - 0: The maximum resident set size (KB) = 1274040 - -Test 103 rap_diag_debug_intel FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/NEMSfv3gfs/develop-20240213/rap_cires_ugwp_debug_intel -working dir = /scratch1/BMC/gmtb/Grant.Firl/stmp2/Grant.Firl/FV3_RT/rt_114813/rap_cires_ugwp_debug_intel -Checking test 104 rap_cires_ugwp_debug_intel results .... - Comparing sfcf000.nc ............ALT CHECK......NOT OK - Comparing sfcf001.nc ............ALT CHECK......NOT OK - Comparing atmf000.nc ............ALT CHECK......NOT OK - Comparing atmf001.nc ............ALT CHECK......NOT OK - - 0: The total amount of wall time = 280.907641 - 0: The maximum resident set size (KB) = 1193124 - -Test 104 rap_cires_ugwp_debug_intel FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/NEMSfv3gfs/develop-20240213/rap_cires_ugwp_debug_intel -working dir = /scratch1/BMC/gmtb/Grant.Firl/stmp2/Grant.Firl/FV3_RT/rt_114813/rap_unified_ugwp_debug_intel -Checking test 105 rap_unified_ugwp_debug_intel results .... - Comparing sfcf000.nc ............ALT CHECK......NOT OK - Comparing sfcf001.nc ............ALT CHECK......NOT OK - Comparing atmf000.nc ............ALT CHECK......NOT OK - Comparing atmf001.nc ............ALT CHECK......NOT OK - - 0: The total amount of wall time = 281.042018 - 0: The maximum resident set size (KB) = 1179364 - -Test 105 rap_unified_ugwp_debug_intel FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/NEMSfv3gfs/develop-20240213/rap_lndp_debug_intel -working dir = /scratch1/BMC/gmtb/Grant.Firl/stmp2/Grant.Firl/FV3_RT/rt_114813/rap_lndp_debug_intel -Checking test 106 rap_lndp_debug_intel results .... - Comparing sfcf000.nc ............ALT CHECK......NOT OK - Comparing sfcf001.nc ............ALT CHECK......NOT OK - Comparing atmf000.nc ............ALT CHECK......NOT OK - Comparing atmf001.nc ............ALT CHECK......NOT OK - - 0: The total amount of wall time = 273.925190 - 0: The maximum resident set size (KB) = 1199836 - -Test 106 rap_lndp_debug_intel FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/NEMSfv3gfs/develop-20240213/rap_progcld_thompson_debug_intel -working dir = /scratch1/BMC/gmtb/Grant.Firl/stmp2/Grant.Firl/FV3_RT/rt_114813/rap_progcld_thompson_debug_intel -Checking test 107 rap_progcld_thompson_debug_intel results .... - Comparing sfcf000.nc ............ALT CHECK......NOT OK - Comparing sfcf001.nc ............ALT CHECK......NOT OK - Comparing atmf000.nc ............ALT CHECK......NOT OK - Comparing atmf001.nc ............ALT CHECK......NOT OK - - 0: The total amount of wall time = 277.180853 - 0: The maximum resident set size (KB) = 1191420 - -Test 107 rap_progcld_thompson_debug_intel FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/NEMSfv3gfs/develop-20240213/rap_noah_debug_intel -working dir = /scratch1/BMC/gmtb/Grant.Firl/stmp2/Grant.Firl/FV3_RT/rt_114813/rap_noah_debug_intel -Checking test 108 rap_noah_debug_intel results .... - Comparing sfcf000.nc ............ALT CHECK......NOT OK - Comparing sfcf001.nc ............ALT CHECK......NOT OK - Comparing atmf000.nc ............ALT CHECK......NOT OK - Comparing atmf001.nc ............ALT CHECK......NOT OK - - 0: The total amount of wall time = 268.657876 - 0: The maximum resident set size (KB) = 1190668 - -Test 108 rap_noah_debug_intel FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/NEMSfv3gfs/develop-20240213/rap_sfcdiff_debug_intel -working dir = /scratch1/BMC/gmtb/Grant.Firl/stmp2/Grant.Firl/FV3_RT/rt_114813/rap_sfcdiff_debug_intel -Checking test 109 rap_sfcdiff_debug_intel results .... - Comparing sfcf000.nc ............ALT CHECK......NOT OK - Comparing sfcf001.nc ............ALT CHECK......NOT OK - Comparing atmf000.nc ............ALT CHECK......NOT OK - Comparing atmf001.nc ............ALT CHECK......NOT OK - - 0: The total amount of wall time = 274.643350 - 0: The maximum resident set size (KB) = 1179140 - -Test 109 rap_sfcdiff_debug_intel FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/NEMSfv3gfs/develop-20240213/rap_noah_sfcdiff_cires_ugwp_debug_intel -working dir = /scratch1/BMC/gmtb/Grant.Firl/stmp2/Grant.Firl/FV3_RT/rt_114813/rap_noah_sfcdiff_cires_ugwp_debug_intel -Checking test 110 rap_noah_sfcdiff_cires_ugwp_debug_intel results .... - Comparing sfcf000.nc ............ALT CHECK......NOT OK - Comparing sfcf001.nc ............ALT CHECK......NOT OK - Comparing atmf000.nc ............ALT CHECK......NOT OK - Comparing atmf001.nc ............ALT CHECK......NOT OK - - 0: The total amount of wall time = 461.538934 - 0: The maximum resident set size (KB) = 1194100 - -Test 110 rap_noah_sfcdiff_cires_ugwp_debug_intel FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/NEMSfv3gfs/develop-20240213/rrfs_v1beta_debug_intel -working dir = /scratch1/BMC/gmtb/Grant.Firl/stmp2/Grant.Firl/FV3_RT/rt_114813/rrfs_v1beta_debug_intel -Checking test 111 rrfs_v1beta_debug_intel results .... - Comparing sfcf000.nc ............ALT CHECK......NOT OK - Comparing sfcf001.nc ............ALT CHECK......NOT OK - Comparing atmf000.nc ............ALT CHECK......NOT OK - Comparing atmf001.nc ............ALT CHECK......NOT OK - - 0: The total amount of wall time = 271.002861 - 0: The maximum resident set size (KB) = 1169324 - -Test 111 rrfs_v1beta_debug_intel FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/NEMSfv3gfs/develop-20240213/rap_clm_lake_debug_intel -working dir = /scratch1/BMC/gmtb/Grant.Firl/stmp2/Grant.Firl/FV3_RT/rt_114813/rap_clm_lake_debug_intel -Checking test 112 rap_clm_lake_debug_intel results .... - Comparing sfcf000.nc ............ALT CHECK......NOT OK - Comparing sfcf001.nc ............ALT CHECK......NOT OK - Comparing atmf000.nc ............ALT CHECK......NOT OK - Comparing atmf001.nc ............ALT CHECK......NOT OK - - 0: The total amount of wall time = 339.296749 - 0: The maximum resident set size (KB) = 1205864 - -Test 112 rap_clm_lake_debug_intel FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/NEMSfv3gfs/develop-20240213/rap_flake_debug_intel -working dir = /scratch1/BMC/gmtb/Grant.Firl/stmp2/Grant.Firl/FV3_RT/rt_114813/rap_flake_debug_intel -Checking test 113 rap_flake_debug_intel results .... - Comparing sfcf000.nc ............ALT CHECK......NOT OK - Comparing sfcf001.nc ............ALT CHECK......NOT OK - Comparing atmf000.nc ............ALT CHECK......NOT OK - Comparing atmf001.nc ............ALT CHECK......NOT OK - - 0: The total amount of wall time = 272.737208 - 0: The maximum resident set size (KB) = 1180284 - -Test 113 rap_flake_debug_intel FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/NEMSfv3gfs/develop-20240213/gnv1_c96_no_nest_debug_intel -working dir = /scratch1/BMC/gmtb/Grant.Firl/stmp2/Grant.Firl/FV3_RT/rt_114813/gnv1_c96_no_nest_debug_intel -Checking test 114 gnv1_c96_no_nest_debug_intel results .... - Comparing sfcf000.nc ............ALT CHECK......NOT OK - Comparing sfcf001.nc ............ALT CHECK......NOT OK - Comparing sfcf002.nc ............ALT CHECK......NOT OK - Comparing atmf000.nc ............ALT CHECK......NOT OK - Comparing atmf001.nc ............ALT CHECK......NOT OK - Comparing atmf002.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.070000.coupler.res .........OK - Comparing RESTART/20210322.070000.fv_core.res.nc .........OK - Comparing RESTART/20210322.070000.fv_core.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.070000.fv_core.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.070000.fv_core.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.070000.fv_core.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.070000.fv_core.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.070000.fv_core.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.070000.fv_srf_wnd.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.070000.fv_srf_wnd.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.070000.fv_srf_wnd.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.070000.fv_srf_wnd.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.070000.fv_srf_wnd.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.070000.fv_srf_wnd.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.070000.fv_tracer.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.070000.fv_tracer.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.070000.fv_tracer.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.070000.fv_tracer.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.070000.fv_tracer.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.070000.fv_tracer.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.070000.phy_data.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.070000.phy_data.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.070000.phy_data.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.070000.phy_data.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.070000.phy_data.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.070000.phy_data.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.070000.sfc_data.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.070000.sfc_data.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.070000.sfc_data.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.070000.sfc_data.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.070000.sfc_data.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.070000.sfc_data.tile6.nc ............ALT CHECK......NOT OK - - 0: The total amount of wall time = 490.578136 - 0: The maximum resident set size (KB) = 1205324 - -Test 114 gnv1_c96_no_nest_debug_intel FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/NEMSfv3gfs/develop-20240213/control_wam_debug_intel -working dir = /scratch1/BMC/gmtb/Grant.Firl/stmp2/Grant.Firl/FV3_RT/rt_114813/control_wam_debug_intel -Checking test 115 control_wam_debug_intel results .... - Comparing sfcf019.nc ............ALT CHECK......NOT OK - Comparing atmf019.nc ............ALT CHECK......NOT OK - - 0: The total amount of wall time = 268.583648 - 0: The maximum resident set size (KB) = 498572 - -Test 115 control_wam_debug_intel FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/NEMSfv3gfs/develop-20240213/regional_spp_sppt_shum_skeb_dyn32_phy32_intel -working dir = /scratch1/BMC/gmtb/Grant.Firl/stmp2/Grant.Firl/FV3_RT/rt_114813/regional_spp_sppt_shum_skeb_dyn32_phy32_intel -Checking test 116 regional_spp_sppt_shum_skeb_dyn32_phy32_intel results .... - Comparing dynf000.nc .........OK - Comparing dynf001.nc .........OK - Comparing phyf000.nc .........OK - Comparing phyf001.nc .........OK - Comparing PRSLEV.GrbF00 .........OK - Comparing PRSLEV.GrbF01 .........OK - Comparing NATLEV.GrbF00 .........OK - Comparing NATLEV.GrbF01 .........OK - - 0: The total amount of wall time = 222.696678 - 0: The maximum resident set size (KB) = 1139764 - -Test 116 regional_spp_sppt_shum_skeb_dyn32_phy32_intel PASS - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/NEMSfv3gfs/develop-20240213/rap_control_dyn32_phy32_intel -working dir = /scratch1/BMC/gmtb/Grant.Firl/stmp2/Grant.Firl/FV3_RT/rt_114813/rap_control_dyn32_phy32_intel -Checking test 117 rap_control_dyn32_phy32_intel results .... - Comparing sfcf000.nc ............ALT CHECK......NOT OK - Comparing sfcf009.nc ............ALT CHECK......NOT OK - Comparing sfcf012.nc ............ALT CHECK......NOT OK - Comparing atmf000.nc ............ALT CHECK......NOT OK - Comparing atmf009.nc ............ALT CHECK......NOT OK - Comparing atmf012.nc ............ALT CHECK......NOT OK - Comparing GFSFLX.GrbF00 .........NOT OK - Comparing GFSFLX.GrbF09 .........NOT OK - Comparing GFSFLX.GrbF12 .........NOT OK - Comparing GFSPRS.GrbF00 .........NOT OK - Comparing GFSPRS.GrbF09 .........NOT OK - Comparing GFSPRS.GrbF12 .........NOT OK - Comparing RESTART/20210323.060000.coupler.res .........OK - Comparing RESTART/20210323.060000.fv_core.res.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile6.nc ............ALT CHECK......NOT OK - - 0: The total amount of wall time = 371.714523 - 0: The maximum resident set size (KB) = 1013272 - -Test 117 rap_control_dyn32_phy32_intel FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/NEMSfv3gfs/develop-20240213/hrrr_control_dyn32_phy32_intel -working dir = /scratch1/BMC/gmtb/Grant.Firl/stmp2/Grant.Firl/FV3_RT/rt_114813/hrrr_control_dyn32_phy32_intel -Checking test 118 hrrr_control_dyn32_phy32_intel results .... - Comparing sfcf000.nc ............ALT CHECK......NOT OK - Comparing sfcf009.nc ............ALT CHECK......NOT OK - Comparing sfcf012.nc ............ALT CHECK......NOT OK - Comparing atmf000.nc ............ALT CHECK......NOT OK - Comparing atmf009.nc ............ALT CHECK......NOT OK - Comparing atmf012.nc ............ALT CHECK......NOT OK - Comparing GFSFLX.GrbF00 .........NOT OK - Comparing GFSFLX.GrbF09 .........NOT OK - Comparing GFSFLX.GrbF12 .........NOT OK - Comparing GFSPRS.GrbF00 .........NOT OK - Comparing GFSPRS.GrbF09 .........NOT OK - Comparing GFSPRS.GrbF12 .........NOT OK - Comparing RESTART/20210322.120000.coupler.res .........OK - Comparing RESTART/20210322.120000.fv_core.res.nc .........OK - Comparing RESTART/20210322.120000.fv_core.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_core.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_core.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_core.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_core.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_core.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_tracer.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_tracer.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_tracer.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_tracer.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_tracer.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_tracer.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.phy_data.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.phy_data.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.phy_data.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.phy_data.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.phy_data.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.phy_data.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.sfc_data.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.sfc_data.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.sfc_data.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.sfc_data.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.sfc_data.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.sfc_data.tile6.nc ............ALT CHECK......NOT OK - - 0: The total amount of wall time = 193.789957 - 0: The maximum resident set size (KB) = 955992 - -Test 118 hrrr_control_dyn32_phy32_intel FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/NEMSfv3gfs/develop-20240213/rap_control_dyn32_phy32_intel -working dir = /scratch1/BMC/gmtb/Grant.Firl/stmp2/Grant.Firl/FV3_RT/rt_114813/rap_2threads_dyn32_phy32_intel -Checking test 119 rap_2threads_dyn32_phy32_intel results .... - Comparing sfcf000.nc ............ALT CHECK......NOT OK - Comparing sfcf009.nc ............ALT CHECK......NOT OK - Comparing sfcf012.nc ............ALT CHECK......NOT OK - Comparing atmf000.nc ............ALT CHECK......NOT OK - Comparing atmf009.nc ............ALT CHECK......NOT OK - Comparing atmf012.nc ............ALT CHECK......NOT OK - Comparing GFSFLX.GrbF00 .........NOT OK - Comparing GFSFLX.GrbF09 .........NOT OK - Comparing GFSFLX.GrbF12 .........NOT OK - Comparing GFSPRS.GrbF00 .........NOT OK - Comparing GFSPRS.GrbF09 .........NOT OK - Comparing GFSPRS.GrbF12 .........NOT OK - Comparing RESTART/20210323.060000.coupler.res .........OK - Comparing RESTART/20210323.060000.fv_core.res.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile6.nc ............ALT CHECK......NOT OK - - 0: The total amount of wall time = 355.705991 - 0: The maximum resident set size (KB) = 1075048 - -Test 119 rap_2threads_dyn32_phy32_intel FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/NEMSfv3gfs/develop-20240213/hrrr_control_dyn32_phy32_intel -working dir = /scratch1/BMC/gmtb/Grant.Firl/stmp2/Grant.Firl/FV3_RT/rt_114813/hrrr_control_2threads_dyn32_phy32_intel -Checking test 120 hrrr_control_2threads_dyn32_phy32_intel results .... - Comparing sfcf000.nc ............ALT CHECK......NOT OK - Comparing sfcf009.nc ............ALT CHECK......NOT OK - Comparing sfcf012.nc ............ALT CHECK......NOT OK - Comparing atmf000.nc ............ALT CHECK......NOT OK - Comparing atmf009.nc ............ALT CHECK......NOT OK - Comparing atmf012.nc ............ALT CHECK......NOT OK - Comparing GFSFLX.GrbF00 .........NOT OK - Comparing GFSFLX.GrbF09 .........NOT OK - Comparing GFSFLX.GrbF12 .........NOT OK - Comparing GFSPRS.GrbF00 .........NOT OK - Comparing GFSPRS.GrbF09 .........NOT OK - Comparing GFSPRS.GrbF12 .........NOT OK - Comparing RESTART/20210322.120000.coupler.res .........OK - Comparing RESTART/20210322.120000.fv_core.res.nc .........OK - Comparing RESTART/20210322.120000.fv_core.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_core.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_core.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_core.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_core.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_core.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_tracer.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_tracer.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_tracer.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_tracer.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_tracer.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_tracer.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.phy_data.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.phy_data.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.phy_data.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.phy_data.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.phy_data.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.phy_data.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.sfc_data.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.sfc_data.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.sfc_data.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.sfc_data.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.sfc_data.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.sfc_data.tile6.nc ............ALT CHECK......NOT OK - - 0: The total amount of wall time = 177.601492 - 0: The maximum resident set size (KB) = 950944 - -Test 120 hrrr_control_2threads_dyn32_phy32_intel FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/NEMSfv3gfs/develop-20240213/hrrr_control_dyn32_phy32_intel -working dir = /scratch1/BMC/gmtb/Grant.Firl/stmp2/Grant.Firl/FV3_RT/rt_114813/hrrr_control_decomp_dyn32_phy32_intel -Checking test 121 hrrr_control_decomp_dyn32_phy32_intel results .... - Comparing sfcf000.nc ............ALT CHECK......NOT OK - Comparing sfcf009.nc ............ALT CHECK......NOT OK - Comparing sfcf012.nc ............ALT CHECK......NOT OK - Comparing atmf000.nc ............ALT CHECK......NOT OK - Comparing atmf009.nc ............ALT CHECK......NOT OK - Comparing atmf012.nc ............ALT CHECK......NOT OK - Comparing GFSFLX.GrbF00 .........NOT OK - Comparing GFSFLX.GrbF09 .........NOT OK - Comparing GFSFLX.GrbF12 .........NOT OK - Comparing GFSPRS.GrbF00 .........NOT OK - Comparing GFSPRS.GrbF09 .........NOT OK - Comparing GFSPRS.GrbF12 .........NOT OK - Comparing RESTART/20210322.120000.coupler.res .........OK - Comparing RESTART/20210322.120000.fv_core.res.nc .........OK - Comparing RESTART/20210322.120000.fv_core.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_core.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_core.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_core.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_core.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_core.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_tracer.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_tracer.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_tracer.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_tracer.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_tracer.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_tracer.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.phy_data.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.phy_data.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.phy_data.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.phy_data.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.phy_data.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.phy_data.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.sfc_data.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.sfc_data.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.sfc_data.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.sfc_data.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.sfc_data.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.sfc_data.tile6.nc ............ALT CHECK......NOT OK - - 0: The total amount of wall time = 203.718626 - 0: The maximum resident set size (KB) = 921492 - -Test 121 hrrr_control_decomp_dyn32_phy32_intel FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/NEMSfv3gfs/develop-20240213/conus13km_control_intel -working dir = /scratch1/BMC/gmtb/Grant.Firl/stmp2/Grant.Firl/FV3_RT/rt_114813/conus13km_control_intel -Checking test 124 conus13km_control_intel results .... - Comparing sfcf000.nc ............ALT CHECK......NOT OK - Comparing sfcf001.nc ............ALT CHECK......NOT OK - Comparing sfcf002.nc ............ALT CHECK......NOT OK - Comparing atmf000.nc ............ALT CHECK......NOT OK - Comparing atmf001.nc ............ALT CHECK......NOT OK - Comparing atmf002.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210512.170000.coupler.res .........OK - Comparing RESTART/20210512.170000.fv_core.res.nc .........OK - Comparing RESTART/20210512.170000.fv_core.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210512.170000.fv_srf_wnd.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210512.170000.fv_tracer.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210512.170000.phy_data.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210512.170000.sfc_data.nc ............ALT CHECK......NOT OK - - 0: The total amount of wall time = 112.915176 - 0: The maximum resident set size (KB) = 1183940 - -Test 124 conus13km_control_intel FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/NEMSfv3gfs/develop-20240213/rap_control_dyn64_phy32_intel -working dir = /scratch1/BMC/gmtb/Grant.Firl/stmp2/Grant.Firl/FV3_RT/rt_114813/rap_control_dyn64_phy32_intel -Checking test 127 rap_control_dyn64_phy32_intel results .... - Comparing sfcf000.nc ............ALT CHECK......NOT OK - Comparing sfcf009.nc ............ALT CHECK......NOT OK - Comparing sfcf012.nc ............ALT CHECK......NOT OK - Comparing atmf000.nc ............ALT CHECK......NOT OK - Comparing atmf009.nc ............ALT CHECK......NOT OK - Comparing atmf012.nc ............ALT CHECK......NOT OK - Comparing GFSFLX.GrbF00 .........NOT OK - Comparing GFSFLX.GrbF09 .........NOT OK - Comparing GFSFLX.GrbF12 .........NOT OK - Comparing GFSPRS.GrbF00 .........NOT OK - Comparing GFSPRS.GrbF09 .........NOT OK - Comparing GFSPRS.GrbF12 .........NOT OK - Comparing RESTART/20210322.180000.coupler.res .........OK - Comparing RESTART/20210322.180000.fv_core.res.nc .........OK - Comparing RESTART/20210322.180000.fv_core.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.180000.fv_core.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.180000.fv_core.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.180000.fv_core.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.180000.fv_core.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.180000.fv_core.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.180000.fv_srf_wnd.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.180000.fv_srf_wnd.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.180000.fv_srf_wnd.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.180000.fv_srf_wnd.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.180000.fv_srf_wnd.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.180000.fv_srf_wnd.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.180000.fv_tracer.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.180000.fv_tracer.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.180000.fv_tracer.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.180000.fv_tracer.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.180000.fv_tracer.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.180000.fv_tracer.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.180000.phy_data.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.180000.phy_data.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.180000.phy_data.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.180000.phy_data.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.180000.phy_data.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.180000.phy_data.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.180000.sfc_data.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.180000.sfc_data.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.180000.sfc_data.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.180000.sfc_data.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.180000.sfc_data.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.180000.sfc_data.tile6.nc ............ALT CHECK......NOT OK - - 0: The total amount of wall time = 243.436125 - 0: The maximum resident set size (KB) = 985920 - -Test 127 rap_control_dyn64_phy32_intel FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/NEMSfv3gfs/develop-20240213/rap_control_debug_dyn32_phy32_intel -working dir = /scratch1/BMC/gmtb/Grant.Firl/stmp2/Grant.Firl/FV3_RT/rt_114813/rap_control_debug_dyn32_phy32_intel -Checking test 128 rap_control_debug_dyn32_phy32_intel results .... - Comparing sfcf000.nc ............ALT CHECK......NOT OK - Comparing sfcf001.nc ............ALT CHECK......NOT OK - Comparing atmf000.nc ............ALT CHECK......NOT OK - Comparing atmf001.nc ............ALT CHECK......NOT OK - - 0: The total amount of wall time = 274.236496 - 0: The maximum resident set size (KB) = 1075832 - -Test 128 rap_control_debug_dyn32_phy32_intel FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/NEMSfv3gfs/develop-20240213/hrrr_control_debug_dyn32_phy32_intel -working dir = /scratch1/BMC/gmtb/Grant.Firl/stmp2/Grant.Firl/FV3_RT/rt_114813/hrrr_control_debug_dyn32_phy32_intel -Checking test 129 hrrr_control_debug_dyn32_phy32_intel results .... - Comparing sfcf000.nc ............ALT CHECK......NOT OK - Comparing sfcf001.nc ............ALT CHECK......NOT OK - Comparing atmf000.nc ............ALT CHECK......NOT OK - Comparing atmf001.nc ............ALT CHECK......NOT OK - - 0: The total amount of wall time = 261.933513 - 0: The maximum resident set size (KB) = 1073916 - -Test 129 hrrr_control_debug_dyn32_phy32_intel FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/NEMSfv3gfs/develop-20240213/conus13km_debug_intel -working dir = /scratch1/BMC/gmtb/Grant.Firl/stmp2/Grant.Firl/FV3_RT/rt_114813/conus13km_debug_intel -Checking test 130 conus13km_debug_intel results .... - Comparing sfcf000.nc ............ALT CHECK......NOT OK - Comparing sfcf001.nc ............ALT CHECK......NOT OK - Comparing atmf000.nc ............ALT CHECK......NOT OK - Comparing atmf001.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210512.170000.coupler.res .........OK - Comparing RESTART/20210512.170000.fv_core.res.nc .........OK - Comparing RESTART/20210512.170000.fv_core.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210512.170000.fv_srf_wnd.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210512.170000.fv_tracer.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210512.170000.phy_data.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210512.170000.sfc_data.nc ............ALT CHECK......NOT OK - - 0: The total amount of wall time = 829.130768 - 0: The maximum resident set size (KB) = 1221820 - -Test 130 conus13km_debug_intel FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/NEMSfv3gfs/develop-20240213/conus13km_debug_intel -working dir = /scratch1/BMC/gmtb/Grant.Firl/stmp2/Grant.Firl/FV3_RT/rt_114813/conus13km_debug_qr_intel -Checking test 131 conus13km_debug_qr_intel results .... - Comparing sfcf000.nc ............ALT CHECK......NOT OK - Comparing sfcf001.nc ............ALT CHECK......NOT OK - Comparing atmf000.nc ............ALT CHECK......NOT OK - Comparing atmf001.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210512.170000.coupler.res .........OK - Comparing RESTART/20210512.170000.fv_core.res.nc .........OK - Comparing RESTART/20210512.170000.fv_core.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210512.170000.fv_srf_wnd.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210512.170000.fv_tracer.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210512.170000.phy_data.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210512.170000.sfc_data.nc ............ALT CHECK......NOT OK - - 0: The total amount of wall time = 833.226287 - 0: The maximum resident set size (KB) = 893152 - -Test 131 conus13km_debug_qr_intel FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/NEMSfv3gfs/develop-20240213/conus13km_debug_intel -working dir = /scratch1/BMC/gmtb/Grant.Firl/stmp2/Grant.Firl/FV3_RT/rt_114813/conus13km_debug_2threads_intel -Checking test 132 conus13km_debug_2threads_intel results .... - Comparing sfcf000.nc ............ALT CHECK......NOT OK - Comparing sfcf001.nc ............ALT CHECK......NOT OK - Comparing atmf000.nc ............ALT CHECK......NOT OK - Comparing atmf001.nc ............ALT CHECK......NOT OK - - 0: The total amount of wall time = 464.206571 - 0: The maximum resident set size (KB) = 1146824 - -Test 132 conus13km_debug_2threads_intel FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/NEMSfv3gfs/develop-20240213/conus13km_radar_tten_debug_intel -working dir = /scratch1/BMC/gmtb/Grant.Firl/stmp2/Grant.Firl/FV3_RT/rt_114813/conus13km_radar_tten_debug_intel -Checking test 133 conus13km_radar_tten_debug_intel results .... - Comparing sfcf000.nc ............ALT CHECK......NOT OK - Comparing sfcf001.nc ............ALT CHECK......NOT OK - Comparing atmf000.nc ............ALT CHECK......NOT OK - Comparing atmf001.nc ............ALT CHECK......NOT OK - - 0: The total amount of wall time = 854.324190 - 0: The maximum resident set size (KB) = 1241348 - -Test 133 conus13km_radar_tten_debug_intel FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/NEMSfv3gfs/develop-20240213/rap_control_debug_dyn64_phy32_intel -working dir = /scratch1/BMC/gmtb/Grant.Firl/stmp2/Grant.Firl/FV3_RT/rt_114813/rap_control_dyn64_phy32_debug_intel -Checking test 134 rap_control_dyn64_phy32_debug_intel results .... - Comparing sfcf000.nc ............ALT CHECK......NOT OK - Comparing sfcf001.nc ............ALT CHECK......NOT OK - Comparing atmf000.nc ............ALT CHECK......NOT OK - Comparing atmf001.nc ............ALT CHECK......NOT OK - - 0: The total amount of wall time = 276.558518 - 0: The maximum resident set size (KB) = 1100876 - -Test 134 rap_control_dyn64_phy32_debug_intel FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/NEMSfv3gfs/develop-20240213/hafs_regional_atm_intel -working dir = /scratch1/BMC/gmtb/Grant.Firl/stmp2/Grant.Firl/FV3_RT/rt_114813/hafs_regional_atm_intel -Checking test 135 hafs_regional_atm_intel results .... - Comparing atmf006.nc .........OK - Comparing sfcf006.nc .........OK - Comparing HURPRS.GrbF06 .........OK - - 0: The total amount of wall time = 292.784351 - 0: The maximum resident set size (KB) = 731620 - -Test 135 hafs_regional_atm_intel PASS - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/NEMSfv3gfs/develop-20240213/hafs_regional_atm_thompson_gfdlsf_intel -working dir = /scratch1/BMC/gmtb/Grant.Firl/stmp2/Grant.Firl/FV3_RT/rt_114813/hafs_regional_atm_thompson_gfdlsf_intel -Checking test 136 hafs_regional_atm_thompson_gfdlsf_intel results .... - Comparing atmf006.nc .........OK - Comparing sfcf006.nc .........OK - - 0: The total amount of wall time = 381.394947 - 0: The maximum resident set size (KB) = 1108680 - -Test 136 hafs_regional_atm_thompson_gfdlsf_intel PASS - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/NEMSfv3gfs/develop-20240213/hafs_regional_atm_ocn_intel -working dir = /scratch1/BMC/gmtb/Grant.Firl/stmp2/Grant.Firl/FV3_RT/rt_114813/hafs_regional_atm_ocn_intel -Checking test 137 hafs_regional_atm_ocn_intel results .... - Comparing atmf006.nc .........OK - Comparing sfcf006.nc .........OK - Comparing archv.2019_241_06.a .........OK - Comparing archs.2019_241_06.a .........OK - Comparing ufs.hafs.cpl.hi.2019-08-29-21600.nc .........OK - Comparing ufs.hafs.cpl.r.2019-08-29-21600.nc .........OK - - 0: The total amount of wall time = 401.296685 - 0: The maximum resident set size (KB) = 814416 - -Test 137 hafs_regional_atm_ocn_intel PASS - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/NEMSfv3gfs/develop-20240213/hafs_regional_atm_wav_intel -working dir = /scratch1/BMC/gmtb/Grant.Firl/stmp2/Grant.Firl/FV3_RT/rt_114813/hafs_regional_atm_wav_intel -Checking test 138 hafs_regional_atm_wav_intel results .... - Comparing atmf006.nc .........OK - Comparing sfcf006.nc .........OK - Comparing 20190829.060000.out_grd.ww3 .........OK - Comparing 20190829.060000.out_pnt.ww3 .........OK - Comparing ufs.hafs.ww3.r.2019-08-29-21600 .........OK - Comparing ufs.hafs.cpl.r.2019-08-29-21600.nc .........OK - - 0: The total amount of wall time = 773.307056 - 0: The maximum resident set size (KB) = 863248 - -Test 138 hafs_regional_atm_wav_intel PASS - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/NEMSfv3gfs/develop-20240213/hafs_regional_atm_ocn_wav_intel -working dir = /scratch1/BMC/gmtb/Grant.Firl/stmp2/Grant.Firl/FV3_RT/rt_114813/hafs_regional_atm_ocn_wav_intel -Checking test 139 hafs_regional_atm_ocn_wav_intel results .... - Comparing atmf006.nc .........OK - Comparing sfcf006.nc .........OK - Comparing archv.2019_241_06.a .........OK - Comparing archs.2019_241_06.a .........OK - Comparing 20190829.060000.out_grd.ww3 .........OK - Comparing 20190829.060000.out_pnt.ww3 .........OK - Comparing ufs.hafs.ww3.r.2019-08-29-21600 .........OK - Comparing ufs.hafs.cpl.r.2019-08-29-21600.nc .........OK - - 0: The total amount of wall time = 880.498116 - 0: The maximum resident set size (KB) = 878480 - -Test 139 hafs_regional_atm_ocn_wav_intel PASS - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/NEMSfv3gfs/develop-20240213/hafs_regional_1nest_atm_intel -working dir = /scratch1/BMC/gmtb/Grant.Firl/stmp2/Grant.Firl/FV3_RT/rt_114813/hafs_regional_1nest_atm_intel -Checking test 140 hafs_regional_1nest_atm_intel results .... - Comparing atmf006.nc .........OK - Comparing sfcf006.nc .........OK - Comparing atm.nest02.f006.nc .........OK - Comparing sfc.nest02.f006.nc .........OK - Comparing RESTART/20200825.180000.coupler.res .........OK - Comparing RESTART/20200825.180000.fv_core.res.nc .........OK - Comparing RESTART/20200825.180000.fv_core.res.nest02.nc .........OK - Comparing RESTART/20200825.180000.fv_core.res.nest02.tile2.nc .........OK - Comparing RESTART/20200825.180000.fv_core.res.tile1.nc .........OK - Comparing RESTART/20200825.180000.fv_srf_wnd.res.nest02.tile2.nc .........OK - Comparing RESTART/20200825.180000.fv_srf_wnd.res.tile1.nc .........OK - Comparing RESTART/20200825.180000.fv_tracer.res.nest02.tile2.nc .........OK - Comparing RESTART/20200825.180000.fv_tracer.res.tile1.nc .........OK - Comparing RESTART/20200825.180000.phy_data.nc .........OK - Comparing RESTART/20200825.180000.phy_data.nest02.tile2.nc .........OK - Comparing RESTART/20200825.180000.sfc_data.nc .........OK - Comparing RESTART/20200825.180000.sfc_data.nest02.tile2.nc ............ALT CHECK......OK - Comparing RESTART/fv_BC_ne.res.nest02.nc .........OK - Comparing RESTART/fv_BC_sw.res.nest02.nc .........OK - - 0: The total amount of wall time = 311.419263 - 0: The maximum resident set size (KB) = 499588 - -Test 140 hafs_regional_1nest_atm_intel PASS - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/NEMSfv3gfs/develop-20240213/hafs_regional_telescopic_2nests_atm_intel -working dir = /scratch1/BMC/gmtb/Grant.Firl/stmp2/Grant.Firl/FV3_RT/rt_114813/hafs_regional_telescopic_2nests_atm_intel -Checking test 141 hafs_regional_telescopic_2nests_atm_intel results .... - Comparing atmf006.nc .........OK - Comparing sfcf006.nc .........OK - Comparing atm.nest02.f006.nc .........OK - Comparing sfc.nest02.f006.nc .........OK - Comparing atm.nest03.f006.nc .........OK - Comparing sfc.nest03.f006.nc .........OK - - 0: The total amount of wall time = 390.457790 - 0: The maximum resident set size (KB) = 514292 - -Test 141 hafs_regional_telescopic_2nests_atm_intel PASS - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/NEMSfv3gfs/develop-20240213/hafs_global_1nest_atm_intel -working dir = /scratch1/BMC/gmtb/Grant.Firl/stmp2/Grant.Firl/FV3_RT/rt_114813/hafs_global_1nest_atm_intel -Checking test 142 hafs_global_1nest_atm_intel results .... - Comparing atmf006.nc ............ALT CHECK......NOT OK - Comparing sfcf006.nc ............ALT CHECK......NOT OK - Comparing atm.nest02.f006.nc ............ALT CHECK......NOT OK - Comparing sfc.nest02.f006.nc ............ALT CHECK......NOT OK - Comparing RESTART/20200825.180000.coupler.res .........OK - Comparing RESTART/20200825.180000.fv_core.res.nc .........OK - Comparing RESTART/20200825.180000.fv_core.res.nest02.nc .........OK - Comparing RESTART/20200825.180000.fv_core.res.nest02.tile7.nc ............ALT CHECK......NOT OK - Comparing RESTART/20200825.180000.fv_core.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20200825.180000.fv_core.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20200825.180000.fv_core.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20200825.180000.fv_core.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20200825.180000.fv_core.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20200825.180000.fv_core.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20200825.180000.fv_srf_wnd.res.nest02.tile7.nc ............ALT CHECK......NOT OK - Comparing RESTART/20200825.180000.fv_srf_wnd.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20200825.180000.fv_srf_wnd.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20200825.180000.fv_srf_wnd.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20200825.180000.fv_srf_wnd.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20200825.180000.fv_srf_wnd.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20200825.180000.fv_srf_wnd.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20200825.180000.fv_tracer.res.nest02.tile7.nc ............ALT CHECK......NOT OK - Comparing RESTART/20200825.180000.fv_tracer.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20200825.180000.fv_tracer.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20200825.180000.fv_tracer.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20200825.180000.fv_tracer.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20200825.180000.fv_tracer.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20200825.180000.fv_tracer.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20200825.180000.phy_data.nest02.tile7.nc ............ALT CHECK......NOT OK - Comparing RESTART/20200825.180000.phy_data.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20200825.180000.phy_data.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20200825.180000.phy_data.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20200825.180000.phy_data.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20200825.180000.phy_data.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20200825.180000.phy_data.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20200825.180000.sfc_data.nest02.tile7.nc ............ALT CHECK......NOT OK - Comparing RESTART/20200825.180000.sfc_data.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20200825.180000.sfc_data.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20200825.180000.sfc_data.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20200825.180000.sfc_data.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20200825.180000.sfc_data.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20200825.180000.sfc_data.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/fv_BC_ne.res.nest02.nc ............ALT CHECK......NOT OK - Comparing RESTART/fv_BC_sw.res.nest02.nc ............ALT CHECK......NOT OK - - 0: The total amount of wall time = 147.863163 - 0: The maximum resident set size (KB) = 379116 - -Test 142 hafs_global_1nest_atm_intel FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/NEMSfv3gfs/develop-20240213/hafs_global_multiple_4nests_atm_intel -working dir = /scratch1/BMC/gmtb/Grant.Firl/stmp2/Grant.Firl/FV3_RT/rt_114813/hafs_global_multiple_4nests_atm_intel -Checking test 143 hafs_global_multiple_4nests_atm_intel results .... - Comparing atmf006.nc ............ALT CHECK......NOT OK - Comparing sfcf006.nc ............ALT CHECK......NOT OK - Comparing atm.nest02.f006.nc ............ALT CHECK......NOT OK - Comparing sfc.nest02.f006.nc ............ALT CHECK......NOT OK - Comparing atm.nest03.f006.nc ............ALT CHECK......NOT OK - Comparing sfc.nest03.f006.nc ............ALT CHECK......NOT OK - Comparing atm.nest04.f006.nc ............ALT CHECK......NOT OK - Comparing sfc.nest04.f006.nc ............ALT CHECK......NOT OK - Comparing atm.nest05.f006.nc ............ALT CHECK......NOT OK - Comparing sfc.nest05.f006.nc ............ALT CHECK......NOT OK - Comparing HURPRS.GrbF06 .........NOT OK - Comparing HURPRS.GrbF06.nest02 .........NOT OK - Comparing HURPRS.GrbF06.nest03 .........NOT OK - Comparing HURPRS.GrbF06.nest04 .........NOT OK - Comparing HURPRS.GrbF06.nest05 .........NOT OK - Comparing RESTART/20200825.180000.coupler.res .........OK - Comparing RESTART/20200825.180000.fv_core.res.nc .........OK - Comparing RESTART/20200825.180000.fv_core.res.nest02.nc .........OK - Comparing RESTART/20200825.180000.fv_core.res.nest02.tile7.nc ............ALT CHECK......NOT OK - Comparing RESTART/20200825.180000.fv_core.res.nest03.nc .........OK - Comparing RESTART/20200825.180000.fv_core.res.nest03.tile8.nc ............ALT CHECK......NOT OK - Comparing RESTART/20200825.180000.fv_core.res.nest04.nc .........OK - Comparing RESTART/20200825.180000.fv_core.res.nest04.tile9.nc ............ALT CHECK......NOT OK - Comparing RESTART/20200825.180000.fv_core.res.nest05.nc .........OK - Comparing RESTART/20200825.180000.fv_core.res.nest05.tile10.nc ............ALT CHECK......NOT OK - Comparing RESTART/20200825.180000.fv_core.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20200825.180000.fv_core.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20200825.180000.fv_core.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20200825.180000.fv_core.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20200825.180000.fv_core.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20200825.180000.fv_core.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20200825.180000.fv_srf_wnd.res.nest02.tile7.nc ............ALT CHECK......NOT OK - Comparing RESTART/20200825.180000.fv_srf_wnd.res.nest03.tile8.nc ............ALT CHECK......NOT OK - Comparing RESTART/20200825.180000.fv_srf_wnd.res.nest04.tile9.nc ............ALT CHECK......NOT OK - Comparing RESTART/20200825.180000.fv_srf_wnd.res.nest05.tile10.nc ............ALT CHECK......NOT OK - Comparing RESTART/20200825.180000.fv_srf_wnd.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20200825.180000.fv_srf_wnd.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20200825.180000.fv_srf_wnd.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20200825.180000.fv_srf_wnd.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20200825.180000.fv_srf_wnd.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20200825.180000.fv_srf_wnd.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20200825.180000.fv_tracer.res.nest02.tile7.nc ............ALT CHECK......NOT OK - Comparing RESTART/20200825.180000.fv_tracer.res.nest03.tile8.nc ............ALT CHECK......NOT OK - Comparing RESTART/20200825.180000.fv_tracer.res.nest04.tile9.nc ............ALT CHECK......NOT OK - Comparing RESTART/20200825.180000.fv_tracer.res.nest05.tile10.nc ............ALT CHECK......NOT OK - Comparing RESTART/20200825.180000.fv_tracer.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20200825.180000.fv_tracer.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20200825.180000.fv_tracer.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20200825.180000.fv_tracer.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20200825.180000.fv_tracer.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20200825.180000.fv_tracer.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20200825.180000.phy_data.nest02.tile7.nc ............ALT CHECK......NOT OK - Comparing RESTART/20200825.180000.phy_data.nest03.tile8.nc ............ALT CHECK......NOT OK - Comparing RESTART/20200825.180000.phy_data.nest04.tile9.nc ............ALT CHECK......NOT OK - Comparing RESTART/20200825.180000.phy_data.nest05.tile10.nc ............ALT CHECK......NOT OK - Comparing RESTART/20200825.180000.phy_data.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20200825.180000.phy_data.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20200825.180000.phy_data.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20200825.180000.phy_data.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20200825.180000.phy_data.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20200825.180000.phy_data.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20200825.180000.sfc_data.nest02.tile7.nc ............ALT CHECK......NOT OK - Comparing RESTART/20200825.180000.sfc_data.nest03.tile8.nc ............ALT CHECK......NOT OK - Comparing RESTART/20200825.180000.sfc_data.nest04.tile9.nc ............ALT CHECK......NOT OK - Comparing RESTART/20200825.180000.sfc_data.nest05.tile10.nc ............ALT CHECK......NOT OK - Comparing RESTART/20200825.180000.sfc_data.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20200825.180000.sfc_data.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20200825.180000.sfc_data.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20200825.180000.sfc_data.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20200825.180000.sfc_data.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20200825.180000.sfc_data.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/fv_BC_ne.res.nest02.nc ............ALT CHECK......NOT OK - Comparing RESTART/fv_BC_ne.res.nest03.nc ............ALT CHECK......NOT OK - Comparing RESTART/fv_BC_ne.res.nest04.nc ............ALT CHECK......NOT OK - Comparing RESTART/fv_BC_ne.res.nest05.nc ............ALT CHECK......NOT OK - Comparing RESTART/fv_BC_sw.res.nest02.nc ............ALT CHECK......NOT OK - Comparing RESTART/fv_BC_sw.res.nest03.nc ............ALT CHECK......NOT OK - Comparing RESTART/fv_BC_sw.res.nest04.nc ............ALT CHECK......NOT OK - Comparing RESTART/fv_BC_sw.res.nest05.nc ............ALT CHECK......NOT OK - - 0: The total amount of wall time = 423.841041 - 0: The maximum resident set size (KB) = 450748 - -Test 143 hafs_global_multiple_4nests_atm_intel FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/NEMSfv3gfs/develop-20240213/hafs_regional_specified_moving_1nest_atm_intel -working dir = /scratch1/BMC/gmtb/Grant.Firl/stmp2/Grant.Firl/FV3_RT/rt_114813/hafs_regional_specified_moving_1nest_atm_intel -Checking test 144 hafs_regional_specified_moving_1nest_atm_intel results .... - Comparing atmf006.nc .........OK - Comparing sfcf006.nc .........OK - Comparing atm.nest02.f006.nc .........OK - Comparing sfc.nest02.f006.nc .........OK - Comparing HURPRS.GrbF06 .........OK - Comparing HURPRS.GrbF06.nest02 .........OK - - 0: The total amount of wall time = 220.174716 - 0: The maximum resident set size (KB) = 507888 - -Test 144 hafs_regional_specified_moving_1nest_atm_intel PASS - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/NEMSfv3gfs/develop-20240213/hafs_regional_storm_following_1nest_atm_intel -working dir = /scratch1/BMC/gmtb/Grant.Firl/stmp2/Grant.Firl/FV3_RT/rt_114813/hafs_regional_storm_following_1nest_atm_intel -Checking test 145 hafs_regional_storm_following_1nest_atm_intel results .... - Comparing atmf006.nc .........OK - Comparing sfcf006.nc .........OK - Comparing atm.nest02.f006.nc .........OK - Comparing sfc.nest02.f006.nc .........OK - Comparing RESTART/20200825.180000.coupler.res .........OK - Comparing RESTART/20200825.180000.fv_core.res.nc .........OK - Comparing RESTART/20200825.180000.fv_core.res.nest02.nc .........OK - Comparing RESTART/20200825.180000.fv_core.res.nest02.tile2.nc .........OK - Comparing RESTART/20200825.180000.fv_core.res.tile1.nc .........OK - Comparing RESTART/20200825.180000.fv_srf_wnd.res.nest02.tile2.nc .........OK - Comparing RESTART/20200825.180000.fv_srf_wnd.res.tile1.nc .........OK - Comparing RESTART/20200825.180000.fv_tracer.res.nest02.tile2.nc .........OK - Comparing RESTART/20200825.180000.fv_tracer.res.tile1.nc .........OK - Comparing RESTART/20200825.180000.phy_data.nc .........OK - Comparing RESTART/20200825.180000.phy_data.nest02.tile2.nc .........OK - Comparing RESTART/20200825.180000.sfc_data.nc ............ALT CHECK......OK - Comparing RESTART/20200825.180000.sfc_data.nest02.tile2.nc ............ALT CHECK......OK - Comparing RESTART/fv_BC_ne.res.nest02.nc .........OK - Comparing RESTART/fv_BC_sw.res.nest02.nc .........OK - - 0: The total amount of wall time = 203.428582 - 0: The maximum resident set size (KB) = 530168 - -Test 145 hafs_regional_storm_following_1nest_atm_intel PASS - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/NEMSfv3gfs/develop-20240213/hafs_regional_storm_following_1nest_atm_ocn_intel -working dir = /scratch1/BMC/gmtb/Grant.Firl/stmp2/Grant.Firl/FV3_RT/rt_114813/hafs_regional_storm_following_1nest_atm_ocn_intel -Checking test 146 hafs_regional_storm_following_1nest_atm_ocn_intel results .... - Comparing atmf006.nc .........OK - Comparing sfcf006.nc .........OK - Comparing atm.nest02.f006.nc .........OK - Comparing sfc.nest02.f006.nc .........OK - Comparing archv.2020_238_18.a .........OK - Comparing archs.2020_238_18.a .........OK - - 0: The total amount of wall time = 239.524230 - 0: The maximum resident set size (KB) = 559032 - -Test 146 hafs_regional_storm_following_1nest_atm_ocn_intel PASS - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/NEMSfv3gfs/develop-20240213/hafs_global_storm_following_1nest_atm_intel -working dir = /scratch1/BMC/gmtb/Grant.Firl/stmp2/Grant.Firl/FV3_RT/rt_114813/hafs_global_storm_following_1nest_atm_intel -Checking test 147 hafs_global_storm_following_1nest_atm_intel results .... - Comparing atmf006.nc ............ALT CHECK......NOT OK - Comparing sfcf006.nc ............ALT CHECK......NOT OK - Comparing atm.nest02.f006.nc ............ALT CHECK......NOT OK - Comparing sfc.nest02.f006.nc ............ALT CHECK......NOT OK - - 0: The total amount of wall time = 61.577626 - 0: The maximum resident set size (KB) = 377824 - -Test 147 hafs_global_storm_following_1nest_atm_intel FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/NEMSfv3gfs/develop-20240213/gnv1_nested_intel -working dir = /scratch1/BMC/gmtb/Grant.Firl/stmp2/Grant.Firl/FV3_RT/rt_114813/gnv1_nested_intel -Checking test 148 gnv1_nested_intel results .... - Comparing atmf006.nc ............ALT CHECK......NOT OK - Comparing sfcf006.nc ............ALT CHECK......NOT OK - Comparing atm.nest02.f006.nc ............ALT CHECK......NOT OK - Comparing sfc.nest02.f006.nc ............ALT CHECK......NOT OK - Comparing RESTART/20200825.180000.coupler.res .........OK - Comparing RESTART/20200825.180000.fv_core.res.nc .........OK - Comparing RESTART/20200825.180000.fv_core.res.nest02.nc .........OK - Comparing RESTART/20200825.180000.fv_core.res.nest02.tile7.nc ............ALT CHECK......NOT OK - Comparing RESTART/20200825.180000.fv_core.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20200825.180000.fv_core.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20200825.180000.fv_core.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20200825.180000.fv_core.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20200825.180000.fv_core.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20200825.180000.fv_core.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20200825.180000.fv_srf_wnd.res.nest02.tile7.nc ............ALT CHECK......NOT OK - Comparing RESTART/20200825.180000.fv_srf_wnd.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20200825.180000.fv_srf_wnd.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20200825.180000.fv_srf_wnd.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20200825.180000.fv_srf_wnd.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20200825.180000.fv_srf_wnd.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20200825.180000.fv_srf_wnd.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20200825.180000.fv_tracer.res.nest02.tile7.nc ............ALT CHECK......NOT OK - Comparing RESTART/20200825.180000.fv_tracer.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20200825.180000.fv_tracer.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20200825.180000.fv_tracer.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20200825.180000.fv_tracer.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20200825.180000.fv_tracer.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20200825.180000.fv_tracer.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20200825.180000.phy_data.nest02.tile7.nc ............ALT CHECK......NOT OK - Comparing RESTART/20200825.180000.phy_data.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20200825.180000.phy_data.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20200825.180000.phy_data.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20200825.180000.phy_data.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20200825.180000.phy_data.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20200825.180000.phy_data.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20200825.180000.sfc_data.nest02.tile7.nc ............ALT CHECK......NOT OK - Comparing RESTART/20200825.180000.sfc_data.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20200825.180000.sfc_data.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20200825.180000.sfc_data.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20200825.180000.sfc_data.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20200825.180000.sfc_data.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20200825.180000.sfc_data.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/fv_BC_ne.res.nest02.nc ............ALT CHECK......NOT OK - Comparing RESTART/fv_BC_sw.res.nest02.nc ............ALT CHECK......NOT OK - - 0: The total amount of wall time = 231.115602 - 0: The maximum resident set size (KB) = 798928 - -Test 148 gnv1_nested_intel FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/NEMSfv3gfs/develop-20240213/hafs_regional_storm_following_1nest_atm_ocn_debug_intel -working dir = /scratch1/BMC/gmtb/Grant.Firl/stmp2/Grant.Firl/FV3_RT/rt_114813/hafs_regional_storm_following_1nest_atm_ocn_debug_intel -Checking test 149 hafs_regional_storm_following_1nest_atm_ocn_debug_intel results .... - Comparing atmf001.nc .........OK - Comparing sfcf001.nc .........OK - Comparing atm.nest02.f001.nc .........OK - Comparing sfc.nest02.f001.nc .........OK - - 0: The total amount of wall time = 741.526822 - 0: The maximum resident set size (KB) = 566964 - -Test 149 hafs_regional_storm_following_1nest_atm_ocn_debug_intel PASS - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/NEMSfv3gfs/develop-20240213/hafs_regional_storm_following_1nest_atm_ocn_wav_intel -working dir = /scratch1/BMC/gmtb/Grant.Firl/stmp2/Grant.Firl/FV3_RT/rt_114813/hafs_regional_storm_following_1nest_atm_ocn_wav_intel -Checking test 150 hafs_regional_storm_following_1nest_atm_ocn_wav_intel results .... - Comparing atmf006.nc .........OK - Comparing sfcf006.nc .........OK - Comparing atm.nest02.f006.nc .........OK - Comparing sfc.nest02.f006.nc .........OK - Comparing archv.2020_238_18.a .........OK - Comparing archs.2020_238_18.a .........OK - Comparing 20200825.180000.out_grd.ww3 .........OK - Comparing 20200825.180000.out_pnt.ww3 .........OK - - 0: The total amount of wall time = 504.930333 - 0: The maximum resident set size (KB) = 662024 - -Test 150 hafs_regional_storm_following_1nest_atm_ocn_wav_intel PASS - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/NEMSfv3gfs/develop-20240213/hafs_regional_storm_following_1nest_atm_ocn_wav_inline_intel -working dir = /scratch1/BMC/gmtb/Grant.Firl/stmp2/Grant.Firl/FV3_RT/rt_114813/hafs_regional_storm_following_1nest_atm_ocn_wav_inline_intel -Checking test 151 hafs_regional_storm_following_1nest_atm_ocn_wav_inline_intel results .... - Comparing atmf006.nc .........OK - Comparing sfcf006.nc .........OK - Comparing atm.nest02.f006.nc .........OK - Comparing sfc.nest02.f006.nc .........OK - Comparing archv.2020_238_18.a .........OK - Comparing archs.2020_238_18.a .........OK - Comparing 20200825.180000.out_grd.ww3 .........OK - Comparing 20200825.180000.out_pnt.ww3 .........OK - - 0: The total amount of wall time = 509.197690 - 0: The maximum resident set size (KB) = 732168 - -Test 151 hafs_regional_storm_following_1nest_atm_ocn_wav_inline_intel PASS - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/NEMSfv3gfs/develop-20240213/hafs_regional_storm_following_1nest_atm_ocn_wav_mom6_intel -working dir = /scratch1/BMC/gmtb/Grant.Firl/stmp2/Grant.Firl/FV3_RT/rt_114813/hafs_regional_storm_following_1nest_atm_ocn_wav_mom6_intel -Checking test 152 hafs_regional_storm_following_1nest_atm_ocn_wav_mom6_intel results .... - Comparing atmf003.nc .........OK - Comparing sfcf003.nc .........OK - Comparing atm.nest02.f003.nc .........OK - Comparing sfc.nest02.f003.nc .........OK - Comparing ocn_2020_08_25_15.nc .........OK - Comparing 20200825.150000.out_grd.ww3 .........OK - Comparing 20200825.150000.out_pnt.ww3 .........OK - - 0: The total amount of wall time = 372.507499 - 0: The maximum resident set size (KB) = 722020 - -Test 152 hafs_regional_storm_following_1nest_atm_ocn_wav_mom6_intel PASS - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/NEMSfv3gfs/develop-20240213/hafs_regional_docn_intel -working dir = /scratch1/BMC/gmtb/Grant.Firl/stmp2/Grant.Firl/FV3_RT/rt_114813/hafs_regional_docn_intel -Checking test 153 hafs_regional_docn_intel results .... - Comparing atmf006.nc .........OK - Comparing sfcf006.nc .........OK - Comparing ufs.hafs.cpl.hi.2019-08-29-21600.nc .........OK - Comparing ufs.hafs.cpl.r.2019-08-29-21600.nc .........OK - Comparing ufs.hafs.docn.r.2019-08-29-21600.nc .........OK - - 0: The total amount of wall time = 370.308093 - 0: The maximum resident set size (KB) = 821752 - -Test 153 hafs_regional_docn_intel PASS - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/NEMSfv3gfs/develop-20240213/hafs_regional_docn_oisst_intel -working dir = /scratch1/BMC/gmtb/Grant.Firl/stmp2/Grant.Firl/FV3_RT/rt_114813/hafs_regional_docn_oisst_intel -Checking test 154 hafs_regional_docn_oisst_intel results .... - Comparing atmf006.nc .........OK - Comparing sfcf006.nc .........OK - Comparing ufs.hafs.cpl.hi.2019-08-29-21600.nc .........OK - Comparing ufs.hafs.cpl.r.2019-08-29-21600.nc .........OK - Comparing ufs.hafs.docn.r.2019-08-29-21600.nc .........OK - - 0: The total amount of wall time = 374.556129 - 0: The maximum resident set size (KB) = 784760 - -Test 154 hafs_regional_docn_oisst_intel PASS - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/NEMSfv3gfs/develop-20240213/hafs_regional_datm_cdeps_intel -working dir = /scratch1/BMC/gmtb/Grant.Firl/stmp2/Grant.Firl/FV3_RT/rt_114813/hafs_regional_datm_cdeps_intel -Checking test 155 hafs_regional_datm_cdeps_intel results .... - Comparing ufs.hafs.cpl.hi.2019-08-30-00000.nc .........OK - Comparing ufs.hafs.cpl.r.2019-08-30-00000.nc .........OK - Comparing ufs.hafs.datm.r.2019-08-30-00000.nc .........OK - - 0: The total amount of wall time = 967.756389 - 0: The maximum resident set size (KB) = 1208208 - -Test 155 hafs_regional_datm_cdeps_intel PASS - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/NEMSfv3gfs/develop-20240213/datm_cdeps_control_cfsr_intel -working dir = /scratch1/BMC/gmtb/Grant.Firl/stmp2/Grant.Firl/FV3_RT/rt_114813/datm_cdeps_control_cfsr_intel -Checking test 156 datm_cdeps_control_cfsr_intel results .... - Comparing RESTART/20111002.000000.MOM.res.nc .........OK - Comparing RESTART/iced.2011-10-02-00000.nc .........OK - Comparing RESTART/DATM_CFSR.cpl.r.2011-10-02-00000.nc .........OK - - 0: The total amount of wall time = 155.077712 - 0: The maximum resident set size (KB) = 1129520 - -Test 156 datm_cdeps_control_cfsr_intel PASS - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/NEMSfv3gfs/develop-20240213/datm_cdeps_control_cfsr_intel -working dir = /scratch1/BMC/gmtb/Grant.Firl/stmp2/Grant.Firl/FV3_RT/rt_114813/datm_cdeps_restart_cfsr_intel -Checking test 157 datm_cdeps_restart_cfsr_intel results .... - Comparing RESTART/20111002.000000.MOM.res.nc .........OK - Comparing RESTART/iced.2011-10-02-00000.nc .........OK - Comparing RESTART/DATM_CFSR.cpl.r.2011-10-02-00000.nc .........OK - - 0: The total amount of wall time = 89.807272 - 0: The maximum resident set size (KB) = 1073204 - -Test 157 datm_cdeps_restart_cfsr_intel PASS - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/NEMSfv3gfs/develop-20240213/datm_cdeps_control_gefs_intel -working dir = /scratch1/BMC/gmtb/Grant.Firl/stmp2/Grant.Firl/FV3_RT/rt_114813/datm_cdeps_control_gefs_intel -Checking test 158 datm_cdeps_control_gefs_intel results .... - Comparing RESTART/20111002.000000.MOM.res.nc .........OK - Comparing RESTART/iced.2011-10-02-00000.nc .........OK - Comparing RESTART/DATM_GEFS_NEW.cpl.r.2011-10-02-00000.nc .........OK - - 0: The total amount of wall time = 146.430721 - 0: The maximum resident set size (KB) = 1007520 - -Test 158 datm_cdeps_control_gefs_intel PASS - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/NEMSfv3gfs/develop-20240213/datm_cdeps_iau_gefs_intel -working dir = /scratch1/BMC/gmtb/Grant.Firl/stmp2/Grant.Firl/FV3_RT/rt_114813/datm_cdeps_iau_gefs_intel -Checking test 159 datm_cdeps_iau_gefs_intel results .... - Comparing RESTART/20111002.000000.MOM.res.nc .........OK - Comparing RESTART/iced.2011-10-02-00000.nc .........OK - Comparing RESTART/DATM_GEFS_NEW.cpl.r.2011-10-02-00000.nc .........OK - - 0: The total amount of wall time = 144.912147 - 0: The maximum resident set size (KB) = 1010640 - -Test 159 datm_cdeps_iau_gefs_intel PASS - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/NEMSfv3gfs/develop-20240213/datm_cdeps_stochy_gefs_intel -working dir = /scratch1/BMC/gmtb/Grant.Firl/stmp2/Grant.Firl/FV3_RT/rt_114813/datm_cdeps_stochy_gefs_intel -Checking test 160 datm_cdeps_stochy_gefs_intel results .... - Comparing RESTART/20111002.000000.MOM.res.nc .........OK - Comparing RESTART/iced.2011-10-02-00000.nc .........OK - Comparing RESTART/DATM_GEFS_NEW.cpl.r.2011-10-02-00000.nc .........OK - - 0: The total amount of wall time = 147.475362 - 0: The maximum resident set size (KB) = 1007820 - -Test 160 datm_cdeps_stochy_gefs_intel PASS - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/NEMSfv3gfs/develop-20240213/datm_cdeps_ciceC_cfsr_intel -working dir = /scratch1/BMC/gmtb/Grant.Firl/stmp2/Grant.Firl/FV3_RT/rt_114813/datm_cdeps_ciceC_cfsr_intel -Checking test 161 datm_cdeps_ciceC_cfsr_intel results .... - Comparing RESTART/20111002.000000.MOM.res.nc .........OK - Comparing RESTART/iced.2011-10-02-00000.nc .........OK - Comparing RESTART/DATM_CFSR.cpl.r.2011-10-02-00000.nc .........OK - - 0: The total amount of wall time = 170.217826 - 0: The maximum resident set size (KB) = 1104728 - -Test 161 datm_cdeps_ciceC_cfsr_intel PASS - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/NEMSfv3gfs/develop-20240213/datm_cdeps_bulk_cfsr_intel -working dir = /scratch1/BMC/gmtb/Grant.Firl/stmp2/Grant.Firl/FV3_RT/rt_114813/datm_cdeps_bulk_cfsr_intel -Checking test 162 datm_cdeps_bulk_cfsr_intel results .... - Comparing RESTART/20111002.000000.MOM.res.nc .........OK - Comparing RESTART/iced.2011-10-02-00000.nc .........OK - Comparing RESTART/DATM_CFSR.cpl.r.2011-10-02-00000.nc .........OK - - 0: The total amount of wall time = 152.965295 - 0: The maximum resident set size (KB) = 1122352 - -Test 162 datm_cdeps_bulk_cfsr_intel PASS - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/NEMSfv3gfs/develop-20240213/datm_cdeps_bulk_gefs_intel -working dir = /scratch1/BMC/gmtb/Grant.Firl/stmp2/Grant.Firl/FV3_RT/rt_114813/datm_cdeps_bulk_gefs_intel -Checking test 163 datm_cdeps_bulk_gefs_intel results .... - Comparing RESTART/20111002.000000.MOM.res.nc .........OK - Comparing RESTART/iced.2011-10-02-00000.nc .........OK - Comparing RESTART/DATM_GEFS_NEW.cpl.r.2011-10-02-00000.nc .........OK - - 0: The total amount of wall time = 146.015296 - 0: The maximum resident set size (KB) = 994468 - -Test 163 datm_cdeps_bulk_gefs_intel PASS - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/NEMSfv3gfs/develop-20240213/datm_cdeps_mx025_cfsr_intel -working dir = /scratch1/BMC/gmtb/Grant.Firl/stmp2/Grant.Firl/FV3_RT/rt_114813/datm_cdeps_mx025_cfsr_intel -Checking test 164 datm_cdeps_mx025_cfsr_intel results .... - Comparing RESTART/20111001.120000.MOM.res.nc .........OK - Comparing RESTART/20111001.120000.MOM.res_1.nc .........OK - Comparing RESTART/20111001.120000.MOM.res_2.nc .........OK - Comparing RESTART/20111001.120000.MOM.res_3.nc .........OK - Comparing RESTART/iced.2011-10-01-43200.nc .........OK - Comparing RESTART/DATM_CFSR.cpl.r.2011-10-01-43200.nc .........OK - - 0: The total amount of wall time = 404.664720 - 0: The maximum resident set size (KB) = 1069180 - -Test 164 datm_cdeps_mx025_cfsr_intel PASS - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/NEMSfv3gfs/develop-20240213/datm_cdeps_mx025_gefs_intel -working dir = /scratch1/BMC/gmtb/Grant.Firl/stmp2/Grant.Firl/FV3_RT/rt_114813/datm_cdeps_mx025_gefs_intel -Checking test 165 datm_cdeps_mx025_gefs_intel results .... - Comparing RESTART/20111001.120000.MOM.res.nc .........OK - Comparing RESTART/20111001.120000.MOM.res_1.nc .........OK - Comparing RESTART/20111001.120000.MOM.res_2.nc .........OK - Comparing RESTART/20111001.120000.MOM.res_3.nc .........OK - Comparing RESTART/iced.2011-10-01-43200.nc .........OK - Comparing RESTART/DATM_GEFS_NEW.cpl.r.2011-10-01-43200.nc .........OK - - 0: The total amount of wall time = 380.316502 - 0: The maximum resident set size (KB) = 1032196 - -Test 165 datm_cdeps_mx025_gefs_intel PASS - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/NEMSfv3gfs/develop-20240213/datm_cdeps_control_cfsr_intel -working dir = /scratch1/BMC/gmtb/Grant.Firl/stmp2/Grant.Firl/FV3_RT/rt_114813/datm_cdeps_multiple_files_cfsr_intel -Checking test 166 datm_cdeps_multiple_files_cfsr_intel results .... - Comparing RESTART/DATM_CFSR.cpl.r.2011-10-02-00000.nc .........OK - - 0: The total amount of wall time = 150.293799 - 0: The maximum resident set size (KB) = 1120372 - -Test 166 datm_cdeps_multiple_files_cfsr_intel PASS - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/NEMSfv3gfs/develop-20240213/datm_cdeps_3072x1536_cfsr_intel -working dir = /scratch1/BMC/gmtb/Grant.Firl/stmp2/Grant.Firl/FV3_RT/rt_114813/datm_cdeps_3072x1536_cfsr_intel -Checking test 167 datm_cdeps_3072x1536_cfsr_intel results .... - Comparing RESTART/20111002.000000.MOM.res.nc .........OK - Comparing RESTART/iced.2011-10-02-00000.nc .........OK - Comparing RESTART/DATM_CFSR3072x1536.cpl.r.2011-10-02-00000.nc .........OK - - 0: The total amount of wall time = 229.304453 - 0: The maximum resident set size (KB) = 2473728 - -Test 167 datm_cdeps_3072x1536_cfsr_intel PASS - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/NEMSfv3gfs/develop-20240213/datm_cdeps_gfs_intel -working dir = /scratch1/BMC/gmtb/Grant.Firl/stmp2/Grant.Firl/FV3_RT/rt_114813/datm_cdeps_gfs_intel -Checking test 168 datm_cdeps_gfs_intel results .... - Comparing RESTART/20210323.060000.MOM.res.nc .........OK - Comparing RESTART/iced.2021-03-23-21600.nc .........OK - Comparing RESTART/DATM_GFS.cpl.r.2021-03-23-21600.nc .........OK - - 0: The total amount of wall time = 216.182660 - 0: The maximum resident set size (KB) = 2496924 - -Test 168 datm_cdeps_gfs_intel PASS - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/NEMSfv3gfs/develop-20240213/datm_cdeps_debug_cfsr_intel -working dir = /scratch1/BMC/gmtb/Grant.Firl/stmp2/Grant.Firl/FV3_RT/rt_114813/datm_cdeps_debug_cfsr_intel -Checking test 169 datm_cdeps_debug_cfsr_intel results .... - Comparing RESTART/20111001.060000.MOM.res.nc .........OK - Comparing RESTART/iced.2011-10-01-21600.nc .........OK - Comparing RESTART/DATM_CFSR.cpl.r.2011-10-01-21600.nc .........OK - - 0: The total amount of wall time = 359.579834 - 0: The maximum resident set size (KB) = 1034336 - -Test 169 datm_cdeps_debug_cfsr_intel PASS - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/NEMSfv3gfs/develop-20240213/datm_cdeps_control_cfsr_faster_intel -working dir = /scratch1/BMC/gmtb/Grant.Firl/stmp2/Grant.Firl/FV3_RT/rt_114813/datm_cdeps_control_cfsr_faster_intel -Checking test 170 datm_cdeps_control_cfsr_faster_intel results .... - Comparing RESTART/20111002.000000.MOM.res.nc .........OK - Comparing RESTART/iced.2011-10-02-00000.nc .........OK - Comparing RESTART/DATM_CFSR.cpl.r.2011-10-02-00000.nc .........OK - - 0: The total amount of wall time = 149.667976 - 0: The maximum resident set size (KB) = 1112452 - -Test 170 datm_cdeps_control_cfsr_faster_intel PASS - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/NEMSfv3gfs/develop-20240213/datm_cdeps_lnd_gswp3_intel -working dir = /scratch1/BMC/gmtb/Grant.Firl/stmp2/Grant.Firl/FV3_RT/rt_114813/datm_cdeps_lnd_gswp3_intel -Checking test 171 datm_cdeps_lnd_gswp3_intel results .... - Comparing ufs.cpld.lnd.out.2000-01-02-00000.tile1.nc .........OK - Comparing ufs.cpld.lnd.out.2000-01-02-00000.tile2.nc .........OK - Comparing ufs.cpld.lnd.out.2000-01-02-00000.tile3.nc .........OK - Comparing ufs.cpld.lnd.out.2000-01-02-00000.tile4.nc .........OK - Comparing ufs.cpld.lnd.out.2000-01-02-00000.tile5.nc .........OK - Comparing ufs.cpld.lnd.out.2000-01-02-00000.tile6.nc .........OK - - 0: The total amount of wall time = 35.991356 - 0: The maximum resident set size (KB) = 257544 - -Test 171 datm_cdeps_lnd_gswp3_intel PASS - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/NEMSfv3gfs/develop-20240213/datm_cdeps_lnd_era5_intel -working dir = /scratch1/BMC/gmtb/Grant.Firl/stmp2/Grant.Firl/FV3_RT/rt_114813/datm_cdeps_lnd_era5_intel -Checking test 172 datm_cdeps_lnd_era5_intel results .... - Comparing ufs.cpld.lnd.out.2011-01-01-43200.tile1.nc .........OK - Comparing ufs.cpld.lnd.out.2011-01-01-43200.tile2.nc .........OK - Comparing ufs.cpld.lnd.out.2011-01-01-43200.tile3.nc .........OK - Comparing ufs.cpld.lnd.out.2011-01-01-43200.tile4.nc .........OK - Comparing ufs.cpld.lnd.out.2011-01-01-43200.tile5.nc .........OK - Comparing ufs.cpld.lnd.out.2011-01-01-43200.tile6.nc .........OK - - 0: The total amount of wall time = 37.299404 - 0: The maximum resident set size (KB) = 319156 - -Test 172 datm_cdeps_lnd_era5_intel PASS - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/NEMSfv3gfs/develop-20240213/datm_cdeps_lnd_era5_intel -working dir = /scratch1/BMC/gmtb/Grant.Firl/stmp2/Grant.Firl/FV3_RT/rt_114813/datm_cdeps_lnd_era5_rst_intel -Checking test 173 datm_cdeps_lnd_era5_rst_intel results .... - Comparing ufs.cpld.lnd.out.2011-01-01-43200.tile1.nc .........OK - Comparing ufs.cpld.lnd.out.2011-01-01-43200.tile2.nc .........OK - Comparing ufs.cpld.lnd.out.2011-01-01-43200.tile3.nc .........OK - Comparing ufs.cpld.lnd.out.2011-01-01-43200.tile4.nc .........OK - Comparing ufs.cpld.lnd.out.2011-01-01-43200.tile5.nc .........OK - Comparing ufs.cpld.lnd.out.2011-01-01-43200.tile6.nc .........OK - - 0: The total amount of wall time = 22.186188 - 0: The maximum resident set size (KB) = 319288 - -Test 173 datm_cdeps_lnd_era5_rst_intel PASS - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/NEMSfv3gfs/develop-20240213/control_p8_atmlnd_sbs_intel -working dir = /scratch1/BMC/gmtb/Grant.Firl/stmp2/Grant.Firl/FV3_RT/rt_114813/control_p8_atmlnd_sbs_intel -Checking test 174 control_p8_atmlnd_sbs_intel results .... - Comparing sfcf000.tile1.nc .........OK - Comparing sfcf000.tile2.nc .........OK - Comparing sfcf000.tile3.nc ............ALT CHECK......NOT OK - Comparing sfcf000.tile4.nc .........OK - Comparing sfcf000.tile5.nc .........OK - Comparing sfcf000.tile6.nc ............ALT CHECK......NOT OK - Comparing sfcf012.tile1.nc ............ALT CHECK......NOT OK - Comparing sfcf012.tile2.nc ............ALT CHECK......NOT OK - Comparing sfcf012.tile3.nc ............ALT CHECK......NOT OK - Comparing sfcf012.tile4.nc ............ALT CHECK......NOT OK - Comparing sfcf012.tile5.nc ............ALT CHECK......NOT OK - Comparing sfcf012.tile6.nc ............ALT CHECK......NOT OK - Comparing sfcf024.tile1.nc ............ALT CHECK......NOT OK - Comparing sfcf024.tile2.nc ............ALT CHECK......NOT OK - Comparing sfcf024.tile3.nc ............ALT CHECK......NOT OK - Comparing sfcf024.tile4.nc ............ALT CHECK......NOT OK - Comparing sfcf024.tile5.nc ............ALT CHECK......NOT OK - Comparing sfcf024.tile6.nc ............ALT CHECK......NOT OK - Comparing atmf000.tile1.nc .........OK - Comparing atmf000.tile2.nc .........OK - Comparing atmf000.tile3.nc ............ALT CHECK......NOT OK - Comparing atmf000.tile4.nc .........OK - Comparing atmf000.tile5.nc .........OK - Comparing atmf000.tile6.nc ............ALT CHECK......NOT OK - Comparing atmf012.tile1.nc ............ALT CHECK......NOT OK - Comparing atmf012.tile2.nc ............ALT CHECK......NOT OK - Comparing atmf012.tile3.nc ............ALT CHECK......NOT OK - Comparing atmf012.tile4.nc ............ALT CHECK......NOT OK - Comparing atmf012.tile5.nc ............ALT CHECK......NOT OK - Comparing atmf012.tile6.nc ............ALT CHECK......NOT OK - Comparing atmf024.tile1.nc ............ALT CHECK......NOT OK - Comparing atmf024.tile2.nc ............ALT CHECK......NOT OK - Comparing atmf024.tile3.nc ............ALT CHECK......NOT OK - Comparing atmf024.tile4.nc ............ALT CHECK......NOT OK - Comparing atmf024.tile5.nc ............ALT CHECK......NOT OK - Comparing atmf024.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.ca_data.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.ca_data.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.ca_data.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.ca_data.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.ca_data.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.ca_data.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.coupler.res .........OK - Comparing RESTART/20210323.060000.fv_core.res.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile6.nc ............ALT CHECK......NOT OK - Comparing ufs.cpld.lnd.out.2021-03-22-64800.tile1.nc ............ALT CHECK......NOT OK - Comparing ufs.cpld.lnd.out.2021-03-22-64800.tile2.nc ............ALT CHECK......NOT OK - Comparing ufs.cpld.lnd.out.2021-03-22-64800.tile3.nc ............ALT CHECK......NOT OK - Comparing ufs.cpld.lnd.out.2021-03-22-64800.tile4.nc ............ALT CHECK......NOT OK - Comparing ufs.cpld.lnd.out.2021-03-22-64800.tile5.nc ............ALT CHECK......NOT OK - Comparing ufs.cpld.lnd.out.2021-03-22-64800.tile6.nc ............ALT CHECK......NOT OK - Comparing ufs.cpld.lnd.out.2021-03-23-21600.tile1.nc ............ALT CHECK......NOT OK - Comparing ufs.cpld.lnd.out.2021-03-23-21600.tile2.nc ............ALT CHECK......NOT OK - Comparing ufs.cpld.lnd.out.2021-03-23-21600.tile3.nc ............ALT CHECK......NOT OK - Comparing ufs.cpld.lnd.out.2021-03-23-21600.tile4.nc ............ALT CHECK......NOT OK - Comparing ufs.cpld.lnd.out.2021-03-23-21600.tile5.nc ............ALT CHECK......NOT OK - Comparing ufs.cpld.lnd.out.2021-03-23-21600.tile6.nc ............ALT CHECK......NOT OK - - 0: The total amount of wall time = 255.190611 - 0: The maximum resident set size (KB) = 1584532 - -Test 174 control_p8_atmlnd_sbs_intel FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/NEMSfv3gfs/develop-20240213/control_p8_atmlnd_intel -working dir = /scratch1/BMC/gmtb/Grant.Firl/stmp2/Grant.Firl/FV3_RT/rt_114813/control_p8_atmlnd_intel -Checking test 175 control_p8_atmlnd_intel results .... - Comparing sfcf000.tile1.nc .........OK - Comparing sfcf000.tile2.nc .........OK - Comparing sfcf000.tile3.nc ............ALT CHECK......NOT OK - Comparing sfcf000.tile4.nc .........OK - Comparing sfcf000.tile5.nc .........OK - Comparing sfcf000.tile6.nc ............ALT CHECK......NOT OK - Comparing sfcf012.tile1.nc ............ALT CHECK......NOT OK - Comparing sfcf012.tile2.nc ............ALT CHECK......NOT OK - Comparing sfcf012.tile3.nc ............ALT CHECK......NOT OK - Comparing sfcf012.tile4.nc ............ALT CHECK......NOT OK - Comparing sfcf012.tile5.nc ............ALT CHECK......NOT OK - Comparing sfcf012.tile6.nc ............ALT CHECK......NOT OK - Comparing sfcf024.tile1.nc ............ALT CHECK......NOT OK - Comparing sfcf024.tile2.nc ............ALT CHECK......NOT OK - Comparing sfcf024.tile3.nc ............ALT CHECK......NOT OK - Comparing sfcf024.tile4.nc ............ALT CHECK......NOT OK - Comparing sfcf024.tile5.nc ............ALT CHECK......NOT OK - Comparing sfcf024.tile6.nc ............ALT CHECK......NOT OK - Comparing atmf000.tile1.nc .........OK - Comparing atmf000.tile2.nc .........OK - Comparing atmf000.tile3.nc ............ALT CHECK......NOT OK - Comparing atmf000.tile4.nc .........OK - Comparing atmf000.tile5.nc .........OK - Comparing atmf000.tile6.nc ............ALT CHECK......NOT OK - Comparing atmf012.tile1.nc ............ALT CHECK......NOT OK - Comparing atmf012.tile2.nc ............ALT CHECK......NOT OK - Comparing atmf012.tile3.nc ............ALT CHECK......NOT OK - Comparing atmf012.tile4.nc ............ALT CHECK......NOT OK - Comparing atmf012.tile5.nc ............ALT CHECK......NOT OK - Comparing atmf012.tile6.nc ............ALT CHECK......NOT OK - Comparing atmf024.tile1.nc ............ALT CHECK......NOT OK - Comparing atmf024.tile2.nc ............ALT CHECK......NOT OK - Comparing atmf024.tile3.nc ............ALT CHECK......NOT OK - Comparing atmf024.tile4.nc ............ALT CHECK......NOT OK - Comparing atmf024.tile5.nc ............ALT CHECK......NOT OK - Comparing atmf024.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.ca_data.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.ca_data.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.ca_data.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.ca_data.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.ca_data.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.ca_data.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.coupler.res .........OK - Comparing RESTART/20210323.060000.fv_core.res.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile6.nc ............ALT CHECK......NOT OK - Comparing ufs.cpld.lnd.out.2021-03-22-64800.tile1.nc ............ALT CHECK......NOT OK - Comparing ufs.cpld.lnd.out.2021-03-22-64800.tile2.nc ............ALT CHECK......NOT OK - Comparing ufs.cpld.lnd.out.2021-03-22-64800.tile3.nc ............ALT CHECK......NOT OK - Comparing ufs.cpld.lnd.out.2021-03-22-64800.tile4.nc ............ALT CHECK......NOT OK - Comparing ufs.cpld.lnd.out.2021-03-22-64800.tile5.nc ............ALT CHECK......NOT OK - Comparing ufs.cpld.lnd.out.2021-03-22-64800.tile6.nc ............ALT CHECK......NOT OK - Comparing ufs.cpld.lnd.out.2021-03-23-21600.tile1.nc ............ALT CHECK......NOT OK - Comparing ufs.cpld.lnd.out.2021-03-23-21600.tile2.nc ............ALT CHECK......NOT OK - Comparing ufs.cpld.lnd.out.2021-03-23-21600.tile3.nc ............ALT CHECK......NOT OK - Comparing ufs.cpld.lnd.out.2021-03-23-21600.tile4.nc ............ALT CHECK......NOT OK - Comparing ufs.cpld.lnd.out.2021-03-23-21600.tile5.nc ............ALT CHECK......NOT OK - Comparing ufs.cpld.lnd.out.2021-03-23-21600.tile6.nc ............ALT CHECK......NOT OK - - 0: The total amount of wall time = 246.869595 - 0: The maximum resident set size (KB) = 1590028 - -Test 175 control_p8_atmlnd_intel FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/NEMSfv3gfs/develop-20240213/atmwav_control_noaero_p8_intel -working dir = /scratch1/BMC/gmtb/Grant.Firl/stmp2/Grant.Firl/FV3_RT/rt_114813/atmwav_control_noaero_p8_intel -Checking test 177 atmwav_control_noaero_p8_intel results .... - Comparing sfcf000.nc ............ALT CHECK......NOT OK - Comparing sfcf012.nc ............ALT CHECK......NOT OK - Comparing atmf000.nc ............ALT CHECK......NOT OK - Comparing atmf012.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.180000.coupler.res .........OK - Comparing RESTART/20210322.180000.fv_core.res.nc .........OK - Comparing RESTART/20210322.180000.fv_core.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.180000.fv_core.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.180000.fv_core.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.180000.fv_core.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.180000.fv_core.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.180000.fv_core.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.180000.fv_srf_wnd.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.180000.fv_srf_wnd.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.180000.fv_srf_wnd.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.180000.fv_srf_wnd.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.180000.fv_srf_wnd.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.180000.fv_srf_wnd.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.180000.fv_tracer.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.180000.fv_tracer.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.180000.fv_tracer.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.180000.fv_tracer.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.180000.fv_tracer.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.180000.fv_tracer.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.180000.phy_data.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.180000.phy_data.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.180000.phy_data.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.180000.phy_data.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.180000.phy_data.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.180000.phy_data.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.180000.sfc_data.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.180000.sfc_data.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.180000.sfc_data.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.180000.sfc_data.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.180000.sfc_data.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.180000.sfc_data.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/ufs.atmw.cpl.r.2021-03-22-64800.nc ............ALT CHECK......NOT OK - Comparing 20210322.180000.out_pnt.ww3 .........NOT OK - Comparing 20210322.180000.out_grd.ww3 .........NOT OK - Comparing ufs.atmw.ww3.r.2021-03-22-64800 .........NOT OK - - 0: The total amount of wall time = 93.627662 - 0: The maximum resident set size (KB) = 1634536 - -Test 177 atmwav_control_noaero_p8_intel FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/NEMSfv3gfs/develop-20240213/control_atmwav_intel -working dir = /scratch1/BMC/gmtb/Grant.Firl/stmp2/Grant.Firl/FV3_RT/rt_114813/control_atmwav_intel -Checking test 178 control_atmwav_intel results .... - Comparing sfcf000.nc ............ALT CHECK......NOT OK - Comparing sfcf012.nc ............ALT CHECK......NOT OK - Comparing atmf000.nc ............ALT CHECK......NOT OK - Comparing atmf012.nc ............ALT CHECK......NOT OK - Comparing GFSFLX.GrbF00 .........NOT OK - Comparing GFSFLX.GrbF12 .........NOT OK - Comparing GFSPRS.GrbF00 .........NOT OK - Comparing GFSPRS.GrbF12 .........NOT OK - Comparing RESTART/20210322.180000.coupler.res .........OK - Comparing RESTART/20210322.180000.fv_core.res.nc .........OK - Comparing RESTART/20210322.180000.fv_core.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.180000.fv_core.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.180000.fv_core.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.180000.fv_core.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.180000.fv_core.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.180000.fv_core.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.180000.fv_srf_wnd.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.180000.fv_srf_wnd.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.180000.fv_srf_wnd.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.180000.fv_srf_wnd.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.180000.fv_srf_wnd.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.180000.fv_srf_wnd.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.180000.fv_tracer.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.180000.fv_tracer.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.180000.fv_tracer.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.180000.fv_tracer.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.180000.fv_tracer.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.180000.fv_tracer.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.180000.phy_data.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.180000.phy_data.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.180000.phy_data.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.180000.phy_data.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.180000.phy_data.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.180000.phy_data.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.180000.sfc_data.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.180000.sfc_data.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.180000.sfc_data.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.180000.sfc_data.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.180000.sfc_data.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.180000.sfc_data.tile6.nc ............ALT CHECK......NOT OK - Comparing 20210322.180000.restart.glo_1deg .........NOT OK - - 0: The total amount of wall time = 87.676701 - 0: The maximum resident set size (KB) = 670472 - -Test 178 control_atmwav_intel FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/NEMSfv3gfs/develop-20240213/atmaero_control_p8_intel -working dir = /scratch1/BMC/gmtb/Grant.Firl/stmp2/Grant.Firl/FV3_RT/rt_114813/atmaero_control_p8_intel -Checking test 179 atmaero_control_p8_intel results .... - Comparing sfcf000.nc ............ALT CHECK......NOT OK - Comparing sfcf024.nc ............ALT CHECK......NOT OK - Comparing atmf000.nc ............ALT CHECK......NOT OK - Comparing atmf024.nc ............ALT CHECK......NOT OK - Comparing GFSFLX.GrbF00 .........NOT OK - Comparing GFSFLX.GrbF24 .........NOT OK - Comparing GFSPRS.GrbF00 .........NOT OK - Comparing GFSPRS.GrbF24 .........NOT OK - Comparing gocart.inst_aod.20210323_0600z.nc4 .........NOT OK - Comparing RESTART/20210323.060000.coupler.res .........OK - Comparing RESTART/20210323.060000.fv_core.res.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile6.nc ............ALT CHECK......NOT OK - - 0: The total amount of wall time = 224.757412 - 0: The maximum resident set size (KB) = 2978748 - -Test 179 atmaero_control_p8_intel FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/NEMSfv3gfs/develop-20240213/atmaero_control_p8_rad_intel -working dir = /scratch1/BMC/gmtb/Grant.Firl/stmp2/Grant.Firl/FV3_RT/rt_114813/atmaero_control_p8_rad_intel -Checking test 180 atmaero_control_p8_rad_intel results .... - Comparing sfcf000.nc ............ALT CHECK......NOT OK - Comparing sfcf024.nc ............ALT CHECK......NOT OK - Comparing atmf000.nc ............ALT CHECK......NOT OK - Comparing atmf024.nc ............ALT CHECK......NOT OK - Comparing GFSFLX.GrbF00 .........NOT OK - Comparing GFSFLX.GrbF24 .........NOT OK - Comparing GFSPRS.GrbF00 .........NOT OK - Comparing GFSPRS.GrbF24 .........NOT OK - Comparing gocart.inst_aod.20210323_0600z.nc4 .........NOT OK - Comparing RESTART/20210323.060000.coupler.res .........OK - Comparing RESTART/20210323.060000.fv_core.res.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile6.nc ............ALT CHECK......NOT OK - - 0: The total amount of wall time = 274.260259 - 0: The maximum resident set size (KB) = 3074804 - -Test 180 atmaero_control_p8_rad_intel FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/NEMSfv3gfs/develop-20240213/atmaero_control_p8_rad_micro_intel -working dir = /scratch1/BMC/gmtb/Grant.Firl/stmp2/Grant.Firl/FV3_RT/rt_114813/atmaero_control_p8_rad_micro_intel -Checking test 181 atmaero_control_p8_rad_micro_intel results .... - Comparing sfcf000.nc ............ALT CHECK......NOT OK - Comparing sfcf024.nc ............ALT CHECK......NOT OK - Comparing atmf000.nc ............ALT CHECK......NOT OK - Comparing atmf024.nc ............ALT CHECK......NOT OK - Comparing GFSFLX.GrbF00 .........NOT OK - Comparing GFSFLX.GrbF24 .........NOT OK - Comparing GFSPRS.GrbF00 .........NOT OK - Comparing GFSPRS.GrbF24 .........NOT OK - Comparing gocart.inst_aod.20210323_0600z.nc4 .........NOT OK - Comparing RESTART/20210323.060000.coupler.res .........OK - Comparing RESTART/20210323.060000.fv_core.res.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile6.nc ............ALT CHECK......NOT OK - - 0: The total amount of wall time = 290.624620 - 0: The maximum resident set size (KB) = 3040536 - -Test 181 atmaero_control_p8_rad_micro_intel FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/NEMSfv3gfs/develop-20240213/regional_atmaq_debug_intel -working dir = /scratch1/BMC/gmtb/Grant.Firl/stmp2/Grant.Firl/FV3_RT/rt_114813/regional_atmaq_debug_intel -Checking test 182 regional_atmaq_debug_intel results .... - Comparing sfcf000.nc .........OK - Comparing sfcf001.nc .........OK - Comparing atmf000.nc .........OK - Comparing atmf001.nc .........OK - Comparing RESTART/20190801.130000.coupler.res .........OK - Comparing RESTART/20190801.130000.fv_core.res.nc .........OK - Comparing RESTART/20190801.130000.fv_core.res.tile1.nc ............ALT CHECK......OK - Comparing RESTART/20190801.130000.fv_srf_wnd.res.tile1.nc .........OK - Comparing RESTART/20190801.130000.fv_tracer.res.tile1.nc ............ALT CHECK......OK - Comparing RESTART/20190801.130000.phy_data.nc .........OK - Comparing RESTART/20190801.130000.sfc_data.nc .........OK - - 0: The total amount of wall time = 1202.355975 - 0: The maximum resident set size (KB) = 4361044 - -Test 182 regional_atmaq_debug_intel PASS - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/NEMSfv3gfs/develop-20240213/control_c48_gnu -working dir = /scratch1/BMC/gmtb/Grant.Firl/stmp2/Grant.Firl/FV3_RT/rt_114813/control_c48_gnu -Checking test 183 control_c48_gnu results .... - Comparing sfcf000.nc ............ALT CHECK......NOT OK - Comparing sfcf024.nc ............ALT CHECK......NOT OK - Comparing atmf000.nc ............ALT CHECK......NOT OK - Comparing atmf024.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.coupler.res .........OK - Comparing RESTART/20210323.060000.fv_core.res.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile6.nc ............ALT CHECK......NOT OK - -0: The total amount of wall time = 696.274264 -0: The maximum resident set size (KB) = 789424 - -Test 183 control_c48_gnu FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/NEMSfv3gfs/develop-20240213/control_stochy_gnu -working dir = /scratch1/BMC/gmtb/Grant.Firl/stmp2/Grant.Firl/FV3_RT/rt_114813/control_stochy_gnu -Checking test 184 control_stochy_gnu results .... - Comparing sfcf000.nc ............ALT CHECK......NOT OK - Comparing sfcf012.nc ............ALT CHECK......NOT OK - Comparing atmf000.nc ............ALT CHECK......NOT OK - Comparing atmf012.nc ............ALT CHECK......NOT OK - Comparing GFSFLX.GrbF00 .........NOT OK - Comparing GFSFLX.GrbF12 .........NOT OK - Comparing GFSPRS.GrbF00 .........NOT OK - Comparing GFSPRS.GrbF12 .........NOT OK - - 0: The total amount of wall time = 244.655411 - 0: The maximum resident set size (KB) = 551208 - -Test 184 control_stochy_gnu FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/NEMSfv3gfs/develop-20240213/control_ras_gnu -working dir = /scratch1/BMC/gmtb/Grant.Firl/stmp2/Grant.Firl/FV3_RT/rt_114813/control_ras_gnu -Checking test 185 control_ras_gnu results .... - Comparing sfcf000.nc ............ALT CHECK......NOT OK - Comparing sfcf024.nc ............ALT CHECK......NOT OK - Comparing atmf000.nc ............ALT CHECK......NOT OK - Comparing atmf024.nc ............ALT CHECK......NOT OK - Comparing GFSFLX.GrbF00 .........NOT OK - Comparing GFSFLX.GrbF24 .........NOT OK - Comparing GFSPRS.GrbF00 .........NOT OK - Comparing GFSPRS.GrbF24 .........NOT OK - - 0: The total amount of wall time = 287.712100 - 0: The maximum resident set size (KB) = 552424 - -Test 185 control_ras_gnu FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/NEMSfv3gfs/develop-20240213/control_p8_gnu -working dir = /scratch1/BMC/gmtb/Grant.Firl/stmp2/Grant.Firl/FV3_RT/rt_114813/control_p8_gnu -Checking test 186 control_p8_gnu results .... - Comparing sfcf000.nc ............ALT CHECK......NOT OK - Comparing sfcf021.nc ............ALT CHECK......NOT OK - Comparing sfcf024.nc ............ALT CHECK......NOT OK - Comparing atmf000.nc ............ALT CHECK......NOT OK - Comparing atmf021.nc ............ALT CHECK......NOT OK - Comparing atmf024.nc ............ALT CHECK......NOT OK - Comparing GFSFLX.GrbF00 .........NOT OK - Comparing GFSFLX.GrbF21 .........NOT OK - Comparing GFSFLX.GrbF24 .........NOT OK - Comparing GFSPRS.GrbF00 .........NOT OK - Comparing GFSPRS.GrbF21 .........NOT OK - Comparing GFSPRS.GrbF24 .........NOT OK - Comparing RESTART/20210323.060000.coupler.res .........OK - Comparing RESTART/20210323.060000.fv_core.res.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile6.nc ............ALT CHECK......NOT OK - - 0: The total amount of wall time = 288.034454 - 0: The maximum resident set size (KB) = 1306316 - -Test 186 control_p8_gnu FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/NEMSfv3gfs/develop-20240213/control_p8_ugwpv1_gnu -working dir = /scratch1/BMC/gmtb/Grant.Firl/stmp2/Grant.Firl/FV3_RT/rt_114813/control_p8_ugwpv1_gnu -Checking test 187 control_p8_ugwpv1_gnu results .... - Comparing sfcf000.nc ............ALT CHECK......NOT OK - Comparing sfcf021.nc ............ALT CHECK......NOT OK - Comparing sfcf024.nc ............ALT CHECK......NOT OK - Comparing atmf000.nc ............ALT CHECK......NOT OK - Comparing atmf021.nc ............ALT CHECK......NOT OK - Comparing atmf024.nc ............ALT CHECK......NOT OK - Comparing GFSFLX.GrbF00 .........NOT OK - Comparing GFSFLX.GrbF21 .........NOT OK - Comparing GFSFLX.GrbF24 .........NOT OK - Comparing GFSPRS.GrbF00 .........NOT OK - Comparing GFSPRS.GrbF21 .........NOT OK - Comparing GFSPRS.GrbF24 .........NOT OK - Comparing RESTART/20210323.060000.coupler.res .........OK - Comparing RESTART/20210323.060000.fv_core.res.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile6.nc ............ALT CHECK......NOT OK - - 0: The total amount of wall time = 273.914281 - 0: The maximum resident set size (KB) = 1308596 - -Test 187 control_p8_ugwpv1_gnu FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/NEMSfv3gfs/develop-20240213/control_flake_gnu -working dir = /scratch1/BMC/gmtb/Grant.Firl/stmp2/Grant.Firl/FV3_RT/rt_114813/control_flake_gnu -Checking test 188 control_flake_gnu results .... - Comparing sfcf000.nc ............ALT CHECK......NOT OK - Comparing sfcf024.nc ............ALT CHECK......NOT OK - Comparing atmf000.nc ............ALT CHECK......NOT OK - Comparing atmf024.nc ............ALT CHECK......NOT OK - Comparing GFSFLX.GrbF00 .........NOT OK - Comparing GFSFLX.GrbF24 .........NOT OK - Comparing GFSPRS.GrbF00 .........NOT OK - Comparing GFSPRS.GrbF24 .........NOT OK - - 0: The total amount of wall time = 347.586759 - 0: The maximum resident set size (KB) = 593240 - -Test 188 control_flake_gnu FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/NEMSfv3gfs/develop-20240213/rap_control_gnu -working dir = /scratch1/BMC/gmtb/Grant.Firl/stmp2/Grant.Firl/FV3_RT/rt_114813/rap_control_gnu -Checking test 189 rap_control_gnu results .... - Comparing sfcf000.nc ............ALT CHECK......NOT OK - Comparing sfcf021.nc ............ALT CHECK......NOT OK - Comparing sfcf024.nc ............ALT CHECK......NOT OK - Comparing atmf000.nc ............ALT CHECK......NOT OK - Comparing atmf021.nc ............ALT CHECK......NOT OK - Comparing atmf024.nc ............ALT CHECK......NOT OK - Comparing GFSFLX.GrbF00 .........NOT OK - Comparing GFSFLX.GrbF21 .........NOT OK - Comparing GFSFLX.GrbF24 .........NOT OK - Comparing GFSPRS.GrbF00 .........NOT OK - Comparing GFSPRS.GrbF21 .........NOT OK - Comparing GFSPRS.GrbF24 .........NOT OK - Comparing RESTART/20210323.060000.coupler.res .........OK - Comparing RESTART/20210323.060000.fv_core.res.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile6.nc ............ALT CHECK......NOT OK - - 0: The total amount of wall time = 691.276556 - 0: The maximum resident set size (KB) = 899420 - -Test 189 rap_control_gnu FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/NEMSfv3gfs/develop-20240213/rap_control_gnu -working dir = /scratch1/BMC/gmtb/Grant.Firl/stmp2/Grant.Firl/FV3_RT/rt_114813/rap_decomp_gnu -Checking test 190 rap_decomp_gnu results .... - Comparing sfcf000.nc ............ALT CHECK......NOT OK - Comparing sfcf021.nc ............ALT CHECK......NOT OK - Comparing sfcf024.nc ............ALT CHECK......NOT OK - Comparing atmf000.nc ............ALT CHECK......NOT OK - Comparing atmf021.nc ............ALT CHECK......NOT OK - Comparing atmf024.nc ............ALT CHECK......NOT OK - Comparing GFSFLX.GrbF00 .........NOT OK - Comparing GFSFLX.GrbF21 .........NOT OK - Comparing GFSFLX.GrbF24 .........NOT OK - Comparing GFSPRS.GrbF00 .........NOT OK - Comparing GFSPRS.GrbF21 .........NOT OK - Comparing GFSPRS.GrbF24 .........NOT OK - Comparing RESTART/20210323.060000.coupler.res .........OK - Comparing RESTART/20210323.060000.fv_core.res.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile6.nc ............ALT CHECK......NOT OK - - 0: The total amount of wall time = 696.069316 - 0: The maximum resident set size (KB) = 895940 - -Test 190 rap_decomp_gnu FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/NEMSfv3gfs/develop-20240213/rap_control_gnu -working dir = /scratch1/BMC/gmtb/Grant.Firl/stmp2/Grant.Firl/FV3_RT/rt_114813/rap_2threads_gnu -Checking test 191 rap_2threads_gnu results .... - Comparing sfcf000.nc ............ALT CHECK......NOT OK - Comparing sfcf021.nc ............ALT CHECK......NOT OK - Comparing sfcf024.nc ............ALT CHECK......NOT OK - Comparing atmf000.nc ............ALT CHECK......NOT OK - Comparing atmf021.nc ............ALT CHECK......NOT OK - Comparing atmf024.nc ............ALT CHECK......NOT OK - Comparing GFSFLX.GrbF00 .........NOT OK - Comparing GFSFLX.GrbF21 .........NOT OK - Comparing GFSFLX.GrbF24 .........NOT OK - Comparing GFSPRS.GrbF00 .........NOT OK - Comparing GFSPRS.GrbF21 .........NOT OK - Comparing GFSPRS.GrbF24 .........NOT OK - Comparing RESTART/20210323.060000.coupler.res .........OK - Comparing RESTART/20210323.060000.fv_core.res.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile6.nc ............ALT CHECK......NOT OK - - 0: The total amount of wall time = 616.345940 - 0: The maximum resident set size (KB) = 973852 - -Test 191 rap_2threads_gnu FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/NEMSfv3gfs/develop-20240213/rap_sfcdiff_gnu -working dir = /scratch1/BMC/gmtb/Grant.Firl/stmp2/Grant.Firl/FV3_RT/rt_114813/rap_sfcdiff_gnu -Checking test 193 rap_sfcdiff_gnu results .... - Comparing sfcf000.nc ............ALT CHECK......NOT OK - Comparing sfcf009.nc ............ALT CHECK......NOT OK - Comparing sfcf012.nc ............ALT CHECK......NOT OK - Comparing atmf000.nc ............ALT CHECK......NOT OK - Comparing atmf009.nc ............ALT CHECK......NOT OK - Comparing atmf012.nc ............ALT CHECK......NOT OK - Comparing GFSFLX.GrbF00 .........NOT OK - Comparing GFSFLX.GrbF09 .........NOT OK - Comparing GFSFLX.GrbF12 .........NOT OK - Comparing GFSPRS.GrbF00 .........NOT OK - Comparing GFSPRS.GrbF09 .........NOT OK - Comparing GFSPRS.GrbF12 .........NOT OK - Comparing RESTART/20210323.060000.coupler.res .........OK - Comparing RESTART/20210323.060000.fv_core.res.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile6.nc ............ALT CHECK......NOT OK - - 0: The total amount of wall time = 726.480139 - 0: The maximum resident set size (KB) = 896092 - -Test 193 rap_sfcdiff_gnu FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/NEMSfv3gfs/develop-20240213/rap_sfcdiff_gnu -working dir = /scratch1/BMC/gmtb/Grant.Firl/stmp2/Grant.Firl/FV3_RT/rt_114813/rap_sfcdiff_decomp_gnu -Checking test 194 rap_sfcdiff_decomp_gnu results .... - Comparing sfcf000.nc ............ALT CHECK......NOT OK - Comparing sfcf009.nc ............ALT CHECK......NOT OK - Comparing sfcf012.nc ............ALT CHECK......NOT OK - Comparing atmf000.nc ............ALT CHECK......NOT OK - Comparing atmf009.nc ............ALT CHECK......NOT OK - Comparing atmf012.nc ............ALT CHECK......NOT OK - Comparing GFSFLX.GrbF00 .........NOT OK - Comparing GFSFLX.GrbF09 .........NOT OK - Comparing GFSFLX.GrbF12 .........NOT OK - Comparing GFSPRS.GrbF00 .........NOT OK - Comparing GFSPRS.GrbF09 .........NOT OK - Comparing GFSPRS.GrbF12 .........NOT OK - Comparing RESTART/20210323.060000.coupler.res .........OK - Comparing RESTART/20210323.060000.fv_core.res.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile6.nc ............ALT CHECK......NOT OK - - 0: The total amount of wall time = 732.332187 - 0: The maximum resident set size (KB) = 896512 - -Test 194 rap_sfcdiff_decomp_gnu FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/NEMSfv3gfs/develop-20240213/hrrr_control_gnu -working dir = /scratch1/BMC/gmtb/Grant.Firl/stmp2/Grant.Firl/FV3_RT/rt_114813/hrrr_control_gnu -Checking test 196 hrrr_control_gnu results .... - Comparing sfcf000.nc ............ALT CHECK......NOT OK - Comparing sfcf009.nc ............ALT CHECK......NOT OK - Comparing sfcf012.nc ............ALT CHECK......NOT OK - Comparing atmf000.nc ............ALT CHECK......NOT OK - Comparing atmf009.nc ............ALT CHECK......NOT OK - Comparing atmf012.nc ............ALT CHECK......NOT OK - Comparing GFSFLX.GrbF00 .........NOT OK - Comparing GFSFLX.GrbF09 .........NOT OK - Comparing GFSFLX.GrbF12 .........NOT OK - Comparing GFSPRS.GrbF00 .........NOT OK - Comparing GFSPRS.GrbF09 .........NOT OK - Comparing GFSPRS.GrbF12 .........NOT OK - Comparing RESTART/20210322.120000.coupler.res .........OK - Comparing RESTART/20210322.120000.fv_core.res.nc .........OK - Comparing RESTART/20210322.120000.fv_core.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_core.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_core.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_core.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_core.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_core.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_tracer.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_tracer.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_tracer.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_tracer.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_tracer.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_tracer.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.phy_data.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.phy_data.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.phy_data.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.phy_data.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.phy_data.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.phy_data.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.sfc_data.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.sfc_data.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.sfc_data.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.sfc_data.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.sfc_data.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.sfc_data.tile6.nc ............ALT CHECK......NOT OK - - 0: The total amount of wall time = 351.401872 - 0: The maximum resident set size (KB) = 892168 - -Test 196 hrrr_control_gnu FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/NEMSfv3gfs/develop-20240213/hrrr_control_gnu -working dir = /scratch1/BMC/gmtb/Grant.Firl/stmp2/Grant.Firl/FV3_RT/rt_114813/hrrr_control_noqr_gnu -Checking test 197 hrrr_control_noqr_gnu results .... - Comparing sfcf000.nc ............ALT CHECK......NOT OK - Comparing sfcf009.nc ............ALT CHECK......NOT OK - Comparing sfcf012.nc ............ALT CHECK......NOT OK - Comparing atmf000.nc ............ALT CHECK......NOT OK - Comparing atmf009.nc ............ALT CHECK......NOT OK - Comparing atmf012.nc ............ALT CHECK......NOT OK - Comparing GFSFLX.GrbF00 .........NOT OK - Comparing GFSFLX.GrbF09 .........NOT OK - Comparing GFSFLX.GrbF12 .........NOT OK - Comparing GFSPRS.GrbF00 .........NOT OK - Comparing GFSPRS.GrbF09 .........NOT OK - Comparing GFSPRS.GrbF12 .........NOT OK - Comparing RESTART/20210322.120000.coupler.res .........OK - Comparing RESTART/20210322.120000.fv_core.res.nc .........OK - Comparing RESTART/20210322.120000.fv_core.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_core.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_core.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_core.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_core.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_core.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_tracer.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_tracer.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_tracer.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_tracer.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_tracer.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_tracer.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.phy_data.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.phy_data.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.phy_data.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.phy_data.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.phy_data.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.phy_data.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.sfc_data.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.sfc_data.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.sfc_data.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.sfc_data.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.sfc_data.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.sfc_data.tile6.nc ............ALT CHECK......NOT OK - - 0: The total amount of wall time = 348.087600 - 0: The maximum resident set size (KB) = 878412 - -Test 197 hrrr_control_noqr_gnu FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/NEMSfv3gfs/develop-20240213/hrrr_control_gnu -working dir = /scratch1/BMC/gmtb/Grant.Firl/stmp2/Grant.Firl/FV3_RT/rt_114813/hrrr_control_2threads_gnu -Checking test 198 hrrr_control_2threads_gnu results .... - Comparing sfcf000.nc ............ALT CHECK......NOT OK - Comparing sfcf009.nc ............ALT CHECK......NOT OK - Comparing sfcf012.nc ............ALT CHECK......NOT OK - Comparing atmf000.nc ............ALT CHECK......NOT OK - Comparing atmf009.nc ............ALT CHECK......NOT OK - Comparing atmf012.nc ............ALT CHECK......NOT OK - Comparing GFSFLX.GrbF00 .........NOT OK - Comparing GFSFLX.GrbF09 .........NOT OK - Comparing GFSFLX.GrbF12 .........NOT OK - Comparing GFSPRS.GrbF00 .........NOT OK - Comparing GFSPRS.GrbF09 .........NOT OK - Comparing GFSPRS.GrbF12 .........NOT OK - Comparing RESTART/20210322.120000.coupler.res .........OK - Comparing RESTART/20210322.120000.fv_core.res.nc .........OK - Comparing RESTART/20210322.120000.fv_core.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_core.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_core.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_core.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_core.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_core.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_tracer.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_tracer.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_tracer.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_tracer.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_tracer.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_tracer.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.phy_data.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.phy_data.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.phy_data.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.phy_data.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.phy_data.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.phy_data.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.sfc_data.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.sfc_data.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.sfc_data.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.sfc_data.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.sfc_data.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.sfc_data.tile6.nc ............ALT CHECK......NOT OK - - 0: The total amount of wall time = 304.882115 - 0: The maximum resident set size (KB) = 973484 - -Test 198 hrrr_control_2threads_gnu FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/NEMSfv3gfs/develop-20240213/hrrr_control_gnu -working dir = /scratch1/BMC/gmtb/Grant.Firl/stmp2/Grant.Firl/FV3_RT/rt_114813/hrrr_control_decomp_gnu -Checking test 199 hrrr_control_decomp_gnu results .... - Comparing sfcf000.nc ............ALT CHECK......NOT OK - Comparing sfcf009.nc ............ALT CHECK......NOT OK - Comparing sfcf012.nc ............ALT CHECK......NOT OK - Comparing atmf000.nc ............ALT CHECK......NOT OK - Comparing atmf009.nc ............ALT CHECK......NOT OK - Comparing atmf012.nc ............ALT CHECK......NOT OK - Comparing GFSFLX.GrbF00 .........NOT OK - Comparing GFSFLX.GrbF09 .........NOT OK - Comparing GFSFLX.GrbF12 .........NOT OK - Comparing GFSPRS.GrbF00 .........NOT OK - Comparing GFSPRS.GrbF09 .........NOT OK - Comparing GFSPRS.GrbF12 .........NOT OK - Comparing RESTART/20210322.120000.coupler.res .........OK - Comparing RESTART/20210322.120000.fv_core.res.nc .........OK - Comparing RESTART/20210322.120000.fv_core.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_core.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_core.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_core.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_core.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_core.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_tracer.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_tracer.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_tracer.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_tracer.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_tracer.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_tracer.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.phy_data.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.phy_data.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.phy_data.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.phy_data.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.phy_data.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.phy_data.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.sfc_data.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.sfc_data.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.sfc_data.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.sfc_data.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.sfc_data.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.sfc_data.tile6.nc ............ALT CHECK......NOT OK - - 0: The total amount of wall time = 348.507192 - 0: The maximum resident set size (KB) = 891580 - -Test 199 hrrr_control_decomp_gnu FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/NEMSfv3gfs/develop-20240213/rrfs_v1beta_gnu -working dir = /scratch1/BMC/gmtb/Grant.Firl/stmp2/Grant.Firl/FV3_RT/rt_114813/rrfs_v1beta_gnu -Checking test 202 rrfs_v1beta_gnu results .... - Comparing sfcf000.nc ............ALT CHECK......NOT OK - Comparing sfcf009.nc ............ALT CHECK......NOT OK - Comparing sfcf012.nc ............ALT CHECK......NOT OK - Comparing atmf000.nc ............ALT CHECK......NOT OK - Comparing atmf009.nc ............ALT CHECK......NOT OK - Comparing atmf012.nc ............ALT CHECK......NOT OK - Comparing GFSFLX.GrbF00 .........NOT OK - Comparing GFSFLX.GrbF09 .........NOT OK - Comparing GFSFLX.GrbF12 .........NOT OK - Comparing GFSPRS.GrbF00 .........NOT OK - Comparing GFSPRS.GrbF09 .........NOT OK - Comparing GFSPRS.GrbF12 .........NOT OK - Comparing RESTART/20210323.060000.coupler.res .........OK - Comparing RESTART/20210323.060000.fv_core.res.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile6.nc ............ALT CHECK......NOT OK - - 0: The total amount of wall time = 708.226564 - 0: The maximum resident set size (KB) = 891348 - -Test 202 rrfs_v1beta_gnu FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/NEMSfv3gfs/develop-20240213/control_diag_debug_gnu -working dir = /scratch1/BMC/gmtb/Grant.Firl/stmp2/Grant.Firl/FV3_RT/rt_114813/control_diag_debug_gnu -Checking test 203 control_diag_debug_gnu results .... - Comparing sfcf000.nc ............ALT CHECK......NOT OK - Comparing sfcf001.nc ............ALT CHECK......NOT OK - Comparing atmf000.nc ............ALT CHECK......NOT OK - Comparing atmf001.nc ............ALT CHECK......NOT OK - - 0: The total amount of wall time = 87.192848 - 0: The maximum resident set size (KB) = 588092 - -Test 203 control_diag_debug_gnu FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/NEMSfv3gfs/develop-20240213/regional_debug_gnu -working dir = /scratch1/BMC/gmtb/Grant.Firl/stmp2/Grant.Firl/FV3_RT/rt_114813/regional_debug_gnu -Checking test 204 regional_debug_gnu results .... - Comparing dynf000.nc .........OK - Comparing dynf001.nc .........OK - Comparing phyf000.nc .........OK - Comparing phyf001.nc .........OK - - 0: The total amount of wall time = 440.609136 - 0: The maximum resident set size (KB) = 597572 - -Test 204 regional_debug_gnu PASS - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/NEMSfv3gfs/develop-20240213/rap_control_debug_gnu -working dir = /scratch1/BMC/gmtb/Grant.Firl/stmp2/Grant.Firl/FV3_RT/rt_114813/rap_control_debug_gnu -Checking test 205 rap_control_debug_gnu results .... - Comparing sfcf000.nc ............ALT CHECK......NOT OK - Comparing sfcf001.nc ............ALT CHECK......NOT OK - Comparing atmf000.nc ............ALT CHECK......NOT OK - Comparing atmf001.nc ............ALT CHECK......NOT OK - - 0: The total amount of wall time = 143.499524 - 0: The maximum resident set size (KB) = 908208 - -Test 205 rap_control_debug_gnu FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/NEMSfv3gfs/develop-20240213/hrrr_control_debug_gnu -working dir = /scratch1/BMC/gmtb/Grant.Firl/stmp2/Grant.Firl/FV3_RT/rt_114813/hrrr_control_debug_gnu -Checking test 206 hrrr_control_debug_gnu results .... - Comparing sfcf000.nc ............ALT CHECK......NOT OK - Comparing sfcf001.nc ............ALT CHECK......NOT OK - Comparing atmf000.nc ............ALT CHECK......NOT OK - Comparing atmf001.nc ............ALT CHECK......NOT OK - - 0: The total amount of wall time = 138.842585 - 0: The maximum resident set size (KB) = 903952 - -Test 206 hrrr_control_debug_gnu FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/NEMSfv3gfs/develop-20240213/hrrr_gf_debug_gnu -working dir = /scratch1/BMC/gmtb/Grant.Firl/stmp2/Grant.Firl/FV3_RT/rt_114813/hrrr_gf_debug_gnu -Checking test 207 hrrr_gf_debug_gnu results .... - Comparing sfcf000.nc ............ALT CHECK......NOT OK - Comparing sfcf001.nc ............ALT CHECK......NOT OK - Comparing atmf000.nc ............ALT CHECK......NOT OK - Comparing atmf001.nc ............ALT CHECK......NOT OK - - 0: The total amount of wall time = 142.480220 - 0: The maximum resident set size (KB) = 906368 - -Test 207 hrrr_gf_debug_gnu FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/NEMSfv3gfs/develop-20240213/hrrr_c3_debug_gnu -working dir = /scratch1/BMC/gmtb/Grant.Firl/stmp2/Grant.Firl/FV3_RT/rt_114813/hrrr_c3_debug_gnu -Checking test 208 hrrr_c3_debug_gnu results .... - Comparing sfcf000.nc ............ALT CHECK......NOT OK - Comparing sfcf001.nc ............ALT CHECK......NOT OK - Comparing atmf000.nc ............ALT CHECK......NOT OK - Comparing atmf001.nc ............ALT CHECK......NOT OK - - 0: The total amount of wall time = 147.037912 - 0: The maximum resident set size (KB) = 905260 - -Test 208 hrrr_c3_debug_gnu FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/NEMSfv3gfs/develop-20240213/rap_diag_debug_gnu -working dir = /scratch1/BMC/gmtb/Grant.Firl/stmp2/Grant.Firl/FV3_RT/rt_114813/rap_diag_debug_gnu -Checking test 209 rap_diag_debug_gnu results .... - Comparing sfcf000.nc ............ALT CHECK......NOT OK - Comparing sfcf001.nc ............ALT CHECK......NOT OK - Comparing atmf000.nc ............ALT CHECK......NOT OK - Comparing atmf001.nc ............ALT CHECK......NOT OK - - 0: The total amount of wall time = 152.765511 - 0: The maximum resident set size (KB) = 991732 - -Test 209 rap_diag_debug_gnu FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/NEMSfv3gfs/develop-20240213/rap_noah_sfcdiff_cires_ugwp_debug_gnu -working dir = /scratch1/BMC/gmtb/Grant.Firl/stmp2/Grant.Firl/FV3_RT/rt_114813/rap_noah_sfcdiff_cires_ugwp_debug_gnu -Checking test 210 rap_noah_sfcdiff_cires_ugwp_debug_gnu results .... - Comparing sfcf000.nc ............ALT CHECK......NOT OK - Comparing sfcf001.nc ............ALT CHECK......NOT OK - Comparing atmf000.nc ............ALT CHECK......NOT OK - Comparing atmf001.nc ............ALT CHECK......NOT OK - - 0: The total amount of wall time = 248.008509 - 0: The maximum resident set size (KB) = 903352 - -Test 210 rap_noah_sfcdiff_cires_ugwp_debug_gnu FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/NEMSfv3gfs/develop-20240213/rap_progcld_thompson_debug_gnu -working dir = /scratch1/BMC/gmtb/Grant.Firl/stmp2/Grant.Firl/FV3_RT/rt_114813/rap_progcld_thompson_debug_gnu -Checking test 211 rap_progcld_thompson_debug_gnu results .... - Comparing sfcf000.nc ............ALT CHECK......NOT OK - Comparing sfcf001.nc ............ALT CHECK......NOT OK - Comparing atmf000.nc ............ALT CHECK......NOT OK - Comparing atmf001.nc ............ALT CHECK......NOT OK - - 0: The total amount of wall time = 181.313058 - 0: The maximum resident set size (KB) = 907908 - -Test 211 rap_progcld_thompson_debug_gnu FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/NEMSfv3gfs/develop-20240213/rrfs_v1beta_debug_gnu -working dir = /scratch1/BMC/gmtb/Grant.Firl/stmp2/Grant.Firl/FV3_RT/rt_114813/rrfs_v1beta_debug_gnu -Checking test 212 rrfs_v1beta_debug_gnu results .... - Comparing sfcf000.nc ............ALT CHECK......NOT OK - Comparing sfcf001.nc ............ALT CHECK......NOT OK - Comparing atmf000.nc ............ALT CHECK......NOT OK - Comparing atmf001.nc ............ALT CHECK......NOT OK - - 0: The total amount of wall time = 167.635205 - 0: The maximum resident set size (KB) = 898364 - -Test 212 rrfs_v1beta_debug_gnu FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/NEMSfv3gfs/develop-20240213/control_ras_debug_gnu -working dir = /scratch1/BMC/gmtb/Grant.Firl/stmp2/Grant.Firl/FV3_RT/rt_114813/control_ras_debug_gnu -Checking test 213 control_ras_debug_gnu results .... - Comparing sfcf000.nc ............ALT CHECK......NOT OK - Comparing sfcf001.nc ............ALT CHECK......NOT OK - Comparing atmf000.nc ............ALT CHECK......NOT OK - Comparing atmf001.nc ............ALT CHECK......NOT OK - - 0: The total amount of wall time = 82.029908 - 0: The maximum resident set size (KB) = 543468 - -Test 213 control_ras_debug_gnu FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/NEMSfv3gfs/develop-20240213/control_stochy_debug_gnu -working dir = /scratch1/BMC/gmtb/Grant.Firl/stmp2/Grant.Firl/FV3_RT/rt_114813/control_stochy_debug_gnu -Checking test 214 control_stochy_debug_gnu results .... - Comparing sfcf000.nc ............ALT CHECK......NOT OK - Comparing sfcf001.nc ............ALT CHECK......NOT OK - Comparing atmf000.nc ............ALT CHECK......NOT OK - Comparing atmf001.nc ............ALT CHECK......NOT OK - - 0: The total amount of wall time = 119.126122 - 0: The maximum resident set size (KB) = 538932 - -Test 214 control_stochy_debug_gnu FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/NEMSfv3gfs/develop-20240213/control_debug_p8_gnu -working dir = /scratch1/BMC/gmtb/Grant.Firl/stmp2/Grant.Firl/FV3_RT/rt_114813/control_debug_p8_gnu -Checking test 215 control_debug_p8_gnu results .... - Comparing sfcf000.nc ............ALT CHECK......NOT OK - Comparing sfcf001.nc ............ALT CHECK......NOT OK - Comparing atmf000.nc ............ALT CHECK......NOT OK - Comparing atmf001.nc ............ALT CHECK......NOT OK - - 0: The total amount of wall time = 91.806091 - 0: The maximum resident set size (KB) = 1289716 - -Test 215 control_debug_p8_gnu FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/NEMSfv3gfs/develop-20240213/rap_flake_debug_gnu -working dir = /scratch1/BMC/gmtb/Grant.Firl/stmp2/Grant.Firl/FV3_RT/rt_114813/rap_flake_debug_gnu -Checking test 216 rap_flake_debug_gnu results .... - Comparing sfcf000.nc ............ALT CHECK......NOT OK - Comparing sfcf001.nc ............ALT CHECK......NOT OK - Comparing atmf000.nc ............ALT CHECK......NOT OK - Comparing atmf001.nc ............ALT CHECK......NOT OK - - 0: The total amount of wall time = 141.009890 - 0: The maximum resident set size (KB) = 909248 - -Test 216 rap_flake_debug_gnu FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/NEMSfv3gfs/develop-20240213/rap_clm_lake_debug_gnu -working dir = /scratch1/BMC/gmtb/Grant.Firl/stmp2/Grant.Firl/FV3_RT/rt_114813/rap_clm_lake_debug_gnu -Checking test 217 rap_clm_lake_debug_gnu results .... - Comparing sfcf000.nc ............ALT CHECK......NOT OK - Comparing sfcf001.nc ............ALT CHECK......NOT OK - Comparing atmf000.nc ............ALT CHECK......NOT OK - Comparing atmf001.nc ............ALT CHECK......NOT OK - - 0: The total amount of wall time = 160.421029 - 0: The maximum resident set size (KB) = 907020 - -Test 217 rap_clm_lake_debug_gnu FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/NEMSfv3gfs/develop-20240213/gnv1_c96_no_nest_debug_gnu -working dir = /scratch1/BMC/gmtb/Grant.Firl/stmp2/Grant.Firl/FV3_RT/rt_114813/gnv1_c96_no_nest_debug_gnu -Checking test 218 gnv1_c96_no_nest_debug_gnu results .... - Comparing sfcf000.nc ............ALT CHECK......NOT OK - Comparing sfcf001.nc ............ALT CHECK......NOT OK - Comparing sfcf002.nc ............ALT CHECK......NOT OK - Comparing atmf000.nc ............ALT CHECK......NOT OK - Comparing atmf001.nc ............ALT CHECK......NOT OK - Comparing atmf002.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.070000.coupler.res .........OK - Comparing RESTART/20210322.070000.fv_core.res.nc .........OK - Comparing RESTART/20210322.070000.fv_core.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.070000.fv_core.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.070000.fv_core.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.070000.fv_core.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.070000.fv_core.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.070000.fv_core.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.070000.fv_srf_wnd.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.070000.fv_srf_wnd.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.070000.fv_srf_wnd.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.070000.fv_srf_wnd.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.070000.fv_srf_wnd.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.070000.fv_srf_wnd.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.070000.fv_tracer.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.070000.fv_tracer.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.070000.fv_tracer.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.070000.fv_tracer.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.070000.fv_tracer.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.070000.fv_tracer.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.070000.phy_data.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.070000.phy_data.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.070000.phy_data.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.070000.phy_data.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.070000.phy_data.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.070000.phy_data.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.070000.sfc_data.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.070000.sfc_data.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.070000.sfc_data.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.070000.sfc_data.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.070000.sfc_data.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.070000.sfc_data.tile6.nc ............ALT CHECK......NOT OK - - 0: The total amount of wall time = 239.117527 - 0: The maximum resident set size (KB) = 911764 - -Test 218 gnv1_c96_no_nest_debug_gnu FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/NEMSfv3gfs/develop-20240213/control_wam_debug_gnu -working dir = /scratch1/BMC/gmtb/Grant.Firl/stmp2/Grant.Firl/FV3_RT/rt_114813/control_wam_debug_gnu -Checking test 219 control_wam_debug_gnu results .... - Comparing sfcf019.nc ............ALT CHECK......NOT OK - Comparing atmf019.nc ............ALT CHECK......NOT OK - - 0: The total amount of wall time = 140.158542 - 0: The maximum resident set size (KB) = 244104 - -Test 219 control_wam_debug_gnu FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/NEMSfv3gfs/develop-20240213/rap_control_dyn32_phy32_gnu -working dir = /scratch1/BMC/gmtb/Grant.Firl/stmp2/Grant.Firl/FV3_RT/rt_114813/rap_control_dyn32_phy32_gnu -Checking test 220 rap_control_dyn32_phy32_gnu results .... - Comparing sfcf000.nc ............ALT CHECK......NOT OK - Comparing sfcf009.nc ............ALT CHECK......NOT OK - Comparing sfcf012.nc ............ALT CHECK......NOT OK - Comparing atmf000.nc ............ALT CHECK......NOT OK - Comparing atmf009.nc ............ALT CHECK......NOT OK - Comparing atmf012.nc ............ALT CHECK......NOT OK - Comparing GFSFLX.GrbF00 .........NOT OK - Comparing GFSFLX.GrbF09 .........NOT OK - Comparing GFSFLX.GrbF12 .........NOT OK - Comparing GFSPRS.GrbF00 .........NOT OK - Comparing GFSPRS.GrbF09 .........NOT OK - Comparing GFSPRS.GrbF12 .........NOT OK - Comparing RESTART/20210323.060000.coupler.res .........OK - Comparing RESTART/20210323.060000.fv_core.res.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile6.nc ............ALT CHECK......NOT OK - - 0: The total amount of wall time = 703.964937 - 0: The maximum resident set size (KB) = 752672 - -Test 220 rap_control_dyn32_phy32_gnu FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/NEMSfv3gfs/develop-20240213/hrrr_control_dyn32_phy32_gnu -working dir = /scratch1/BMC/gmtb/Grant.Firl/stmp2/Grant.Firl/FV3_RT/rt_114813/hrrr_control_dyn32_phy32_gnu -Checking test 221 hrrr_control_dyn32_phy32_gnu results .... - Comparing sfcf000.nc ............ALT CHECK......NOT OK - Comparing sfcf009.nc ............ALT CHECK......NOT OK - Comparing sfcf012.nc ............ALT CHECK......NOT OK - Comparing atmf000.nc ............ALT CHECK......NOT OK - Comparing atmf009.nc ............ALT CHECK......NOT OK - Comparing atmf012.nc ............ALT CHECK......NOT OK - Comparing GFSFLX.GrbF00 .........NOT OK - Comparing GFSFLX.GrbF09 .........NOT OK - Comparing GFSFLX.GrbF12 .........NOT OK - Comparing GFSPRS.GrbF00 .........NOT OK - Comparing GFSPRS.GrbF09 .........NOT OK - Comparing GFSPRS.GrbF12 .........NOT OK - Comparing RESTART/20210322.120000.coupler.res .........OK - Comparing RESTART/20210322.120000.fv_core.res.nc .........OK - Comparing RESTART/20210322.120000.fv_core.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_core.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_core.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_core.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_core.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_core.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_tracer.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_tracer.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_tracer.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_tracer.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_tracer.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_tracer.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.phy_data.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.phy_data.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.phy_data.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.phy_data.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.phy_data.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.phy_data.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.sfc_data.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.sfc_data.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.sfc_data.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.sfc_data.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.sfc_data.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.sfc_data.tile6.nc ............ALT CHECK......NOT OK - - 0: The total amount of wall time = 353.725016 - 0: The maximum resident set size (KB) = 749436 - -Test 221 hrrr_control_dyn32_phy32_gnu FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/NEMSfv3gfs/develop-20240213/rap_control_dyn32_phy32_gnu -working dir = /scratch1/BMC/gmtb/Grant.Firl/stmp2/Grant.Firl/FV3_RT/rt_114813/rap_2threads_dyn32_phy32_gnu -Checking test 222 rap_2threads_dyn32_phy32_gnu results .... - Comparing sfcf000.nc ............ALT CHECK......NOT OK - Comparing sfcf009.nc ............ALT CHECK......NOT OK - Comparing sfcf012.nc ............ALT CHECK......NOT OK - Comparing atmf000.nc ............ALT CHECK......NOT OK - Comparing atmf009.nc ............ALT CHECK......NOT OK - Comparing atmf012.nc ............ALT CHECK......NOT OK - Comparing GFSFLX.GrbF00 .........NOT OK - Comparing GFSFLX.GrbF09 .........NOT OK - Comparing GFSFLX.GrbF12 .........NOT OK - Comparing GFSPRS.GrbF00 .........NOT OK - Comparing GFSPRS.GrbF09 .........NOT OK - Comparing GFSPRS.GrbF12 .........NOT OK - Comparing RESTART/20210323.060000.coupler.res .........OK - Comparing RESTART/20210323.060000.fv_core.res.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile6.nc ............ALT CHECK......NOT OK - - 0: The total amount of wall time = 624.960436 - 0: The maximum resident set size (KB) = 806180 - -Test 222 rap_2threads_dyn32_phy32_gnu FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/NEMSfv3gfs/develop-20240213/hrrr_control_dyn32_phy32_gnu -working dir = /scratch1/BMC/gmtb/Grant.Firl/stmp2/Grant.Firl/FV3_RT/rt_114813/hrrr_control_2threads_dyn32_phy32_gnu -Checking test 223 hrrr_control_2threads_dyn32_phy32_gnu results .... - Comparing sfcf000.nc ............ALT CHECK......NOT OK - Comparing sfcf009.nc ............ALT CHECK......NOT OK - Comparing sfcf012.nc ............ALT CHECK......NOT OK - Comparing atmf000.nc ............ALT CHECK......NOT OK - Comparing atmf009.nc ............ALT CHECK......NOT OK - Comparing atmf012.nc ............ALT CHECK......NOT OK - Comparing GFSFLX.GrbF00 .........NOT OK - Comparing GFSFLX.GrbF09 .........NOT OK - Comparing GFSFLX.GrbF12 .........NOT OK - Comparing GFSPRS.GrbF00 .........NOT OK - Comparing GFSPRS.GrbF09 .........NOT OK - Comparing GFSPRS.GrbF12 .........NOT OK - Comparing RESTART/20210322.120000.coupler.res .........OK - Comparing RESTART/20210322.120000.fv_core.res.nc .........OK - Comparing RESTART/20210322.120000.fv_core.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_core.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_core.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_core.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_core.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_core.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_tracer.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_tracer.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_tracer.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_tracer.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_tracer.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_tracer.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.phy_data.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.phy_data.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.phy_data.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.phy_data.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.phy_data.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.phy_data.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.sfc_data.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.sfc_data.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.sfc_data.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.sfc_data.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.sfc_data.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.sfc_data.tile6.nc ............ALT CHECK......NOT OK - - 0: The total amount of wall time = 306.516284 - 0: The maximum resident set size (KB) = 805112 - -Test 223 hrrr_control_2threads_dyn32_phy32_gnu FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/NEMSfv3gfs/develop-20240213/hrrr_control_dyn32_phy32_gnu -working dir = /scratch1/BMC/gmtb/Grant.Firl/stmp2/Grant.Firl/FV3_RT/rt_114813/hrrr_control_decomp_dyn32_phy32_gnu -Checking test 224 hrrr_control_decomp_dyn32_phy32_gnu results .... - Comparing sfcf000.nc ............ALT CHECK......NOT OK - Comparing sfcf009.nc ............ALT CHECK......NOT OK - Comparing sfcf012.nc ............ALT CHECK......NOT OK - Comparing atmf000.nc ............ALT CHECK......NOT OK - Comparing atmf009.nc ............ALT CHECK......NOT OK - Comparing atmf012.nc ............ALT CHECK......NOT OK - Comparing GFSFLX.GrbF00 .........NOT OK - Comparing GFSFLX.GrbF09 .........NOT OK - Comparing GFSFLX.GrbF12 .........NOT OK - Comparing GFSPRS.GrbF00 .........NOT OK - Comparing GFSPRS.GrbF09 .........NOT OK - Comparing GFSPRS.GrbF12 .........NOT OK - Comparing RESTART/20210322.120000.coupler.res .........OK - Comparing RESTART/20210322.120000.fv_core.res.nc .........OK - Comparing RESTART/20210322.120000.fv_core.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_core.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_core.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_core.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_core.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_core.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_srf_wnd.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_tracer.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_tracer.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_tracer.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_tracer.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_tracer.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.fv_tracer.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.phy_data.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.phy_data.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.phy_data.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.phy_data.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.phy_data.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.phy_data.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.sfc_data.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.sfc_data.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.sfc_data.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.sfc_data.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.sfc_data.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.120000.sfc_data.tile6.nc ............ALT CHECK......NOT OK - - 0: The total amount of wall time = 356.758662 - 0: The maximum resident set size (KB) = 749460 - -Test 224 hrrr_control_decomp_dyn32_phy32_gnu FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/NEMSfv3gfs/develop-20240213/conus13km_control_gnu -working dir = /scratch1/BMC/gmtb/Grant.Firl/stmp2/Grant.Firl/FV3_RT/rt_114813/conus13km_control_gnu -Checking test 227 conus13km_control_gnu results .... - Comparing sfcf000.nc ............ALT CHECK......NOT OK - Comparing sfcf001.nc ............ALT CHECK......NOT OK - Comparing sfcf002.nc ............ALT CHECK......NOT OK - Comparing atmf000.nc ............ALT CHECK......NOT OK - Comparing atmf001.nc ............ALT CHECK......NOT OK - Comparing atmf002.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210512.170000.coupler.res .........OK - Comparing RESTART/20210512.170000.fv_core.res.nc .........OK - Comparing RESTART/20210512.170000.fv_core.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210512.170000.fv_srf_wnd.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210512.170000.fv_tracer.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210512.170000.phy_data.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210512.170000.sfc_data.nc ............ALT CHECK......NOT OK - - 0: The total amount of wall time = 240.243547 - 0: The maximum resident set size (KB) = 902088 - -Test 227 conus13km_control_gnu FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/NEMSfv3gfs/develop-20240213/rap_control_dyn64_phy32_gnu -working dir = /scratch1/BMC/gmtb/Grant.Firl/stmp2/Grant.Firl/FV3_RT/rt_114813/rap_control_dyn64_phy32_gnu -Checking test 230 rap_control_dyn64_phy32_gnu results .... - Comparing sfcf000.nc ............ALT CHECK......NOT OK - Comparing sfcf009.nc ............ALT CHECK......NOT OK - Comparing sfcf012.nc ............ALT CHECK......NOT OK - Comparing atmf000.nc ............ALT CHECK......NOT OK - Comparing atmf009.nc ............ALT CHECK......NOT OK - Comparing atmf012.nc ............ALT CHECK......NOT OK - Comparing GFSFLX.GrbF00 .........NOT OK - Comparing GFSFLX.GrbF09 .........NOT OK - Comparing GFSFLX.GrbF12 .........NOT OK - Comparing GFSPRS.GrbF00 .........NOT OK - Comparing GFSPRS.GrbF09 .........NOT OK - Comparing GFSPRS.GrbF12 .........NOT OK - Comparing RESTART/20210322.180000.coupler.res .........OK - Comparing RESTART/20210322.180000.fv_core.res.nc .........OK - Comparing RESTART/20210322.180000.fv_core.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.180000.fv_core.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.180000.fv_core.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.180000.fv_core.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.180000.fv_core.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.180000.fv_core.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.180000.fv_srf_wnd.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.180000.fv_srf_wnd.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.180000.fv_srf_wnd.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.180000.fv_srf_wnd.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.180000.fv_srf_wnd.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.180000.fv_srf_wnd.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.180000.fv_tracer.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.180000.fv_tracer.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.180000.fv_tracer.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.180000.fv_tracer.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.180000.fv_tracer.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.180000.fv_tracer.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.180000.phy_data.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.180000.phy_data.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.180000.phy_data.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.180000.phy_data.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.180000.phy_data.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.180000.phy_data.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.180000.sfc_data.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.180000.sfc_data.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.180000.sfc_data.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.180000.sfc_data.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.180000.sfc_data.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.180000.sfc_data.tile6.nc ............ALT CHECK......NOT OK - - 0: The total amount of wall time = 408.552889 - 0: The maximum resident set size (KB) = 779528 - -Test 230 rap_control_dyn64_phy32_gnu FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/NEMSfv3gfs/develop-20240213/rap_control_debug_dyn32_phy32_gnu -working dir = /scratch1/BMC/gmtb/Grant.Firl/stmp2/Grant.Firl/FV3_RT/rt_114813/rap_control_debug_dyn32_phy32_gnu -Checking test 231 rap_control_debug_dyn32_phy32_gnu results .... - Comparing sfcf000.nc ............ALT CHECK......NOT OK - Comparing sfcf001.nc ............ALT CHECK......NOT OK - Comparing atmf000.nc ............ALT CHECK......NOT OK - Comparing atmf001.nc ............ALT CHECK......NOT OK - - 0: The total amount of wall time = 143.836532 - 0: The maximum resident set size (KB) = 768796 - -Test 231 rap_control_debug_dyn32_phy32_gnu FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/NEMSfv3gfs/develop-20240213/hrrr_control_debug_dyn32_phy32_gnu -working dir = /scratch1/BMC/gmtb/Grant.Firl/stmp2/Grant.Firl/FV3_RT/rt_114813/hrrr_control_debug_dyn32_phy32_gnu -Checking test 232 hrrr_control_debug_dyn32_phy32_gnu results .... - Comparing sfcf000.nc ............ALT CHECK......NOT OK - Comparing sfcf001.nc ............ALT CHECK......NOT OK - Comparing atmf000.nc ............ALT CHECK......NOT OK - Comparing atmf001.nc ............ALT CHECK......NOT OK - - 0: The total amount of wall time = 139.519769 - 0: The maximum resident set size (KB) = 762004 - -Test 232 hrrr_control_debug_dyn32_phy32_gnu FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/NEMSfv3gfs/develop-20240213/conus13km_debug_gnu -working dir = /scratch1/BMC/gmtb/Grant.Firl/stmp2/Grant.Firl/FV3_RT/rt_114813/conus13km_debug_gnu -Checking test 233 conus13km_debug_gnu results .... - Comparing sfcf000.nc ............ALT CHECK......NOT OK - Comparing sfcf001.nc ............ALT CHECK......NOT OK - Comparing atmf000.nc ............ALT CHECK......NOT OK - Comparing atmf001.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210512.170000.coupler.res .........OK - Comparing RESTART/20210512.170000.fv_core.res.nc .........OK - Comparing RESTART/20210512.170000.fv_core.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210512.170000.fv_srf_wnd.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210512.170000.fv_tracer.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210512.170000.phy_data.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210512.170000.sfc_data.nc ............ALT CHECK......NOT OK - - 0: The total amount of wall time = 418.547265 - 0: The maximum resident set size (KB) = 915520 - -Test 233 conus13km_debug_gnu FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/NEMSfv3gfs/develop-20240213/conus13km_debug_gnu -working dir = /scratch1/BMC/gmtb/Grant.Firl/stmp2/Grant.Firl/FV3_RT/rt_114813/conus13km_debug_qr_gnu -Checking test 234 conus13km_debug_qr_gnu results .... - Comparing sfcf000.nc ............ALT CHECK......NOT OK - Comparing sfcf001.nc ............ALT CHECK......NOT OK - Comparing atmf000.nc ............ALT CHECK......NOT OK - Comparing atmf001.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210512.170000.coupler.res .........OK - Comparing RESTART/20210512.170000.fv_core.res.nc .........OK - Comparing RESTART/20210512.170000.fv_core.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210512.170000.fv_srf_wnd.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210512.170000.fv_tracer.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210512.170000.phy_data.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210512.170000.sfc_data.nc ............ALT CHECK......NOT OK - - 0: The total amount of wall time = 413.543298 - 0: The maximum resident set size (KB) = 630444 - -Test 234 conus13km_debug_qr_gnu FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/NEMSfv3gfs/develop-20240213/conus13km_debug_gnu -working dir = /scratch1/BMC/gmtb/Grant.Firl/stmp2/Grant.Firl/FV3_RT/rt_114813/conus13km_debug_2threads_gnu -Checking test 235 conus13km_debug_2threads_gnu results .... - Comparing sfcf000.nc ............ALT CHECK......NOT OK - Comparing sfcf001.nc ............ALT CHECK......NOT OK - Comparing atmf000.nc ............ALT CHECK......NOT OK - Comparing atmf001.nc ............ALT CHECK......NOT OK - - 0: The total amount of wall time = 257.957756 - 0: The maximum resident set size (KB) = 948596 - -Test 235 conus13km_debug_2threads_gnu FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/NEMSfv3gfs/develop-20240213/conus13km_radar_tten_debug_gnu -working dir = /scratch1/BMC/gmtb/Grant.Firl/stmp2/Grant.Firl/FV3_RT/rt_114813/conus13km_radar_tten_debug_gnu -Checking test 236 conus13km_radar_tten_debug_gnu results .... - Comparing sfcf000.nc ............ALT CHECK......NOT OK - Comparing sfcf001.nc ............ALT CHECK......NOT OK - Comparing atmf000.nc ............ALT CHECK......NOT OK - Comparing atmf001.nc ............ALT CHECK......NOT OK - - 0: The total amount of wall time = 422.732225 - 0: The maximum resident set size (KB) = 984280 - -Test 236 conus13km_radar_tten_debug_gnu FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/NEMSfv3gfs/develop-20240213/rap_control_debug_dyn64_phy32_gnu -working dir = /scratch1/BMC/gmtb/Grant.Firl/stmp2/Grant.Firl/FV3_RT/rt_114813/rap_control_dyn64_phy32_debug_gnu -Checking test 237 rap_control_dyn64_phy32_debug_gnu results .... - Comparing sfcf000.nc ............ALT CHECK......NOT OK - Comparing sfcf001.nc ............ALT CHECK......NOT OK - Comparing atmf000.nc ............ALT CHECK......NOT OK - Comparing atmf001.nc ............ALT CHECK......NOT OK - - 0: The total amount of wall time = 148.598390 - 0: The maximum resident set size (KB) = 795160 - -Test 237 rap_control_dyn64_phy32_debug_gnu FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/NEMSfv3gfs/develop-20240213/cpld_control_p8_gnu -working dir = /scratch1/BMC/gmtb/Grant.Firl/stmp2/Grant.Firl/FV3_RT/rt_114813/cpld_control_p8_gnu -Checking test 238 cpld_control_p8_gnu results .... - Comparing sfcf021.tile1.nc ............ALT CHECK......NOT OK - Comparing sfcf021.tile2.nc ............ALT CHECK......NOT OK - Comparing sfcf021.tile3.nc ............ALT CHECK......NOT OK - Comparing sfcf021.tile4.nc ............ALT CHECK......NOT OK - Comparing sfcf021.tile5.nc ............ALT CHECK......NOT OK - Comparing sfcf021.tile6.nc ............ALT CHECK......NOT OK - Comparing atmf021.tile1.nc ............ALT CHECK......NOT OK - Comparing atmf021.tile2.nc ............ALT CHECK......NOT OK - Comparing atmf021.tile3.nc ............ALT CHECK......NOT OK - Comparing atmf021.tile4.nc ............ALT CHECK......NOT OK - Comparing atmf021.tile5.nc ............ALT CHECK......NOT OK - Comparing atmf021.tile6.nc ............ALT CHECK......NOT OK - Comparing sfcf024.tile1.nc ............ALT CHECK......NOT OK - Comparing sfcf024.tile2.nc ............ALT CHECK......NOT OK - Comparing sfcf024.tile3.nc ............ALT CHECK......NOT OK - Comparing sfcf024.tile4.nc ............ALT CHECK......NOT OK - Comparing sfcf024.tile5.nc ............ALT CHECK......NOT OK - Comparing sfcf024.tile6.nc ............ALT CHECK......NOT OK - Comparing atmf024.tile1.nc ............ALT CHECK......NOT OK - Comparing atmf024.tile2.nc ............ALT CHECK......NOT OK - Comparing atmf024.tile3.nc ............ALT CHECK......NOT OK - Comparing atmf024.tile4.nc ............ALT CHECK......NOT OK - Comparing atmf024.tile5.nc ............ALT CHECK......NOT OK - Comparing atmf024.tile6.nc ............ALT CHECK......NOT OK - Comparing gocart.inst_aod.20210323_0600z.nc4 .........NOT OK - Comparing RESTART/20210323.060000.coupler.res .........OK - Comparing RESTART/20210323.060000.fv_core.res.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.MOM.res.nc ............ALT CHECK......NOT OK - Comparing RESTART/iced.2021-03-23-21600.nc ............ALT CHECK......NOT OK - Comparing RESTART/ufs.cpld.cpl.r.2021-03-23-21600.nc ............ALT CHECK......NOT OK - Comparing 20210323.060000.out_pnt.ww3 .........NOT OK - Comparing 20210323.060000.out_grd.ww3 .........NOT OK - - 0: The total amount of wall time = 632.165931 - 0: The maximum resident set size (KB) = 1506368 - -Test 238 cpld_control_p8_gnu FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/NEMSfv3gfs/develop-20240213/cpld_control_c96_noaero_p8_gnu -working dir = /scratch1/BMC/gmtb/Grant.Firl/stmp2/Grant.Firl/FV3_RT/rt_114813/cpld_control_nowave_noaero_p8_gnu -Checking test 239 cpld_control_nowave_noaero_p8_gnu results .... - Comparing sfcf021.tile1.nc ............ALT CHECK......NOT OK - Comparing sfcf021.tile2.nc ............ALT CHECK......NOT OK - Comparing sfcf021.tile3.nc ............ALT CHECK......NOT OK - Comparing sfcf021.tile4.nc ............ALT CHECK......NOT OK - Comparing sfcf021.tile5.nc ............ALT CHECK......NOT OK - Comparing sfcf021.tile6.nc ............ALT CHECK......NOT OK - Comparing atmf021.tile1.nc ............ALT CHECK......NOT OK - Comparing atmf021.tile2.nc ............ALT CHECK......NOT OK - Comparing atmf021.tile3.nc ............ALT CHECK......NOT OK - Comparing atmf021.tile4.nc ............ALT CHECK......NOT OK - Comparing atmf021.tile5.nc ............ALT CHECK......NOT OK - Comparing atmf021.tile6.nc ............ALT CHECK......NOT OK - Comparing sfcf024.tile1.nc ............ALT CHECK......NOT OK - Comparing sfcf024.tile2.nc ............ALT CHECK......NOT OK - Comparing sfcf024.tile3.nc ............ALT CHECK......NOT OK - Comparing sfcf024.tile4.nc ............ALT CHECK......NOT OK - Comparing sfcf024.tile5.nc ............ALT CHECK......NOT OK - Comparing sfcf024.tile6.nc ............ALT CHECK......NOT OK - Comparing atmf024.tile1.nc ............ALT CHECK......NOT OK - Comparing atmf024.tile2.nc ............ALT CHECK......NOT OK - Comparing atmf024.tile3.nc ............ALT CHECK......NOT OK - Comparing atmf024.tile4.nc ............ALT CHECK......NOT OK - Comparing atmf024.tile5.nc ............ALT CHECK......NOT OK - Comparing atmf024.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.coupler.res .........OK - Comparing RESTART/20210323.060000.fv_core.res.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.MOM.res.nc ............ALT CHECK......NOT OK - Comparing RESTART/iced.2021-03-23-21600.nc ............ALT CHECK......NOT OK - Comparing RESTART/ufs.cpld.cpl.r.2021-03-23-21600.nc ............ALT CHECK......NOT OK - - 0: The total amount of wall time = 387.249077 - 0: The maximum resident set size (KB) = 1403892 - -Test 239 cpld_control_nowave_noaero_p8_gnu FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/NEMSfv3gfs/develop-20240213/cpld_debug_p8_gnu -working dir = /scratch1/BMC/gmtb/Grant.Firl/stmp2/Grant.Firl/FV3_RT/rt_114813/cpld_debug_p8_gnu -Checking test 240 cpld_debug_p8_gnu results .... - Comparing sfcf003.tile1.nc ............ALT CHECK......NOT OK - Comparing sfcf003.tile2.nc ............ALT CHECK......NOT OK - Comparing sfcf003.tile3.nc ............ALT CHECK......NOT OK - Comparing sfcf003.tile4.nc ............ALT CHECK......NOT OK - Comparing sfcf003.tile5.nc ............ALT CHECK......NOT OK - Comparing sfcf003.tile6.nc ............ALT CHECK......NOT OK - Comparing atmf003.tile1.nc ............ALT CHECK......NOT OK - Comparing atmf003.tile2.nc ............ALT CHECK......NOT OK - Comparing atmf003.tile3.nc ............ALT CHECK......NOT OK - Comparing atmf003.tile4.nc ............ALT CHECK......NOT OK - Comparing atmf003.tile5.nc ............ALT CHECK......NOT OK - Comparing atmf003.tile6.nc ............ALT CHECK......NOT OK - Comparing gocart.inst_aod.20210322_0900z.nc4 .........NOT OK - Comparing RESTART/20210322.090000.coupler.res .........OK - Comparing RESTART/20210322.090000.fv_core.res.nc .........OK - Comparing RESTART/20210322.090000.fv_core.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.090000.fv_core.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.090000.fv_core.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.090000.fv_core.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.090000.fv_core.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.090000.fv_core.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.090000.fv_srf_wnd.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.090000.fv_srf_wnd.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.090000.fv_srf_wnd.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.090000.fv_srf_wnd.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.090000.fv_srf_wnd.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.090000.fv_srf_wnd.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.090000.fv_tracer.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.090000.fv_tracer.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.090000.fv_tracer.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.090000.fv_tracer.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.090000.fv_tracer.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.090000.fv_tracer.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.090000.phy_data.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.090000.phy_data.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.090000.phy_data.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.090000.phy_data.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.090000.phy_data.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.090000.phy_data.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.090000.sfc_data.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.090000.sfc_data.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.090000.sfc_data.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.090000.sfc_data.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.090000.sfc_data.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.090000.sfc_data.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.090000.MOM.res.nc ............ALT CHECK......NOT OK - Comparing RESTART/iced.2021-03-22-32400.nc ............ALT CHECK......NOT OK - Comparing RESTART/ufs.cpld.cpl.r.2021-03-22-32400.nc ............ALT CHECK......NOT OK - Comparing 20210322.090000.out_pnt.ww3 .........NOT OK - Comparing 20210322.090000.out_grd.ww3 .........NOT OK - - 0: The total amount of wall time = 351.729656 - 0: The maximum resident set size (KB) = 1521032 - -Test 240 cpld_debug_p8_gnu FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/NEMSfv3gfs/develop-20240213/cpld_control_pdlib_p8_gnu -working dir = /scratch1/BMC/gmtb/Grant.Firl/stmp2/Grant.Firl/FV3_RT/rt_114813/cpld_control_pdlib_p8_gnu -Checking test 241 cpld_control_pdlib_p8_gnu results .... - Comparing sfcf021.tile1.nc ............ALT CHECK......NOT OK - Comparing sfcf021.tile2.nc ............ALT CHECK......NOT OK - Comparing sfcf021.tile3.nc ............ALT CHECK......NOT OK - Comparing sfcf021.tile4.nc ............ALT CHECK......NOT OK - Comparing sfcf021.tile5.nc ............ALT CHECK......NOT OK - Comparing sfcf021.tile6.nc ............ALT CHECK......NOT OK - Comparing atmf021.tile1.nc ............ALT CHECK......NOT OK - Comparing atmf021.tile2.nc ............ALT CHECK......NOT OK - Comparing atmf021.tile3.nc ............ALT CHECK......NOT OK - Comparing atmf021.tile4.nc ............ALT CHECK......NOT OK - Comparing atmf021.tile5.nc ............ALT CHECK......NOT OK - Comparing atmf021.tile6.nc ............ALT CHECK......NOT OK - Comparing sfcf024.tile1.nc ............ALT CHECK......NOT OK - Comparing sfcf024.tile2.nc ............ALT CHECK......NOT OK - Comparing sfcf024.tile3.nc ............ALT CHECK......NOT OK - Comparing sfcf024.tile4.nc ............ALT CHECK......NOT OK - Comparing sfcf024.tile5.nc ............ALT CHECK......NOT OK - Comparing sfcf024.tile6.nc ............ALT CHECK......NOT OK - Comparing atmf024.tile1.nc ............ALT CHECK......NOT OK - Comparing atmf024.tile2.nc ............ALT CHECK......NOT OK - Comparing atmf024.tile3.nc ............ALT CHECK......NOT OK - Comparing atmf024.tile4.nc ............ALT CHECK......NOT OK - Comparing atmf024.tile5.nc ............ALT CHECK......NOT OK - Comparing atmf024.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.coupler.res .........OK - Comparing RESTART/20210323.060000.fv_core.res.nc .........OK - Comparing RESTART/20210323.060000.fv_core.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_core.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_srf_wnd.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.fv_tracer.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.phy_data.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.sfc_data.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210323.060000.MOM.res.nc ............ALT CHECK......NOT OK - Comparing RESTART/iced.2021-03-23-21600.nc ............ALT CHECK......NOT OK - Comparing RESTART/ufs.cpld.cpl.r.2021-03-23-21600.nc ............ALT CHECK......NOT OK - Comparing 20210323.060000.out_pnt.ww3 .........NOT OK - Comparing 20210323.060000.out_grd.ww3 .........NOT OK - - 0: The total amount of wall time = 1307.403506 - 0: The maximum resident set size (KB) = 1377336 - -Test 241 cpld_control_pdlib_p8_gnu FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/NEMSfv3gfs/develop-20240213/cpld_debug_pdlib_p8_gnu -working dir = /scratch1/BMC/gmtb/Grant.Firl/stmp2/Grant.Firl/FV3_RT/rt_114813/cpld_debug_pdlib_p8_gnu -Checking test 242 cpld_debug_pdlib_p8_gnu results .... - Comparing sfcf003.tile1.nc ............ALT CHECK......NOT OK - Comparing sfcf003.tile2.nc ............ALT CHECK......NOT OK - Comparing sfcf003.tile3.nc ............ALT CHECK......NOT OK - Comparing sfcf003.tile4.nc ............ALT CHECK......NOT OK - Comparing sfcf003.tile5.nc ............ALT CHECK......NOT OK - Comparing sfcf003.tile6.nc ............ALT CHECK......NOT OK - Comparing atmf003.tile1.nc ............ALT CHECK......NOT OK - Comparing atmf003.tile2.nc ............ALT CHECK......NOT OK - Comparing atmf003.tile3.nc ............ALT CHECK......NOT OK - Comparing atmf003.tile4.nc ............ALT CHECK......NOT OK - Comparing atmf003.tile5.nc ............ALT CHECK......NOT OK - Comparing atmf003.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.090000.coupler.res .........OK - Comparing RESTART/20210322.090000.fv_core.res.nc .........OK - Comparing RESTART/20210322.090000.fv_core.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.090000.fv_core.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.090000.fv_core.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.090000.fv_core.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.090000.fv_core.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.090000.fv_core.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.090000.fv_srf_wnd.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.090000.fv_srf_wnd.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.090000.fv_srf_wnd.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.090000.fv_srf_wnd.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.090000.fv_srf_wnd.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.090000.fv_srf_wnd.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.090000.fv_tracer.res.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.090000.fv_tracer.res.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.090000.fv_tracer.res.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.090000.fv_tracer.res.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.090000.fv_tracer.res.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.090000.fv_tracer.res.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.090000.phy_data.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.090000.phy_data.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.090000.phy_data.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.090000.phy_data.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.090000.phy_data.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.090000.phy_data.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.090000.sfc_data.tile1.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.090000.sfc_data.tile2.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.090000.sfc_data.tile3.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.090000.sfc_data.tile4.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.090000.sfc_data.tile5.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.090000.sfc_data.tile6.nc ............ALT CHECK......NOT OK - Comparing RESTART/20210322.090000.MOM.res.nc ............ALT CHECK......NOT OK - Comparing RESTART/iced.2021-03-22-32400.nc ............ALT CHECK......NOT OK - Comparing RESTART/ufs.cpld.cpl.r.2021-03-22-32400.nc ............ALT CHECK......NOT OK - Comparing 20210322.090000.out_pnt.ww3 .........NOT OK - Comparing 20210322.090000.out_grd.ww3 .........NOT OK - - 0: The total amount of wall time = 761.277843 - 0: The maximum resident set size (KB) = 1386960 - -Test 242 cpld_debug_pdlib_p8_gnu FAIL Tries: 2 - - -baseline dir = /scratch2/NAGAPE/epic/UFS-WM_RT/NEMSfv3gfs/develop-20240213/datm_cdeps_control_cfsr_gnu -working dir = /scratch1/BMC/gmtb/Grant.Firl/stmp2/Grant.Firl/FV3_RT/rt_114813/datm_cdeps_control_cfsr_gnu -Checking test 243 datm_cdeps_control_cfsr_gnu results .... - Comparing RESTART/20111002.000000.MOM.res.nc .........OK - Comparing RESTART/iced.2011-10-02-00000.nc .........OK - Comparing RESTART/DATM_CFSR.cpl.r.2011-10-02-00000.nc .........OK - - 0: The total amount of wall time = 170.329583 - 0: The maximum resident set size (KB) = 695820 - -Test 243 datm_cdeps_control_cfsr_gnu PASS -FAILED TESTS: -001 cpld_control_p8_mixedmode_intel failed in check_result -cpld_control_p8_mixedmode_intel 001 failed in run_test -002 cpld_control_gfsv17_intel failed in check_result -cpld_control_gfsv17_intel 002 failed in run_test -005 cpld_mpi_gfsv17_intel failed in check_result -cpld_mpi_gfsv17_intel 005 failed in run_test -006 cpld_debug_gfsv17_intel failed in check_result -cpld_debug_gfsv17_intel 006 failed in run_test -007 cpld_control_p8_intel failed in check_result -cpld_control_p8_intel 007 failed in run_test -008 cpld_control_p8.v2.sfc_intel failed in check_result -cpld_control_p8.v2.sfc_intel 008 failed in run_test -010 cpld_control_qr_p8_intel failed in check_result -cpld_control_qr_p8_intel 010 failed in run_test -012 cpld_2threads_p8_intel failed in check_result -cpld_2threads_p8_intel 012 failed in run_test -013 cpld_decomp_p8_intel failed in check_result -cpld_decomp_p8_intel 013 failed in run_test -014 cpld_mpi_p8_intel failed in check_result -cpld_mpi_p8_intel 014 failed in run_test -015 cpld_control_ciceC_p8_intel failed in check_result -cpld_control_ciceC_p8_intel 015 failed in run_test -016 cpld_control_c192_p8_intel failed in check_result -cpld_control_c192_p8_intel 016 failed in run_test -018 cpld_bmark_p8_intel failed in check_result -cpld_bmark_p8_intel 018 failed in run_test -020 cpld_s2sa_p8_intel failed in check_result -cpld_s2sa_p8_intel 020 failed in run_test -021 cpld_control_noaero_p8_intel failed in check_result -cpld_control_noaero_p8_intel 021 failed in run_test -022 cpld_control_nowave_noaero_p8_intel failed in check_result -cpld_control_nowave_noaero_p8_intel 022 failed in run_test -023 cpld_debug_p8_intel failed in check_result -cpld_debug_p8_intel 023 failed in run_test -024 cpld_debug_noaero_p8_intel failed in check_result -cpld_debug_noaero_p8_intel 024 failed in run_test -025 cpld_control_noaero_p8_agrid_intel failed in check_result -cpld_control_noaero_p8_agrid_intel 025 failed in run_test -026 cpld_control_c48_intel failed in check_result -cpld_control_c48_intel 026 failed in run_test -027 cpld_control_p8_faster_intel failed in check_result -cpld_control_p8_faster_intel 027 failed in run_test -028 cpld_control_pdlib_p8_intel failed in check_result -cpld_control_pdlib_p8_intel 028 failed in run_test -031 cpld_debug_pdlib_p8_intel failed in check_result -cpld_debug_pdlib_p8_intel 031 failed in run_test -032 control_flake_intel failed in check_result -control_flake_intel 032 failed in run_test -033 control_CubedSphereGrid_intel failed in check_result -control_CubedSphereGrid_intel 033 failed in run_test -034 control_CubedSphereGrid_parallel_intel failed in check_result -control_CubedSphereGrid_parallel_intel 034 failed in run_test -035 control_latlon_intel failed in check_result -control_latlon_intel 035 failed in run_test -036 control_wrtGauss_netcdf_parallel_intel failed in check_result -control_wrtGauss_netcdf_parallel_intel 036 failed in run_test -037 control_c48_intel failed in check_result -control_c48_intel 037 failed in run_test -038 control_c48.v2.sfc_intel failed in check_result -control_c48.v2.sfc_intel 038 failed in run_test -039 control_c192_intel failed in check_result -control_c192_intel 039 failed in run_test -040 control_c384_intel failed in check_result -control_c384_intel 040 failed in run_test -041 control_c384gdas_intel failed in check_result -control_c384gdas_intel 041 failed in run_test -042 control_stochy_intel failed in check_result -control_stochy_intel 042 failed in run_test -044 control_lndp_intel failed in check_result -control_lndp_intel 044 failed in run_test -045 control_iovr4_intel failed in check_result -control_iovr4_intel 045 failed in run_test -046 control_iovr5_intel failed in check_result -control_iovr5_intel 046 failed in run_test -047 control_p8_intel failed in check_result -control_p8_intel 047 failed in run_test -048 control_p8.v2.sfc_intel failed in check_result -control_p8.v2.sfc_intel 048 failed in run_test -049 control_p8_ugwpv1_intel failed in check_result -control_p8_ugwpv1_intel 049 failed in run_test -051 control_noqr_p8_intel failed in check_result -control_noqr_p8_intel 051 failed in run_test -053 control_decomp_p8_intel failed in check_result -control_decomp_p8_intel 053 failed in run_test -054 control_2threads_p8_intel failed in check_result -control_2threads_p8_intel 054 failed in run_test -055 control_p8_lndp_intel failed in check_result -control_p8_lndp_intel 055 failed in run_test -056 control_p8_rrtmgp_intel failed in check_result -control_p8_rrtmgp_intel 056 failed in run_test -057 control_p8_mynn_intel failed in check_result -control_p8_mynn_intel 057 failed in run_test -058 merra2_thompson_intel failed in check_result -merra2_thompson_intel 058 failed in run_test -067 rap_control_intel failed in check_result -rap_control_intel 067 failed in run_test -069 rap_decomp_intel failed in check_result -rap_decomp_intel 069 failed in run_test -070 rap_2threads_intel failed in check_result -rap_2threads_intel 070 failed in run_test -072 rap_sfcdiff_intel failed in check_result -rap_sfcdiff_intel 072 failed in run_test -073 rap_sfcdiff_decomp_intel failed in check_result -rap_sfcdiff_decomp_intel 073 failed in run_test -075 hrrr_control_intel failed in check_result -hrrr_control_intel 075 failed in run_test -076 hrrr_control_decomp_intel failed in check_result -hrrr_control_decomp_intel 076 failed in run_test -077 hrrr_control_2threads_intel failed in check_result -hrrr_control_2threads_intel 077 failed in run_test -079 rrfs_v1beta_intel failed in check_result -rrfs_v1beta_intel 079 failed in run_test -080 rrfs_v1nssl_intel failed in check_result -rrfs_v1nssl_intel 080 failed in run_test -081 rrfs_v1nssl_nohailnoccn_intel failed in check_result -rrfs_v1nssl_nohailnoccn_intel 081 failed in run_test -082 control_csawmg_intel failed in check_result -control_csawmg_intel 082 failed in run_test -083 control_csawmgt_intel failed in check_result -control_csawmgt_intel 083 failed in run_test -084 control_ras_intel failed in check_result -control_ras_intel 084 failed in run_test -085 control_wam_intel failed in check_result -control_wam_intel 085 failed in run_test -086 control_p8_faster_intel failed in check_result -control_p8_faster_intel 086 failed in run_test -088 control_CubedSphereGrid_debug_intel failed in check_result -control_CubedSphereGrid_debug_intel 088 failed in run_test -089 control_wrtGauss_netcdf_parallel_debug_intel failed in check_result -control_wrtGauss_netcdf_parallel_debug_intel 089 failed in run_test -090 control_stochy_debug_intel failed in check_result -control_stochy_debug_intel 090 failed in run_test -091 control_lndp_debug_intel failed in check_result -control_lndp_debug_intel 091 failed in run_test -092 control_csawmg_debug_intel failed in check_result -control_csawmg_debug_intel 092 failed in run_test -093 control_csawmgt_debug_intel failed in check_result -control_csawmgt_debug_intel 093 failed in run_test -094 control_ras_debug_intel failed in check_result -control_ras_debug_intel 094 failed in run_test -095 control_diag_debug_intel failed in check_result -control_diag_debug_intel 095 failed in run_test -096 control_debug_p8_intel failed in check_result -control_debug_p8_intel 096 failed in run_test -098 rap_control_debug_intel failed in check_result -rap_control_debug_intel 098 failed in run_test -099 hrrr_control_debug_intel failed in check_result -hrrr_control_debug_intel 099 failed in run_test -100 hrrr_gf_debug_intel failed in check_result -hrrr_gf_debug_intel 100 failed in run_test -101 hrrr_c3_debug_intel failed in check_result -hrrr_c3_debug_intel 101 failed in run_test -102 rap_unified_drag_suite_debug_intel failed in check_result -rap_unified_drag_suite_debug_intel 102 failed in run_test -103 rap_diag_debug_intel failed in check_result -rap_diag_debug_intel 103 failed in run_test -104 rap_cires_ugwp_debug_intel failed in check_result -rap_cires_ugwp_debug_intel 104 failed in run_test -105 rap_unified_ugwp_debug_intel failed in check_result -rap_unified_ugwp_debug_intel 105 failed in run_test -106 rap_lndp_debug_intel failed in check_result -rap_lndp_debug_intel 106 failed in run_test -107 rap_progcld_thompson_debug_intel failed in check_result -rap_progcld_thompson_debug_intel 107 failed in run_test -108 rap_noah_debug_intel failed in check_result -rap_noah_debug_intel 108 failed in run_test -109 rap_sfcdiff_debug_intel failed in check_result -rap_sfcdiff_debug_intel 109 failed in run_test -110 rap_noah_sfcdiff_cires_ugwp_debug_intel failed in check_result -rap_noah_sfcdiff_cires_ugwp_debug_intel 110 failed in run_test -111 rrfs_v1beta_debug_intel failed in check_result -rrfs_v1beta_debug_intel 111 failed in run_test -112 rap_clm_lake_debug_intel failed in check_result -rap_clm_lake_debug_intel 112 failed in run_test -113 rap_flake_debug_intel failed in check_result -rap_flake_debug_intel 113 failed in run_test -114 gnv1_c96_no_nest_debug_intel failed in check_result -gnv1_c96_no_nest_debug_intel 114 failed in run_test -115 control_wam_debug_intel failed in check_result -control_wam_debug_intel 115 failed in run_test -117 rap_control_dyn32_phy32_intel failed in check_result -rap_control_dyn32_phy32_intel 117 failed in run_test -118 hrrr_control_dyn32_phy32_intel failed in check_result -hrrr_control_dyn32_phy32_intel 118 failed in run_test -119 rap_2threads_dyn32_phy32_intel failed in check_result -rap_2threads_dyn32_phy32_intel 119 failed in run_test -120 hrrr_control_2threads_dyn32_phy32_intel failed in check_result -hrrr_control_2threads_dyn32_phy32_intel 120 failed in run_test -121 hrrr_control_decomp_dyn32_phy32_intel failed in check_result -hrrr_control_decomp_dyn32_phy32_intel 121 failed in run_test -124 conus13km_control_intel failed in check_result -conus13km_control_intel 124 failed in run_test -127 rap_control_dyn64_phy32_intel failed in check_result -rap_control_dyn64_phy32_intel 127 failed in run_test -128 rap_control_debug_dyn32_phy32_intel failed in check_result -rap_control_debug_dyn32_phy32_intel 128 failed in run_test -129 hrrr_control_debug_dyn32_phy32_intel failed in check_result -hrrr_control_debug_dyn32_phy32_intel 129 failed in run_test -130 conus13km_debug_intel failed in check_result -conus13km_debug_intel 130 failed in run_test -131 conus13km_debug_qr_intel failed in check_result -conus13km_debug_qr_intel 131 failed in run_test -132 conus13km_debug_2threads_intel failed in check_result -conus13km_debug_2threads_intel 132 failed in run_test -133 conus13km_radar_tten_debug_intel failed in check_result -conus13km_radar_tten_debug_intel 133 failed in run_test -134 rap_control_dyn64_phy32_debug_intel failed in check_result -rap_control_dyn64_phy32_debug_intel 134 failed in run_test -142 hafs_global_1nest_atm_intel failed in check_result -hafs_global_1nest_atm_intel 142 failed in run_test -143 hafs_global_multiple_4nests_atm_intel failed in check_result -hafs_global_multiple_4nests_atm_intel 143 failed in run_test -147 hafs_global_storm_following_1nest_atm_intel failed in check_result -hafs_global_storm_following_1nest_atm_intel 147 failed in run_test -148 gnv1_nested_intel failed in check_result -gnv1_nested_intel 148 failed in run_test -174 control_p8_atmlnd_sbs_intel failed in check_result -control_p8_atmlnd_sbs_intel 174 failed in run_test -175 control_p8_atmlnd_intel failed in check_result -control_p8_atmlnd_intel 175 failed in run_test -177 atmwav_control_noaero_p8_intel failed in check_result -atmwav_control_noaero_p8_intel 177 failed in run_test -178 control_atmwav_intel failed in check_result -control_atmwav_intel 178 failed in run_test -179 atmaero_control_p8_intel failed in check_result -atmaero_control_p8_intel 179 failed in run_test -180 atmaero_control_p8_rad_intel failed in check_result -atmaero_control_p8_rad_intel 180 failed in run_test -181 atmaero_control_p8_rad_micro_intel failed in check_result -atmaero_control_p8_rad_micro_intel 181 failed in run_test -183 control_c48_gnu failed in check_result -control_c48_gnu 183 failed in run_test -184 control_stochy_gnu failed in check_result -control_stochy_gnu 184 failed in run_test -185 control_ras_gnu failed in check_result -control_ras_gnu 185 failed in run_test -186 control_p8_gnu failed in check_result -control_p8_gnu 186 failed in run_test -187 control_p8_ugwpv1_gnu failed in check_result -control_p8_ugwpv1_gnu 187 failed in run_test -188 control_flake_gnu failed in check_result -control_flake_gnu 188 failed in run_test -189 rap_control_gnu failed in check_result -rap_control_gnu 189 failed in run_test -190 rap_decomp_gnu failed in check_result -rap_decomp_gnu 190 failed in run_test -191 rap_2threads_gnu failed in check_result -rap_2threads_gnu 191 failed in run_test -193 rap_sfcdiff_gnu failed in check_result -rap_sfcdiff_gnu 193 failed in run_test -194 rap_sfcdiff_decomp_gnu failed in check_result -rap_sfcdiff_decomp_gnu 194 failed in run_test -196 hrrr_control_gnu failed in check_result -hrrr_control_gnu 196 failed in run_test -197 hrrr_control_noqr_gnu failed in check_result -hrrr_control_noqr_gnu 197 failed in run_test -198 hrrr_control_2threads_gnu failed in check_result -hrrr_control_2threads_gnu 198 failed in run_test -199 hrrr_control_decomp_gnu failed in check_result -hrrr_control_decomp_gnu 199 failed in run_test -202 rrfs_v1beta_gnu failed in check_result -rrfs_v1beta_gnu 202 failed in run_test -203 control_diag_debug_gnu failed in check_result -control_diag_debug_gnu 203 failed in run_test -205 rap_control_debug_gnu failed in check_result -rap_control_debug_gnu 205 failed in run_test -206 hrrr_control_debug_gnu failed in check_result -hrrr_control_debug_gnu 206 failed in run_test -207 hrrr_gf_debug_gnu failed in check_result -hrrr_gf_debug_gnu 207 failed in run_test -208 hrrr_c3_debug_gnu failed in check_result -hrrr_c3_debug_gnu 208 failed in run_test -209 rap_diag_debug_gnu failed in check_result -rap_diag_debug_gnu 209 failed in run_test -210 rap_noah_sfcdiff_cires_ugwp_debug_gnu failed in check_result -rap_noah_sfcdiff_cires_ugwp_debug_gnu 210 failed in run_test -211 rap_progcld_thompson_debug_gnu failed in check_result -rap_progcld_thompson_debug_gnu 211 failed in run_test -212 rrfs_v1beta_debug_gnu failed in check_result -rrfs_v1beta_debug_gnu 212 failed in run_test -213 control_ras_debug_gnu failed in check_result -control_ras_debug_gnu 213 failed in run_test -214 control_stochy_debug_gnu failed in check_result -control_stochy_debug_gnu 214 failed in run_test -215 control_debug_p8_gnu failed in check_result -control_debug_p8_gnu 215 failed in run_test -216 rap_flake_debug_gnu failed in check_result -rap_flake_debug_gnu 216 failed in run_test -217 rap_clm_lake_debug_gnu failed in check_result -rap_clm_lake_debug_gnu 217 failed in run_test -218 gnv1_c96_no_nest_debug_gnu failed in check_result -gnv1_c96_no_nest_debug_gnu 218 failed in run_test -219 control_wam_debug_gnu failed in check_result -control_wam_debug_gnu 219 failed in run_test -220 rap_control_dyn32_phy32_gnu failed in check_result -rap_control_dyn32_phy32_gnu 220 failed in run_test -221 hrrr_control_dyn32_phy32_gnu failed in check_result -hrrr_control_dyn32_phy32_gnu 221 failed in run_test -222 rap_2threads_dyn32_phy32_gnu failed in check_result -rap_2threads_dyn32_phy32_gnu 222 failed in run_test -223 hrrr_control_2threads_dyn32_phy32_gnu failed in check_result -hrrr_control_2threads_dyn32_phy32_gnu 223 failed in run_test -224 hrrr_control_decomp_dyn32_phy32_gnu failed in check_result -hrrr_control_decomp_dyn32_phy32_gnu 224 failed in run_test -227 conus13km_control_gnu failed in check_result -conus13km_control_gnu 227 failed in run_test -230 rap_control_dyn64_phy32_gnu failed in check_result -rap_control_dyn64_phy32_gnu 230 failed in run_test -231 rap_control_debug_dyn32_phy32_gnu failed in check_result -rap_control_debug_dyn32_phy32_gnu 231 failed in run_test -232 hrrr_control_debug_dyn32_phy32_gnu failed in check_result -hrrr_control_debug_dyn32_phy32_gnu 232 failed in run_test -233 conus13km_debug_gnu failed in check_result -conus13km_debug_gnu 233 failed in run_test -234 conus13km_debug_qr_gnu failed in check_result -conus13km_debug_qr_gnu 234 failed in run_test -235 conus13km_debug_2threads_gnu failed in check_result -conus13km_debug_2threads_gnu 235 failed in run_test -236 conus13km_radar_tten_debug_gnu failed in check_result -conus13km_radar_tten_debug_gnu 236 failed in run_test -237 rap_control_dyn64_phy32_debug_gnu failed in check_result -rap_control_dyn64_phy32_debug_gnu 237 failed in run_test -238 cpld_control_p8_gnu failed in check_result -cpld_control_p8_gnu 238 failed in run_test -239 cpld_control_nowave_noaero_p8_gnu failed in check_result -cpld_control_nowave_noaero_p8_gnu 239 failed in run_test -240 cpld_debug_p8_gnu failed in check_result -cpld_debug_p8_gnu 240 failed in run_test -241 cpld_control_pdlib_p8_gnu failed in check_result -cpld_control_pdlib_p8_gnu 241 failed in run_test -242 cpld_debug_pdlib_p8_gnu failed in check_result -cpld_debug_pdlib_p8_gnu 242 failed in run_test -REGRESSION TEST FAILED -Wed Feb 21 05:10:43 UTC 2024 -Elapsed time: 02h:55m:51s. Have a nice day! +NOTES: +[Times](Memory) are at the end of each compile/test in format [MM:SS](Size). +The first time is for the full script (prep+run+finalize). +The second time is specifically for the run phase. +Times/Memory will be empty for failed tests. + +BASELINE DIRECTORY: /scratch2/NAGAPE/epic/UFS-WM_RT/NEMSfv3gfs/develop-20240213 +COMPARISON DIRECTORY: /scratch1/BMC/gmtb/Grant.Firl/stmp2/Grant.Firl/FV3_RT/rt_181741 + +RT.SH OPTIONS USED: +* (-a) - HPC PROJECT ACCOUNT: gmtb +* (-l) - USE CONFIG FILE: rt.conf +* (-k) - KEEP RUN DIRECTORY +* (-e) - USE ECFLOW + +PASS -- COMPILE 's2swa_32bit_intel' [15:07, 13:14] +FAIL TO COMPARE -- TEST 'cpld_control_p8_mixedmode_intel' [, ]( MB) + +PASS -- COMPILE 's2swa_32bit_pdlib_intel' [17:07, 15:29] +FAIL TO COMPARE -- TEST 'cpld_control_gfsv17_intel' [, ]( MB) +MISSING -- TEST 'cpld_control_gfsv17_iau_intel' [, ]( MB) +MISSING -- TEST 'cpld_restart_gfsv17_intel' [, ]( MB) +FAIL TO COMPARE -- TEST 'cpld_mpi_gfsv17_intel' [, ]( MB) + +PASS -- COMPILE 's2swa_32bit_pdlib_debug_intel' [07:07, 05:11] +FAIL TO COMPARE -- TEST 'cpld_debug_gfsv17_intel' [, ]( MB) + +PASS -- COMPILE 's2swa_intel' [14:07, 12:30] +FAIL TO COMPARE -- TEST 'cpld_control_p8_intel' [, ]( MB) +FAIL TO COMPARE -- TEST 'cpld_control_p8.v2.sfc_intel' [, ]( MB) +MISSING -- TEST 'cpld_restart_p8_intel' [, ]( MB) +FAIL TO COMPARE -- TEST 'cpld_control_qr_p8_intel' [, ]( MB) +MISSING -- TEST 'cpld_restart_qr_p8_intel' [, ]( MB) +FAIL TO COMPARE -- TEST 'cpld_2threads_p8_intel' [, ]( MB) +FAIL TO COMPARE -- TEST 'cpld_decomp_p8_intel' [, ]( MB) +FAIL TO COMPARE -- TEST 'cpld_mpi_p8_intel' [, ]( MB) +FAIL TO COMPARE -- TEST 'cpld_control_ciceC_p8_intel' [, ]( MB) +FAIL TO COMPARE -- TEST 'cpld_control_c192_p8_intel' [, ]( MB) +MISSING -- TEST 'cpld_restart_c192_p8_intel' [, ]( MB) +FAIL TO COMPARE -- TEST 'cpld_bmark_p8_intel' [, ]( MB) +MISSING -- TEST 'cpld_restart_bmark_p8_intel' [, ]( MB) +FAIL TO COMPARE -- TEST 'cpld_s2sa_p8_intel' [, ]( MB) + +PASS -- COMPILE 's2sw_intel' [14:07, 12:28] +FAIL TO COMPARE -- TEST 'cpld_control_noaero_p8_intel' [, ]( MB) +FAIL TO COMPARE -- TEST 'cpld_control_nowave_noaero_p8_intel' [, ]( MB) + +PASS -- COMPILE 's2swa_debug_intel' [06:06, 04:25] +FAIL TO COMPARE -- TEST 'cpld_debug_p8_intel' [, ]( MB) + +PASS -- COMPILE 's2sw_debug_intel' [06:06, 04:55] +FAIL TO COMPARE -- TEST 'cpld_debug_noaero_p8_intel' [, ]( MB) + +PASS -- COMPILE 's2s_aoflux_intel' [12:07, 10:49] +FAIL TO COMPARE -- TEST 'cpld_control_noaero_p8_agrid_intel' [, ]( MB) + +PASS -- COMPILE 's2s_intel' [13:07, 11:13] +FAIL TO COMPARE -- TEST 'cpld_control_c48_intel' [, ]( MB) + +PASS -- COMPILE 's2swa_faster_intel' [19:07, 17:12] +FAIL TO COMPARE -- TEST 'cpld_control_p8_faster_intel' [, ]( MB) + +PASS -- COMPILE 's2sw_pdlib_intel' [17:06, 15:29] +FAIL TO COMPARE -- TEST 'cpld_control_pdlib_p8_intel' [, ]( MB) +MISSING -- TEST 'cpld_restart_pdlib_p8_intel' [, ]( MB) +MISSING -- TEST 'cpld_mpi_pdlib_p8_intel' [, ]( MB) + +PASS -- COMPILE 's2sw_pdlib_debug_intel' [05:06, 03:49] +FAIL TO COMPARE -- TEST 'cpld_debug_pdlib_p8_intel' [, ]( MB) + +PASS -- COMPILE 'atm_dyn32_intel' [13:06, 11:14] +FAIL TO COMPARE -- TEST 'control_flake_intel' [, ]( MB) +FAIL TO COMPARE -- TEST 'control_CubedSphereGrid_intel' [, ]( MB) +FAIL TO COMPARE -- TEST 'control_CubedSphereGrid_parallel_intel' [, ]( MB) +FAIL TO COMPARE -- TEST 'control_latlon_intel' [, ]( MB) +FAIL TO COMPARE -- TEST 'control_wrtGauss_netcdf_parallel_intel' [, ]( MB) +FAIL TO COMPARE -- TEST 'control_c48_intel' [, ]( MB) +FAIL TO COMPARE -- TEST 'control_c48.v2.sfc_intel' [, ]( MB) +FAIL TO COMPARE -- TEST 'control_c192_intel' [, ]( MB) +FAIL TO COMPARE -- TEST 'control_c384_intel' [, ]( MB) +FAIL TO COMPARE -- TEST 'control_c384gdas_intel' [, ]( MB) +FAIL TO COMPARE -- TEST 'control_stochy_intel' [, ]( MB) +MISSING -- TEST 'control_stochy_restart_intel' [, ]( MB) +FAIL TO COMPARE -- TEST 'control_lndp_intel' [, ]( MB) +FAIL TO COMPARE -- TEST 'control_iovr4_intel' [, ]( MB) +FAIL TO COMPARE -- TEST 'control_iovr5_intel' [, ]( MB) +FAIL TO COMPARE -- TEST 'control_p8_intel' [, ]( MB) +FAIL TO COMPARE -- TEST 'control_p8.v2.sfc_intel' [, ]( MB) +FAIL TO COMPARE -- TEST 'control_p8_ugwpv1_intel' [, ]( MB) +MISSING -- TEST 'control_restart_p8_intel' [, ]( MB) +FAIL TO COMPARE -- TEST 'control_noqr_p8_intel' [, ]( MB) +MISSING -- TEST 'control_restart_noqr_p8_intel' [, ]( MB) +FAIL TO COMPARE -- TEST 'control_decomp_p8_intel' [, ]( MB) +FAIL TO COMPARE -- TEST 'control_2threads_p8_intel' [, ]( MB) +FAIL TO COMPARE -- TEST 'control_p8_lndp_intel' [, ]( MB) +FAIL TO COMPARE -- TEST 'control_p8_rrtmgp_intel' [, ]( MB) +FAIL TO COMPARE -- TEST 'control_p8_mynn_intel' [, ]( MB) +FAIL TO COMPARE -- TEST 'merra2_thompson_intel' [, ]( MB) +PASS -- TEST 'regional_control_intel' [07:47, 05:16](817 MB) +PASS -- TEST 'regional_restart_intel' [07:41, 02:55](988 MB) +PASS -- TEST 'regional_decomp_intel' [07:41, 05:31](832 MB) +PASS -- TEST 'regional_2threads_intel' [05:41, 03:17](822 MB) +PASS -- TEST 'regional_noquilt_intel' [07:47, 05:06](1362 MB) +PASS -- TEST 'regional_netcdf_parallel_intel' [07:43, 05:08](830 MB) +PASS -- TEST 'regional_2dwrtdecomp_intel' [07:48, 05:10](850 MB) +PASS -- TEST 'regional_wofs_intel' [08:48, 06:42](1912 MB) + +PASS -- COMPILE 'rrfs_intel' [12:06, 10:00] +FAIL TO COMPARE -- TEST 'rap_control_intel' [, ]( MB) +PASS -- TEST 'regional_spp_sppt_shum_skeb_intel' [09:18, 04:22](1272 MB) +FAIL TO COMPARE -- TEST 'rap_decomp_intel' [, ]( MB) +FAIL TO COMPARE -- TEST 'rap_2threads_intel' [, ]( MB) +MISSING -- TEST 'rap_restart_intel' [, ]( MB) +FAIL TO COMPARE -- TEST 'rap_sfcdiff_intel' [, ]( MB) +FAIL TO COMPARE -- TEST 'rap_sfcdiff_decomp_intel' [, ]( MB) +MISSING -- TEST 'rap_sfcdiff_restart_intel' [, ]( MB) +FAIL TO COMPARE -- TEST 'hrrr_control_intel' [, ]( MB) +FAIL TO COMPARE -- TEST 'hrrr_control_decomp_intel' [, ]( MB) +FAIL TO COMPARE -- TEST 'hrrr_control_2threads_intel' [, ]( MB) +MISSING -- TEST 'hrrr_control_restart_intel' [, ]( MB) +FAIL TO COMPARE -- TEST 'rrfs_v1beta_intel' [, ]( MB) +FAIL TO COMPARE -- TEST 'rrfs_v1nssl_intel' [, ]( MB) +FAIL TO COMPARE -- TEST 'rrfs_v1nssl_nohailnoccn_intel' [, ]( MB) + +PASS -- COMPILE 'csawmg_intel' [11:06, 09:41] +FAIL TO COMPARE -- TEST 'control_csawmg_intel' [, ]( MB) +FAIL TO COMPARE -- TEST 'control_csawmgt_intel' [, ]( MB) +FAIL TO COMPARE -- TEST 'control_ras_intel' [, ]( MB) + +PASS -- COMPILE 'wam_intel' [11:07, 09:14] +FAIL TO COMPARE -- TEST 'control_wam_intel' [, ]( MB) + +PASS -- COMPILE 'atm_faster_dyn32_intel' [13:06, 10:46] +FAIL TO COMPARE -- TEST 'control_p8_faster_intel' [, ]( MB) +PASS -- TEST 'regional_control_faster_intel' [08:42, 04:45](819 MB) + +PASS -- COMPILE 'atm_debug_dyn32_intel' [07:07, 04:11] +FAIL TO COMPARE -- TEST 'control_CubedSphereGrid_debug_intel' [, ]( MB) +FAIL TO COMPARE -- TEST 'control_wrtGauss_netcdf_parallel_debug_intel' [, ]( MB) +FAIL TO COMPARE -- TEST 'control_stochy_debug_intel' [, ]( MB) +FAIL TO COMPARE -- TEST 'control_lndp_debug_intel' [, ]( MB) +FAIL TO COMPARE -- TEST 'control_csawmg_debug_intel' [, ]( MB) +FAIL TO COMPARE -- TEST 'control_csawmgt_debug_intel' [, ]( MB) +FAIL TO COMPARE -- TEST 'control_ras_debug_intel' [, ]( MB) +FAIL TO COMPARE -- TEST 'control_diag_debug_intel' [, ]( MB) +FAIL TO COMPARE -- TEST 'control_debug_p8_intel' [, ]( MB) +PASS -- TEST 'regional_debug_intel' [10:59, 17:02](841 MB) +FAIL TO COMPARE -- TEST 'rap_control_debug_intel' [, ]( MB) +FAIL TO COMPARE -- TEST 'hrrr_control_debug_intel' [, ]( MB) +FAIL TO COMPARE -- TEST 'hrrr_gf_debug_intel' [, ]( MB) +FAIL TO COMPARE -- TEST 'hrrr_c3_debug_intel' [, ]( MB) +FAIL TO COMPARE -- TEST 'rap_unified_drag_suite_debug_intel' [, ]( MB) +FAIL TO COMPARE -- TEST 'rap_diag_debug_intel' [, ]( MB) +FAIL TO COMPARE -- TEST 'rap_cires_ugwp_debug_intel' [, ]( MB) +FAIL TO COMPARE -- TEST 'rap_unified_ugwp_debug_intel' [, ]( MB) +FAIL TO COMPARE -- TEST 'rap_lndp_debug_intel' [, ]( MB) +FAIL TO COMPARE -- TEST 'rap_progcld_thompson_debug_intel' [, ]( MB) +FAIL TO COMPARE -- TEST 'rap_noah_debug_intel' [, ]( MB) +FAIL TO COMPARE -- TEST 'rap_sfcdiff_debug_intel' [, ]( MB) +FAIL TO COMPARE -- TEST 'rap_noah_sfcdiff_cires_ugwp_debug_intel' [, ]( MB) +FAIL TO COMPARE -- TEST 'rrfs_v1beta_debug_intel' [, ]( MB) +FAIL TO COMPARE -- TEST 'rap_clm_lake_debug_intel' [, ]( MB) +FAIL TO COMPARE -- TEST 'rap_flake_debug_intel' [, ]( MB) +FAIL TO COMPARE -- TEST 'gnv1_c96_no_nest_debug_intel' [, ]( MB) + +PASS -- COMPILE 'wam_debug_intel' [05:06, 02:54] +FAIL TO COMPARE -- TEST 'control_wam_debug_intel' [, ]( MB) + +PASS -- COMPILE 'rrfs_dyn32_phy32_intel' [12:07, 10:14] +PASS -- TEST 'regional_spp_sppt_shum_skeb_dyn32_phy32_intel' [16:03, 03:54](1150 MB) +FAIL TO COMPARE -- TEST 'rap_control_dyn32_phy32_intel' [, ]( MB) +FAIL TO COMPARE -- TEST 'hrrr_control_dyn32_phy32_intel' [, ]( MB) +FAIL TO COMPARE -- TEST 'rap_2threads_dyn32_phy32_intel' [, ]( MB) +FAIL TO COMPARE -- TEST 'hrrr_control_2threads_dyn32_phy32_intel' [, ]( MB) +FAIL TO COMPARE -- TEST 'hrrr_control_decomp_dyn32_phy32_intel' [, ]( MB) +MISSING -- TEST 'rap_restart_dyn32_phy32_intel' [, ]( MB) +MISSING -- TEST 'hrrr_control_restart_dyn32_phy32_intel' [, ]( MB) + +PASS -- COMPILE 'rrfs_dyn32_phy32_faster_intel' [13:09, 11:43] +FAIL TO COMPARE -- TEST 'conus13km_control_intel' [, ]( MB) +MISSING -- TEST 'conus13km_2threads_intel' [, ]( MB) +MISSING -- TEST 'conus13km_restart_mismatch_intel' [, ]( MB) + +PASS -- COMPILE 'rrfs_dyn64_phy32_intel' [12:07, 10:23] +FAIL TO COMPARE -- TEST 'rap_control_dyn64_phy32_intel' [, ]( MB) + +PASS -- COMPILE 'rrfs_dyn32_phy32_debug_intel' [05:06, 03:11] +FAIL TO COMPARE -- TEST 'rap_control_debug_dyn32_phy32_intel' [, ]( MB) +FAIL TO COMPARE -- TEST 'hrrr_control_debug_dyn32_phy32_intel' [, ]( MB) +FAIL TO COMPARE -- TEST 'conus13km_debug_intel' [, ]( MB) +FAIL TO COMPARE -- TEST 'conus13km_debug_qr_intel' [, ]( MB) +FAIL TO COMPARE -- TEST 'conus13km_debug_2threads_intel' [, ]( MB) +FAIL TO COMPARE -- TEST 'conus13km_radar_tten_debug_intel' [, ]( MB) + +PASS -- COMPILE 'rrfs_dyn64_phy32_debug_intel' [06:06, 04:10] +FAIL TO COMPARE -- TEST 'rap_control_dyn64_phy32_debug_intel' [, ]( MB) + +PASS -- COMPILE 'hafsw_intel' [13:08, 11:46] +PASS -- TEST 'hafs_regional_atm_intel' [12:19, 04:50](706 MB) +PASS -- TEST 'hafs_regional_atm_thompson_gfdlsf_intel' [13:29, 06:09](1080 MB) +PASS -- TEST 'hafs_regional_atm_ocn_intel' [14:30, 06:58](818 MB) +PASS -- TEST 'hafs_regional_atm_wav_intel' [21:17, 13:29](858 MB) +PASS -- TEST 'hafs_regional_atm_ocn_wav_intel' [22:29, 14:53](870 MB) +PASS -- TEST 'hafs_regional_1nest_atm_intel' [12:15, 05:35](475 MB) +PASS -- TEST 'hafs_regional_telescopic_2nests_atm_intel' [13:35, 06:42](514 MB) +FAIL TO COMPARE -- TEST 'hafs_global_1nest_atm_intel' [, ]( MB) +FAIL TO COMPARE -- TEST 'hafs_global_multiple_4nests_atm_intel' [, ]( MB) +PASS -- TEST 'hafs_regional_specified_moving_1nest_atm_intel' [10:49, 03:40](533 MB) +PASS -- TEST 'hafs_regional_storm_following_1nest_atm_intel' [10:04, 03:32](526 MB) +PASS -- TEST 'hafs_regional_storm_following_1nest_atm_ocn_intel' [10:54, 04:14](578 MB) +FAIL TO COMPARE -- TEST 'hafs_global_storm_following_1nest_atm_intel' [, ]( MB) +FAIL TO COMPARE -- TEST 'gnv1_nested_intel' [, ]( MB) + +PASS -- COMPILE 'hafsw_debug_intel' [06:06, 04:31] +PASS -- TEST 'hafs_regional_storm_following_1nest_atm_ocn_debug_intel' [16:57, 12:57](563 MB) + +PASS -- COMPILE 'hafsw_faster_intel' [13:09, 11:44] +PASS -- TEST 'hafs_regional_storm_following_1nest_atm_ocn_wav_intel' [12:59, 08:34](650 MB) +PASS -- TEST 'hafs_regional_storm_following_1nest_atm_ocn_wav_inline_intel' [12:12, 08:40](676 MB) + +PASS -- COMPILE 'hafs_mom6w_intel' [13:09, 11:50] +PASS -- TEST 'hafs_regional_storm_following_1nest_atm_ocn_wav_mom6_intel' [11:07, 06:21](688 MB) + +PASS -- COMPILE 'hafs_all_intel' [14:09, 10:28] +PASS -- TEST 'hafs_regional_docn_intel' [10:23, 06:44](826 MB) +PASS -- TEST 'hafs_regional_docn_oisst_intel' [09:13, 06:21](807 MB) +PASS -- TEST 'hafs_regional_datm_cdeps_intel' [24:57, 16:23](1207 MB) + +PASS -- COMPILE 'datm_cdeps_intel' [08:08, 05:59] +PASS -- TEST 'datm_cdeps_control_cfsr_intel' [04:15, 02:40](1122 MB) +PASS -- TEST 'datm_cdeps_restart_cfsr_intel' [09:17, 01:43](1058 MB) +PASS -- TEST 'datm_cdeps_control_gefs_intel' [04:17, 02:35](1001 MB) +PASS -- TEST 'datm_cdeps_iau_gefs_intel' [09:17, 02:40](1003 MB) +PASS -- TEST 'datm_cdeps_stochy_gefs_intel' [11:17, 02:46](1010 MB) +PASS -- TEST 'datm_cdeps_ciceC_cfsr_intel' [10:24, 02:45](1134 MB) +PASS -- TEST 'datm_cdeps_bulk_cfsr_intel' [10:20, 02:44](1118 MB) +PASS -- TEST 'datm_cdeps_bulk_gefs_intel' [10:16, 02:46](1001 MB) +PASS -- TEST 'datm_cdeps_mx025_cfsr_intel' [14:49, 06:41](1045 MB) +PASS -- TEST 'datm_cdeps_mx025_gefs_intel' [18:33, 07:21](1025 MB) +PASS -- TEST 'datm_cdeps_multiple_files_cfsr_intel' [09:19, 02:41](1085 MB) +PASS -- TEST 'datm_cdeps_3072x1536_cfsr_intel' [10:22, 03:51](2485 MB) +PASS -- TEST 'datm_cdeps_gfs_intel' [12:18, 03:57](2480 MB) + +PASS -- COMPILE 'datm_cdeps_debug_intel' [05:07, 02:52] +PASS -- TEST 'datm_cdeps_debug_cfsr_intel' [15:17, 06:04](1051 MB) + +PASS -- COMPILE 'datm_cdeps_faster_intel' [08:07, 06:05] +PASS -- TEST 'datm_cdeps_control_cfsr_faster_intel' [10:22, 02:41](1126 MB) + +PASS -- COMPILE 'datm_cdeps_land_intel' [02:05, 01:03] +PASS -- TEST 'datm_cdeps_lnd_gswp3_intel' [04:30, 00:56](242 MB) +PASS -- TEST 'datm_cdeps_lnd_era5_intel' [04:26, 01:01](317 MB) +PASS -- TEST 'datm_cdeps_lnd_era5_rst_intel' [02:25, 00:34](314 MB) + +PASS -- COMPILE 'atml_intel' [12:08, 11:03] +FAIL TO COMPARE -- TEST 'control_p8_atmlnd_sbs_intel' [, ]( MB) +FAIL TO COMPARE -- TEST 'control_p8_atmlnd_intel' [, ]( MB) +MISSING -- TEST 'control_restart_p8_atmlnd_intel' [, ]( MB) + +PASS -- COMPILE 'atmw_intel' [11:06, 09:58] +FAIL TO COMPARE -- TEST 'atmwav_control_noaero_p8_intel' [, ]( MB) + +PASS -- COMPILE 'atmwm_intel' [12:09, 10:15] +FAIL TO COMPARE -- TEST 'control_atmwav_intel' [, ]( MB) + +PASS -- COMPILE 'atmaero_intel' [11:09, 09:59] +FAIL TO COMPARE -- TEST 'atmaero_control_p8_intel' [, ]( MB) +FAIL TO COMPARE -- TEST 'atmaero_control_p8_rad_intel' [, ]( MB) +FAIL TO COMPARE -- TEST 'atmaero_control_p8_rad_micro_intel' [, ]( MB) + +PASS -- COMPILE 'atmaq_intel' [12:07, 09:29] + +PASS -- COMPILE 'atmaq_debug_intel' [05:06, 03:31] +PASS -- TEST 'regional_atmaq_debug_intel' [26:30, 20:38](4347 MB) + +PASS -- COMPILE 'atm_gnu' [05:07, 03:32] +FAIL TO COMPARE -- TEST 'control_c48_gnu' [, ]( MB) +FAIL TO COMPARE -- TEST 'control_stochy_gnu' [, ]( MB) +FAIL TO COMPARE -- TEST 'control_ras_gnu' [, ]( MB) +FAIL TO COMPARE -- TEST 'control_p8_gnu' [, ]( MB) +FAIL TO COMPARE -- TEST 'control_p8_ugwpv1_gnu' [, ]( MB) +FAIL TO COMPARE -- TEST 'control_flake_gnu' [, ]( MB) + +PASS -- COMPILE 'rrfs_gnu' [05:06, 03:28] +FAIL TO COMPARE -- TEST 'rap_control_gnu' [, ]( MB) +FAIL TO COMPARE -- TEST 'rap_decomp_gnu' [, ]( MB) +FAIL TO COMPARE -- TEST 'rap_2threads_gnu' [, ]( MB) +MISSING -- TEST 'rap_restart_gnu' [, ]( MB) +FAIL TO COMPARE -- TEST 'rap_sfcdiff_gnu' [, ]( MB) +FAIL TO COMPARE -- TEST 'rap_sfcdiff_decomp_gnu' [, ]( MB) +MISSING -- TEST 'rap_sfcdiff_restart_gnu' [, ]( MB) +FAIL TO COMPARE -- TEST 'hrrr_control_gnu' [, ]( MB) +FAIL TO COMPARE -- TEST 'hrrr_control_noqr_gnu' [, ]( MB) +FAIL TO COMPARE -- TEST 'hrrr_control_2threads_gnu' [, ]( MB) +FAIL TO COMPARE -- TEST 'hrrr_control_decomp_gnu' [, ]( MB) +MISSING -- TEST 'hrrr_control_restart_gnu' [, ]( MB) +MISSING -- TEST 'hrrr_control_restart_noqr_gnu' [, ]( MB) +FAIL TO COMPARE -- TEST 'rrfs_v1beta_gnu' [, ]( MB) + +PASS -- COMPILE 'atm_dyn32_debug_gnu' [05:06, 03:20] +FAIL TO COMPARE -- TEST 'control_diag_debug_gnu' [, ]( MB) +PASS -- TEST 'regional_debug_gnu' [34:44, 07:57](602 MB) +FAIL TO COMPARE -- TEST 'rap_control_debug_gnu' [, ]( MB) +FAIL TO COMPARE -- TEST 'hrrr_control_debug_gnu' [, ]( MB) +FAIL TO COMPARE -- TEST 'hrrr_gf_debug_gnu' [, ]( MB) +FAIL TO COMPARE -- TEST 'hrrr_c3_debug_gnu' [, ]( MB) +FAIL TO COMPARE -- TEST 'rap_diag_debug_gnu' [, ]( MB) +FAIL TO COMPARE -- TEST 'rap_noah_sfcdiff_cires_ugwp_debug_gnu' [, ]( MB) +FAIL TO COMPARE -- TEST 'rap_progcld_thompson_debug_gnu' [, ]( MB) +FAIL TO COMPARE -- TEST 'rrfs_v1beta_debug_gnu' [, ]( MB) +FAIL TO COMPARE -- TEST 'control_ras_debug_gnu' [, ]( MB) +FAIL TO COMPARE -- TEST 'control_stochy_debug_gnu' [, ]( MB) +FAIL TO COMPARE -- TEST 'control_debug_p8_gnu' [, ]( MB) +FAIL TO COMPARE -- TEST 'rap_flake_debug_gnu' [, ]( MB) +FAIL TO COMPARE -- TEST 'rap_clm_lake_debug_gnu' [, ]( MB) +FAIL TO COMPARE -- TEST 'gnv1_c96_no_nest_debug_gnu' [, ]( MB) + +PASS -- COMPILE 'wam_debug_gnu' [03:06, 01:43] +FAIL TO COMPARE -- TEST 'control_wam_debug_gnu' [, ]( MB) + +PASS -- COMPILE 'rrfs_dyn32_phy32_gnu' [05:06, 03:30] +FAIL TO COMPARE -- TEST 'rap_control_dyn32_phy32_gnu' [, ]( MB) +FAIL TO COMPARE -- TEST 'hrrr_control_dyn32_phy32_gnu' [, ]( MB) +FAIL TO COMPARE -- TEST 'rap_2threads_dyn32_phy32_gnu' [, ]( MB) +FAIL TO COMPARE -- TEST 'hrrr_control_2threads_dyn32_phy32_gnu' [, ]( MB) +FAIL TO COMPARE -- TEST 'hrrr_control_decomp_dyn32_phy32_gnu' [, ]( MB) +MISSING -- TEST 'rap_restart_dyn32_phy32_gnu' [, ]( MB) +MISSING -- TEST 'hrrr_control_restart_dyn32_phy32_gnu' [, ]( MB) +FAIL TO COMPARE -- TEST 'conus13km_control_gnu' [, ]( MB) +MISSING -- TEST 'conus13km_2threads_gnu' [, ]( MB) +MISSING -- TEST 'conus13km_restart_mismatch_gnu' [, ]( MB) + +PASS -- COMPILE 'atm_dyn64_phy32_gnu' [07:06, 05:04] +FAIL TO COMPARE -- TEST 'rap_control_dyn64_phy32_gnu' [, ]( MB) + +PASS -- COMPILE 'atm_dyn32_phy32_debug_gnu' [06:07, 03:28] +FAIL TO COMPARE -- TEST 'rap_control_debug_dyn32_phy32_gnu' [, ]( MB) +FAIL TO COMPARE -- TEST 'hrrr_control_debug_dyn32_phy32_gnu' [, ]( MB) +FAIL TO COMPARE -- TEST 'conus13km_debug_gnu' [, ]( MB) +FAIL TO COMPARE -- TEST 'conus13km_debug_qr_gnu' [, ]( MB) +FAIL TO COMPARE -- TEST 'conus13km_debug_2threads_gnu' [, ]( MB) +FAIL TO COMPARE -- TEST 'conus13km_radar_tten_debug_gnu' [, ]( MB) + +PASS -- COMPILE 'atm_dyn64_phy32_debug_gnu' [06:07, 03:28] +FAIL TO COMPARE -- TEST 'rap_control_dyn64_phy32_debug_gnu' [, ]( MB) + +PASS -- COMPILE 's2swa_gnu' [16:08, 14:25] +FAIL TO COMPARE -- TEST 'cpld_control_p8_gnu' [, ]( MB) + +PASS -- COMPILE 's2s_gnu' [18:09, 13:36] +FAIL TO COMPARE -- TEST 'cpld_control_nowave_noaero_p8_gnu' [, ]( MB) + +PASS -- COMPILE 's2swa_debug_gnu' [08:08, 02:19] +FAIL TO COMPARE -- TEST 'cpld_debug_p8_gnu' [, ]( MB) + +PASS -- COMPILE 's2sw_pdlib_gnu' [19:10, 13:52] +FAIL TO COMPARE -- TEST 'cpld_control_pdlib_p8_gnu' [, ]( MB) + +PASS -- COMPILE 's2sw_pdlib_debug_gnu' [08:06, 02:09] +FAIL TO COMPARE -- TEST 'cpld_debug_pdlib_p8_gnu' [, ]( MB) + +PASS -- COMPILE 'datm_cdeps_gnu' [18:08, 13:25] +PASS -- TEST 'datm_cdeps_control_cfsr_gnu' [05:17, 03:03](689 MB) + +SYNOPSIS: +Starting Date/Time: 20240222 15:49:16 +Ending Date/Time: 20240223 07:35:25 +Total Time: 15h:46m:56s +Compiles Completed: 53/53 +Tests Completed: 50/243 +Failed Tests: +* TEST cpld_control_p8_mixedmode_intel: FAIL TO COMPARE +-- LOG: /scratch1/BMC/gmtb/Grant.Firl/ufs-weather-model-test/tests/logs/log_hera/rt_cpld_control_p8_mixedmode_intel.log +* TEST cpld_control_gfsv17_intel: FAIL TO COMPARE +-- LOG: /scratch1/BMC/gmtb/Grant.Firl/ufs-weather-model-test/tests/logs/log_hera/rt_cpld_control_gfsv17_intel.log +* TEST cpld_control_gfsv17_iau_intel: MISSING +-- LOG: N/A +* TEST cpld_restart_gfsv17_intel: MISSING +-- LOG: N/A +* TEST cpld_mpi_gfsv17_intel: FAIL TO COMPARE +-- LOG: /scratch1/BMC/gmtb/Grant.Firl/ufs-weather-model-test/tests/logs/log_hera/rt_cpld_mpi_gfsv17_intel.log +* TEST cpld_debug_gfsv17_intel: FAIL TO COMPARE +-- LOG: /scratch1/BMC/gmtb/Grant.Firl/ufs-weather-model-test/tests/logs/log_hera/rt_cpld_debug_gfsv17_intel.log +* TEST cpld_control_p8_intel: FAIL TO COMPARE +-- LOG: /scratch1/BMC/gmtb/Grant.Firl/ufs-weather-model-test/tests/logs/log_hera/rt_cpld_control_p8_intel.log +* TEST cpld_control_p8.v2.sfc_intel: FAIL TO COMPARE +-- LOG: /scratch1/BMC/gmtb/Grant.Firl/ufs-weather-model-test/tests/logs/log_hera/rt_cpld_control_p8.v2.sfc_intel.log +* TEST cpld_restart_p8_intel: MISSING +-- LOG: N/A +* TEST cpld_control_qr_p8_intel: FAIL TO COMPARE +-- LOG: /scratch1/BMC/gmtb/Grant.Firl/ufs-weather-model-test/tests/logs/log_hera/rt_cpld_control_qr_p8_intel.log +* TEST cpld_restart_qr_p8_intel: MISSING +-- LOG: N/A +* TEST cpld_2threads_p8_intel: FAIL TO COMPARE +-- LOG: /scratch1/BMC/gmtb/Grant.Firl/ufs-weather-model-test/tests/logs/log_hera/rt_cpld_2threads_p8_intel.log +* TEST cpld_decomp_p8_intel: FAIL TO COMPARE +-- LOG: /scratch1/BMC/gmtb/Grant.Firl/ufs-weather-model-test/tests/logs/log_hera/rt_cpld_decomp_p8_intel.log +* TEST cpld_mpi_p8_intel: FAIL TO COMPARE +-- LOG: /scratch1/BMC/gmtb/Grant.Firl/ufs-weather-model-test/tests/logs/log_hera/rt_cpld_mpi_p8_intel.log +* TEST cpld_control_ciceC_p8_intel: FAIL TO COMPARE +-- LOG: /scratch1/BMC/gmtb/Grant.Firl/ufs-weather-model-test/tests/logs/log_hera/rt_cpld_control_ciceC_p8_intel.log +* TEST cpld_control_c192_p8_intel: FAIL TO COMPARE +-- LOG: /scratch1/BMC/gmtb/Grant.Firl/ufs-weather-model-test/tests/logs/log_hera/rt_cpld_control_c192_p8_intel.log +* TEST cpld_restart_c192_p8_intel: MISSING +-- LOG: N/A +* TEST cpld_bmark_p8_intel: FAIL TO COMPARE +-- LOG: /scratch1/BMC/gmtb/Grant.Firl/ufs-weather-model-test/tests/logs/log_hera/rt_cpld_bmark_p8_intel.log +* TEST cpld_restart_bmark_p8_intel: MISSING +-- LOG: N/A +* TEST cpld_s2sa_p8_intel: FAIL TO COMPARE +-- LOG: /scratch1/BMC/gmtb/Grant.Firl/ufs-weather-model-test/tests/logs/log_hera/rt_cpld_s2sa_p8_intel.log +* TEST cpld_control_noaero_p8_intel: FAIL TO COMPARE +-- LOG: /scratch1/BMC/gmtb/Grant.Firl/ufs-weather-model-test/tests/logs/log_hera/rt_cpld_control_noaero_p8_intel.log +* TEST cpld_control_nowave_noaero_p8_intel: FAIL TO COMPARE +-- LOG: /scratch1/BMC/gmtb/Grant.Firl/ufs-weather-model-test/tests/logs/log_hera/rt_cpld_control_nowave_noaero_p8_intel.log +* TEST cpld_debug_p8_intel: FAIL TO COMPARE +-- LOG: /scratch1/BMC/gmtb/Grant.Firl/ufs-weather-model-test/tests/logs/log_hera/rt_cpld_debug_p8_intel.log +* TEST cpld_debug_noaero_p8_intel: FAIL TO COMPARE +-- LOG: /scratch1/BMC/gmtb/Grant.Firl/ufs-weather-model-test/tests/logs/log_hera/rt_cpld_debug_noaero_p8_intel.log +* TEST cpld_control_noaero_p8_agrid_intel: FAIL TO COMPARE +-- LOG: /scratch1/BMC/gmtb/Grant.Firl/ufs-weather-model-test/tests/logs/log_hera/rt_cpld_control_noaero_p8_agrid_intel.log +* TEST cpld_control_c48_intel: FAIL TO COMPARE +-- LOG: /scratch1/BMC/gmtb/Grant.Firl/ufs-weather-model-test/tests/logs/log_hera/rt_cpld_control_c48_intel.log +* TEST cpld_control_p8_faster_intel: FAIL TO COMPARE +-- LOG: /scratch1/BMC/gmtb/Grant.Firl/ufs-weather-model-test/tests/logs/log_hera/rt_cpld_control_p8_faster_intel.log +* TEST cpld_control_pdlib_p8_intel: FAIL TO COMPARE +-- LOG: /scratch1/BMC/gmtb/Grant.Firl/ufs-weather-model-test/tests/logs/log_hera/rt_cpld_control_pdlib_p8_intel.log +* TEST cpld_restart_pdlib_p8_intel: MISSING +-- LOG: N/A +* TEST cpld_mpi_pdlib_p8_intel: MISSING +-- LOG: N/A +* TEST cpld_debug_pdlib_p8_intel: FAIL TO COMPARE +-- LOG: /scratch1/BMC/gmtb/Grant.Firl/ufs-weather-model-test/tests/logs/log_hera/rt_cpld_debug_pdlib_p8_intel.log +* TEST control_flake_intel: FAIL TO COMPARE +-- LOG: /scratch1/BMC/gmtb/Grant.Firl/ufs-weather-model-test/tests/logs/log_hera/rt_control_flake_intel.log +* TEST control_CubedSphereGrid_intel: FAIL TO COMPARE +-- LOG: /scratch1/BMC/gmtb/Grant.Firl/ufs-weather-model-test/tests/logs/log_hera/rt_control_CubedSphereGrid_intel.log +* TEST control_CubedSphereGrid_parallel_intel: FAIL TO COMPARE +-- LOG: /scratch1/BMC/gmtb/Grant.Firl/ufs-weather-model-test/tests/logs/log_hera/rt_control_CubedSphereGrid_parallel_intel.log +* TEST control_latlon_intel: FAIL TO COMPARE +-- LOG: /scratch1/BMC/gmtb/Grant.Firl/ufs-weather-model-test/tests/logs/log_hera/rt_control_latlon_intel.log +* TEST control_wrtGauss_netcdf_parallel_intel: FAIL TO COMPARE +-- LOG: /scratch1/BMC/gmtb/Grant.Firl/ufs-weather-model-test/tests/logs/log_hera/rt_control_wrtGauss_netcdf_parallel_intel.log +* TEST control_c48_intel: FAIL TO COMPARE +-- LOG: /scratch1/BMC/gmtb/Grant.Firl/ufs-weather-model-test/tests/logs/log_hera/rt_control_c48_intel.log +* TEST control_c48.v2.sfc_intel: FAIL TO COMPARE +-- LOG: /scratch1/BMC/gmtb/Grant.Firl/ufs-weather-model-test/tests/logs/log_hera/rt_control_c48.v2.sfc_intel.log +* TEST control_c192_intel: FAIL TO COMPARE +-- LOG: /scratch1/BMC/gmtb/Grant.Firl/ufs-weather-model-test/tests/logs/log_hera/rt_control_c192_intel.log +* TEST control_c384_intel: FAIL TO COMPARE +-- LOG: /scratch1/BMC/gmtb/Grant.Firl/ufs-weather-model-test/tests/logs/log_hera/rt_control_c384_intel.log +* TEST control_c384gdas_intel: FAIL TO COMPARE +-- LOG: /scratch1/BMC/gmtb/Grant.Firl/ufs-weather-model-test/tests/logs/log_hera/rt_control_c384gdas_intel.log +* TEST control_stochy_intel: FAIL TO COMPARE +-- LOG: /scratch1/BMC/gmtb/Grant.Firl/ufs-weather-model-test/tests/logs/log_hera/rt_control_stochy_intel.log +* TEST control_stochy_restart_intel: MISSING +-- LOG: N/A +* TEST control_lndp_intel: FAIL TO COMPARE +-- LOG: /scratch1/BMC/gmtb/Grant.Firl/ufs-weather-model-test/tests/logs/log_hera/rt_control_lndp_intel.log +* TEST control_iovr4_intel: FAIL TO COMPARE +-- LOG: /scratch1/BMC/gmtb/Grant.Firl/ufs-weather-model-test/tests/logs/log_hera/rt_control_iovr4_intel.log +* TEST control_iovr5_intel: FAIL TO COMPARE +-- LOG: /scratch1/BMC/gmtb/Grant.Firl/ufs-weather-model-test/tests/logs/log_hera/rt_control_iovr5_intel.log +* TEST control_p8_intel: FAIL TO COMPARE +-- LOG: /scratch1/BMC/gmtb/Grant.Firl/ufs-weather-model-test/tests/logs/log_hera/rt_control_p8_intel.log +* TEST control_p8.v2.sfc_intel: FAIL TO COMPARE +-- LOG: /scratch1/BMC/gmtb/Grant.Firl/ufs-weather-model-test/tests/logs/log_hera/rt_control_p8.v2.sfc_intel.log +* TEST control_p8_ugwpv1_intel: FAIL TO COMPARE +-- LOG: /scratch1/BMC/gmtb/Grant.Firl/ufs-weather-model-test/tests/logs/log_hera/rt_control_p8_ugwpv1_intel.log +* TEST control_restart_p8_intel: MISSING +-- LOG: N/A +* TEST control_noqr_p8_intel: FAIL TO COMPARE +-- LOG: /scratch1/BMC/gmtb/Grant.Firl/ufs-weather-model-test/tests/logs/log_hera/rt_control_noqr_p8_intel.log +* TEST control_restart_noqr_p8_intel: MISSING +-- LOG: N/A +* TEST control_decomp_p8_intel: FAIL TO COMPARE +-- LOG: /scratch1/BMC/gmtb/Grant.Firl/ufs-weather-model-test/tests/logs/log_hera/rt_control_decomp_p8_intel.log +* TEST control_2threads_p8_intel: FAIL TO COMPARE +-- LOG: /scratch1/BMC/gmtb/Grant.Firl/ufs-weather-model-test/tests/logs/log_hera/rt_control_2threads_p8_intel.log +* TEST control_p8_lndp_intel: FAIL TO COMPARE +-- LOG: /scratch1/BMC/gmtb/Grant.Firl/ufs-weather-model-test/tests/logs/log_hera/rt_control_p8_lndp_intel.log +* TEST control_p8_rrtmgp_intel: FAIL TO COMPARE +-- LOG: /scratch1/BMC/gmtb/Grant.Firl/ufs-weather-model-test/tests/logs/log_hera/rt_control_p8_rrtmgp_intel.log +* TEST control_p8_mynn_intel: FAIL TO COMPARE +-- LOG: /scratch1/BMC/gmtb/Grant.Firl/ufs-weather-model-test/tests/logs/log_hera/rt_control_p8_mynn_intel.log +* TEST merra2_thompson_intel: FAIL TO COMPARE +-- LOG: /scratch1/BMC/gmtb/Grant.Firl/ufs-weather-model-test/tests/logs/log_hera/rt_merra2_thompson_intel.log +* TEST rap_control_intel: FAIL TO COMPARE +-- LOG: /scratch1/BMC/gmtb/Grant.Firl/ufs-weather-model-test/tests/logs/log_hera/rt_rap_control_intel.log +* TEST rap_decomp_intel: FAIL TO COMPARE +-- LOG: /scratch1/BMC/gmtb/Grant.Firl/ufs-weather-model-test/tests/logs/log_hera/rt_rap_decomp_intel.log +* TEST rap_2threads_intel: FAIL TO COMPARE +-- LOG: /scratch1/BMC/gmtb/Grant.Firl/ufs-weather-model-test/tests/logs/log_hera/rt_rap_2threads_intel.log +* TEST rap_restart_intel: MISSING +-- LOG: N/A +* TEST rap_sfcdiff_intel: FAIL TO COMPARE +-- LOG: /scratch1/BMC/gmtb/Grant.Firl/ufs-weather-model-test/tests/logs/log_hera/rt_rap_sfcdiff_intel.log +* TEST rap_sfcdiff_decomp_intel: FAIL TO COMPARE +-- LOG: /scratch1/BMC/gmtb/Grant.Firl/ufs-weather-model-test/tests/logs/log_hera/rt_rap_sfcdiff_decomp_intel.log +* TEST rap_sfcdiff_restart_intel: MISSING +-- LOG: N/A +* TEST hrrr_control_intel: FAIL TO COMPARE +-- LOG: /scratch1/BMC/gmtb/Grant.Firl/ufs-weather-model-test/tests/logs/log_hera/rt_hrrr_control_intel.log +* TEST hrrr_control_decomp_intel: FAIL TO COMPARE +-- LOG: /scratch1/BMC/gmtb/Grant.Firl/ufs-weather-model-test/tests/logs/log_hera/rt_hrrr_control_decomp_intel.log +* TEST hrrr_control_2threads_intel: FAIL TO COMPARE +-- LOG: /scratch1/BMC/gmtb/Grant.Firl/ufs-weather-model-test/tests/logs/log_hera/rt_hrrr_control_2threads_intel.log +* TEST hrrr_control_restart_intel: MISSING +-- LOG: N/A +* TEST rrfs_v1beta_intel: FAIL TO COMPARE +-- LOG: /scratch1/BMC/gmtb/Grant.Firl/ufs-weather-model-test/tests/logs/log_hera/rt_rrfs_v1beta_intel.log +* TEST rrfs_v1nssl_intel: FAIL TO COMPARE +-- LOG: /scratch1/BMC/gmtb/Grant.Firl/ufs-weather-model-test/tests/logs/log_hera/rt_rrfs_v1nssl_intel.log +* TEST rrfs_v1nssl_nohailnoccn_intel: FAIL TO COMPARE +-- LOG: /scratch1/BMC/gmtb/Grant.Firl/ufs-weather-model-test/tests/logs/log_hera/rt_rrfs_v1nssl_nohailnoccn_intel.log +* TEST control_csawmg_intel: FAIL TO COMPARE +-- LOG: /scratch1/BMC/gmtb/Grant.Firl/ufs-weather-model-test/tests/logs/log_hera/rt_control_csawmg_intel.log +* TEST control_csawmgt_intel: FAIL TO COMPARE +-- LOG: /scratch1/BMC/gmtb/Grant.Firl/ufs-weather-model-test/tests/logs/log_hera/rt_control_csawmgt_intel.log +* TEST control_ras_intel: FAIL TO COMPARE +-- LOG: /scratch1/BMC/gmtb/Grant.Firl/ufs-weather-model-test/tests/logs/log_hera/rt_control_ras_intel.log +* TEST control_wam_intel: FAIL TO COMPARE +-- LOG: /scratch1/BMC/gmtb/Grant.Firl/ufs-weather-model-test/tests/logs/log_hera/rt_control_wam_intel.log +* TEST control_p8_faster_intel: FAIL TO COMPARE +-- LOG: /scratch1/BMC/gmtb/Grant.Firl/ufs-weather-model-test/tests/logs/log_hera/rt_control_p8_faster_intel.log +* TEST control_CubedSphereGrid_debug_intel: FAIL TO COMPARE +-- LOG: /scratch1/BMC/gmtb/Grant.Firl/ufs-weather-model-test/tests/logs/log_hera/rt_control_CubedSphereGrid_debug_intel.log +* TEST control_wrtGauss_netcdf_parallel_debug_intel: FAIL TO COMPARE +-- LOG: /scratch1/BMC/gmtb/Grant.Firl/ufs-weather-model-test/tests/logs/log_hera/rt_control_wrtGauss_netcdf_parallel_debug_intel.log +* TEST control_stochy_debug_intel: FAIL TO COMPARE +-- LOG: /scratch1/BMC/gmtb/Grant.Firl/ufs-weather-model-test/tests/logs/log_hera/rt_control_stochy_debug_intel.log +* TEST control_lndp_debug_intel: FAIL TO COMPARE +-- LOG: /scratch1/BMC/gmtb/Grant.Firl/ufs-weather-model-test/tests/logs/log_hera/rt_control_lndp_debug_intel.log +* TEST control_csawmg_debug_intel: FAIL TO COMPARE +-- LOG: /scratch1/BMC/gmtb/Grant.Firl/ufs-weather-model-test/tests/logs/log_hera/rt_control_csawmg_debug_intel.log +* TEST control_csawmgt_debug_intel: FAIL TO COMPARE +-- LOG: /scratch1/BMC/gmtb/Grant.Firl/ufs-weather-model-test/tests/logs/log_hera/rt_control_csawmgt_debug_intel.log +* TEST control_ras_debug_intel: FAIL TO COMPARE +-- LOG: /scratch1/BMC/gmtb/Grant.Firl/ufs-weather-model-test/tests/logs/log_hera/rt_control_ras_debug_intel.log +* TEST control_diag_debug_intel: FAIL TO COMPARE +-- LOG: /scratch1/BMC/gmtb/Grant.Firl/ufs-weather-model-test/tests/logs/log_hera/rt_control_diag_debug_intel.log +* TEST control_debug_p8_intel: FAIL TO COMPARE +-- LOG: /scratch1/BMC/gmtb/Grant.Firl/ufs-weather-model-test/tests/logs/log_hera/rt_control_debug_p8_intel.log +* TEST rap_control_debug_intel: FAIL TO COMPARE +-- LOG: /scratch1/BMC/gmtb/Grant.Firl/ufs-weather-model-test/tests/logs/log_hera/rt_rap_control_debug_intel.log +* TEST hrrr_control_debug_intel: FAIL TO COMPARE +-- LOG: /scratch1/BMC/gmtb/Grant.Firl/ufs-weather-model-test/tests/logs/log_hera/rt_hrrr_control_debug_intel.log +* TEST hrrr_gf_debug_intel: FAIL TO COMPARE +-- LOG: /scratch1/BMC/gmtb/Grant.Firl/ufs-weather-model-test/tests/logs/log_hera/rt_hrrr_gf_debug_intel.log +* TEST hrrr_c3_debug_intel: FAIL TO COMPARE +-- LOG: /scratch1/BMC/gmtb/Grant.Firl/ufs-weather-model-test/tests/logs/log_hera/rt_hrrr_c3_debug_intel.log +* TEST rap_unified_drag_suite_debug_intel: FAIL TO COMPARE +-- LOG: /scratch1/BMC/gmtb/Grant.Firl/ufs-weather-model-test/tests/logs/log_hera/rt_rap_unified_drag_suite_debug_intel.log +* TEST rap_diag_debug_intel: FAIL TO COMPARE +-- LOG: /scratch1/BMC/gmtb/Grant.Firl/ufs-weather-model-test/tests/logs/log_hera/rt_rap_diag_debug_intel.log +* TEST rap_cires_ugwp_debug_intel: FAIL TO COMPARE +-- LOG: /scratch1/BMC/gmtb/Grant.Firl/ufs-weather-model-test/tests/logs/log_hera/rt_rap_cires_ugwp_debug_intel.log +* TEST rap_unified_ugwp_debug_intel: FAIL TO COMPARE +-- LOG: /scratch1/BMC/gmtb/Grant.Firl/ufs-weather-model-test/tests/logs/log_hera/rt_rap_unified_ugwp_debug_intel.log +* TEST rap_lndp_debug_intel: FAIL TO COMPARE +-- LOG: /scratch1/BMC/gmtb/Grant.Firl/ufs-weather-model-test/tests/logs/log_hera/rt_rap_lndp_debug_intel.log +* TEST rap_progcld_thompson_debug_intel: FAIL TO COMPARE +-- LOG: /scratch1/BMC/gmtb/Grant.Firl/ufs-weather-model-test/tests/logs/log_hera/rt_rap_progcld_thompson_debug_intel.log +* TEST rap_noah_debug_intel: FAIL TO COMPARE +-- LOG: /scratch1/BMC/gmtb/Grant.Firl/ufs-weather-model-test/tests/logs/log_hera/rt_rap_noah_debug_intel.log +* TEST rap_sfcdiff_debug_intel: FAIL TO COMPARE +-- LOG: /scratch1/BMC/gmtb/Grant.Firl/ufs-weather-model-test/tests/logs/log_hera/rt_rap_sfcdiff_debug_intel.log +* TEST rap_noah_sfcdiff_cires_ugwp_debug_intel: FAIL TO COMPARE +-- LOG: /scratch1/BMC/gmtb/Grant.Firl/ufs-weather-model-test/tests/logs/log_hera/rt_rap_noah_sfcdiff_cires_ugwp_debug_intel.log +* TEST rrfs_v1beta_debug_intel: FAIL TO COMPARE +-- LOG: /scratch1/BMC/gmtb/Grant.Firl/ufs-weather-model-test/tests/logs/log_hera/rt_rrfs_v1beta_debug_intel.log +* TEST rap_clm_lake_debug_intel: FAIL TO COMPARE +-- LOG: /scratch1/BMC/gmtb/Grant.Firl/ufs-weather-model-test/tests/logs/log_hera/rt_rap_clm_lake_debug_intel.log +* TEST rap_flake_debug_intel: FAIL TO COMPARE +-- LOG: /scratch1/BMC/gmtb/Grant.Firl/ufs-weather-model-test/tests/logs/log_hera/rt_rap_flake_debug_intel.log +* TEST gnv1_c96_no_nest_debug_intel: FAIL TO COMPARE +-- LOG: /scratch1/BMC/gmtb/Grant.Firl/ufs-weather-model-test/tests/logs/log_hera/rt_gnv1_c96_no_nest_debug_intel.log +* TEST control_wam_debug_intel: FAIL TO COMPARE +-- LOG: /scratch1/BMC/gmtb/Grant.Firl/ufs-weather-model-test/tests/logs/log_hera/rt_control_wam_debug_intel.log +* TEST rap_control_dyn32_phy32_intel: FAIL TO COMPARE +-- LOG: /scratch1/BMC/gmtb/Grant.Firl/ufs-weather-model-test/tests/logs/log_hera/rt_rap_control_dyn32_phy32_intel.log +* TEST hrrr_control_dyn32_phy32_intel: FAIL TO COMPARE +-- LOG: /scratch1/BMC/gmtb/Grant.Firl/ufs-weather-model-test/tests/logs/log_hera/rt_hrrr_control_dyn32_phy32_intel.log +* TEST rap_2threads_dyn32_phy32_intel: FAIL TO COMPARE +-- LOG: /scratch1/BMC/gmtb/Grant.Firl/ufs-weather-model-test/tests/logs/log_hera/rt_rap_2threads_dyn32_phy32_intel.log +* TEST hrrr_control_2threads_dyn32_phy32_intel: FAIL TO COMPARE +-- LOG: /scratch1/BMC/gmtb/Grant.Firl/ufs-weather-model-test/tests/logs/log_hera/rt_hrrr_control_2threads_dyn32_phy32_intel.log +* TEST hrrr_control_decomp_dyn32_phy32_intel: FAIL TO COMPARE +-- LOG: /scratch1/BMC/gmtb/Grant.Firl/ufs-weather-model-test/tests/logs/log_hera/rt_hrrr_control_decomp_dyn32_phy32_intel.log +* TEST rap_restart_dyn32_phy32_intel: MISSING +-- LOG: N/A +* TEST hrrr_control_restart_dyn32_phy32_intel: MISSING +-- LOG: N/A +* TEST conus13km_control_intel: FAIL TO COMPARE +-- LOG: /scratch1/BMC/gmtb/Grant.Firl/ufs-weather-model-test/tests/logs/log_hera/rt_conus13km_control_intel.log +* TEST conus13km_2threads_intel: MISSING +-- LOG: N/A +* TEST conus13km_restart_mismatch_intel: MISSING +-- LOG: N/A +* TEST rap_control_dyn64_phy32_intel: FAIL TO COMPARE +-- LOG: /scratch1/BMC/gmtb/Grant.Firl/ufs-weather-model-test/tests/logs/log_hera/rt_rap_control_dyn64_phy32_intel.log +* TEST rap_control_debug_dyn32_phy32_intel: FAIL TO COMPARE +-- LOG: /scratch1/BMC/gmtb/Grant.Firl/ufs-weather-model-test/tests/logs/log_hera/rt_rap_control_debug_dyn32_phy32_intel.log +* TEST hrrr_control_debug_dyn32_phy32_intel: FAIL TO COMPARE +-- LOG: /scratch1/BMC/gmtb/Grant.Firl/ufs-weather-model-test/tests/logs/log_hera/rt_hrrr_control_debug_dyn32_phy32_intel.log +* TEST conus13km_debug_intel: FAIL TO COMPARE +-- LOG: /scratch1/BMC/gmtb/Grant.Firl/ufs-weather-model-test/tests/logs/log_hera/rt_conus13km_debug_intel.log +* TEST conus13km_debug_qr_intel: FAIL TO COMPARE +-- LOG: /scratch1/BMC/gmtb/Grant.Firl/ufs-weather-model-test/tests/logs/log_hera/rt_conus13km_debug_qr_intel.log +* TEST conus13km_debug_2threads_intel: FAIL TO COMPARE +-- LOG: /scratch1/BMC/gmtb/Grant.Firl/ufs-weather-model-test/tests/logs/log_hera/rt_conus13km_debug_2threads_intel.log +* TEST conus13km_radar_tten_debug_intel: FAIL TO COMPARE +-- LOG: /scratch1/BMC/gmtb/Grant.Firl/ufs-weather-model-test/tests/logs/log_hera/rt_conus13km_radar_tten_debug_intel.log +* TEST rap_control_dyn64_phy32_debug_intel: FAIL TO COMPARE +-- LOG: /scratch1/BMC/gmtb/Grant.Firl/ufs-weather-model-test/tests/logs/log_hera/rt_rap_control_dyn64_phy32_debug_intel.log +* TEST hafs_global_1nest_atm_intel: FAIL TO COMPARE +-- LOG: /scratch1/BMC/gmtb/Grant.Firl/ufs-weather-model-test/tests/logs/log_hera/rt_hafs_global_1nest_atm_intel.log +* TEST hafs_global_multiple_4nests_atm_intel: FAIL TO COMPARE +-- LOG: /scratch1/BMC/gmtb/Grant.Firl/ufs-weather-model-test/tests/logs/log_hera/rt_hafs_global_multiple_4nests_atm_intel.log +* TEST hafs_global_storm_following_1nest_atm_intel: FAIL TO COMPARE +-- LOG: /scratch1/BMC/gmtb/Grant.Firl/ufs-weather-model-test/tests/logs/log_hera/rt_hafs_global_storm_following_1nest_atm_intel.log +* TEST gnv1_nested_intel: FAIL TO COMPARE +-- LOG: /scratch1/BMC/gmtb/Grant.Firl/ufs-weather-model-test/tests/logs/log_hera/rt_gnv1_nested_intel.log +* TEST control_p8_atmlnd_sbs_intel: FAIL TO COMPARE +-- LOG: /scratch1/BMC/gmtb/Grant.Firl/ufs-weather-model-test/tests/logs/log_hera/rt_control_p8_atmlnd_sbs_intel.log +* TEST control_p8_atmlnd_intel: FAIL TO COMPARE +-- LOG: /scratch1/BMC/gmtb/Grant.Firl/ufs-weather-model-test/tests/logs/log_hera/rt_control_p8_atmlnd_intel.log +* TEST control_restart_p8_atmlnd_intel: MISSING +-- LOG: N/A +* TEST atmwav_control_noaero_p8_intel: FAIL TO COMPARE +-- LOG: /scratch1/BMC/gmtb/Grant.Firl/ufs-weather-model-test/tests/logs/log_hera/rt_atmwav_control_noaero_p8_intel.log +* TEST control_atmwav_intel: FAIL TO COMPARE +-- LOG: /scratch1/BMC/gmtb/Grant.Firl/ufs-weather-model-test/tests/logs/log_hera/rt_control_atmwav_intel.log +* TEST atmaero_control_p8_intel: FAIL TO COMPARE +-- LOG: /scratch1/BMC/gmtb/Grant.Firl/ufs-weather-model-test/tests/logs/log_hera/rt_atmaero_control_p8_intel.log +* TEST atmaero_control_p8_rad_intel: FAIL TO COMPARE +-- LOG: /scratch1/BMC/gmtb/Grant.Firl/ufs-weather-model-test/tests/logs/log_hera/rt_atmaero_control_p8_rad_intel.log +* TEST atmaero_control_p8_rad_micro_intel: FAIL TO COMPARE +-- LOG: /scratch1/BMC/gmtb/Grant.Firl/ufs-weather-model-test/tests/logs/log_hera/rt_atmaero_control_p8_rad_micro_intel.log +* TEST control_c48_gnu: FAIL TO COMPARE +-- LOG: /scratch1/BMC/gmtb/Grant.Firl/ufs-weather-model-test/tests/logs/log_hera/rt_control_c48_gnu.log +* TEST control_stochy_gnu: FAIL TO COMPARE +-- LOG: /scratch1/BMC/gmtb/Grant.Firl/ufs-weather-model-test/tests/logs/log_hera/rt_control_stochy_gnu.log +* TEST control_ras_gnu: FAIL TO COMPARE +-- LOG: /scratch1/BMC/gmtb/Grant.Firl/ufs-weather-model-test/tests/logs/log_hera/rt_control_ras_gnu.log +* TEST control_p8_gnu: FAIL TO COMPARE +-- LOG: /scratch1/BMC/gmtb/Grant.Firl/ufs-weather-model-test/tests/logs/log_hera/rt_control_p8_gnu.log +* TEST control_p8_ugwpv1_gnu: FAIL TO COMPARE +-- LOG: /scratch1/BMC/gmtb/Grant.Firl/ufs-weather-model-test/tests/logs/log_hera/rt_control_p8_ugwpv1_gnu.log +* TEST control_flake_gnu: FAIL TO COMPARE +-- LOG: /scratch1/BMC/gmtb/Grant.Firl/ufs-weather-model-test/tests/logs/log_hera/rt_control_flake_gnu.log +* TEST rap_control_gnu: FAIL TO COMPARE +-- LOG: /scratch1/BMC/gmtb/Grant.Firl/ufs-weather-model-test/tests/logs/log_hera/rt_rap_control_gnu.log +* TEST rap_decomp_gnu: FAIL TO COMPARE +-- LOG: /scratch1/BMC/gmtb/Grant.Firl/ufs-weather-model-test/tests/logs/log_hera/rt_rap_decomp_gnu.log +* TEST rap_2threads_gnu: FAIL TO COMPARE +-- LOG: /scratch1/BMC/gmtb/Grant.Firl/ufs-weather-model-test/tests/logs/log_hera/rt_rap_2threads_gnu.log +* TEST rap_restart_gnu: MISSING +-- LOG: N/A +* TEST rap_sfcdiff_gnu: FAIL TO COMPARE +-- LOG: /scratch1/BMC/gmtb/Grant.Firl/ufs-weather-model-test/tests/logs/log_hera/rt_rap_sfcdiff_gnu.log +* TEST rap_sfcdiff_decomp_gnu: FAIL TO COMPARE +-- LOG: /scratch1/BMC/gmtb/Grant.Firl/ufs-weather-model-test/tests/logs/log_hera/rt_rap_sfcdiff_decomp_gnu.log +* TEST rap_sfcdiff_restart_gnu: MISSING +-- LOG: N/A +* TEST hrrr_control_gnu: FAIL TO COMPARE +-- LOG: /scratch1/BMC/gmtb/Grant.Firl/ufs-weather-model-test/tests/logs/log_hera/rt_hrrr_control_gnu.log +* TEST hrrr_control_noqr_gnu: FAIL TO COMPARE +-- LOG: /scratch1/BMC/gmtb/Grant.Firl/ufs-weather-model-test/tests/logs/log_hera/rt_hrrr_control_noqr_gnu.log +* TEST hrrr_control_2threads_gnu: FAIL TO COMPARE +-- LOG: /scratch1/BMC/gmtb/Grant.Firl/ufs-weather-model-test/tests/logs/log_hera/rt_hrrr_control_2threads_gnu.log +* TEST hrrr_control_decomp_gnu: FAIL TO COMPARE +-- LOG: /scratch1/BMC/gmtb/Grant.Firl/ufs-weather-model-test/tests/logs/log_hera/rt_hrrr_control_decomp_gnu.log +* TEST hrrr_control_restart_gnu: MISSING +-- LOG: N/A +* TEST hrrr_control_restart_noqr_gnu: MISSING +-- LOG: N/A +* TEST rrfs_v1beta_gnu: FAIL TO COMPARE +-- LOG: /scratch1/BMC/gmtb/Grant.Firl/ufs-weather-model-test/tests/logs/log_hera/rt_rrfs_v1beta_gnu.log +* TEST control_diag_debug_gnu: FAIL TO COMPARE +-- LOG: /scratch1/BMC/gmtb/Grant.Firl/ufs-weather-model-test/tests/logs/log_hera/rt_control_diag_debug_gnu.log +* TEST rap_control_debug_gnu: FAIL TO COMPARE +-- LOG: /scratch1/BMC/gmtb/Grant.Firl/ufs-weather-model-test/tests/logs/log_hera/rt_rap_control_debug_gnu.log +* TEST hrrr_control_debug_gnu: FAIL TO COMPARE +-- LOG: /scratch1/BMC/gmtb/Grant.Firl/ufs-weather-model-test/tests/logs/log_hera/rt_hrrr_control_debug_gnu.log +* TEST hrrr_gf_debug_gnu: FAIL TO COMPARE +-- LOG: /scratch1/BMC/gmtb/Grant.Firl/ufs-weather-model-test/tests/logs/log_hera/rt_hrrr_gf_debug_gnu.log +* TEST hrrr_c3_debug_gnu: FAIL TO COMPARE +-- LOG: /scratch1/BMC/gmtb/Grant.Firl/ufs-weather-model-test/tests/logs/log_hera/rt_hrrr_c3_debug_gnu.log +* TEST rap_diag_debug_gnu: FAIL TO COMPARE +-- LOG: /scratch1/BMC/gmtb/Grant.Firl/ufs-weather-model-test/tests/logs/log_hera/rt_rap_diag_debug_gnu.log +* TEST rap_noah_sfcdiff_cires_ugwp_debug_gnu: FAIL TO COMPARE +-- LOG: /scratch1/BMC/gmtb/Grant.Firl/ufs-weather-model-test/tests/logs/log_hera/rt_rap_noah_sfcdiff_cires_ugwp_debug_gnu.log +* TEST rap_progcld_thompson_debug_gnu: FAIL TO COMPARE +-- LOG: /scratch1/BMC/gmtb/Grant.Firl/ufs-weather-model-test/tests/logs/log_hera/rt_rap_progcld_thompson_debug_gnu.log +* TEST rrfs_v1beta_debug_gnu: FAIL TO COMPARE +-- LOG: /scratch1/BMC/gmtb/Grant.Firl/ufs-weather-model-test/tests/logs/log_hera/rt_rrfs_v1beta_debug_gnu.log +* TEST control_ras_debug_gnu: FAIL TO COMPARE +-- LOG: /scratch1/BMC/gmtb/Grant.Firl/ufs-weather-model-test/tests/logs/log_hera/rt_control_ras_debug_gnu.log +* TEST control_stochy_debug_gnu: FAIL TO COMPARE +-- LOG: /scratch1/BMC/gmtb/Grant.Firl/ufs-weather-model-test/tests/logs/log_hera/rt_control_stochy_debug_gnu.log +* TEST control_debug_p8_gnu: FAIL TO COMPARE +-- LOG: /scratch1/BMC/gmtb/Grant.Firl/ufs-weather-model-test/tests/logs/log_hera/rt_control_debug_p8_gnu.log +* TEST rap_flake_debug_gnu: FAIL TO COMPARE +-- LOG: /scratch1/BMC/gmtb/Grant.Firl/ufs-weather-model-test/tests/logs/log_hera/rt_rap_flake_debug_gnu.log +* TEST rap_clm_lake_debug_gnu: FAIL TO COMPARE +-- LOG: /scratch1/BMC/gmtb/Grant.Firl/ufs-weather-model-test/tests/logs/log_hera/rt_rap_clm_lake_debug_gnu.log +* TEST gnv1_c96_no_nest_debug_gnu: FAIL TO COMPARE +-- LOG: /scratch1/BMC/gmtb/Grant.Firl/ufs-weather-model-test/tests/logs/log_hera/rt_gnv1_c96_no_nest_debug_gnu.log +* TEST control_wam_debug_gnu: FAIL TO COMPARE +-- LOG: /scratch1/BMC/gmtb/Grant.Firl/ufs-weather-model-test/tests/logs/log_hera/rt_control_wam_debug_gnu.log +* TEST rap_control_dyn32_phy32_gnu: FAIL TO COMPARE +-- LOG: /scratch1/BMC/gmtb/Grant.Firl/ufs-weather-model-test/tests/logs/log_hera/rt_rap_control_dyn32_phy32_gnu.log +* TEST hrrr_control_dyn32_phy32_gnu: FAIL TO COMPARE +-- LOG: /scratch1/BMC/gmtb/Grant.Firl/ufs-weather-model-test/tests/logs/log_hera/rt_hrrr_control_dyn32_phy32_gnu.log +* TEST rap_2threads_dyn32_phy32_gnu: FAIL TO COMPARE +-- LOG: /scratch1/BMC/gmtb/Grant.Firl/ufs-weather-model-test/tests/logs/log_hera/rt_rap_2threads_dyn32_phy32_gnu.log +* TEST hrrr_control_2threads_dyn32_phy32_gnu: FAIL TO COMPARE +-- LOG: /scratch1/BMC/gmtb/Grant.Firl/ufs-weather-model-test/tests/logs/log_hera/rt_hrrr_control_2threads_dyn32_phy32_gnu.log +* TEST hrrr_control_decomp_dyn32_phy32_gnu: FAIL TO COMPARE +-- LOG: /scratch1/BMC/gmtb/Grant.Firl/ufs-weather-model-test/tests/logs/log_hera/rt_hrrr_control_decomp_dyn32_phy32_gnu.log +* TEST rap_restart_dyn32_phy32_gnu: MISSING +-- LOG: N/A +* TEST hrrr_control_restart_dyn32_phy32_gnu: MISSING +-- LOG: N/A +* TEST conus13km_control_gnu: FAIL TO COMPARE +-- LOG: /scratch1/BMC/gmtb/Grant.Firl/ufs-weather-model-test/tests/logs/log_hera/rt_conus13km_control_gnu.log +* TEST conus13km_2threads_gnu: MISSING +-- LOG: N/A +* TEST conus13km_restart_mismatch_gnu: MISSING +-- LOG: N/A +* TEST rap_control_dyn64_phy32_gnu: FAIL TO COMPARE +-- LOG: /scratch1/BMC/gmtb/Grant.Firl/ufs-weather-model-test/tests/logs/log_hera/rt_rap_control_dyn64_phy32_gnu.log +* TEST rap_control_debug_dyn32_phy32_gnu: FAIL TO COMPARE +-- LOG: /scratch1/BMC/gmtb/Grant.Firl/ufs-weather-model-test/tests/logs/log_hera/rt_rap_control_debug_dyn32_phy32_gnu.log +* TEST hrrr_control_debug_dyn32_phy32_gnu: FAIL TO COMPARE +-- LOG: /scratch1/BMC/gmtb/Grant.Firl/ufs-weather-model-test/tests/logs/log_hera/rt_hrrr_control_debug_dyn32_phy32_gnu.log +* TEST conus13km_debug_gnu: FAIL TO COMPARE +-- LOG: /scratch1/BMC/gmtb/Grant.Firl/ufs-weather-model-test/tests/logs/log_hera/rt_conus13km_debug_gnu.log +* TEST conus13km_debug_qr_gnu: FAIL TO COMPARE +-- LOG: /scratch1/BMC/gmtb/Grant.Firl/ufs-weather-model-test/tests/logs/log_hera/rt_conus13km_debug_qr_gnu.log +* TEST conus13km_debug_2threads_gnu: FAIL TO COMPARE +-- LOG: /scratch1/BMC/gmtb/Grant.Firl/ufs-weather-model-test/tests/logs/log_hera/rt_conus13km_debug_2threads_gnu.log +* TEST conus13km_radar_tten_debug_gnu: FAIL TO COMPARE +-- LOG: /scratch1/BMC/gmtb/Grant.Firl/ufs-weather-model-test/tests/logs/log_hera/rt_conus13km_radar_tten_debug_gnu.log +* TEST rap_control_dyn64_phy32_debug_gnu: FAIL TO COMPARE +-- LOG: /scratch1/BMC/gmtb/Grant.Firl/ufs-weather-model-test/tests/logs/log_hera/rt_rap_control_dyn64_phy32_debug_gnu.log +* TEST cpld_control_p8_gnu: FAIL TO COMPARE +-- LOG: /scratch1/BMC/gmtb/Grant.Firl/ufs-weather-model-test/tests/logs/log_hera/rt_cpld_control_p8_gnu.log +* TEST cpld_control_nowave_noaero_p8_gnu: FAIL TO COMPARE +-- LOG: /scratch1/BMC/gmtb/Grant.Firl/ufs-weather-model-test/tests/logs/log_hera/rt_cpld_control_nowave_noaero_p8_gnu.log +* TEST cpld_debug_p8_gnu: FAIL TO COMPARE +-- LOG: /scratch1/BMC/gmtb/Grant.Firl/ufs-weather-model-test/tests/logs/log_hera/rt_cpld_debug_p8_gnu.log +* TEST cpld_control_pdlib_p8_gnu: FAIL TO COMPARE +-- LOG: /scratch1/BMC/gmtb/Grant.Firl/ufs-weather-model-test/tests/logs/log_hera/rt_cpld_control_pdlib_p8_gnu.log +* TEST cpld_debug_pdlib_p8_gnu: FAIL TO COMPARE +-- LOG: /scratch1/BMC/gmtb/Grant.Firl/ufs-weather-model-test/tests/logs/log_hera/rt_cpld_debug_pdlib_p8_gnu.log + +NOTES: +A file 'test_changes.list' was generated with list of all failed tests. +You can use './rt.sh -c -b test_changes.list' to create baselines for the failed tests. +If you are using this log as a pull request verification, please commit 'test_changes.list'. + +Result: FAILURE + +====END OF HERA REGRESSION TESTING LOG==== diff --git a/tests/test_changes.list b/tests/test_changes.list index e69de29bb2..b5585d8b91 100644 --- a/tests/test_changes.list +++ b/tests/test_changes.list @@ -0,0 +1,193 @@ +cpld_control_p8_mixedmode intel +cpld_control_gfsv17 intel +cpld_control_gfsv17_iau intel +cpld_restart_gfsv17 intel +cpld_mpi_gfsv17 intel +cpld_debug_gfsv17 intel +cpld_control_p8 intel +cpld_control_p8.v2.sfc intel +cpld_restart_p8 intel +cpld_control_qr_p8 intel +cpld_restart_qr_p8 intel +cpld_2threads_p8 intel +cpld_decomp_p8 intel +cpld_mpi_p8 intel +cpld_control_ciceC_p8 intel +cpld_control_c192_p8 intel +cpld_restart_c192_p8 intel +cpld_bmark_p8 intel +cpld_restart_bmark_p8 intel +cpld_s2sa_p8 intel +cpld_control_noaero_p8 intel +cpld_control_nowave_noaero_p8 intel +cpld_debug_p8 intel +cpld_debug_noaero_p8 intel +cpld_control_noaero_p8_agrid intel +cpld_control_c48 intel +cpld_control_p8_faster intel +cpld_control_pdlib_p8 intel +cpld_restart_pdlib_p8 intel +cpld_mpi_pdlib_p8 intel +cpld_debug_pdlib_p8 intel +control_flake intel +control_CubedSphereGrid intel +control_CubedSphereGrid_parallel intel +control_latlon intel +control_wrtGauss_netcdf_parallel intel +control_c48 intel +control_c48.v2.sfc intel +control_c192 intel +control_c384 intel +control_c384gdas intel +control_stochy intel +control_stochy_restart intel +control_lndp intel +control_iovr4 intel +control_iovr5 intel +control_p8 intel +control_p8.v2.sfc intel +control_p8_ugwpv1 intel +control_restart_p8 intel +control_noqr_p8 intel +control_restart_noqr_p8 intel +control_decomp_p8 intel +control_2threads_p8 intel +control_p8_lndp intel +control_p8_rrtmgp intel +control_p8_mynn intel +merra2_thompson intel +rap_control intel +rap_decomp intel +rap_2threads intel +rap_restart intel +rap_sfcdiff intel +rap_sfcdiff_decomp intel +rap_sfcdiff_restart intel +hrrr_control intel +hrrr_control_decomp intel +hrrr_control_2threads intel +hrrr_control_restart intel +rrfs_v1beta intel +rrfs_v1nssl intel +rrfs_v1nssl_nohailnoccn intel +control_csawmg intel +control_csawmgt intel +control_ras intel +control_wam intel +control_p8_faster intel +control_CubedSphereGrid_debug intel +control_wrtGauss_netcdf_parallel_debug intel +control_stochy_debug intel +control_lndp_debug intel +control_csawmg_debug intel +control_csawmgt_debug intel +control_ras_debug intel +control_diag_debug intel +control_debug_p8 intel +rap_control_debug intel +hrrr_control_debug intel +hrrr_gf_debug intel +hrrr_c3_debug intel +rap_unified_drag_suite_debug intel +rap_diag_debug intel +rap_cires_ugwp_debug intel +rap_unified_ugwp_debug intel +rap_lndp_debug intel +rap_progcld_thompson_debug intel +rap_noah_debug intel +rap_sfcdiff_debug intel +rap_noah_sfcdiff_cires_ugwp_debug intel +rrfs_v1beta_debug intel +rap_clm_lake_debug intel +rap_flake_debug intel +gnv1_c96_no_nest_debug intel +control_wam_debug intel +rap_control_dyn32_phy32 intel +hrrr_control_dyn32_phy32 intel +rap_2threads_dyn32_phy32 intel +hrrr_control_2threads_dyn32_phy32 intel +hrrr_control_decomp_dyn32_phy32 intel +rap_restart_dyn32_phy32 intel +hrrr_control_restart_dyn32_phy32 intel +conus13km_control intel +conus13km_2threads intel +conus13km_restart_mismatch intel +rap_control_dyn64_phy32 intel +rap_control_debug_dyn32_phy32 intel +hrrr_control_debug_dyn32_phy32 intel +conus13km_debug intel +conus13km_debug_qr intel +conus13km_debug_2threads intel +conus13km_radar_tten_debug intel +rap_control_dyn64_phy32_debug intel +hafs_global_1nest_atm intel +hafs_global_multiple_4nests_atm intel +hafs_global_storm_following_1nest_atm intel +gnv1_nested intel +control_p8_atmlnd_sbs intel +control_p8_atmlnd intel +control_restart_p8_atmlnd intel +atmwav_control_noaero_p8 intel +control_atmwav intel +atmaero_control_p8 intel +atmaero_control_p8_rad intel +atmaero_control_p8_rad_micro intel +control_c48 gnu +control_stochy gnu +control_ras gnu +control_p8 gnu +control_p8_ugwpv1 gnu +control_flake gnu +rap_control gnu +rap_decomp gnu +rap_2threads gnu +rap_restart gnu +rap_sfcdiff gnu +rap_sfcdiff_decomp gnu +rap_sfcdiff_restart gnu +hrrr_control gnu +hrrr_control_noqr gnu +hrrr_control_2threads gnu +hrrr_control_decomp gnu +hrrr_control_restart gnu +hrrr_control_restart_noqr gnu +rrfs_v1beta gnu +control_diag_debug gnu +rap_control_debug gnu +hrrr_control_debug gnu +hrrr_gf_debug gnu +hrrr_c3_debug gnu +rap_diag_debug gnu +rap_noah_sfcdiff_cires_ugwp_debug gnu +rap_progcld_thompson_debug gnu +rrfs_v1beta_debug gnu +control_ras_debug gnu +control_stochy_debug gnu +control_debug_p8 gnu +rap_flake_debug gnu +rap_clm_lake_debug gnu +gnv1_c96_no_nest_debug gnu +control_wam_debug gnu +rap_control_dyn32_phy32 gnu +hrrr_control_dyn32_phy32 gnu +rap_2threads_dyn32_phy32 gnu +hrrr_control_2threads_dyn32_phy32 gnu +hrrr_control_decomp_dyn32_phy32 gnu +rap_restart_dyn32_phy32 gnu +hrrr_control_restart_dyn32_phy32 gnu +conus13km_control gnu +conus13km_2threads gnu +conus13km_restart_mismatch gnu +rap_control_dyn64_phy32 gnu +rap_control_debug_dyn32_phy32 gnu +hrrr_control_debug_dyn32_phy32 gnu +conus13km_debug gnu +conus13km_debug_qr gnu +conus13km_debug_2threads gnu +conus13km_radar_tten_debug gnu +rap_control_dyn64_phy32_debug gnu +cpld_control_p8 gnu +cpld_control_nowave_noaero_p8 gnu +cpld_debug_p8 gnu +cpld_control_pdlib_p8 gnu +cpld_debug_pdlib_p8 gnu