From 4566503532a151a6c8dfbe6b7a33b3439f03fa3a Mon Sep 17 00:00:00 2001 From: tmcguinness Date: Mon, 13 May 2024 19:04:40 +0000 Subject: [PATCH] removded all rocoto test data and put them in S3 bucket and have them downloaded using curl when not present --- ci/scripts/tests/test_rocotostat.py | 33 +- .../tests/testdata/rocotostat/database.db | Bin 28672 -> 0 bytes ci/scripts/tests/testdata/rocotostat/stub | 0 .../tests/testdata/rocotostat/workflow.xml | 272 ----------- .../testdata/rocotostat_stalled/stalled.db | Bin 36864 -> 0 bytes .../testdata/rocotostat_stalled/stalled.xml | 443 ------------------ .../tests/testdata/rocotostat_stalled/stub | 0 ci/scripts/utils/rocotostat.py | 2 +- 8 files changed, 28 insertions(+), 722 deletions(-) delete mode 100644 ci/scripts/tests/testdata/rocotostat/database.db create mode 100644 ci/scripts/tests/testdata/rocotostat/stub delete mode 100644 ci/scripts/tests/testdata/rocotostat/workflow.xml delete mode 100644 ci/scripts/tests/testdata/rocotostat_stalled/stalled.db delete mode 100644 ci/scripts/tests/testdata/rocotostat_stalled/stalled.xml create mode 100644 ci/scripts/tests/testdata/rocotostat_stalled/stub diff --git a/ci/scripts/tests/test_rocotostat.py b/ci/scripts/tests/test_rocotostat.py index 52737c4e8f..caf9ae4e6b 100755 --- a/ci/scripts/tests/test_rocotostat.py +++ b/ci/scripts/tests/test_rocotostat.py @@ -7,15 +7,25 @@ from rocotostat import rocoto_statcount, rocotostat_summary, is_done, is_stalled, CommandNotFoundError from wxflow import which -workflow_file = os.path.join(script_dir, "testdata/rocotostat/workflow.xml") -database_file = os.path.join(script_dir, "testdata/rocotostat/database.db") +test_data_url ='https://noaa-nws-global-pds.s3.amazonaws.com/data/CI/' + +testdata_path = 'testdata/rocotostat' +testdata_full_path = os.path.join(script_dir, testdata_path) + +wget = which('wget') +if not os.listdir(os.path.join(testdata_full_path)): + wget.add_default_arg(['-P', testdata_full_path, + test_data_url + str(testdata_path) + '/workflow.xml', + test_data_url + str(testdata_path) + '/database.db', + ]) + wget() try: - rocotostat = which("rocotostat") + rocotostat = which('rocotostat') except CommandNotFoundError: raise CommandNotFoundError("rocotostat not found in PATH") -rocotostat.add_default_arg(['-w', workflow_file, '-d', database_file]) +rocotostat.add_default_arg(['-w', os.path.join(testdata_path,'workflow.xml'), '-d', os.path.join(testdata_path, 'database.db')]) def test_rocoto_statcount(): @@ -45,10 +55,21 @@ def test_rocoto_done(): def test_rocoto_stalled(): + testdata_path = 'testdata/rocotostat_stalled' + testdata_full_path = os.path.join(script_dir, testdata_path) + + wget = which('wget') + if not os.listdir(os.path.join(testdata_full_path)): + wget.add_default_arg(['-P', testdata_full_path, + test_data_url + str(testdata_path) + '/stalled.xml', + test_data_url + str(testdata_path) + '/stalled.db', + ]) + wget() - workflow_file = os.path.join(script_dir, "testdata/rocotostat_stalled/stalled.xml") - database_file = os.path.join(script_dir, "testdata/rocotostat_stalled/stalled.db") + rocotostat = which('rocotostat') + rocotostat.add_default_arg(['-w', os.path.join(testdata_path,'stalled.xml'), '-d', os.path.join(testdata_path, 'stalled.db')]) result = rocoto_statcount(rocotostat) + assert result['SUCCEEDED'] == 110 assert is_stalled(result) diff --git a/ci/scripts/tests/testdata/rocotostat/database.db b/ci/scripts/tests/testdata/rocotostat/database.db deleted file mode 100644 index baca6c7513b04755ae034ac7db45b1336d936935..0000000000000000000000000000000000000000 GIT binary patch literal 0 HcmV?d00001 literal 28672 zcmeI4&u`mg7{_0yX_Ga-wr*3Is;aJvpb>5N`e&MQSzB9MMVfYL2dWV2+}P>NTBq1f zw<2+9kq{CW4hSJ6E*y~fC%Az)a2P^J69?{S9LE*$yiSwGbuEF!R84!VB(`6_&-Zzr z&-=Vd9mid}U9o+OZ#3Oq!{;S(k#HQj!SjTWBY39Z*;&|jvawb$ zA_JMHB=a=?YwmHbmHj>YWt;)FBLO6U1dsp{Kmter2_OL^@c$AxoZwQ!qodr>HQ(6U zvFZo)9m}*DopoZdrq8eI{QCStMdv%M{G@I2OVxG#re5P$YfH=XwGI9aePfE>cAKp| z$Jn*_H|J}Mx8`e;s$85pG3>O8iVDr9?fM7&!pcfTpRZ2wM%}mf4c~4$o6SbUv;2;a z;=;hd@U?545yZG})LX6H_G>B>U%QQ;+%Y_V^LR&t@Yk1?_2S``{?zc;7vcE!Ls4~`_^#b6=(L>s z4lwWOVYb|$h{bjn<7l-PuK)Jte?bpJ`=E*gIKu2F9aUAAOR$R1dsp{Kmter2_OL^ zfCP{L5OWQ z&kd)w$NnN+yR*2c>zb}Dt}L%s^mSd!iQ* zqki9V&o*1uE`r(XNiK*m!6GcpN(yu3?>4>7J-2CYHUyzG-GFOpOyi|!yySbWaE1!Y zGo(UiK}C>bRJd_17g13ZmO`%zEz{`+Evs=VA8DD0id>4QltfS|&Bm#Gko%6L85ea3 z)H);B=2I?95Yx8hSf1@MfhdtgLd!>@P)orO_Hd=;G7zCkTof;B*@%jw2&ak63Xsce zDNf~8Egeyjgoui)fQll-sZ_KJ5fwSAqR614##IVuY6B4!F;Z_-gnFZr6c@{Seu(7R z=(OjaHW<;AOOgCkiA7e9)11hEOejn`Ze)bb=U^sKfdcDB-Se5%WbID1x>UV+ywdt3 zUPbA2%~Jtt9`2Ti^GXU|wChYxfEsx3nTMymN2_eGUrR+|kb;;)Ge%M&23d@YVMR+u zR0Ne}9#WxDt5k@sRZiqPHcrCL_l{DgZfwyjOO z&a#f88)Dc0;ii95cvN`wf`5=<`bYo?AOR$R1dsp{Kmter2_OL^fCSEsz)Yf#)X)4< zb>`OU;>@zQ#{Rp)jBd8(;9Dq3o$34c{pB)MJLmuBmLNJt0!RP}AOR$R1dsp{Kmter s2_OL^fCQd70X+YI=7`Y&5 - - - - - -]> - - - - STUB - - - 202103231200 202103231200 24:00:00 - - - - stage_ic.sh - - C48_ATM_0ad155f1_gfsstage_ic_@H - nems - batch - orion - 00:15:00 - 1:ppn=1:tpp=1 - --export=NONE - - /RUNTESTS/COMROOT/C48_ATM_0ad155f1/logs/@Y@m@d@H/gfsstage_ic.log - - RUN_ENVIRemc - HOMEgfsgfs - EXPDIRRUNTESTS/EXPDIR/C48_ATM_0ad155f1 - NETgfs - CDUMPgfs - RUNgfs - CDATE@Y@m@d@H - PDY@Y@m@d - cyc@H - COMROOT/RUNTESTS/COMROOT - DATAROOT/RUNDIRS/C48_ATM_0ad155f1 - - - - /ICSDIR/prototype_ICs/workflow_C48_refactored/@Y@m@d@H/atmos/gfs_ctrl.nc - - - - - - - - /CI/ORION/2555/gfs/jobs/rocoto/fcst.sh - - C48_ATM_0ad155f1_gfsfcst_@H - nems - batch - orion - 03:00:00 - 1:ppn=40:tpp=1 - --export=NONE - - /CI/ORION/2555/RUNTESTS/COMROOT/C48_ATM_0ad155f1/logs/@Y@m@d@H/gfsfcst.log - - RUN_ENVIRemc - HOMEgfs/CI/ORION/2555/gfs - EXPDIR/CI/ORION/2555/RUNTESTS/EXPDIR/C48_ATM_0ad155f1 - NETgfs - CDUMPgfs - RUNgfs - CDATE@Y@m@d@H - PDY@Y@m@d - cyc@H - COMROOT/CI/ORION/2555/RUNTESTS/COMROOT - DATAROOT/RUNDIRS/C48_ATM_0ad155f1 - - - - - - - - - - - - _f000-f006 _f009-f015 _f018-f024 _f027-f033 _f036-f042 _f045-f051 _f054-f060 _f063-f069 _f072-f078 _f081-f087 _f090-f096 _f099-f105 _f108-f114 _f117-f120 - f006 f015 f024 f033 f042 f051 f060 f069 f078 f087 f096 f105 f114 f120 - f000_f003_f006 f009_f012_f015 f018_f021_f024 f027_f030_f033 f036_f039_f042 f045_f048_f051 f054_f057_f060 f063_f066_f069 f072_f075_f078 f081_f084_f087 f090_f093_f096 f099_f102_f105 f108_f111_f114 f117_f120 - - - - /CI/ORION/2555/gfs/jobs/rocoto/atmos_products.sh - - C48_ATM_0ad155f1_gfsatmos_prod#grp#_@H - nems - batch - orion - 00:15:00 - 1:ppn=24:tpp=1 - --export=NONE - - /RUNTESTS/COMROOT/C48_ATM_0ad155f1/logs/@Y@m@d@H/gfsatmos_prod#grp#.log - - RUN_ENVIRemc - HOMEgfs/CI/ORION/2555/gfs - EXPDIR/CI/ORION/2555/RUNTESTS/EXPDIR/C48_ATM_0ad155f1 - NETgfs - CDUMPgfs - RUNgfs - CDATE@Y@m@d@H - PDY@Y@m@d - cyc@H - COMROOT/CI/ORION/2555/RUNTESTS/COMROOT - DATAROOT/RUNDIRS/C48_ATM_0ad155f1 - FHRLST#lst# - COMPONENTatmos - - - &ROTDIR;/gfs.@Y@m@d/@H//model_data/atmos/master/gfs.t@Hz.master.grb2#dep# - - - - - - - - - /CI/ORION/2555/gfs/jobs/rocoto/tracker.sh - - C48_ATM_0ad155f1_gfstracker_@H - nems - batch - orion - 00:10:00 - 1:ppn=1:tpp=1 - 4G - --export=NONE - - /CI/ORION/2555/RUNTESTS/COMROOT/C48_ATM_0ad155f1/logs/@Y@m@d@H/gfstracker.log - - RUN_ENVIRemc - HOMEgfs/CI/ORION/2555/gfs - EXPDIR/CI/ORION/2555/RUNTESTS/EXPDIR/C48_ATM_0ad155f1 - NETgfs - CDUMPgfs - RUNgfs - CDATE@Y@m@d@H - PDY@Y@m@d - cyc@H - COMROOT/CI/ORION/2555/RUNTESTS/COMROOT - DATAROOT/RUNDIRS/C48_ATM_0ad155f1 - - - - - - - - - - /CI/ORION/2555/gfs/jobs/rocoto/genesis.sh - - C48_ATM_0ad155f1_gfsgenesis_@H - nems - batch - orion - 00:25:00 - 1:ppn=1:tpp=1 - 10G - --export=NONE - - /CI/ORION/2555/RUNTESTS/COMROOT/C48_ATM_0ad155f1/logs/@Y@m@d@H/gfsgenesis.log - - RUN_ENVIRemc - HOMEgfs/CI/ORION/2555/gfs - EXPDIR/CI/ORION/2555/RUNTESTS/EXPDIR/C48_ATM_0ad155f1 - NETgfs - CDUMPgfs - RUNgfs - CDATE@Y@m@d@H - PDY@Y@m@d - cyc@H - COMROOT/CI/ORION/2555/RUNTESTS/COMROOT - DATAROOT/RUNDIRS/C48_ATM_0ad155f1 - - - - - - - - - - /CI/ORION/2555/gfs/jobs/rocoto/arch.sh - - C48_ATM_0ad155f1_gfsarch_@H - nems - batch - service - 06:00:00 - 1:ppn=1:tpp=1 - 4096M - --export=NONE - - /CI/ORION/2555/RUNTESTS/COMROOT/C48_ATM_0ad155f1/logs/@Y@m@d@H/gfsarch.log - - RUN_ENVIRemc - HOMEgfs/CI/ORION/2555/gfs - EXPDIR/CI/ORION/2555/RUNTESTS/EXPDIR/C48_ATM_0ad155f1 - NETgfs - CDUMPgfs - RUNgfs - CDATE@Y@m@d@H - PDY@Y@m@d - cyc@H - COMROOT/CI/ORION/2555/RUNTESTS/COMROOT - DATAROOT/RUNDIRS/C48_ATM_0ad155f1 - - - - - - - - - - - - - - /CI/ORION/2555/gfs/jobs/rocoto/cleanup.sh - - C48_ATM_0ad155f1_gfscleanup_@H - nems - batch - orion - 00:15:00 - 1:ppn=1:tpp=1 - 4096M - --export=NONE - - /CI/ORION/2555/RUNTESTS/COMROOT/C48_ATM_0ad155f1/logs/@Y@m@d@H/gfscleanup.log - - RUN_ENVIRemc - HOMEgfs/CI/ORION/2555/gfs - EXPDIR/CI/ORION/2555/RUNTESTS/EXPDIR/C48_ATM_0ad155f1 - NETgfs - CDUMPgfs - RUNgfs - CDATE@Y@m@d@H - PDY@Y@m@d - cyc@H - COMROOT/CI/ORION/2555/RUNTESTS/COMROOT - DATAROOT/RUNDIRS/C48_ATM_0ad155f1 - - - - - - - - - - diff --git a/ci/scripts/tests/testdata/rocotostat_stalled/stalled.db b/ci/scripts/tests/testdata/rocotostat_stalled/stalled.db deleted file mode 100644 index 976ee0605c6a7751cf9db1831311686f8383bccc..0000000000000000000000000000000000000000 GIT binary patch literal 0 HcmV?d00001 literal 36864 zcmeHQTWlOx8J^kued8of>L!l23DB52&dluW&4eX;>}}#SSI178%X+iki?eOKYj)RZ zS}sxwr4oofwFUK|5=azOfkgYzN~l7Jhbkyi1w}|Hpgi$_TG8^5MnGOTXJ&Tia{glp z$pTs(%a`@+{@?un_kZWi%#P3J)2EI$d-X)4-C3#h5=mi`Ad14lL_!eUKNkcch`;(D ze*D1G{{{aPEsq%wF~+`+e;AFg3BK?hA$%wHhv=>7TI6=*B}M?>%o*Sea0WO7oB_@N zXMi)n8Q=_TFay{3i2m)PqvF#ey~@&+diBZbm3pn-=>K$0&lL;v#l(C89W5sMTN8Vm zwZ!c4`QoACT;k;1?6Jb!xx^#Ia}$Z>PJ3;&RavPg&J^aR4;SY4rq%HYGqAr^Nu}}T zTC>x8GJ#HfhZq0`zTc3bf}fl^JTS*DTxW*H)Vy+m>3pWz|BhQ)#xE zt>rzs7zQRppD=t%2rSndT}4u4DXAo7MUoQsU(_i{!k_x}|3^anqfbnMJWzp0nPwtfHS}u;0$mE)@L9t`UQ_C5C~j4ck5u|z^<=&@$1F-JrWg+--}Pg z{t^2{?5nYS^k308qMhhuJ%amJ?yre2x^u3NU9Y)TT>Heo ziIc+H>!%7lyOfOxRoNpx@BpqLQ0uHMJvp_1|A|hsF@>MV0Z+7B`>wQ?o2`B76t@Kvf-STRuT`RBDS0qU)H>6CKkaOSZ1$1n7et!1&A@flq zw~_l%nEOFWL>R^OjEx0?0a4Cm(^)wSCYzQFkm>1Sai%yked5^3qs95+%q7gsT&)#!>vUD_Z6 z)U`eTSs>o%h#9Z%9*Rew(MqsPczFL*HwX**2mzFJ3GD$esBRDpeUtzgWwaZ>pe8<| zPG%kz^Zf(9=b<1;C*Cp<(n-0G&s~i)b@|LG^>^Vx2sO01T=h8U`zm652##NZ?p! z=21p*0E0S1AllN$E5K<9#VCw)k~+E*PIYYn7*!MnFu*ad>jS{Jh#~+6HRcJY%sh^u zFn~d6Ov7M}wK56;7?j2cr_4N-P!PbNG^Sy&@+ch$V2q4M+_9s7jgd*E_ys{v=UkB&~|plB_9N3`O_(R=Kf%Sxk) zlh!T-p?nn&5F?v0P?m}th>^?~D7Tag$BbDo(=w`>)hfda33?hA^l9{-q=>^tJ=Rk` zRn6dwy5)MgStU{SAbf!sm?HQ8@uGhr{#){Ze{cpk1DpZQ0B3+Rz!~5Sa0WO7oB_@N zXMi*CNnl`7bPH9>o$+;UfUC(|R{Q&Za{bRgI0Kvk&H!hCGr$?(3~&ZG1DpZQ0B3+R zz!~`TGSI*O|LLueSH>CO3~&ZG1DpZQ0B3+Rz!~5Sa0WO7oB_^2G}aKNgquSAX8ig1 z`FKK%3pZnbj(tD2J9<0%QuIu8bL5@Kw<8ZnT;X4ap9-f#cSCQ4I-$wn`@vU&OTk@% z+kuw@=L6gP@A{wfAMyKqZ~MOGoAwFbx4hT9s^{;XpL#BP_PYP-{*k-l9(BFvdck$d zH6;E{{H{2=!R#YrL5Q}R+C>(;XHx4e2(hn*AZz9$Kg$}+LaZ3{vJg5l`g?>e2pmiH zmHv`O`=Z@}zkqYuR|#Qz0Sbd!=0uj{WLQhKDtwKYyUMJiq!1R6LJ^>~d+$X@~g8KxRTyUQNlZ!>feFCh$S==YUewMKzJ^}bjPx;S$ z0+8V>V7(Aq&sl)JB#XR>41WO|#yb820LJaCvF6{3AyaGq>B#6mv&PDQTO_seABcSW zzqJ0JoKp`+U1>oTUl*f)ioX@V7FT0;Vz0$ov4_HMM!y$59gRnBMxKoviui*&!`<-y z&u#A!r^Gt1YW#gK)!i>oXtu z71uKxwHwXlfw`OW8?_tF7y{Z2dJMlwfGIO|g{_NJ)AwS)#{j|kK0{NYayDLWGfC0>sUlAT9Iwt;vpGLY$5RJ7!wDIRM~8uW;Qnf}C{WK?bO^wJWfFdO_Z`XYcqxpQh5tXsVo&;c4FMY(gDhX!EKl>QAn CboNF7 diff --git a/ci/scripts/tests/testdata/rocotostat_stalled/stalled.xml b/ci/scripts/tests/testdata/rocotostat_stalled/stalled.xml deleted file mode 100644 index dd4e5a6a68..0000000000 --- a/ci/scripts/tests/testdata/rocotostat_stalled/stalled.xml +++ /dev/null @@ -1,443 +0,0 @@ - - - - - - -]> - - - - /RUNTESTS/EXPDIR/C48_S2SWA_gefs/logs/@Y@m@d@H.log - - - 202103231200 202103231200 24:00:00 - - - - /gefs/jobs/rocoto/stage_ic.sh - - C48_S2SWA_gefs_stage_ic_@H - nems - batch - orion - 00:15:00 - 1:ppn=1:tpp=1 - --export=NONE - - /RUNTESTS/COMROOT/C48_S2SWA_gefs/logs/@Y@m@d@H/stage_ic.log - - RUN_ENVIRemc - HOMEgfs/gefs - EXPDIR/RUNTESTS/EXPDIR/C48_S2SWA_gefs - NETgefs - CDUMPgefs - RUNgefs - CDATE@Y@m@d@H - PDY@Y@m@d - cyc@H - COMROOT/RUNTESTS/COMROOT - DATAROOT/work/noaa/stmp/mterry/RUNDIRS/C48_S2SWA_gefs - - - - /work/noaa/global/glopara/data/ICSDIR/prototype_ICs/gefs_test/@Y@m@d@H/mem000/atmos/gfs_ctrl.nc - /work/noaa/global/glopara/data/ICSDIR/prototype_ICs/gefs_test/@Y@m@d@H/mem000/wave/@Y@m@d.@H0000.restart.glo_500 - - - - - - - - /gefs/jobs/rocoto/waveinit.sh - - C48_S2SWA_gefs_wave_init_@H - nems - batch - orion - 00:10:00 - 1:ppn=40:tpp=1 - 2GB - --export=NONE - - /RUNTESTS/COMROOT/C48_S2SWA_gefs/logs/@Y@m@d@H/wave_init.log - - RUN_ENVIRemc - HOMEgfs/gefs - EXPDIR/RUNTESTS/EXPDIR/C48_S2SWA_gefs - NETgefs - CDUMPgefs - RUNgefs - CDATE@Y@m@d@H - PDY@Y@m@d - cyc@H - COMROOT/RUNTESTS/COMROOT - DATAROOT/work/noaa/stmp/mterry/RUNDIRS/C48_S2SWA_gefs - - - - - - /gefs/jobs/rocoto/fcst.sh - - C48_S2SWA_gefs_fcst_mem000_@H - nems - batch - orion - 03:00:00 - 1:ppn=40:tpp=1 - --export=NONE - - /RUNTESTS/COMROOT/C48_S2SWA_gefs/logs/@Y@m@d@H/fcst_mem000.log - - RUN_ENVIRemc - HOMEgfs/gefs - EXPDIR/RUNTESTS/EXPDIR/C48_S2SWA_gefs - NETgefs - CDUMPgefs - RUNgefs - CDATE@Y@m@d@H - PDY@Y@m@d - cyc@H - COMROOT/RUNTESTS/COMROOT - DATAROOT/work/noaa/stmp/mterry/RUNDIRS/C48_S2SWA_gefs - - - - - - - - - - - - - 001 002 - - - - /gefs/jobs/rocoto/fcst.sh - - C48_S2SWA_gefs_fcst_mem#member#_@H - nems - batch - orion - 03:00:00 - 1:ppn=40:tpp=1 - --export=NONE - - /RUNTESTS/COMROOT/C48_S2SWA_gefs/logs/@Y@m@d@H/fcst_mem#member#.log - - RUN_ENVIRemc - HOMEgfs/gefs - EXPDIR/RUNTESTS/EXPDIR/C48_S2SWA_gefs - NETgefs - CDUMPgefs - RUNgefs - CDATE@Y@m@d@H - PDY@Y@m@d - cyc@H - COMROOT/RUNTESTS/COMROOT - DATAROOT/work/noaa/stmp/mterry/RUNDIRS/C48_S2SWA_gefs - ENSMEM#member# - MEMDIRmem#member# - - - - - - - - - - - - - - - 000 001 002 - - - - 000 006 012 018 024 030 036 042 048 054 060 066 072 078 084 090 096 102 108 114 120 - - - - /gefs/jobs/rocoto/atmos_products.sh - - C48_S2SWA_gefs_atmos_prod_mem#member#_f#fhr#_@H - nems - batch - orion - 00:15:00 - 1:ppn=24:tpp=1 - --export=NONE - - /RUNTESTS/COMROOT/C48_S2SWA_gefs/logs/@Y@m@d@H/atmos_prod_mem#member#_f#fhr#.log - - RUN_ENVIRemc - HOMEgfs/gefs - EXPDIR/RUNTESTS/EXPDIR/C48_S2SWA_gefs - NETgefs - CDUMPgefs - RUNgefs - CDATE@Y@m@d@H - PDY@Y@m@d - cyc@H - COMROOT/RUNTESTS/COMROOT - DATAROOT/work/noaa/stmp/mterry/RUNDIRS/C48_S2SWA_gefs - ENSMEM#member# - MEMDIRmem#member# - FHRLST#fhr# - COMPONENTatmos - - - &ROTDIR;/gefs.@Y@m@d/@H/mem#member#/model_data/atmos/master/gefs.t@Hz.master.grb2f#fhr# - - - - - - - - - - - 000 006 012 018 024 030 036 042 048 054 060 066 072 078 084 090 096 102 108 114 120 - - - - /gefs/jobs/rocoto/atmos_ensstat.sh - - C48_S2SWA_gefs_atmos_ensstat_f#fhr#_@H - nems - batch - orion - 00:30:00 - 1:ppn=6:tpp=1 - --export=NONE - - /RUNTESTS/COMROOT/C48_S2SWA_gefs/logs/@Y@m@d@H/atmos_ensstat_f#fhr#.log - - RUN_ENVIRemc - HOMEgfs/gefs - EXPDIR/RUNTESTS/EXPDIR/C48_S2SWA_gefs - NETgefs - CDUMPgefs - RUNgefs - CDATE@Y@m@d@H - PDY@Y@m@d - cyc@H - COMROOT/RUNTESTS/COMROOT - DATAROOT/work/noaa/stmp/mterry/RUNDIRS/C48_S2SWA_gefs - FHRLST#fhr# - - - - - - - - - - - - - - - - 000 001 002 - - - - 006 012 018 024 030 036 042 048 054 060 066 072 078 084 090 096 102 108 114 120 - - - - /gefs/jobs/rocoto/oceanice_products.sh - - C48_S2SWA_gefs_ocean_prod_mem#member#_f#fhr#_@H - nems - batch - orion - 00:15:00 - 1:ppn=1:tpp=1 - 96GB - --export=NONE - - /RUNTESTS/COMROOT/C48_S2SWA_gefs/logs/@Y@m@d@H/ocean_prod_mem#member#_f#fhr#.log - - RUN_ENVIRemc - HOMEgfs/gefs - EXPDIR/RUNTESTS/EXPDIR/C48_S2SWA_gefs - NETgefs - CDUMPgefs - RUNgefs - CDATE@Y@m@d@H - PDY@Y@m@d - cyc@H - COMROOT/RUNTESTS/COMROOT - DATAROOT/work/noaa/stmp/mterry/RUNDIRS/C48_S2SWA_gefs - ENSMEM#member# - MEMDIRmem#member# - FHRLST#fhr# - COMPONENTocean - - - - &ROTDIR;/gefs.@Y@m@d/@H/mem#member#/model_data/ocean/history/gefs.ocean.t@Hz.24hr_avg.f#fhr#.nc - /gefs/ush/check_netcdf.sh &ROTDIR;/gefs.@Y@m@d/@H/mem#member#/model_data/ocean/history/gefs.ocean.t@Hz.24hr_avg.f#fhr#.nc - - - - - - - - - - - - 000 001 002 - - - - 006 012 018 024 030 036 042 048 054 060 066 072 078 084 090 096 102 108 114 120 - - - - /gefs/jobs/rocoto/oceanice_products.sh - - C48_S2SWA_gefs_ice_prod_mem#member#_f#fhr#_@H - nems - batch - orion - 00:15:00 - 1:ppn=1:tpp=1 - 96GB - --export=NONE - - /RUNTESTS/COMROOT/C48_S2SWA_gefs/logs/@Y@m@d@H/ice_prod_mem#member#_f#fhr#.log - - RUN_ENVIRemc - HOMEgfs/gefs - EXPDIR/RUNTESTS/EXPDIR/C48_S2SWA_gefs - NETgefs - CDUMPgefs - RUNgefs - CDATE@Y@m@d@H - PDY@Y@m@d - cyc@H - COMROOT/RUNTESTS/COMROOT - DATAROOT/work/noaa/stmp/mterry/RUNDIRS/C48_S2SWA_gefs - ENSMEM#member# - MEMDIRmem#member# - FHRLST#fhr# - COMPONENTice - - - &ROTDIR;/gefs.@Y@m@d/@H/mem#member#/model_data/ice/history/gefs.ice.t@Hz.24hr_avg.f#fhr#.nc - - - - - - - - - - - 000 001 002 - - - - /gefs/jobs/rocoto/wavepostsbs.sh - - C48_S2SWA_gefs_wave_post_grid_mem#member#_@H - nems - batch - orion - 03:00:00 - 1:ppn=40:tpp=1 - 10GB - --export=NONE - - /RUNTESTS/COMROOT/C48_S2SWA_gefs/logs/@Y@m@d@H/wave_post_grid_mem#member#.log - - RUN_ENVIRemc - HOMEgfs/gefs - EXPDIR/RUNTESTS/EXPDIR/C48_S2SWA_gefs - NETgefs - CDUMPgefs - RUNgefs - CDATE@Y@m@d@H - PDY@Y@m@d - cyc@H - COMROOT/RUNTESTS/COMROOT - DATAROOT/work/noaa/stmp/mterry/RUNDIRS/C48_S2SWA_gefs - ENSMEM#member# - MEMDIRmem#member# - - - - &ROTDIR;/gefs.@Y@m@d/@H/mem#member#/model_data/wave/history/gefswave.out_grd.glo_500.@Y@m@d.@H0000 - - - - - - - - - - 000 001 002 - - - - /gefs/jobs/rocoto/wavepostpnt.sh - - C48_S2SWA_gefs_wave_post_pnt_mem#member#_@H - nems - batch - orion - 04:00:00 - 5:ppn=40:tpp=1 - --export=NONE - - /RUNTESTS/COMROOT/C48_S2SWA_gefs/logs/@Y@m@d@H/wave_post_pnt_mem#member#.log - - RUN_ENVIRemc - HOMEgfs/gefs - EXPDIR/RUNTESTS/EXPDIR/C48_S2SWA_gefs - NETgefs - CDUMPgefs - RUNgefs - CDATE@Y@m@d@H - PDY@Y@m@d - cyc@H - COMROOT/RUNTESTS/COMROOT - DATAROOT/work/noaa/stmp/mterry/RUNDIRS/C48_S2SWA_gefs - ENSMEM#member# - MEMDIRmem#member# - - - - - - - - - - - - diff --git a/ci/scripts/tests/testdata/rocotostat_stalled/stub b/ci/scripts/tests/testdata/rocotostat_stalled/stub new file mode 100644 index 0000000000..e69de29bb2 diff --git a/ci/scripts/utils/rocotostat.py b/ci/scripts/utils/rocotostat.py index fe8c84b5e7..169a66754a 100755 --- a/ci/scripts/utils/rocotostat.py +++ b/ci/scripts/utils/rocotostat.py @@ -3,7 +3,7 @@ import sys import os -from wxflow import Executable, which, Logger, CommandNotFoundError +from wxflow import which, Logger, CommandNotFoundError from argparse import ArgumentParser, FileType from collections import Counter