Replace sleep with wait_for_file

env/HERA.env

@@ -308,7 +308,6 @@ elif [[ "${step}" = "gempak" ]]; then
     export NTHREADS_GEMPAK=${nth_gempak:-1}
     [[ ${NTHREADS_GEMPAK} -gt ${nth_max} ]] && export NTHREADS_GEMPAK=${nth_max}
 
-
 elif [[ "${step}" = "fit2obs" ]]; then
 
     nth_max=$((npe_node_max / npe_node_fit2obs))

scripts/exgfs_atmos_awips_20km_1p0deg.sh

@@ -43,20 +43,13 @@
 ###############################################
 # Wait for the availability of the pgrb file
 ###############################################
-icnt=1
-while (( icnt < 1000 )); do
-   if [[ -s "${COM_ATMOS_GRIB_0p25}/${RUN}.${cycle}.pgrb2b.0p25.f${fcsthrs}.idx" ]]; then
-      break
-   fi
-
-   sleep 10
-   icnt=$((icnt + 1))
-   if (( icnt >= 180 )); then
-      msg="FATAL ERROR: No GFS pgrb2 file after 30 min of waiting"
-      err_exit "${msg}"
-      exit 5
-   fi
-done
+sleep_interval=10
+idxfile="${COM_ATMOS_GRIB_0p25}/${RUN}.${cycle}.pgrb2b.0p25.f${fcsthrs}.idx"
+if ! -s wait_for_file "${idxfile}" "${sleep_interval}" "180"; then
+  msg="FATAL ERROR: No GFS pgrb2 file after waiting"
+  err_exit "${msg}"
+  exit 5
+fi
 
 ########################################
 

scripts/exgfs_atmos_postsnd.sh

@@ -50,6 +50,7 @@
 
 ### Loop for the hour and wait for the sigma and surface flux file:
 export FSTART=$STARTHOUR
+sleep_interval=10
 #
 while [ $FSTART -lt $ENDHOUR ]
 do
@@ -69,20 +70,10 @@
        export MAKEBUFR=YES
    fi
 
-   ic=0
-   while [ $ic -lt 1000 ]; do
-      if [[ ! -f "${COM_ATMOS_HISTORY}/${RUN}.${cycle}.atm.logf${FEND}.${logfm}" ]]; then
-          sleep 10
-          ic=$(expr $ic + 1)
-      else
-          break
-      fi
-
-      if [ $ic -ge 360 ]
-      then
-         err_exit "COULD NOT LOCATE logf$FEND file AFTER 1 HOUR"
-      fi
-   done
+   filename="${COM_ATMOS_HISTORY}/${RUN}.${cycle}.atm.logf${FEND}.${logfm}"
+   if ! -f wait_for_file "${filename}" "${sleep_interval}" "360"; then
+     err_exit "COULD NOT LOCATE logf${FEND} file"
+   fi
 
 ## 1-hourly output before $NEND1, 3-hourly output after
    if [ $FEND -gt $NEND1 ]; then

scripts/exgfs_wave_nawips.sh

@@ -44,6 +44,7 @@ pdsext=no
 g2tbls=g2varswmo2.tbl
 NAGRIB=nagrib2
 
+sleep_interval=20
 maxtries=15
 fhcnt=${fstart}
 while [ ${fhcnt} -le ${FHMAX_WAV} ]; do
@@ -72,28 +73,18 @@ while [ ${fhcnt} -le ${FHMAX_WAV} ]; do
     esac
     GRIBIN="${COM_WAVE_GRID}/${RUNwave}.${cycle}.${grdIDin}.f${fhr}.grib2"
     GRIBIN_chk=${GRIBIN}.idx
-
-    icnt=1
-    while [ ${icnt} -lt 1000 ]; do
-      if [ -r ${GRIBIN_chk} ] ; then
-        break
-      else
-        let "icnt=icnt+1"
-        sleep 20
-      fi
-      if [ ${icnt} -ge ${maxtries} ]; then
-        msg="ABORTING after 5 minutes of waiting for ${GRIBIN}."
-        echo ' '
-        echo '**************************** '
-        echo '*** ERROR : NO GRIB FILE *** '
-        echo '**************************** '
-        echo ' '
-        echo ${msg}
-        set_trace
-        echo "${RUNwave} ${grdID} ${fhr} prdgen ${date} ${cycle} : GRIB file missing." >> ${wavelog}
-        err=1;export err;${errchk} || exit ${err}
-      fi
-    done
+    if ! wait_for_file "${GRIBIN}" "${sleep_interval}" "${maxtries}"; then
+      msg="ABORTING waiting for ${GRIBIN}."
+      echo ' '
+      echo '**************************** '
+      echo '*** ERROR : NO GRIB FILE *** '
+      echo '**************************** '
+      echo ' '
+      echo "${msg}"
+      set_trace
+      echo "${RUNwave} ${grdID} ${fhr} prdgen ${date} ${cycle} : GRIB file missing." >> "${wavelog}"
+      err=1;export err;"${errchk}" || exit "${err}"
+    fi
 
     #if [ "$grdIDin" = "global.0p25" && "$grid" = "glo_30m" ]; then
     if [ "${grdIDin}" = "global.0p25" ]; then

scripts/exgfs_wave_post_gridded_sbs.sh

@@ -231,6 +231,7 @@
     fhr=$FHMIN_WAV
   fi
   fhrg=$fhr
+  sleep_interval=10
   iwaitmax=120 # Maximum loop cycles for waiting until wave component output file is ready (fails after max)
   while [ $fhr -le $FHMAX_WAV ]; do
 
@@ -252,27 +253,24 @@
     export GRIBDATA=${DATA}/output_$YMDHMS
     export GRDIDATA=${DATA}/output_$YMDHMS
 
-# Gridded data (main part, need to be run side-by-side with forecast
-
     if [ $fhr = $fhrg ]
     then
-      iwait=0
-      for wavGRD in ${waveGRD} ; do
-        gfile=${COM_WAVE_HISTORY}/${WAV_MOD_TAG}.out_grd.${wavGRD}.${YMD}.${HMS}
-        while [ ! -s ${gfile} ]; do sleep 10; let iwait=iwait+1; done
-        if [ $iwait -eq $iwaitmax ]; then
+      # Gridded data (main part, need to be run side-by-side with forecast
+      for wavGRD in "${waveGRD}"; do
+        gfile="${COM_WAVE_HISTORY}/${WAV_MOD_TAG}.out_grd.${wavGRD}.${YMD}.${HMS}"
+        if ! wait_for_file "${gfile}" "${sleep_interval}" "${iwaitmax}"; then
           echo '*************************************************** '
-          echo " FATAL ERROR : NO RAW FIELD OUTPUT FILE out_grd.$grdID "
+          echo " FATAL ERROR : NO RAW FIELD OUTPUT FILE out_grd.${grdID} "
           echo '*************************************************** '
           echo ' '
           set_trace
           echo "${WAV_MOD_TAG} post ${grdID} ${PDY} ${cycle} : field output missing."
-          err=3; export err;${errchk}
-          exit $err
+          err=3; export err; "${errchk}"
+          exit "${err}"
         fi
-        ${NLN} ${gfile} ./out_grd.${wavGRD}
+        ${NLN} "${gfile}" "./out_grd.${wavGRD}"
       done
-
+      
       if [ "$DOGRI_WAV" = 'YES' ]
       then
         nigrd=1

scripts/exgfs_wave_prdgen_gridded.sh

@@ -97,29 +97,19 @@ grids=${grids:-ak_10m at_10m ep_10m wc_10m glo_30m}
 
      GRIBIN="${COM_WAVE_GRID}/${RUNwave}.${cycle}.${grdID}.f${fhr}.grib2"
      GRIBIN_chk=$GRIBIN.idx
-
-     icnt=1
-     while [ $icnt -lt 1000 ]; do
-       if [ -r $GRIBIN_chk ] ; then
-         break
-       else
-         echo "Waiting for input file: $GRIBIN"
-         let "icnt=icnt+1"
-         sleep 5
-       fi
-       if [ $icnt -ge $maxtries ]; then
-         msg="ABNORMAL EXIT: NO GRIB FILE FOR GRID $GRIBIN"
-         echo ' '
-         echo '**************************** '
-         echo '*** ERROR : NO GRIB FILE *** '
-         echo '**************************** '
-         echo ' '
-         echo $msg
-         set_trace
-         echo "$RUNwave $grdID ${fhr} prdgen $date $cycle : GRIB file missing." >> $wavelog
-         err=1;export err;${errchk} || exit ${err}
-       fi
-     done
+     sleep_interval=5
+     if ! wait_for_file "${GRIBIN}" "${sleep_interval}" "1000"; then
+       msg="ABNORMAL EXIT: NO GRIB FILE FOR GRID $GRIBIN"
+       echo ' '
+       echo '**************************** '
+       echo '*** ERROR : NO GRIB FILE *** '
+       echo '**************************** '
+       echo ' '
+       echo $msg
+       set_trace
+       echo "$RUNwave $grdID ${fhr} prdgen $date $cycle : GRIB file missing." >> $wavelog
+       err=1;export err;${errchk} || exit ${err}
+     fi
 
      GRIBOUT=$RUNwave.$cycle.$grdID.f${fhr}.clipped.grib2
 

ush/gfs_bufr.sh

@@ -51,26 +51,19 @@
 /
 EOF
 
+sleep_interval=10
 for (( hr = 10#${FSTART}; hr <= 10#${FEND}; hr = hr + 10#${FINT} )); do
    hh2=$(printf %02i "${hr}")
    hh3=$(printf %03i "${hr}")
 
    #---------------------------------------------------------
    # Make sure all files are available:
-   ic=0
-   while (( ic < 1000 )); do
-      if [[ ! -f "${COM_ATMOS_HISTORY}/${RUN}.${cycle}.atm.logf${hh3}.${logfm}" ]]; then
-          sleep 10
-          ic=$((ic + 1))
-      else
-          break
-      fi
-
-      if (( ic >= 360 )); then
-         echo "FATAL: COULD NOT LOCATE logf${hh3} file AFTER 1 HOUR"
-         exit 2
-      fi
-   done
+   filename="${COM_ATMOS_HISTORY}/${RUN}.${cycle}.atm.logf${hh3}.${logfm}"
+   if ! -f wait_for_file "${filename}" "${sleep_interval}" "1000"; then
+     echo "FATAL: COULD NOT LOCATE logf${hh3} file"
+     exit 2
+   fi
+
    #------------------------------------------------------------------
    ${NLN} "${COM_ATMOS_HISTORY}/${RUN}.${cycle}.atmf${hh3}.${atmfm}" "sigf${hh2}"
    ${NLN} "${COM_ATMOS_HISTORY}/${RUN}.${cycle}.sfcf${hh3}.${atmfm}" "flxf${hh2}"

ush/gfs_bufr_netcdf.sh

@@ -66,6 +66,8 @@
       hh1=$(echo "${hh#"${hh%??}"}")
       hh=$hh1
    fi
+
+sleep_interval=10
 while  test $hh -le $FEND
 do  
    if test $hh -lt 100
@@ -75,19 +77,10 @@
       hh2=$hh
    fi
 
-#---------------------------------------------------------
-# Make sure all files are available:
-   ic=0
-   while [ $ic -lt 1000 ]
-   do
-      if [ ! -f $COMIN/${RUN}.${cycle}.logf${hh2}.txt ]
-      then
-          sleep 10
-          ic=$(expr $ic + 1)
-      else
-          break
-      fi
-
+   filename="${COMIN}/${RUN}.${cycle}.logf${hh2}.txt"
+   if ! -f wait_for_file "${filename}" "${sleep_interval}" "360"; then
+     err_exit "COULD NOT LOCATE logf${hh2} file"
+   fi
       if [ $ic -ge 360 ]
       then
          err_exit "COULD NOT LOCATE logf${hh2} file AFTER 1 HOUR"

ush/wave_tar.sh

@@ -101,14 +101,27 @@
   count=0
   countMAX=5
   tardone='no'
-
-  while [ "$count" -lt "$countMAX" ] && [ "$tardone" = 'no' ]
+  sleep_interval=10
+
+  while [[ "${tardone}" = "no" ]]
   do
 
     nf=$(ls | awk '/'$ID.*.$filext'/ {a++} END {print a}')
     nbm2=$(( $nb - 2 ))
     if [ $nf -ge $nbm2 ]
-    then 
+    then
+
+      filename="${ID}.${cycle}.${type}_tar" 
+      if ! -f wait_for_file "${filename}" "${sleep_interval}" "${countMAX}"; then
+        set +x
+        echo ' '
+        echo '***************************************** '
+        echo '*** FATAL ERROR : TAR CREATION FAILED *** '
+        echo '***************************************** '
+        echo ' '
+        set_trace
+        exit 3
+      fi
       tar -cf $ID.$cycle.${type}_tar ./$ID.*.$filext
       exit=$?
 
@@ -128,12 +141,6 @@
       then
         tardone='yes'
       fi
-    else
-      set +x
-      echo ' All files not found for tar. Sleeping 10 seconds and trying again ..'
-      set_trace
-      sleep 10
-      count=$(expr $count + 1)
     fi
 
   done

versions/run.hera.ver

@@ -5,6 +5,7 @@ export spack_env=gsi-addon-dev-rocky8
 export hpss_ver=hpss
 export ncl_ver=6.6.2
 export R_ver=3.6.1
+
 export gempak_ver=7.17.0
 export perl_ver=5.38.0