-
Notifications
You must be signed in to change notification settings - Fork 132
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
Update test features: add create_fails script, QC process test, and w…
…ait on baseline results (#644) * add create_fails.csh and update documentation * update documentation * update qcnonbfb settings * add qc test capability and update bfbcomp logic to add check that the baseline results has completed * add PEND for bfbcomp result * update regression testing to use QC (instead of log compare) for qcchk test cases * update create_fails.csh * update create_fails log output
- Loading branch information
Showing
18 changed files
with
218 additions
and
26 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file was deleted.
Oops, something went wrong.
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,16 @@ | ||
| dt = 3456.0 | ||
| npt_unit = 'y' | ||
| npt = 5 | ||
| year_init = 2005 | ||
| month_init = 1 | ||
| day_init = 1 | ||
| sec_init = 0 | ||
| use_leap_years = .false. | ||
| fyear_init = 2005 | ||
| ycycle = 1 | ||
| dumpfreq = 'm' | ||
| dumpfreq_n = 12 | ||
| diagfreq = 24 | ||
| histfreq = 'd','x','x','x','x' | ||
| f_hi = 'd' | ||
| hist_avg = .false. |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,24 @@ | ||
| #!/bin/csh | ||
|
|
||
| echo " " | ||
| set tmpfile = create_fails.tmp | ||
| set outfile = fails.ts | ||
|
|
||
| ./results.csh >& /dev/null | ||
| cat results.log | grep ' run\| test' | grep -v "#" | grep -v PASS | cut -f 2 -d " " | sort -u >! $tmpfile | ||
|
|
||
| echo "# Test Grid PEs Sets" >! $outfile | ||
| foreach line ( "`cat $tmpfile`" ) | ||
| #echo $line | ||
| set test = `echo $line | cut -d "_" -f 3` | ||
| set grid = `echo $line | cut -d "_" -f 4` | ||
| set pes = `echo $line | cut -d "_" -f 5` | ||
| set opts = `echo $line | cut -d "_" -f 6- | sed 's/_/,/g'` | ||
| echo "$test $grid $pes $opts" >> $outfile | ||
| end | ||
|
|
||
| rm $tmpfile | ||
| echo "$0 done" | ||
| echo "Failed tests can be rerun with the test suite file...... $outfile" | ||
| echo "To run a new test suite, copy $outfile to the top directory and do something like" | ||
| echo " ./cice.setup --suite $outfile ..." |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -1,5 +1,6 @@ | ||
| # Test Grid PEs Sets BFB-compare | ||
| smoke gx3 8x2 diag1,run5day | ||
| restart gx3 4x2x25x29x4 dslenderX2 | ||
| smoke gx3 4x2x25x29x4 debug,run2day,dslenderX2 | ||
| logbfb gx3 4x2x25x29x4 dslenderX2,diag1,reprosum | ||
| smoke gx3 1x2 run2day |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -1,4 +1,6 @@ | ||
| # Test Grid PEs Sets BFB-compare | ||
| smoke gx1 64x1 qc,medium | ||
| smoke gx1 64x2 gx1prod,long,run10year | ||
|
|
||
| qcchk gx3 72x1 qc,medium qcchk_gx3_72x1_medium_qc | ||
| qcchk gx1 144x1 qc,medium | ||
| smoke gx1 144x2 gx1prod,long,run10year | ||
| qcchkf gx3 72x1 qc,medium,alt02 qcchk_gx3_72x1_medium_qc | ||
| qcchk gx3 72x1 qcnonbfb,medium qcchk_gx3_72x1_medium_qc |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,36 @@ | ||
|
|
||
| cp ${ICE_SANDBOX}/configuration/scripts/tests/QC/CICE_t_critical_p0.8.nc . | ||
| cp ${ICE_SANDBOX}/configuration/scripts/tests/QC/CICE_Lookup_Table_p0.8_n1825.nc . | ||
|
|
||
| #---------------------------------------------------- | ||
| # Run the CICE model | ||
| # cice.run returns -1 if run did not complete successfully | ||
|
|
||
| ./cice.run | ||
| set res="$status" | ||
|
|
||
| set log_file = `ls -t1 ${ICE_RUNDIR}/cice.runlog* | head -1` | ||
| set ttimeloop = `grep TimeLoop ${log_file} | grep Timer | cut -c 22-32` | ||
| set tdynamics = `grep Dynamics ${log_file} | grep Timer | cut -c 22-32` | ||
| set tcolumn = `grep Column ${log_file} | grep Timer | cut -c 22-32` | ||
| if (${ttimeloop} == "") set ttimeloop = -1 | ||
| if (${tdynamics} == "") set tdynamics = -1 | ||
| if (${tcolumn} == "") set tcolumn = -1 | ||
|
|
||
| mv -f ${ICE_CASEDIR}/test_output ${ICE_CASEDIR}/test_output.prev | ||
| cat ${ICE_CASEDIR}/test_output.prev | grep -iv "${ICE_TESTNAME} run" >! ${ICE_CASEDIR}/test_output | ||
| mv -f ${ICE_CASEDIR}/test_output ${ICE_CASEDIR}/test_output.prev | ||
| cat ${ICE_CASEDIR}/test_output.prev | grep -iv "${ICE_TESTNAME} test" >! ${ICE_CASEDIR}/test_output | ||
| rm -f ${ICE_CASEDIR}/test_output.prev | ||
|
|
||
| set grade = PASS | ||
| if ( $res != 0 ) then | ||
| set grade = FAIL | ||
| echo "$grade ${ICE_TESTNAME} run ${ttimeloop} ${tdynamics} ${tcolumn}" >> ${ICE_CASEDIR}/test_output | ||
| echo "$grade ${ICE_TESTNAME} test " >> ${ICE_CASEDIR}/test_output | ||
| exit 99 | ||
| endif | ||
|
|
||
| echo "$grade ${ICE_TESTNAME} run ${ttimeloop} ${tdynamics} ${tcolumn}" >> ${ICE_CASEDIR}/test_output | ||
| echo "$grade ${ICE_TESTNAME} test " >> ${ICE_CASEDIR}/test_output | ||
|
|
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,36 @@ | ||
|
|
||
| cp ${ICE_SANDBOX}/configuration/scripts/tests/QC/CICE_t_critical_p0.8.nc . | ||
| cp ${ICE_SANDBOX}/configuration/scripts/tests/QC/CICE_Lookup_Table_p0.8_n1825.nc . | ||
|
|
||
| #---------------------------------------------------- | ||
| # Run the CICE model | ||
| # cice.run returns -1 if run did not complete successfully | ||
|
|
||
| ./cice.run | ||
| set res="$status" | ||
|
|
||
| set log_file = `ls -t1 ${ICE_RUNDIR}/cice.runlog* | head -1` | ||
| set ttimeloop = `grep TimeLoop ${log_file} | grep Timer | cut -c 22-32` | ||
| set tdynamics = `grep Dynamics ${log_file} | grep Timer | cut -c 22-32` | ||
| set tcolumn = `grep Column ${log_file} | grep Timer | cut -c 22-32` | ||
| if (${ttimeloop} == "") set ttimeloop = -1 | ||
| if (${tdynamics} == "") set tdynamics = -1 | ||
| if (${tcolumn} == "") set tcolumn = -1 | ||
|
|
||
| mv -f ${ICE_CASEDIR}/test_output ${ICE_CASEDIR}/test_output.prev | ||
| cat ${ICE_CASEDIR}/test_output.prev | grep -iv "${ICE_TESTNAME} run" >! ${ICE_CASEDIR}/test_output | ||
| mv -f ${ICE_CASEDIR}/test_output ${ICE_CASEDIR}/test_output.prev | ||
| cat ${ICE_CASEDIR}/test_output.prev | grep -iv "${ICE_TESTNAME} test" >! ${ICE_CASEDIR}/test_output | ||
| rm -f ${ICE_CASEDIR}/test_output.prev | ||
|
|
||
| set grade = PASS | ||
| if ( $res != 0 ) then | ||
| set grade = FAIL | ||
| echo "$grade ${ICE_TESTNAME} run ${ttimeloop} ${tdynamics} ${tcolumn}" >> ${ICE_CASEDIR}/test_output | ||
| echo "$grade ${ICE_TESTNAME} test " >> ${ICE_CASEDIR}/test_output | ||
| exit 99 | ||
| endif | ||
|
|
||
| echo "$grade ${ICE_TESTNAME} run ${ttimeloop} ${tdynamics} ${tcolumn}" >> ${ICE_CASEDIR}/test_output | ||
| echo "$grade ${ICE_TESTNAME} test " >> ${ICE_CASEDIR}/test_output | ||
|
|
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Oops, something went wrong.