Newer
Older
#!/bin/bash -f
# simple SETTE report generator.
#
# This version should be run in the SETTE directory.
# The machine name will be picked up from the sette.sh script but the location of the
# validation directory needs to be set here (currently assumed to reside in the ../cfgs directory)
#
#########################################################################################
######################### Start of function definitions #################################
#set -x
# exit codes
declare -i {REPRO_EC,RESTA_EC,REFCMP_EC,CPUCMP_EC,OCEOUT_EC,AGRIF_EC}=0
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
function get_dorv() {
if [ $lastchange == 'old' ] ; then
dorv=`ls -1rt $vdir/$mach/ | tail -1l `
dorv=`echo $dorv | sed -e 's:.*/::'`
dorv2=`ls -1rt $vdir/$mach/ 2>/dev/null | tail -1l `
dorv2=`echo $dorv2 | sed -e 's:.*/::'`
else
dorv=$lastchange
dorv2=$lastchange
fi
}
function get_ktdiff() {
ktdiff=`diff ${1} ${2} | head -2 | grep it | awk '{ print $4 }'`
}
function get_ktdiff2() {
ktdiff=`diff ${1} ${2} | head -2 | tail -1l | awk '{print $2}'`
}
function resttest() {
#
# Restartability checks. Expects LONG and SHORT run directories
# Compares end of LONG stat files with equivalent entries from the SHORT stat files.
#
vdir=$1
nam=$2
pass=$3
#
# get $dorv
get_dorv
#
# check if directory is here
if [ ! -d $vdir/$mach/$dorv/$nam ]; then
printf "%-27s %s %s\n" $nam " directory MISSING : " $dorv
echo " please check $vdir/$mach/$dorv/$nam"
RESTA_EC=1
return
fi
if [ -d $vdir/$mach/$dorv/$nam ]; then
# check ocean output
runtest $vdir $nam $pass RST
#
# run restartibility test
f1o=$vdir/$mach/$dorv/$nam/LONG/ocean.output
f1s=$vdir/$mach/$dorv/$nam/LONG/run.stat
f1t=$vdir/$mach/$dorv/$nam/LONG/tracer.stat
f2o=$vdir/$mach/$dorv/$nam/SHORT/ocean.output
f2s=$vdir/$mach/$dorv/$nam/SHORT/run.stat
f2t=$vdir/$mach/$dorv/$nam/SHORT/tracer.stat
if [ ! -f $f1s ] && [ ! -f $f1t ] ; then
printf "%-27s %s\n" $nam " incomplete test"
RESTA_EC=1
return
printf "%-27s %s\n" $nam " incomplete test"
RESTA_EC=1
return
fi
#
done_oce=0
if [ -f $f1s ] && [ -f $f2s ]; then
nl=(`wc -l $f2s`)
tail -${nl[0]} $f1s > f1.tmp$$
cmp -s f1.tmp$$ $f2s
if [ $? == 0 ]; then
if [ $pass == 0 ]; then
printf "%-27s %s %s\n" $nam " run.stat restartability passed : " $dorv
fi
else
get_ktdiff f1.tmp$$ $f2s
printf "\e[38;5;196m%-27s %s %s %s %-5s %s\e[0m\n" $nam " run.stat restartability FAILED : " $dorv " (results are different after " $ktdiff " time steps)"
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
#
# Offer view of differences on the second pass
#
if [ $pass == 1 ]; then
echo "<return> to view run.stat differences"
read y
sdiff f1.tmp$$ $f2s
echo "<return> to view ocean.output differences"
read y
sdiff $f1o $f2o | grep "|"
done_oce=1
echo "<return> to continue"
read y
fi
fi
fi
#
# Check tracer.stat files (if they exist)
#
if [ -f $f1t ] && [ -f $f2t ]; then
nl=(`wc -l $f2t`)
tail -${nl[0]} $f1t > f1.tmp$$
cmp -s f1.tmp$$ $f2t
if [ $? == 0 ]; then
if [ $pass == 0 ]; then
printf "%-27s %s %s\n" $nam " tracer.stat restartability passed : " $dorv
fi
else
get_ktdiff2 f1.tmp$$ $f2t
printf "\e[38;5;196m%-27s %s %s %s %-5s %s\e[0m\n" $nam " tracer.stat restartability FAILED : " $dorv " (results are different after " $ktdiff " time steps)"
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
#
# Offer view of differences on the second pass
#
if [ $pass == 1 ]; then
echo "<return> to view tracer.stat differences"
read y
sdiff f1.tmp$$ $f2t
#
# Only offer ocean.output view if it has not been viewed previously
#
if [ $done_oce == 0 ]; then
echo "<return> to view ocean.output differences"
read y
sdiff $f1o $f2o | grep "|"
fi
echo "<return> to continue"
read y
fi
fi
fi
rm f1.tmp$$
fi
}
function reprotest(){
#
# Reproducibility checks. Expects REPRO_N_M and REPRO_I_J run directories
# Compares end of stat files from each
#
vdir=$1
nam=$2
pass=$3
#
# get $dorv
get_dorv
#
# check if directory is here
if [ ! -d $vdir/$mach/$dorv/$nam ]; then
printf "%-27s %s %s\n" $nam " directory MISSING : " $dorv
echo " please check $vdir/$mach/$dorv/$nam"
REPRO_EC=R1
return
fi
#
if [ -d $vdir/$mach/$dorv/$nam ]; then
# check ocean output
runtest $vdir $nam $pass REPRO
#
# check reproducibility
rep1=`ls -1rt $vdir/$mach/$dorv/$nam/ | grep REPRO | tail -2l | head -1 `
rep2=`ls -1rt $vdir/$mach/$dorv/$nam/ | grep REPRO | tail -1l`
if [ $rep1 == $rep2 ]; then
rep2=''
fi
f1o=$vdir/$mach/$dorv/$nam/$rep1/ocean.output
f1s=$vdir/$mach/$dorv/$nam/$rep1/run.stat
f1t=$vdir/$mach/$dorv/$nam/$rep1/tracer.stat
f2o=$vdir/$mach/$dorv/$nam/$rep2/ocean.output
f2s=$vdir/$mach/$dorv/$nam/$rep2/run.stat
f2t=$vdir/$mach/$dorv/$nam/$rep2/tracer.stat
if [ ! -f $f1s ] && [ ! -f $f1t ] ; then
printf "%-27s %s\n" $nam " incomplete test"
REPRO_EC=1
return
printf "%-27s %s\n" $nam " incomplete test"
REPRO_EC=1
return
fi
#
done_oce=0
if [ -f $f1s ] && [ -f $f2s ] ; then
cmp -s $f1s $f2s
if [ $? == 0 ]; then
if [ $pass == 0 ]; then
printf "%-27s %s %s\n" $nam " run.stat reproducibility passed : " $dorv
fi
else
get_ktdiff $f1s $f2s
printf "\e[38;5;196m%-27s %s %s %s %-5s %s\e[0m\n" $nam " run.stat reproducibility FAILED : " $dorv " (results are different after " $ktdiff " time steps)"
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
#
# Offer view of differences on the second pass
#
if [ $pass == 1 ]; then
echo "<return> to view run.stat differences"
read y
sdiff $f1s $f2s
echo "<return> to view ocean.output differences"
read y
sdiff $f1o $f2o | grep "|"
done_oce=1
echo "<return> to continue"
read y
fi
fi
fi
#
# Check tracer.stat files (if they exist)
#
if [ -f $f1t ] && [ -f $f2t ] ; then
cmp -s $f1t $f2t
if [ $? == 0 ]; then
if [ $pass == 0 ]; then printf "%-27s %s %s\n" $nam " tracer.stat reproducibility passed : " $dorv
fi
else
get_ktdiff2 $f1t $f2t
printf "\e[38;5;196m%-27s %s %s %s %-5s %s\e[0m\n" $nam " tracer.stat reproducibility FAILED : " $dorv " (results are different after " $ktdiff " time steps)"
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
#
# Offer view of differences on the second pass
#
if [ $pass == 1 ]; then
echo "<return> to view tracer.stat differences"
read y
sdiff $f1t $f2t
#
# Only offer ocean.output view if it has not been viewed previously
#
if [ $done_oce == 0 ]; then
echo "<return> to view ocean.output differences"
read y
sdiff $f1o $f2o | grep "|"
fi
echo "<return> to continue"
read y
fi
fi
fi
fi
}
function runcmpres(){
#
# compare *.stat file with reference file from a previous sette test or previous version
# store in NEMO_VALID_REF at revision NEMO_REV_REF
# Compares end of stat files from each
#
vdir=$1
nam=$2
vdirref=$3
dorvref=$4
pass=$5
#
# get $dorv
get_dorv
#
# check if reference directory is present
if [ ! -d $vdirref/$mach/$dorvref/$nam ]; then
printf "%-27s %s\n" $nam " REFERENCE directory at $dorvref is MISSING"
echo " please check $vdirref/$mach/$dorvref/$nam"
REFCMP_EC=1
return
fi
if [ ! -d $vdir/$mach/$dorv/$nam ]; then
printf "%-27s %s\n" $nam " VALID directory at $dorv is MISSING"
echo " please check $vdir/$mach/$dorv/$nam"
REFCMP_EC=1
return
fi
#
if [ -d $vdir/$mach/$dorv/$nam ]; then
# Selection of the test run used for the comparison (LONG or one of the reproducibility-test runs)
TESTD=$(ls -1 ${vdir}/${mach}/${dorv}/${nam}/ | grep -m 1 -e '^LONG$' -e '^REPRO_'); TESTD=${TESTD:-LONG}
f1s=$vdir/$mach/$dorv/${nam}/${TESTD}/run.stat
f1t=$vdir/$mach/$dorv/${nam}/${TESTD}/tracer.stat
f2s=$vdirref/$mach/$dorvref/${nam}/${TESTD}/run.stat
f2t=$vdirref/$mach/$dorvref/${nam}/${TESTD}/tracer.stat
printf "%-20s %s\n" $nam " incomplete test"
REFCMP_EC=1
return
printf "%-20s %s\n" $nam " incomplete test"
REFCMP_EC=1
return
fi
#
done_oce=0
if [ -f $f1s ] && [ -f $f2s ] ; then
cmp -s $f1s $f2s
if [ $? == 0 ]; then
if [ $pass == 0 ]; then
printf "%-20s %s (%s)\n" $nam " run.stat files are identical " ${TESTD}
printf "%-20s %s %s %-5s (%s)\n" $nam " run.stat files are DIFFERENT (results are different after " $ktdiff " time steps) " ${TESTD}
#
# Offer view of differences on the second pass
#
if [ $pass == 1 ]; then
echo "<return> to view run.stat differences"
read y
sdiff $f1s $f2s
done_oce=1
echo "<return> to continue"
read y
fi
fi
fi
# Check tracer.stat files (if they exist)
#
if [ -f $f1t ] && [ -f $f2t ] ; then
cmp -s $f1t $f2t
if [ $? == 0 ]; then
if [ $pass == 0 ]; then
printf "%-20s %s (%s)\n" $nam " tracer.stat files are identical " ${TESTD}
printf "%-20s %s %s %-5s (%s)\n" $nam " tracer.stat files are DIFFERENT (results are different after " $ktdiff " time steps) " ${TESTD}
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
#
# Offer view of differences on the second pass
#
if [ $pass == 1 ]; then
echo "<return> to view tracer.stat differences"
read y
sdiff $f1t $f2t
fi
fi
fi
fi
}
function runcmptim(){
#
# compare timing.output file with reference file from a previous sette test or previous version
#
vdir=$1
nam=$2
vdirref=$3
dorvref=$4
pass=$5
#
# get $dorv
get_dorv
#
# check if reference directory is present
if [ ! -d $vdirref/$mach/$dorvref/$nam ]; then
return
fi
if [ ! -d $vdir/$mach/$dorv/$nam ]; then
return
fi
#
if [ -d $vdir/$mach/$dorv/$nam ]; then
# Selection of the test run used for the comparison (LONG or one of the reproducibility-test runs)
TESTD=$(ls -1 ${vdir}/${mach}/${dorv}/${nam}/ | grep -m 1 -e '^LONG$' -e '^REPRO_'); TESTD=${TESTD:-LONG}
f1a=$vdir/$mach/$dorv/${nam}/${TESTD}/timing.output
f2a=$vdirref/$mach/$dorvref/${nam}/${TESTD}/timing.output
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
#
# Report average CPU time differences (if available)
#
if [ -f $f1a ] && [ -f $f2a ] ; then
tnew=$(grep 'Average ' $f1a | awk '{print $5}')
tref=$(grep 'Average ' $f2a | awk '{print $5}')
if [ $? == 0 ]; then
if [ $pass == 0 ]; then
tdif=$( echo ${tnew} ${tref} | awk '{print $1 - $2}')
if (( $(echo "$tnew > $tref" |bc -l) )); then
printf "%-20s %14s %10s %14s %10s %14s \\e[41;33;196m%10s\\e[0m\n" $nam " ref. time:" $tref "cur. time:" $tnew "diff.:" $tdif
else
printf "%-20s %14s %10s %14s %10s %14s \\e[42;01;196m%10s\\e[0m\n" $nam " ref. time:" $tref "cur. time:" $tnew "diff.:" $tdif
fi
fi
fi
fi
fi
}
function runtest(){
#
# Run checks.
# Check presence of E R R O R in ocean.output from each
#
vdir=$1
nam=$2
pass=$3
ttype=$4
[[ $ttype == 'RST' ]] && ttype="LONG|SHORT"
#
# get $dorv
get_dorv
#
# no print needed if the repository is not here (already catch before)
#
if [ -d $vdir/$mach/$dorv/$nam/ ]; then
#
# apply check for all ttype directory
rep1=$(ls -rt $vdir/$mach/$dorv/$nam/ | grep -E $ttype)
for tdir in $rep1 ; do
f1o=$vdir/$mach/$dorv/$nam/$tdir/ocean.output
if [ ! -f $f1o ] ; then
if [ $pass == 0 ]; then printf "%-27s %s %s\n" $nam " ocean.output MISSING : " $dorv ; fi
OCEOUT_EC=1
return
else
nerr=`grep 'E R R O R' $f1o | wc -l`
if [[ $nerr > 0 ]]; then
printf "\e[38;5;196m%-27s %s %s %s\e[0m\n" $nam " run FAILED : " $dorv " ( E R R O R in ocean.output) "
if [ $pass == 1 ]; then
echo "<return> to view end of ocean.output"
read y
tail -100 $f1o
echo ''
echo "full ocean.output available here: $f1o"
fi
OCEOUT_EC=1
return
if [ $pass == 0 ]; then printf "%-27s %s %s\n" $nam " directory MISSING : " $dorv ; fi
OCEOUT_EC=1
return
fi
}
function identictest(){
#
# Checks AGRIF does not corrupt results with no AGRIF zoom by comparing run.stat files
#
vdir=$1
nam=$2
nam2=$3
pass=$4
#
get_dorv
#
Andrew Coward
committed
if [ -d $vdir/$mach/$dorv/$nam ] ; then
rep=`ls -1rt $vdir/$mach/$dorv/$nam/ | tail -1l`
f1s=${vdir}/${mach}/${dorv}/${nam}/${rep}/run.stat
f2s=${vdir}/${mach}/${dorv2}/${nam2}/${rep}/run.stat
Andrew Coward
committed
if [ -f $f1s ] && [ -f $f2s ] ; then
cmp -s $f1s $f2s
if [ $? == 0 ]; then
if [ $pass == 0 ]; then
printf "%-5s %s %-5s %s %s %s\n" $rep "AGRIF vs" $rep "NOAGRIF run.stat unchanged - passed : " $dorv $dorv2
fi
else
get_ktdiff $f1s $f2s
printf "\e[38;5;196m%-5s %s %-5s %s %s %s %s %-5s %s\e[0m\n" $rep "AGRIF vs" $rep "NOAGRIF run.stat changed - FAILED : " $dorv $dorv2 " (results are different after " $ktdiff " time steps)"
#
# Offer view of differences on the second pass
#
if [ $pass == 1 ]; then
echo "<return> to view run.stat differences"
read y
sdiff $f1s $f2s
echo "<return> to continue"
read y
fi
fi
Andrew Coward
committed
else
printf "%-27s %-27s %s\n" $nam $nam2 " incomplete test"
Andrew Coward
committed
fi
else
printf "%-27s %-27s %s\n" " " " " " non-existent test directory"
fi
}
########################### END of function definitions #################################
## ##
## Main script ##
## ##
#########################################################################################
#
Andrew Coward
committed
# LOAD param variable (COMPILER, NEMO_VALIDATION_DIR )
SETTE_DIR=$(cd $(dirname "$0"); pwd)
MAIN_DIR=$(dirname $SETTE_DIR)
. ./param.cfg
TEST_CONFIGS_AVAILABLE=${TEST_CONFIGS_AVAILABLE[@]:-${TEST_CONFIGS[@]}} # Workaround for some dated param.cfgs files
Andrew Coward
committed
if [ -z $USER_INPUT ] ; then USER_INPUT='yes' ; fi # Default: yes => request user input on decisions.
# (but may br inherited/imported from sette.sh)
mach=${COMPILER}
# overwrite revision (later) or compiler
if [ $# -gt 0 ]; then
echo ""
while getopts n:r:R:c:v:V:ubh option; do
case $option in
c) mach=$OPTARG;;
r) rev=$OPTARG;;
R) refrev=$OPTARG;;
v) SETTE_SUB_VAL=$OPTARG;;
V) SETTE_SUB_VAL2=$OPTARG
if [ -d ${NEMO_VALIDATION_DIR}/${SETTE_SUB_VAL2} ] ; then
NEMO_VALIDATION_REF=${NEMO_VALIDATION_DIR}/${SETTE_SUB_VAL2}
else
echo "Requested comparison subdirectory: ${NEMO_VALIDATION_DIR}/${SETTE_SUB_VAL2} does not exist"
fi
;;
Andrew Coward
committed
u) USER_INPUT='no';;
Guillaume Samson
committed
b) mach=${mach//_DEBUG}_DEBUG
DEBUG="with DEBUG (-b) option"
echo "-b: will use DEBUG compilation directory"
echo "";;
n) OPTSTR="$OPTARG"
TEST_CONFIGS=(${OPTSTR})
echo "-n: Configuration(s) ${TEST_CONFIGS[@]} will be tested if they are available"
echo "";;
h | *) echo ''
echo 'sette_rpt.sh : '
echo ' display result for the latest change'
echo ' -c COMPILER_name :'
echo ' display result for the specified compiler'
echo ' -r REVISION_number :'
echo ' display sette results for the specified revision (set old for the latest revision available for each config)'
echo ' -R REFERENCE REVISION_number :'
echo ' compare sette results against the specified revision (use to over-ride value set in param.cfg)'
echo ' -v sub_dir :'
echo ' validation sub-directory below NEMO_VALIDATION_DIR'
echo ' -V sub_dir2 :'
echo ' 2nd validation sub-directory below NEMO_VALIDATION_DIR'
echo ' if set the comparison is between two subdirectory trees beneath NEMO_VALIDATION_DIR'
Andrew Coward
committed
echo ' -u to run sette_rpt.sh without any user interaction'
Guillaume Samson
committed
echo ' -b to check DEBUG directory of COMPILER_name'
echo ''
exit 42;;
esac
done
shift $((OPTIND - 1))
fi
# if $1 (remaining arguments)
if [[ ! -z $1 ]] ; then rev=$1 ; fi
# https://stackoverflow.com/questions/6059336/how-to-find-the-current-git-branch-in-detached-head-state
branchname=$(git log -1 --pretty=%D HEAD | sed 's|.*origin/||g;s|, .*||g;s|.*-> ||g' )
if [ ! -z $SETTE_SUB_VAL ] ; then
NEMO_VALIDATION_DIR=$NEMO_VALIDATION_DIR/$SETTE_SUB_VAL
Andrew Coward
committed
if [ -d $NEMO_VALIDATION_REF/$SETTE_SUB_VAL ] && [ -z $SETTE_SUB_VAL2 ] && [ ${USER_INPUT} == "yes" ] ; then
while true; do
read -p "$NEMO_VALIDATION_REF/$SETTE_SUB_VAL exists. Do you wish to use it as a reference? " yn
case $yn in
[Yy]* ) NEMO_VALIDATION_REF=$NEMO_VALIDATION_REF/$SETTE_SUB_VAL; break;;
[Nn]* ) echo "Ok, continuing with ${NEMO_VALIDATION_REF}/${branchname} as the reference directory"
NEMO_VALIDATION_REF=${NEMO_VALIDATION_REF}/${branchname}
break
;;
* ) echo "Please answer yes or no.";;
esac
done
# No user input: make a best guess as to intent
elif [ -d $NEMO_VALIDATION_REF/$SETTE_SUB_VAL ] && [ -z $SETTE_SUB_VAL2 ] ; then
NEMO_VALIDATION_REF=$NEMO_VALIDATION_REF/$SETTE_SUB_VAL
# No user input: default to branchname or MAIN
elif [ -z $SETTE_SUB_VAL2 ] ; then
NEMO_VALIDATION_REF=$NEMO_VALIDATION_REF/${branchname}
fi
else
NEMO_VALIDATION_DIR=${NEMO_VALIDATION_DIR}/${branchname}
Andrew Coward
committed
if [ -z $SETTE_SUB_VAL2 ] ; then
NEMO_VALIDATION_REF=$NEMO_VALIDATION_REF/${branchname}
Andrew Coward
committed
fi
fi
NEMO_VALID=${NEMO_VALIDATION_DIR}
NEMO_VALID_REF=${NEMO_VALIDATION_REF}
if [ ! -z $refrev ] ; then
NEMO_REV_REF=${refrev}
fi
if [ ! -d $NEMO_VALID ]; then
echo "$NEMO_VALID validation directory not found"
exit
fi
#
#
# Show current revision tag and branch name
#
echo ""
nemo_revision=$(git -C ${MAIN_DIR} rev-parse --short HEAD 2> /dev/null)
Andrew Coward
committed
rev_date0=`git log -1 | grep Date | sed -e 's/.*Date: *//' -e's/ +.*$//'`
rev_date=`${DATE_CONV}"${rev_date0}" +"%y%j"`
revision=${rev_date}_${nemo_revision}
localchanges=`git status --short -uno | wc -l`
Andrew Coward
committed
if [[ $localchanges > 0 ]] ; then
Andrew Coward
committed
lastchange=${revision}+
else
lastchange=$revision
fi
# by default use the current lastchanged revision
lastchange=${rev:-$lastchange}
echo ""
echo "SETTE validation report generated for : "
echo ""
Andrew Coward
committed
if [[ $localchanges > 0 ]] ; then
echo " $branchname @ $nemo_revision (with local changes)"
echo " $branchname @ $nemo_revision"
Guillaume Samson
committed
echo " on $COMPILER arch file $DEBUG"
echo ""
#
# The script also needs the date or revision tag. Currently this is taken from the latest sub-directory found in each directory
#
for pass in $RPT_PASSES
do
#
if [ $pass == 0 ]; then
echo ""
echo "!!---------------1st pass------------------!!"
fi
if [ $pass == 1 ]; then
echo ""
echo "!!---------------2nd pass------------------!!"
fi
#
# Restartability test
echo ""
echo " !----restart----! "
for restart_test in ${TEST_CONFIGS[@]/ORCA2_ICE_OBS}
[ "${restart_test}" != "ORCA2_ICE_OBS" ] && resttest $NEMO_VALID $restart_test $pass
done
#
# Reproducibility tests
echo ""
echo " !----repro----! "
for repro_test in ${TEST_CONFIGS[@]/C1D_PAPA}
if [[ ${repro_test} != *"OVERFLOW"* && ${repro_test} != *"LOCK_EXCHANGE"* ]]; then
reprotest $NEMO_VALID $repro_test $pass
fi
done
# AGRIF special check to ensure results are unchanged with and without key_agrif
if [[ ${TEST_CONFIGS[@]} =~ "AGRIF" ]]; then
echo ""
echo " !----agrif check----! "
dir1=AGRIF_DEMO_NOAGRIF
dir2=AGRIF_DEMO
identictest $NEMO_VALID $dir1 $dir2 $pass
fi
#
# before/after tests
if [ $lastchange == 'old' ] ; then
echo ""
echo " !---- 'old' specified as revision => no comparison with reference results ----! "
echo ""
else
echo ""
echo " !----result comparison check----! "
if [ $NEMO_VALID_REF != "/path/to/reference/sette/results" ] && [ $NEMO_REV_REF != "0000" ]; then
echo ''
echo 'check result differences between :'
echo "VALID directory : $NEMO_VALID at rev $lastchange"
echo 'and'
echo "REFERENCE directory : $NEMO_VALID_REF at rev $NEMO_REV_REF"
echo ''
for runcmp_test in ${TEST_CONFIGS[@]}
runcmpres $NEMO_VALID $runcmp_test $NEMO_VALID_REF $NEMO_REV_REF $pass
done
echo ''
echo 'Report timing differences between REFERENCE and VALID (if available) :'
for repro_test in ${TEST_CONFIGS[@]}
do
runcmptim $NEMO_VALID $repro_test $NEMO_VALID_REF $NEMO_REV_REF $pass
done
else
echo ''
echo ' No path or revision for comparison specified. Result are not compare with any other revision. '
echo ' To do it please fill NEMO_VALID_REF and NEMO_REV_REF in param.cfg. '
echo ''
fi
fi
done
#
echo "SETTE Report Exit Code: "$((REPRO_EC+RESTA_EC+REFCMP_EC+CPUCMP_EC+OCEOUT_EC+AGRIF_EC))
exit $((REPRO_EC+RESTA_EC+REFCMP_EC+CPUCMP_EC+OCEOUT_EC+AGRIF_EC))