source: trunk/VerifyDuchamp.sh @ 939

#!/bin/bash

version=`grep VERSION src/config.h | sed '/\"/s///' | sed '/\"/s///' | awk '{print $3}'`

progname=./Duchamp-$version
dir=./verification

numErrors=0

ndet=(5 5 5 5 1 1 5 5)
number=("first" "second" "third" "fourth" "fifth" "sixth" "seventh" "eighth")
explanation=("This is a simple sigma-clipping search" 
"This uses the FDR method" 
"This spatially smoothes the cube, then searches with simple sigma-clipping" 
"This reconstructs the cube, then searches with simple sigma-clipping" 
"This just uses a small subsection of the full cube, with simple searching" 
"This reconstructs the subsection, then searches with simple sigma-clipping" 
"This does the same as the first, and grows detections" 
"This does the same as the first, but with regular statistics instead of robust")
explanation2=("-" "-" "It should take a bit longer than the first two." "It should take a bit longer again" "-" "-" "-" "-")

##################################################################
# Run the tests.
# First, test the results file, just looking at the number of sources 
#  and their pixel positions.
# This is to avoid precision problems with the WCS positions.
# Second, test the entire log files.

for (( i=0; i<${#number[@]}; i++ )); do
    
    N=`expr $i + 1`
    in=${dir}/input${N}
    res=${dir}/results${N}.txt
    Sres=${dir}/stdResults${N}.txt
    log=${dir}/log${N}.txt
    Slog=${dir}/stdLog${N}.txt
    

    echo "Running the ${number[i]} Duchamp test:"
    echo "  [${explanation[i]}]"
    if  (( ( $i == "2" ) || ( $i == "3" ) )); then
        echo "  [${explanation2[i]}]"
    fi
    rm -f /tmp/duchampRes /tmp/duchampComp /tmp/duchamptest
    $progname -p $in > /tmp/duchamptest
    echo "Done. Comparison to standard result:"
    numDet=`grep "Total number" $res | cut -f 6 -d " "`
    if [ $numDet == ${ndet[i]} ]; then
        tail -${numDet} $res | awk '{print $1,$3,$4,$5}' > /tmp/duchampRes
        tail -${numDet} $Sres | awk '{print $1,$3,$4,$5}' > /tmp/duchampComp
        if [ `diff /tmp/duchampRes /tmp/duchampComp | wc -l` != 0 ]; then
            echo "  Found correct number of sources, but positions differ."
            echo "  ERROR: Differences in positions of sources:"
            diff -I"Results of the Duchamp source finder:" $res $Sres
            numErrors=`expr $numErrors + 1`
        else
            echo "  All detections correct."
        fi
    else
        echo "  ERROR. Wrong number of sources found."
        echo "Differences in results:"
        diff  -I"Results of the Duchamp source finder:" $res $Sres
        numErrors=$numErrors+1
    fi
#Test the log files.
    if [ `diff -I"flagXOutput" -I"New run of the Duchamp source" -I"Executing statement" -I"Duchamp completed:" -I"spectraFile" -I"flagXOutput" $log $Slog | wc -l` == 0 ]; then
        echo "  Logfiles correct."
    else
        echo "  ERROR: Differences in the log files:"
        diff -I"flagXOutput" -I"New run of the Duchamp source" -I"Executing statement" -I"Duchamp completed:" $log $Slog
        numErrors=`expr $numErrors + 1`
    fi

    echo ""
    echo ""
    
done

##################################################################
# Summarise the results
# Either give the OK, or give some advice about what to do.

echo " "
if [ $numErrors == 0 ]; then
    echo "No errors! Everything is working fine."
    echo " "
    echo "Happy Finding! If you ever need to report a bug or request an upgrade, go to"
    echo "  http://svn.atnf.csiro.au/trac/duchamp/newticket"
else
    echo "There were some differences in the results compared to the standards."
    echo "Have a look at the diffs to see if they are trivial or not (eg. precision errors)."
    echo "If they are more serious (e.g. wrong number of sources found), submit a bug report"
    echo "  at http://svn.atnf.csiro.au/trac/duchamp/newticket"
fi