shouldn't be here anymore
[libfirm] / ir / be / test / makereport.sh
1 #!/bin/sh
2
3 export LANG=
4 export LC_ALL=
5 export LC_COLLATE=
6 if test "$1" != "--recursive-hack"; then
7         "$0" --recursive-hack "$@"
8         exit $?
9 else
10         shift
11 fi
12
13 EXEC_PREFIX=
14 if [ "$ECC" = "" ]; then
15         ECC="eccp"
16 fi
17 #EXEC_PREFIX="qemu-arm"
18 #ECC="/ben/beck/ipd/bin/eccp -march=arm -bra-chordal-co-algo=heur"
19 ECC_CFLAGS="${ADDCFLAGS} -v -O3 -ffp-strict"
20 GCC="icc -restrict"
21 GCC_CFLAGS="-O0 -Itcc -fp-model precise"
22 LINKFLAGS="-lm"
23 TIMEOUT_COMPILE=300
24 TIMEOUT_RUN=30
25 ECC_LINK="gcc -m32"
26
27 CFILES="*.c"
28 OUTPUTDIR="stats-`date +%y.%m.%d`"
29
30 mkdir -p build_firm
31 mkdir -p build_gcc
32 mkdir -p $OUTPUTDIR
33
34 XMLRES=$OUTPUTDIR/result.xml
35 cat > $XMLRES << __END__
36 <?xml version="1.0"?>
37 <results>
38     <environment>
39         <ECC_CFLAGS>${ECC_CFLAGS}</ECC_CFLAGS>
40         <GCC_CFLAGS>${GCC_CFLAGS}</GCC_CFLAGS>
41     </environment>
42 __END__
43
44 # so endless apps stop at some point...
45 #ulimit -t 2
46
47 basedir=`pwd`
48
49 DIRS=". langshootout ack gcc-testsuite gcc-testsuite/ieee"
50 test -n "$1" && DIRS="$1"
51
52 for dir in $DIRS; do
53         curdir=$basedir/$dir
54     echo "<section name=\"$curdir/\">" >> $XMLRES
55 for file in $curdir/$CFILES; do
56     COMPILE_RES="ok"
57     LINK_RES="omitted"
58     GCC_RES="ok"
59     GCC_RUN_RES="omitted"
60     FIRM_RUN_RES="omitted"
61     DIFF_RES="omitted"
62     FILE_FLAGS=`awk '/\/\\*\\$ .* \\$\\*\// { for (i = 2; i < NF; ++i) printf "%s ", $i }' $file`
63
64     name="`basename $file .c`"
65         obj_name="build_firm/$name.o"
66     res="$OUTPUTDIR/buildresult_$name.txt"
67     echo -n "Building $name"
68     echo "Results for $name" > $res
69     echo "*** ECC/FIRM Compile" >> $res
70     CMD="ulimit -t ${TIMEOUT_COMPILE} ; ${ECC} -c -o ${obj_name} ${ECC_CFLAGS} ${FILE_FLAGS} ${file}"
71     echo "$CMD" >> $res
72     /bin/sh -c "$CMD" >> $res 2>&1 || { COMPILE_RES="failed"; echo -n " ... FAILED"; }
73
74     if [ ${COMPILE_RES} = "ok" ]; then
75         LINK_RES="ok"
76         echo "*** Linking" >> $res
77         CMD="${ECC_LINK} $obj_name ${LINKFLAGS} -o build_firm/$name.exe"
78         echo "$CMD" >> $res
79         $CMD >> $res 2>&1 || { LINK_RES="failed"; echo -n " ... FAILED"; }
80     fi
81
82     echo "*** GCC Compile" >> $res
83     CMD="${GCC} ${GCC_CFLAGS} ${FILE_FLAGS} $file ${LINKFLAGS} -o build_gcc/$name.exe"
84     echo "$CMD" >> $res
85     $CMD >> $res 2>&1 || GCC_RES="failed"
86
87     if [ ${GCC_RES} = "ok" ]; then
88         GCC_RUN_RES="ok"
89
90         echo "*** Run GCC" >> $res
91         CMD="ulimit -t ${TIMEOUT_RUN} ; build_gcc/$name.exe > $OUTPUTDIR/result_gcc_$name.txt 2>&1"
92         echo "$CMD" >> $res
93         /bin/sh -c "$CMD" > $OUTPUTDIR/result_gcc_$name.txt 2>&1 || GCC_RUN_RES="failed"
94     fi
95
96     if [ ${LINK_RES} = "ok" ]; then
97         FIRM_RUN_RES="ok"
98
99         echo "*** Run Firm" >> $res
100         CMD="ulimit -t ${TIMEOUT_RUN} ; ${EXEC_PREFIX} build_firm/$name.exe > $OUTPUTDIR/result_firm_$name.txt 2>&1"
101         echo "$CMD" >> $res
102         /bin/sh -c "$CMD" > $OUTPUTDIR/result_firm_$name.txt 2>&1 || { FIRM_RUN_RES="failed"; echo -n " ... FAILED"; }
103     fi
104
105     if [ ${GCC_RUN_RES} = "ok" -a ${FIRM_RUN_RES} = "ok" ]; then
106         DIFF_RES="ok"
107
108         echo "*** Compare Results" >> $res
109         CMD="diff -u $OUTPUTDIR/result_gcc_$name.txt $OUTPUTDIR/result_firm_$name.txt"
110         $CMD > $OUTPUTDIR/result_diff_$name.txt 2>&1 || { DIFF_RES="failed"; echo -n " ... FAILED"; }
111     fi
112     echo
113
114     cat >> $XMLRES << __END__
115     <result name="$name">
116         <compile>$COMPILE_RES</compile>
117         <link>$LINK_RES</link>
118         <gcc_compile>$GCC_RES</gcc_compile>
119         <gcc_run>$GCC_RUN_RES</gcc_run>
120         <firm_run>$FIRM_RUN_RES</firm_run>
121         <diff>$DIFF_RES</diff>
122     </result>
123 __END__
124 done
125     echo "</section>" >> $XMLRES
126 done
127
128 echo "</results>" >> $XMLRES
129
130 xsltproc --output $OUTPUTDIR/index.html makehtml.xslt $XMLRES
131
132 # maybe execute custom actions after result has been generated
133 [ -e after_compile.sh ] && ./after_compile.sh "$OUTPUTDIR"