nsz Git - libfirm/blob - ir/be/test/makereport.sh

   1 #!/bin/sh
   2
   3 export LANG=
   4 export LC_ALL=
   5 export LC_COLLATE=
   6 if test "$1" != "--recursive-hack"; then
   7         "$0" --recursive-hack "$@"
   8         exit $?
   9 else
  10         shift
  11 fi
  12
  13 EXEC_PREFIX=
  14 ECC="eccp"
  15 #EXEC_PREFIX="qemu-arm"
  16 #ECC="/ben/beck/ipd/bin/eccp -march=arm -bra-chordal-co-algo=heur"
  17 ECC_CFLAGS="${ADDCFLAGS} -v -O3 -D__builtin_memcpy=memcpy -D__builtin_memset=memset -D__builtin_strlen=strlen -D__builtin_strcpy=strcpy -D__builtin_strcmp=strcmp -DNO_TRAMPOLINES -ffp-strict"
  18 GCC="icc"
  19 GCC_CFLAGS="-O0 -Itcc -fp-model precise"
  20 LINKFLAGS="-lm"
  21 TIMEOUT_COMPILE=300
  22 TIMEOUT_RUN=30
  23
  24 CFILES="*.c"
  25 OUTPUTDIR="stats-`date +%y.%m.%d`"
  26
  27 mkdir -p build_firm
  28 mkdir -p build_gcc
  29 mkdir -p $OUTPUTDIR
  30
  31 XMLRES=$OUTPUTDIR/result.xml
  32 cat > $XMLRES << __END__
  33 <?xml version="1.0"?>
  34 <results>
  35     <environment>
  36         <ECC_CFLAGS>${ECC_CFLAGS}</ECC_CFLAGS>
  37         <GCC_CFLAGS>${GCC_CFLAGS}</GCC_CFLAGS>
  38     </environment>
  39 __END__
  40
  41 # so endless apps stop at some point...
  42 #ulimit -t2
  43
  44 basedir=`pwd`
  45
  46 DIRS=". langshootout ack gcc-testsuite gcc-testsuite/ieee"
  47 test -n "$1" && DIRS="$1"
  48
  49 for dir in $DIRS; do
  50         curdir=$basedir/$dir
  51     echo "<section name=\"$curdir/\">" >> $XMLRES
  52 for file in $curdir/$CFILES; do
  53     COMPILE_RES="ok"
  54     LINK_RES="omitted"
  55     GCC_RES="ok"
  56     GCC_RUN_RES="omitted"
  57     FIRM_RUN_RES="omitted"
  58     DIFF_RES="omitted"
  59     FILE_FLAGS=`awk '/\/\\*\\$ .* \\$\\*\// { for (i = 2; i < NF; ++i) printf "%s ", $i }' $file`
  60
  61     name="`basename $file .c`"
  62         obj_name="build_firm/$name.o"
  63     res="$OUTPUTDIR/buildresult_$name.txt"
  64     echo "Building $name"
  65     echo "Results for $name" > $res
  66     echo "*** ECC/FIRM Compile" >> $res
  67     CMD="ulimit -t${TIMEOUT_COMPILE} ; ${ECC} -c -o ${obj_name} ${ECC_CFLAGS} ${FILE_FLAGS} ${file}"
  68     echo "$CMD" >> $res
  69     /bin/bash -c "$CMD" >> $res 2>&1 || COMPILE_RES="failed"
  70
  71     if [ ${COMPILE_RES} == "ok" ]; then
  72         LINK_RES="ok"
  73         echo "*** Linking" >> $res
  74         CMD="${ECC} $obj_name ${LINKFLAGS} -o build_firm/$name.exe"
  75         echo "$CMD" >> $res
  76         $CMD >> $res 2>&1 || LINK_RES="failed"
  77     fi
  78
  79     echo "*** GCC Compile" >> $res
  80     CMD="${GCC} ${GCC_CFLAGS} ${FILE_FLAGS} $file ${LINKFLAGS} -o build_gcc/$name.exe"
  81     echo "$CMD" >> $res
  82     $CMD >> $res 2>&1 || GCC_RES="failed"
  83
  84     if [ ${GCC_RES} = "ok" ]; then
  85         GCC_RUN_RES="ok"
  86
  87         echo "*** Run GCC" >> $res
  88         CMD="ulimit -t${TIMEOUT_RUN} ; build_gcc/$name.exe > $OUTPUTDIR/result_gcc_$name.txt 2>&1"
  89         echo "$CMD" >> $res
  90         /bin/bash -c "ulimit -t${TIMEOUT_RUN} ; build_gcc/$name.exe" > $OUTPUTDIR/result_gcc_$name.txt 2>&1 || GCC_RUN_RES="failed"
  91     fi
  92
  93     if [ ${LINK_RES} = "ok" ]; then
  94         FIRM_RUN_RES="ok"
  95
  96         echo "*** Run Firm" >> $res
  97         CMD="ulimit -t${TIMEOUT_RUN} ; build_firm/$name.exe > $OUTPUTDIR/result_firm_$name.txt 2>&1"
  98         echo "$CMD" >> $res
  99         /bin/bash -c "ulimit -t${TIMEOUT_RUN} ; ${EXEC_PREFIX} build_firm/$name.exe" > $OUTPUTDIR/result_firm_$name.txt 2>&1 || FIRM_RUN_RES="failed"
 100     fi
 101
 102     if [ ${GCC_RUN_RES} = "ok" -a ${FIRM_RUN_RES} = "ok" ]; then
 103         DIFF_RES="ok"
 104
 105         echo "*** Compare Results" >> $res
 106         CMD="diff -u $OUTPUTDIR/result_gcc_$name.txt $OUTPUTDIR/result_firm_$name.txt"
 107         $CMD > $OUTPUTDIR/result_diff_$name.txt 2>&1 || DIFF_RES="failed"
 108     fi
 109
 110     cat >> $XMLRES << __END__
 111     <result name="$name">
 112         <compile>$COMPILE_RES</compile>
 113         <link>$LINK_RES</link>
 114         <gcc_compile>$GCC_RES</gcc_compile>
 115         <gcc_run>$GCC_RUN_RES</gcc_run>
 116         <firm_run>$FIRM_RUN_RES</firm_run>
 117         <diff>$DIFF_RES</diff>
 118     </result>
 119 __END__
 120 done
 121     echo "</section>" >> $XMLRES
 122 done
 123
 124 echo "</results>" >> $XMLRES
 125
 126 xsltproc --output $OUTPUTDIR/index.html makehtml.xslt $XMLRES
 127
 128 # maybe execute custom actions after result has been generated
 129 [ -e after_compile.sh ] && ./after_compile.sh "$OUTPUTDIR"