nsz Git - libfirm/blob - ir/be/test/makereport.sh

   1 #!/bin/sh
   2
   3 export LANG=
   4 export LC_ALL=
   5 export LC_COLLATE=
   6 if test "$1" != "--recursive-hack"; then
   7         "$0" --recursive-hack "$@"
   8 else
   9         shift
  10 fi
  11
  12 ECC="eccp"
  13 ECC_CFLAGS="${ADDCFLAGS} -O3 -c -D__builtin_memcpy=memcpy -D__builtin_memset=memset -D__builtin_strlen=strlen -D__builtin_strcpy=strcpy -D__builtin_strcmp=strcmp -DNO_TRAMPOLINES"
  14 GCC="icc"
  15 GCC_CFLAGS="-O0 -Itcc"
  16 LINKFLAGS="-lm"
  17 TIMEOUT_COMPILE=300
  18 TIMEOUT_RUN=30
  19
  20 CFILES="*.c"
  21 OUTPUTDIR="stats-`date +%y.%m.%d`"
  22
  23 mkdir -p build_firm
  24 mkdir -p build_gcc
  25 mkdir -p $OUTPUTDIR
  26
  27 XMLRES=$OUTPUTDIR/result.xml
  28 cat > $XMLRES << __END__
  29 <?xml version="1.0"?>
  30 <results>
  31     <environment>
  32         <ECC_CFLAGS>${ECC_CFLAGS}</ECC_CFLAGS>
  33         <GCC_CFLAGS>${GCC_CFLAGS}</GCC_CFLAGS>
  34     </environment>
  35 __END__
  36
  37 # so endless apps stop at some point...
  38 #ulimit -t2
  39
  40 basedir=`pwd`
  41
  42 DIRS=". langshootout ack gcc-testsuite gcc-testsuite/ieee"
  43 test -n "$1" && DIRS="$1"
  44
  45 for dir in $DIRS; do
  46         curdir=$basedir/$dir
  47     echo "<section name=\"$curdir/\">" >> $XMLRES
  48 for file in $curdir/$CFILES; do
  49     COMPILE_RES="ok"
  50     LINK_RES="omitted"
  51     GCC_RES="ok"
  52     GCC_RUN_RES="omitted"
  53     FIRM_RUN_RES="omitted"
  54     DIFF_RES="omitted"
  55
  56     name="`basename $file .c`"
  57     res="$OUTPUTDIR/buildresult_$name.txt"
  58     echo "Building $name"
  59     echo "Results for $name" > $res
  60     echo "*** ECC/FIRM Compile" >> $res
  61     CMD="ulimit -t${TIMEOUT_COMPILE} ; ${ECC} ${ECC_CFLAGS} $file"
  62     echo "$CMD" >> $res
  63     /bin/bash -c "ulimit -t${TIMEOUT_COMPILE} ; ${ECC} ${ECC_CFLAGS} $file" >> $res 2>&1 || COMPILE_RES="failed"
  64
  65     if [ ${COMPILE_RES} == "ok" ]; then
  66         LINK_RES="ok"
  67         CMD="mv $curdir/$name.s build_firm/$name.s"
  68         echo "$CMD" >> $res
  69         $CMD >> $res 2>&1
  70         echo "*** Linking" >> $res
  71         CMD="${ECC} build_firm/$name.s ${LINKFLAGS} -o build_firm/$name.exe"
  72         echo "$CMD" >> $res
  73         $CMD >> $res 2>&1 || LINK_RES="failed"
  74     fi
  75
  76     echo "*** GCC Compile" >> $res
  77     CMD="${GCC} ${GCC_CFLAGS} $file ${LINKFLAGS} -o build_gcc/$name.exe"
  78     echo "$CMD" >> $res
  79     $CMD >> $res 2>&1 || GCC_RES="failed"
  80
  81     if [ ${GCC_RES} = "ok" ]; then
  82         GCC_RUN_RES="ok"
  83
  84         echo "*** Run GCC" >> $res
  85         CMD="ulimit -t${TIMEOUT_RUN} ; build_gcc/$name.exe > $OUTPUTDIR/result_gcc_$name.txt 2>&1"
  86         echo "$CMD" >> $res
  87         /bin/bash -c "ulimit -t${TIMEOUT_RUN} ; build_gcc/$name.exe" > $OUTPUTDIR/result_gcc_$name.txt 2>&1 || GCC_RUN_RES="failed"
  88     fi
  89
  90     if [ ${LINK_RES} = "ok" ]; then
  91         FIRM_RUN_RES="ok"
  92
  93         echo "*** Run Firm" >> $res
  94         CMD="ulimit -t${TIMEOUT_RUN} ; build_firm/$name.exe > $OUTPUTDIR/result_gcc_$name.txt 2>&1"
  95         echo "$CMD" >> $res
  96         /bin/bash -c "ulimit -t${TIMEOUT_RUN} ; build_firm/$name.exe" > $OUTPUTDIR/result_firm_$name.txt 2>&1 || FIRM_RUN_RES="failed"
  97     fi
  98
  99     if [ ${GCC_RUN_RES} = "ok" -a ${FIRM_RUN_RES} = "ok" ]; then
 100         DIFF_RES="ok"
 101
 102         echo "*** Compare Results" >> $res
 103         CMD="diff -u $OUTPUTDIR/result_gcc_$name.txt $OUTPUTDIR/result_firm_$name.txt"
 104         $CMD > $OUTPUTDIR/result_diff_$name.txt 2>&1 || DIFF_RES="failed"
 105     fi
 106
 107     cat >> $XMLRES << __END__
 108     <result name="$name">
 109         <compile>$COMPILE_RES</compile>
 110         <link>$LINK_RES</link>
 111         <gcc_compile>$GCC_RES</gcc_compile>
 112         <gcc_run>$GCC_RUN_RES</gcc_run>
 113         <firm_run>$FIRM_RUN_RES</firm_run>
 114         <diff>$DIFF_RES</diff>
 115     </result>
 116 __END__
 117 done
 118     echo "</section>" >> $XMLRES
 119 done
 120
 121 echo "</results>" >> $XMLRES
 122
 123 xsltproc --output $OUTPUTDIR/index.html makehtml.xslt $XMLRES
 124
 125 # maybe execute custom actions after result has been generated
 126 [ -e after_compile.sh ] && ./after_compile.sh "$OUTPUTDIR"