* tests/regression/jasmin/Makefile.am: Use JAVACMD as in other test dirs.
[cacao.git] / tests / regression / jasmin / runtest
index da36c51435ec21e0934977bf51b7b53af2d05352..b8a58860de4e8eb5e9a27d3e3d72ad15343b66fe 100755 (executable)
@@ -1,4 +1,4 @@
-#!/bin/sh
+#!/bin/bash
 
 VERBOSE=0
 EXITCODE=0
@@ -8,8 +8,26 @@ FAILCOLOR=''
 NOCOLOR=''
 ECHOFLAGS=''
 
-if [ -z "$JAVA" ] ; then
-       JAVA=../../../src/cacao/cacao
+if [ -z "$JAVACMD" ] ; then
+       JAVACMD=../../../src/cacao/cacao
+fi
+
+if [ -z "$TIMEOUT" ] ; then
+       TIMEOUT=20
+fi
+
+if [ -n "$TIMEOUTPROG" ] ; then
+       if [ -x "$TIMEOUTPROG" ] ; then
+               echo "$0: using timeout program: $TIMEOUTPROG"
+               echo "$0: timeout value [s]    : $TIMEOUT"
+               TIMEOUTRUN="$TIMEOUTPROG $TIMEOUT"
+       else
+               echo >&2 "$0: warning: timeout program not executable: $TIMEOUTPROG"
+       fi
+fi
+
+if [ -z "$TIMEOUTRUN" ] ; then
+       echo >&2 "$0: warning: running without timeout"
 fi
 
 if [ "$1" = "--verbose" ] ; then
@@ -26,17 +44,7 @@ if [ "$1" = "--color" ] ; then
        ECHOFLAGS='-e'
 fi
 
-JASMIN_JAR=/usr/share/java/jasmin-sable.jar
-
-if [ ! -r "$JASMIN_JAR" ] ; then
-       echo >&2 "$0: warning: jasmin .jar is not available at $JASMIN_JAR"
-       exit 0
-fi
-
-JASMIN="$JAVA $JAVAFLAGS -cp $JASMIN_JAR jasmin.Main"
-
-echo "java command: $JAVA $JAVAFLAGS"
-echo "jasmin command: $JASMIN"
+echo "java command: $JAVACMD $JAVAFLAGS"
 
 while [ -n "$1" ]
 do
@@ -47,25 +55,32 @@ do
     TESTEXPECT="TESTEXPECT"
     TESTLOG="TESTLOG"
     TESTERR="TESTERR"
+       TESTSIA="TESTSIA"
 
        EXPECTSTATUS=0
-
-       # compile the test
-
-    $JASMIN "$TEST" || exit 2
+       CHECKICMD=0
 
        if grep 'ERROR:' "$TEST" >/dev/null ; then
                EXPECTSTATUS=1
-               EXPECTERROR=$(grep -o 'ERROR:.*' "$TEST" | sed 's,ERROR:[ \t]*,,')
+               EXPECTERROR=$(grep 'ERROR:.*' "$TEST" | sed 's,.*ERROR:[ \t]*,,')
+       fi
+
+       if grep 'ICMD:' "$TEST" >/dev/null ; then
+               CHECKICMD=1
+               EXPECTICMD=$(grep 'ICMD:.*' "$TEST" | sed 's,.*ICMD:[ \t]*,,')
        fi
 
        # run the test
 
-    $JAVA $JAVAFLAGS "$TESTBASENAME" >"$TESTOUT" 2>"$TESTERR"
+       if [ -z "$TIMEOUTRUN" ] ; then
+               eval $JAVACMD $JAVAFLAGS "$TESTBASENAME" >"$TESTOUT" 2>"$TESTERR"
+       else
+               $TIMEOUTRUN $JAVACMD $JAVAFLAGS "$TESTBASENAME" >"$TESTOUT" 2>"$TESTERR"
+       fi
        TESTSTATUS=$?
 
        if [ $TESTSTATUS -ne $EXPECTSTATUS ] ; then
-               echo $ECHOFLAGS "${FAILCOLOR}FAIL: $TEST - expected status $EXPECTSTATUS, but got $TESTSTATUS${NOCOLOR}"
+               echo $ECHOFLAGS "${FAILCOLOR}FAIL: $TESTBASENAME - expected status $EXPECTSTATUS, but got $TESTSTATUS${NOCOLOR}"
                EXITCODE=1
        fi
 
@@ -74,26 +89,33 @@ do
 
                if diff -u "$TESTEXPECT" "$TESTOUT" ; then
                        if [ $TESTSTATUS -eq 0 ] ; then
-                               echo $ECHOFLAGS "${PASSCOLOR}PASS: $TEST${NOCOLOR}"
+                               echo $ECHOFLAGS "${PASSCOLOR}PASS: $TESTBASENAME${NOCOLOR}"
                        fi
                else
-                       echo $ECHOFLAGS "${FAILCOLOR}FAIL: $TEST - wrong output${NOCOLOR}"
+                       echo $ECHOFLAGS "${FAILCOLOR}FAIL: $TESTBASENAME - wrong output${NOCOLOR}"
                        EXITCODE=1
                fi
 
                if [ "$VERBOSE" -eq "1" ] ; then
-                       $JAVA $JAVAFLAGS -sia "$TESTBASENAME" >"$TESTLOG" || exit 2
+                       eval $JAVACMD $JAVAFLAGS -sia "$TESTBASENAME" >"$TESTLOG" || exit 2
                        ./show "$TESTLOG"
                fi
        else
                if grep "$EXPECTERROR" "$TESTERR" >/dev/null ; then
-                       echo $ECHOFLAGS "${PASSCOLOR}PASS: $TEST - got expected error: $EXPECTERROR${NOCOLOR}"
+                       echo $ECHOFLAGS "${PASSCOLOR}PASS: $TESTBASENAME - got expected error: $EXPECTERROR${NOCOLOR}"
                else
-                       echo $ECHOFLAGS "${FAILCOLOR}FAIL: $TEST - did not get expected error: $EXPECTERROR${NOCOLOR}"
+                       echo $ECHOFLAGS "${FAILCOLOR}FAIL: $TESTBASENAME - did not get expected error: $EXPECTERROR${NOCOLOR}"
                        EXITCODE=1
                fi
        fi
 
+       if [ "$CHECKICMD" -ne 0 ] ; then
+               rm -f "$TESTSIA"
+               touch "$TESTSIA"
+               eval $JAVACMD $JAVAFLAGS -sia "$TESTBASENAME" >"$TESTSIA" 2>/dev/null
+               cat "$TESTSIA" | sed -n '/^'"$TESTBASENAME"'\.main/,$p' | sed '/^=====.*flags: -1/,$d' | grep "$EXPECTICMD"
+       fi
+
     shift
 done