emu8086/tests/run-tests

   1 #!/bin/sh
   2 #
   3 # This script runs the entire emu8086 test-suite.
   4 #
   5 # Luiz Fernando Nogueira Capitulino
   6 # <lcapitulino@gmail.com>
   7
   8 TEST_GROUPS="control data-transfer arithmetic"
   9 EMU_JAR_FILE="emu8086.jar"
  10 GROUP_ORDER="order.txt"
  11 RUN_JAR="java -jar $EMU_JAR_FILE -b"
  12
  13 run_test()
  14 {
  15         dtest=$1
  16         script="$dtest/test.e"
  17         output="$dtest/output.txt"
  18         expected="$dtest/expected.txt"
  19
  20         $RUN_JAR $script > $output 2>&1
  21         ret=$?
  22         if [ $ret -eq 0 ]; then
  23                 cmp -s $expected $output
  24                 ret=$?
  25         fi
  26
  27         return $ret
  28 }
  29
  30 success=0
  31 failed=0
  32 runs=0
  33
  34 run_group()
  35 {
  36         group=$1
  37         order="$group/$GROUP_ORDER"
  38
  39         if [ ! -f $order ]; then
  40                 printf "\nERROR: group \"$group\" doesn't have a order file\n"
  41                 exit 1
  42         fi
  43
  44         for file in $(cat $order); do
  45                 dtest="$group/$file"
  46                 if [ -d "$dtest" ]; then
  47                         make -s -C $dtest
  48                         printf " %25s: " $file
  49                         run_test $dtest
  50                         if [ $? -eq 0 ]; then
  51                                 printf "PASSED\n"
  52                                 ((success++))
  53                         else
  54                                 printf "FAILED\n"
  55                                 ((failed++))
  56                         fi
  57                         ((runs++))
  58                 fi
  59         done
  60 }
  61
  62 run_suite()
  63 {
  64         printf "\nRunning tests:\n"
  65
  66         for group in $TEST_GROUPS; do
  67                 printf "\n\t$group\n"
  68                 run_group $group
  69         done
  70
  71         # Print report
  72         printf "\n\n"
  73         printf "Checks: %d, " $runs
  74         per=$(echo "(100 * $success / $runs)" | bc)
  75         printf "Passed: %d (%d%%), " $success $per
  76         per=$(echo "(100 * $failed / $runs)" | bc)
  77         printf "Failed: %d (%d%%)" $failed $per
  78         printf "\n\n"
  79 }
  80
  81 ##
  82 ## Starts here
  83 ##
  84
  85 if [ ! -f "$EMU_JAR_FILE" ]; then
  86         printf "ERROR: hm? Wanna run tests without the program?\n"
  87         exit 1
  88 fi
  89
  90 if [ -n "$*" ]; then
  91         # Run the tests specified in the cmd-line
  92         TEST_GROUPS="$*"
  93 fi
  94
  95 run_suite