packages feed

hevm-0.16: run-consensus-tests

#!/usr/bin/env bash
set -e

if [[ $# != 1 ]]; then
  echo >&2 "usage: $(basename "$0") <tests-dir>"
  exit 1
fi

{
  cd "$1"
  for x in VMTests/*/*; do
    echo >&2 "$x"
    echo -n "$x " ; hevm vm-test --file $x
  done
} | {
  while read path test outcome; do
    category=$(dirname "$path")
    testcase=$(basename "${path%.json}")
    row="<tr><td class=testcase>$testcase<td>$outcome<td class=category>$category"
    row+=$'\n'
    case $outcome in
      ok) passed+=$row ;;
      *)  failed+=$row ;;
    esac
  done
  
  cat <<.
<!doctype html>
<title>hevm test results</title>
<style>
* {
  font-family:
    "latin modern mono", "fantasque sans mono",
    inconsolata, menlo, monospace;
  font-size: 22px;
  line-height: 26px;
}

body { margin: 2rem; }
header { text-align: center; margin: 4rem 0; }
table { border-collapse: collapse; width: 100%; }
tr:nth-child(even) { background: rgba(0, 0, 0, 0.05); }
td:not(:first-child):not(:last-child) { padding: 0 1rem; }
.category { opacity: 0.6; text-align: right }
a { color: darkblue; text-decoration: none; }
h1, h2 { text-align: center; margin-top: 2rem  }
.testcase { font-weight: bold }
#failed .testcase { color: rgb(200, 0, 0) }
#passed .testcase { color: rgb(0, 150, 0) }
</style>
<header>
<h1>hevm consensus test report</h1>
<p>
$(date +%Y-%m-%d)
<p>
.

  wc -l <<<"$passed"
  echo "passed, "
  wc -l <<<"$failed"
  echo "failed"
  
  cat <<.
<p>
(Test suite: <span class=VMTests</span>VMTests</span> for Homestead)
</header>
<h2>Failed tests</h2>
<table id=failed>
<tbody>
.
  echo "$failed"
  cat <<.
</table>
<h2>Passed tests</h2>
<table id=passed>
<tbody>
.
  echo "$passed"
  cat <<.
</table>
.
}