run-file () { local spec_name=$1; shift; local spec_file=spec/$spec_name.test.sh; local suite; suite=$(test/sh_spec.py --print-spec-suite $spec_file); local spec_subdir; case $suite in osh) spec_subdir='osh-cpp' ;; ysh) spec_subdir='ysh-cpp' ;; *) die "Invalid suite $suite" ;; esac; local base_dir=_tmp/spec/$spec_subdir; mkdir -v -p $base_dir; sh-spec $spec_file --timeout 10 --oils-bin-dir $PWD/bin --oils-cpp-bin-dir $REPO_ROOT/_bin/cxx-asan --tsv-output $base_dir/${spec_name}.tsv "$@" } posix: spec test case results

Results for posix.test.sh

status	osh	osh-cpp
pass	15	15
total	15	15

case	osh	osh-cpp	description
0	pass	pass	Empty for loop is allowed
1	pass	pass	Empty for loop without in. Do can be on the same line I guess.
2	pass	pass	Empty case statement
3	pass	pass	Last case without ;;
4	pass	pass	Only case without ;;
5	pass	pass	Case with optional (
6	pass	pass	Empty action for case is syntax error
7	pass	pass	Empty action is allowed for last case
8	pass	pass	Case with \| pattern
9	pass	pass	Bare semi-colon not allowed
10	pass	pass	Command substitution in default
11	pass	pass	Arithmetic expansion
12	pass	pass	Newlines in compound lists
13	pass	pass	Multiple here docs on one line
14	pass	pass	cat here doc; echo; cat here doc

30 passed, 0 OK, 0 not implemented, 0 BUG, 0 failed, 0 timeouts, 0 cases skipped