run-file () { local spec_name=$1; shift; local spec_file=spec/$spec_name.test.sh; local suite; suite=$(test/sh_spec.py --print-spec-suite $spec_file); local spec_subdir; case $suite in osh) spec_subdir='osh-cpp' ;; ysh) spec_subdir='ysh-cpp' ;; *) die "Invalid suite $suite" ;; esac; local base_dir=_tmp/spec/$spec_subdir; mkdir -v -p $base_dir; sh-spec $spec_file --timeout 10 --oils-bin-dir $PWD/bin --oils-cpp-bin-dir $REPO_ROOT/_bin/cxx-asan --tsv-output $base_dir/${spec_name}.tsv "$@" } toysh: spec test case results

Results for toysh.test.sh

status	osh	osh-cpp
pass	4	4
ok	1	1
FAIL	3	3
total	8	8

case	osh	osh-cpp	description
0	ok	ok	@Q
	details	details
1	FAIL	FAIL	extglob $IFS 1
	details	details
2	FAIL	FAIL	extglob $IFS 2
	details	details
3	FAIL	FAIL	char class / extglob
	details	details
4	pass	pass	patsub of $* - http://landley.net/notes.html#23-04-2020
5	pass	pass	Brace Expansion
6	pass	pass	{abc}<<< - http://landley.net/notes-2019.html#09-12-2019
7	pass	pass	slice of @ and @ - http://landley.net/notes.html#23-04-2020

8 passed, 2 OK, 0 not implemented, 0 BUG, 3 failed, 0 timeouts, 0 cases skipped
3 failed under osh

Details on runs that didn't PASS

osh	0 @Q stdout: a b c d a b c d stderr:
osh-cpp	0 @Q stdout: a b c d a b c d stderr:
osh	1 extglob $IFS 1 [osh stdout] Expected 'abc)d\nab+( ?d)\n_tmp abc)d\n', got 'abc)d\nabc)d\n_tmp abc)d\n' stdout: abc)d abc)d _tmp abc)d stderr: rm: cannot remove '_tmp': Is a directory
osh-cpp	1 extglob $IFS 1 [osh-cpp stdout] Expected 'abc)d\nab+( ?d)\n_tmp abc)d\n', got 'abc)d\nabc)d\n_tmp abc)d\n' stdout: abc)d abc)d _tmp abc)d stderr: rm: cannot remove '_tmp': Is a directory
osh	2 extglob $IFS 2 [osh stdout] Expected '=+(c=\n=d)=\n', got '=+(c d)=\n' stdout: =+(c d)= stderr:
osh-cpp	2 extglob $IFS 2 [osh-cpp stdout] Expected '=+(c=\n=d)=\n', got '=+(c d)=\n' stdout: =+(c d)= stderr:
osh	3 char class / extglob [osh stdout] Expected '[hello]\nb\n+\n[+(])\n', got '[hello]\nb\n[+()]\n[+(])\n' stdout: [hello] b [+()] [+(]) stderr: rm: cannot remove '_tmp': Is a directory
osh-cpp	3 char class / extglob [osh-cpp stdout] Expected '[hello]\nb\n+\n[+(])\n', got '[hello]\nb\n[+()]\n[+(])\n' stdout: [hello] b [+()] [+(]) stderr: rm: cannot remove '_tmp': Is a directory