run-file () { local spec_name=$1; shift; local spec_file=spec/$spec_name.test.sh; local suite; suite=$(test/sh_spec.py --print-spec-suite $spec_file); local spec_subdir; case $suite in osh) spec_subdir='osh-cpp' ;; ysh) spec_subdir='ysh-cpp' ;; *) die "Invalid suite $suite" ;; esac; local base_dir=_tmp/spec/$spec_subdir; mkdir -v -p $base_dir; sh-spec $spec_file --timeout 10 --oils-bin-dir $PWD/bin --oils-cpp-bin-dir $REPO_ROOT/_bin/cxx-asan --tsv-output $base_dir/${spec_name}.tsv "$@" } vars-special: spec test case results

Results for vars-special.test.sh

status	osh	osh-cpp
pass	35	35
ok	1	1
FAIL	2	2
total	38	38

case	osh	osh-cpp	description
0	pass	pass	$PWD is set
1	pass	pass	$PWD is not only set, but exported
2	pass	pass	$PATH is set if unset at startup
3	pass	pass	$HOME is NOT set
4	pass	pass	$1 .. $9 are scoped, while $0 is not
5	pass	pass	$?
6	pass	pass	$#
7	pass	pass	$$ looks like a PID
8	pass	pass	$$ doesn't change with subshell or command sub
9	pass	pass	$BASHPID DOES change with subshell and command sub
10	pass	pass	Background PID $! looks like a PID
11	pass	pass	$PPID
12	pass	pass	$PIPESTATUS
13	FAIL	FAIL	$RANDOM
	details	details
14	pass	pass	$UID and $EUID
15	pass	pass	$OSTYPE is non-empty
16	pass	pass	$HOSTNAME
17	pass	pass	$LINENO is the current line, not line of function call
18	pass	pass	$LINENO in "bare" redirect arg (bug regression)
19	pass	pass	$LINENO in redirect arg (bug regression)
20	pass	pass	$LINENO in [[
21	pass	pass	$LINENO in ((
22	pass	pass	$LINENO in for loop
23	pass	pass	$LINENO in other for loops
24	FAIL	FAIL	$LINENO in for (( loop
	details	details
25	pass	pass	$LINENO for assignment
26	pass	pass	$LINENO in case
27	pass	pass	$_ with simple command and evaluation
28	pass	pass	$_ and ${_}
29	pass	pass	$_ with word splitting
30	pass	pass	$_ with pipeline and subshell
31	pass	pass	$_ with && and \|\|
32	pass	pass	$_ is not reset with (( and [[
33	ok	ok	$_ with assignments, arrays, etc.
	details	details
34	pass	pass	$_ with loop
35	pass	pass	$_ is not undefined on first use
36	pass	pass	BASH_VERSION / OILS_VERSION
37	pass	pass	$SECONDS

70 passed, 2 OK, 0 not implemented, 0 BUG, 2 failed, 0 timeouts, 0 cases skipped
2 failed under osh

Details on runs that didn't PASS

osh	13 $RANDOM [osh status] Expected 0, got 1 stdout: 0 stderr:
osh-cpp	13 $RANDOM [osh-cpp status] Expected 0, got 99 stdout: 31 stderr:
osh	24 $LINENO in for (( loop [osh stdout] Expected 'one\n0\n1\n', got 'one\n0\n1\n2\n' stdout: one 0 1 2 stderr:
osh-cpp	24 $LINENO in for (( loop [osh-cpp stdout] Expected 'one\n0\n1\n', got 'one\n0\n1\n2\n' stdout: one 0 1 2 stderr:
osh	33 $_ with assignments, arrays, etc. stdout: colon [foo] bare assign [colon [foo]] declare [bare assign [colon [foo]]] array [declare [bare assign [colon [foo]]]] declare array [array [declare [bare assign [colon [foo]]]]] declare flag [declare array [array [declare [bare assign [colon [foo]]]]]] stderr:
osh-cpp	33 $_ with assignments, arrays, etc. stdout: colon [foo] bare assign [colon [foo]] declare [bare assign [colon [foo]]] array [declare [bare assign [colon [foo]]]] declare array [array [declare [bare assign [colon [foo]]]]] declare flag [declare array [array [declare [bare assign [colon [foo]]]]]] stderr: