run-file () { local spec_name=$1; shift; local spec_file=spec/$spec_name.test.sh; local suite; suite=$(test/sh_spec.py --print-spec-suite $spec_file); local spec_subdir; case $suite in osh) spec_subdir='osh-cpp' ;; ysh) spec_subdir='ysh-cpp' ;; *) die "Invalid suite $suite" ;; esac; local base_dir=_tmp/spec/$spec_subdir; mkdir -v -p $base_dir; sh-spec $spec_file --timeout 10 --oils-bin-dir $PWD/bin --oils-cpp-bin-dir $REPO_ROOT/_bin/cxx-asan --tsv-output $base_dir/${spec_name}.tsv "$@" } builtin-meta: spec test case results

Results for builtin-meta.test.sh

status	osh	osh-cpp
pass	24	24
ok	1	1
FAIL	1	1
total	26	26

case	osh	osh-cpp	description
0	pass	pass	command -v
1	pass	pass	command -v with multiple names
2	pass	pass	command -v doesn't find non-executable file
3	pass	pass	command -V
4	pass	pass	command -V nonexistent
5	pass	pass	command skips function lookup
6	pass	pass	command command seq 3
7	pass	pass	command command -v seq
8	pass	pass	command -p (override existing program)
9	pass	pass	command -p (hide tool in custom path)
10	pass	pass	command -p (find hidden tool in default path)
11	pass	pass	$(command type ls)
12	pass	pass	builtin
13	pass	pass	builtin ls not found
14	pass	pass	builtin no args
15	pass	pass	builtin command echo hi
16	pass	pass	builtin typeset / export / readonly
17	pass	pass	builtin declare / local
18	ok	ok	builtin declare a=(x y) etc.
	details	details
19	pass	pass	command export / readonly
20	pass	pass	command local
21	pass	pass	static builtin command ASSIGN, command builtin ASSIGN
22	pass	pass	dynamic builtin command ASSIGN, command builtin ASSIGN
23	pass	pass	Assignment builtins and word splitting, even after builtin/command
24	pass	pass	More word splitting
25	FAIL	FAIL	\builtin declare - ble.sh relies on it
	details	details

48 passed, 2 OK, 0 not implemented, 0 BUG, 1 failed, 0 timeouts, 0 cases skipped
1 failed under osh

Details on runs that didn't PASS

osh	18 builtin declare a=(x y) etc. stdout: stderr:
osh-cpp	18 builtin declare a=(x y) etc. stdout: stderr:
osh	25 \builtin declare - ble.sh relies on it [osh stdout] Expected 'a b\na b\n', got 'a b\n\n' stdout: a b stderr: \command readonly z=$x ^~~~~~~~ [ stdin ]:6: Can't run assignment builtin recursively
osh-cpp	25 \builtin declare - ble.sh relies on it [osh-cpp stdout] Expected 'a b\na b\n', got 'a b\n\n' stdout: a b stderr: \command readonly z=$x ^~~~~~~~ [ stdin ]:6: Can't run assignment builtin recursively