run-file () { local spec_name=$1; shift; local spec_file=spec/$spec_name.test.sh; local suite; suite=$(test/sh_spec.py --print-spec-suite $spec_file); local spec_subdir; case $suite in osh) spec_subdir='osh-cpp' ;; ysh) spec_subdir='ysh-cpp' ;; *) die "Invalid suite $suite" ;; esac; local base_dir=_tmp/spec/$spec_subdir; mkdir -v -p $base_dir; sh-spec $spec_file --timeout 10 --oils-bin-dir $PWD/bin --oils-cpp-bin-dir $REPO_ROOT/_bin/cxx-asan --tsv-output $base_dir/${spec_name}.tsv "$@" } builtin-process: spec test case results

Results for builtin-process.test.sh

status	osh	osh-cpp
pass	26	26
FAIL	1	1
total	27	27

case	osh	osh-cpp	description
0	pass	pass	exec builtin
1	pass	pass	exec builtin with redirects
2	pass	pass	exec builtin with here doc
3	pass	pass	exec builtin accepts --
4	pass	pass	exec -- 2>&1
5	pass	pass	Exit out of function
6	pass	pass	Exit builtin with invalid arg
7	pass	pass	Exit builtin with too many args
8	pass	pass	time with brace group argument
9	pass	pass	get umask
10	pass	pass	set umask in octal
11	FAIL	FAIL	set umask symbolically
	details	details
12	pass	pass	ulimit with no flags is like -f
13	pass	pass	ulimit too many args
14	pass	pass	ulimit negative flag
15	pass	pass	ulimit negative arg
16	pass	pass	ulimit -a doesn't take arg
17	pass	pass	ulimit doesn't accept multiple flags - reduce confusion between shells
18	pass	pass	YSH readability: ulimit --all the same as ulimit -a
19	pass	pass	ulimit accepts 'unlimited'
20	pass	pass	ulimit of 232, 231 (int overflow)
21	pass	pass	ulimit that is 64 bits
22	pass	pass	arg that would overflow 64 bits is detected
23	pass	pass	ulimit -f 1 prevents files larger 512 bytes
24	pass	pass	write big file with ulimit
25	pass	pass	ulimit -S for soft limit (default), -H for hard limit
26	pass	pass	Changing resource limit is denied

52 passed, 0 OK, 0 not implemented, 0 BUG, 1 failed, 0 timeouts, 0 cases skipped
1 failed under osh

Details on runs that didn't PASS

osh

11 set umask symbolically

[osh stdout] Expected '664\n644\n', got '664\n664\n'
[osh stderr] Expected u'', got "osh warning: umask with symbolic input isn't implemented\n"

stdout:

664
664

stderr:

osh warning: umask with symbolic input isn't implemented

osh-cpp

11 set umask symbolically

[osh-cpp stdout] Expected '664\n644\n', got '664\n664\n'
[osh-cpp stderr] Expected u'', got "osh warning: umask with symbolic input isn't implemented\n"

stdout:

664
664

stderr:

osh warning: umask with symbolic input isn't implemented