run-file () { local spec_name=$1; shift; local spec_file=spec/$spec_name.test.sh; local suite; suite=$(test/sh_spec.py --print-spec-suite $spec_file); local spec_subdir; case $suite in osh) spec_subdir='osh-cpp' ;; ysh) spec_subdir='ysh-cpp' ;; *) die "Invalid suite $suite" ;; esac; local base_dir=_tmp/spec/$spec_subdir; mkdir -v -p $base_dir; sh-spec $spec_file --timeout 10 --oils-bin-dir $PWD/bin --oils-cpp-bin-dir $REPO_ROOT/_bin/cxx-asan --tsv-output $base_dir/${spec_name}.tsv "$@" } hay-isolation: spec test case results

Results for hay-isolation.test.sh

status	osh	osh-cpp
pass	6	6
total	6	6

case	osh	osh-cpp	description
0	pass	pass	Turn off external binaries with shvar PATH='' {}
1	pass	pass	More shvar PATH=''
2	pass	pass	builtins and externals not available in hay eval
3	pass	pass	procs in hay eval
4	pass	pass	variables mutated within hay eval don't persist
5	pass	pass	hay at top level allows arbitrary commands

12 passed, 0 OK, 0 not implemented, 0 BUG, 0 failed, 0 timeouts, 0 cases skipped