run-file () { local spec_name=$1; shift; local spec_file=spec/$spec_name.test.sh; local suite; suite=$(test/sh_spec.py --print-spec-suite $spec_file); local spec_subdir; case $suite in osh) spec_subdir='osh-cpp' ;; ysh) spec_subdir='ysh-cpp' ;; *) die "Invalid suite $suite" ;; esac; local base_dir=_tmp/spec/$spec_subdir; mkdir -v -p $base_dir; sh-spec $spec_file --timeout 10 --oils-bin-dir $PWD/bin --oils-cpp-bin-dir $REPO_ROOT/_bin/cxx-asan --tsv-output $base_dir/${spec_name}.tsv "$@" } command_: spec test case results

Results for command_.test.sh

status	osh	osh-cpp
pass	14	14
ok	1	1
total	15	15

case	osh	osh-cpp	description
0	pass	pass	Command block
1	pass	pass	Permission denied
2	pass	pass	Not a dir
3	pass	pass	Name too long
4	pass	pass	External programs don't have _OVM in environment
5	pass	pass	File with no shebang is executed
6	pass	pass	File with relative path and no shebang is executed
7	pass	pass	File in relative subdirectory and no shebang is executed
8	pass	pass	$PATH lookup
9	pass	pass	filling $PATH cache, then insert the same command earlier in cache
10	pass	pass	filling $PATH cache, then deleting command
11	pass	pass	Non-executable on $PATH
12	pass	pass	hash without args prints the cache
13	pass	pass	hash with args
14	ok	ok	hash -r doesn't allow additional args
	details	details

28 passed, 2 OK, 0 not implemented, 0 BUG, 0 failed, 0 timeouts, 0 cases skipped

Details on runs that didn't PASS

osh

14 hash -r doesn't allow additional args

stdout:

status=2

stderr:

  hash -r whoami >/dev/null  # avoid weird output with mksh
  ^~~~
[ stdin ]:1: 'hash' got extra arguments after -r

osh-cpp

14 hash -r doesn't allow additional args

stdout:

status=2

stderr:

  hash -r whoami >/dev/null  # avoid weird output with mksh
  ^~~~
[ stdin ]:1: 'hash' got extra arguments after -r