run-file () { local spec_name=$1; shift; local spec_file=spec/$spec_name.test.sh; local suite; suite=$(test/sh_spec.py --print-spec-suite $spec_file); local spec_subdir; case $suite in osh) spec_subdir='osh-cpp' ;; ysh) spec_subdir='ysh-cpp' ;; *) die "Invalid suite $suite" ;; esac; local base_dir=_tmp/spec/$spec_subdir; mkdir -v -p $base_dir; sh-spec $spec_file --timeout 10 --oils-bin-dir $PWD/bin --oils-cpp-bin-dir $REPO_ROOT/_bin/cxx-asan --tsv-output $base_dir/${spec_name}.tsv "$@" } ysh-assign: spec test case results

Results for ysh-assign.test.sh

status	ysh	ysh-cpp
pass	19	19
FAIL	2	2
total	21	21

case	ysh	ysh-cpp	description
0	pass	pass	proc static check: const can't be mutated
1	pass	pass	top-level dynamic check: const can't be be mutated
2	pass	pass	top level: var can be redefined by var/const
3	pass	pass	setvar mutates local
4	pass	pass	top level: setvar creates global
5	pass	pass	top level: setvar mutates var
6	pass	pass	proc static check: variable changed by setvar must be declared
7	pass	pass	setglobal
8	pass	pass	setglobal of undeclared var is allowed
9	pass	pass	var a, b does implicit null init
10	pass	pass	var x, y = f()
11	pass	pass	const x, y = f()
12	pass	pass	setvar x, y = 1, 2
13	pass	pass	setvar to swap List and Dict elements
14	pass	pass	setvar d.key = 42 (setitem)
15	pass	pass	setvar mylist[1] = 42 (setitem)
16	pass	pass	mixing assignment builtins and YSH assignment
17	FAIL	FAIL	circular dict - TODO 2023-06 REGRESS
	details	details
18	FAIL	FAIL	circular list - TODO 2023-06 REGRESS
	details	details
19	pass	pass	exit code of var, const, setvar with command sub
20	pass	pass	setvar obj[INVALID TYPE] =

38 passed, 0 OK, 0 not implemented, 0 BUG, 2 failed, 0 timeouts, 0 cases skipped
2 failed under osh

Details on runs that didn't PASS

ysh	17 circular dict - TODO 2023-06 REGRESS [ysh stdout] Expected "(OrderedDict) <'name': 'foo'>\n(OrderedDict) <'name': 123>\n(OrderedDict) <'name': 'mystr'>\n(OrderedDict) <'name': ...>\n" Got '(Dict) {"name":"foo"}\n(Dict) {"name":123}\n(Dict) {"name":"mystr"}\n(Dict) {"name":{ --> 0x7f6d4593ec68 }}\n' stdout: (Dict) {"name":"foo"} (Dict) {"name":123} (Dict) {"name":"mystr"} (Dict) {"name":{ --> 0x7f6d4593ec68 }} stderr:
ysh-cpp	17 circular dict - TODO 2023-06 REGRESS [ysh-cpp stdout] Expected "(OrderedDict) <'name': 'foo'>\n(OrderedDict) <'name': 123>\n(OrderedDict) <'name': 'mystr'>\n(OrderedDict) <'name': ...>\n" Got '(Dict) {"name":"foo"}\n(Dict) {"name":123}\n(Dict) {"name":"mystr"}\n(Dict) {"name":{ --> 0x18b9 }}\n' stdout: (Dict) {"name":"foo"} (Dict) {"name":123} (Dict) {"name":"mystr"} (Dict) {"name":{ --> 0x18b9 }} stderr:
ysh	18 circular list - TODO 2023-06 REGRESS [ysh stdout] Expected '(List) [1, 2, 3]\n(List) [[...], 2, 3]\n' Got '(List) [1, 2, 3]\n' stdout: (List) [1, 2, 3] stderr:
ysh-cpp	18 circular list - TODO 2023-06 REGRESS [ysh-cpp stdout] Expected '(List) [1, 2, 3]\n(List) [[...], 2, 3]\n' Got '(List) [1, 2, 3]\n' stdout: (List) [1, 2, 3] stderr: