run-file () { local spec_name=$1; shift; local spec_file=spec/$spec_name.test.sh; local suite; suite=$(test/sh_spec.py --print-spec-suite $spec_file); local spec_subdir; case $suite in osh) spec_subdir='osh-cpp' ;; ysh) spec_subdir='ysh-cpp' ;; *) die "Invalid suite $suite" ;; esac; local base_dir=_tmp/spec/$spec_subdir; mkdir -v -p $base_dir; sh-spec $spec_file --timeout 10 --oils-bin-dir $PWD/bin --oils-cpp-bin-dir $REPO_ROOT/_bin/cxx-asan --tsv-output $base_dir/${spec_name}.tsv "$@" } ysh-json: spec test case results

Results for ysh-json.test.sh

status	osh	osh-cpp
pass	55	55
FAIL	1	1
total	56	56

case	osh	osh-cpp	description
0	pass	pass	usage errors
1	pass	pass	json write STRING
2	pass	pass	json write ARRAY
3	pass	pass	json write Dict
4	pass	pass	json write space=0, space=4
5	pass	pass	json write in command sub
6	pass	pass	json read passed invalid args
7	pass	pass	json read uses $_reply var
8	pass	pass	json read then json write
9	pass	pass	json read with redirect
10	pass	pass	json read at end of pipeline (relies on lastpipe)
11	pass	pass	invalid JSON
12	pass	pass	Extra data after valid JSON
13	pass	pass	json write expression
14	pass	pass	json write evaluation error
15	pass	pass	json write of List in cycle
16	pass	pass	json write of Dict in cycle
17	pass	pass	json write of List/Dict referenced twice (bug fix)
18	pass	pass	json read doesn't accept u'' or b'' strings
19	pass	pass	json read doesn't accept comments, but json8 does
20	pass	pass	json write emits Unicode replacement char for binary data \yff
21	pass	pass	json8 accepts j"" prefix, but json doesn't
22	pass	pass	j"" prefix not accepted in YSH (could be added later)
23	pass	pass	json8 write emits b'' strings for binary data \yff
24	pass	pass	json8 write bytes vs unicode string
25	pass	pass	JSON \/ escapes supported
26	pass	pass	JSON string can have unescaped ' and J8 string can have unescaped "
27	pass	pass	J8 supports superfluous \" escapes, but JSON doesn't support \' escapes
28	pass	pass	Escaping uses \u0001 in "", but \u{1} in b''
29	pass	pass	json8 read
30	pass	pass	json8 round trip
31	pass	pass	json round trip (regression)
32	pass	pass	round trip: decode surrogate pair and encode
33	pass	pass	round trip: decode surrogate half and encode
34	pass	pass	toJson() toJson8()
35	pass	pass	fromJson() fromJson8()
36	pass	pass	User can handle errors - toJson() toJson8()
37	pass	pass	User can handle errors - fromJson() fromJson8()
38	pass	pass	ASCII control chars can't appear literally in messages
39	pass	pass	\yff can't appear in u'' code strings (command)
40	pass	pass	\yff can't appear in u'' code strings (expr)
41	pass	pass	\yff can't appear in u'' multiline code strings
42	pass	pass	\yff can't appear in u'' data strings
43	pass	pass	\u{dc00} can't be in surrogate range in code (command)
44	pass	pass	\u{dc00} can't be in surrogate range in code (expr)
45	pass	pass	\u{dc00} can't be in surrogate range in data
46	FAIL	FAIL	Inf and NaN can't be encoded or decoded
	details	details
47	pass	pass	Invalid UTF-8 in JSON is rejected
48	pass	pass	Invalid JSON in J8 is rejected
49	pass	pass	'' means the same thing as u''
50	pass	pass	decode deeply nested structure (stack overflow)
51	pass	pass	decode integer larger than 2^32
52	pass	pass	round trip: read/write with ysh
53	pass	pass	round trip: read/write with ysh, read/write with Python 3 (bug regression)
54	pass	pass	Encoding bytes that don't hit UTF8_REJECT immediately (bug fix)
55	pass	pass	NIL8 token in JSON / JSON8

110 passed, 0 OK, 0 not implemented, 0 BUG, 1 failed, 0 timeouts, 0 cases skipped
1 failed under osh

Details on runs that didn't PASS

osh

46 Inf and NaN can't be encoded or decoded

[osh status] Expected 2, got 3

stdout:

stderr:

  var n = float("NaN")
                ^
[ stdin ]:1: fatal: Cannot convert NaN to Float

osh-cpp

46 Inf and NaN can't be encoded or decoded

[osh-cpp status] Expected 2, got 3

stdout:

stderr:

  var n = float("NaN")
                ^
[ stdin ]:1: fatal: Cannot convert NaN to Float