dbracket () { run-file dbracket "$@" } run-file () { local spec_name=$1; shift; sh-spec spec/$spec_name.test.sh --compare-shells --oils-bin-dir $PWD/bin "$@" } dbracket: spec test case results

Results for dbracket.test.sh

status	bash-4	mksh	osh
pass	48	36	49
ok	0	7	0
N-I	0	5	0
BUG	1	1	0
total	49	49	49

case	bash-4	mksh	osh	description
0	pass	pass	pass	[[ glob matching, [[ has no glob expansion
1	pass	pass	pass	[[ glob matching with escapes
2	pass	pass	pass	equality
3	pass	pass	pass	[[ glob matching with unquoted var
4	pass	N-I	pass	[[ regex matching
		details
5	pass	N-I	pass	[[ regex syntax error
		details
6	pass	pass	pass	[[ has no word splitting
7	pass	pass	pass	[[ has quote joining
8	pass	pass	pass	[[ empty string is false
9	pass	pass	pass	&& chain
10	pass	pass	pass	\|\| chain
11	pass	pass	pass	[[ compound expressions
12	pass	pass	pass	precedence of && and \|\| inside [[
13	pass	pass	pass	precedence of && and \|\| in a command context
14	pass	N-I	pass	Octal literals with -eq
		details
15	pass	N-I	pass	Hex literals with -eq
		details
16	pass	pass	pass	> on strings
17	pass	pass	pass	!= on strings
18	pass	pass	pass	-eq on strings
19	pass	pass	pass	[[ compare with literal -f (compare with test-builtin.test.sh)
20	pass	ok	pass	[[ with op variable (compare with test-builtin.test.sh)
		details
21	pass	pass	pass	[[ with unquoted empty var (compare with test-builtin.test.sh)
22	pass	pass	pass	[[ at runtime doesn't work
23	pass	pass	pass	[[ with env prefix doesn't work
24	pass	pass	pass	[[ over multiple lines is OK
25	pass	pass	pass	Argument that looks like a command word operator
26	pass	ok	pass	Argument that looks like a real operator
		details
27	pass	pass	pass	User array compared to "$@" (broken unless shopt -s strict_array)
28	pass	pass	pass	Array coerces to string (shopt -s strict_array to disallow)
29	BUG	pass	pass	(( array1 == array2 )) doesn't work
	details
30	pass	pass	pass	Quotes don't matter in comparison
31	pass	pass	pass	-eq does dynamic arithmetic parsing (not supported in OSH)
32	pass	pass	pass	-eq coercion produces weird results
33	pass	pass	pass	[[ '(' ]] is treated as literal
34	pass	ok	pass	[[ '(' foo ]] is syntax error
		details
35	pass	pass	pass	empty ! is treated as literal
36	pass	ok	pass	[[ -z ]] is syntax error
		details
37	pass	pass	pass	[[ -z '>' ]]
38	pass	ok	pass	[[ -z '>' a ]] is syntax error
		details
39	pass	pass	pass	test whether ']]' is empty
40	pass	ok	pass	[[ ]] is syntax error
		details
41	pass	ok	pass	[[ && ]] is syntax error
		details
42	pass	BUG	pass	[[ a 3< b ]] doesn't work (bug regression)
		details
43	pass	pass	pass	tilde expansion in [[
44	pass	pass	pass	more tilde expansion
45	pass	N-I	pass	tilde expansion with =~ (confusing)
		details
46	pass	pass	pass	[[ ]] with redirect
47	pass	pass	pass	special chars
48	pass	pass	pass	in pattern (regression)

133 passed, 7 OK, 5 not implemented, 2 BUG, 0 failed, 0 timeouts, 0 cases skipped

Details on runs that didn't PASS

mksh	4 [[ regex matching stdout: stderr: mksh: <stdin>[2]: syntax error: '=~' unexpected operator/operand
mksh	5 [[ regex syntax error stdout: stderr: mksh: <stdin>[1]: syntax error: '=~' unexpected operator/operand
mksh	14 Octal literals with -eq stdout: false stderr: mksh: <stdin>[1]: shopt: not found
mksh	15 Hex literals with -eq stdout: false stderr: mksh: <stdin>[1]: shopt: not found mksh: <stdin>[4]: 0x0f: bad number '0x0f'
mksh	20 [[ with op variable (compare with test-builtin.test.sh) stdout: stderr: mksh: <stdin>[2]: syntax error: '$op' unexpected operator/operand
mksh	26 Argument that looks like a real operator stdout: stderr: mksh: <stdin>[1]: syntax error: '-f' missing argument
bash-4	29 (( array1 == array2 )) doesn't work stdout: status=1 status=1 status=1 stderr: bash-4.4: line 6: ((: 1 3: syntax error in expression (error token is "3") bash-4.4: line 9: ((: 1 3: syntax error in expression (error token is "3") bash-4.4: line 12: ((: 1 3: syntax error in expression (error token is "3")
mksh	34 [[ '(' foo ]] is syntax error stdout: stderr: mksh: <stdin>[1]: syntax error: 'foo' unexpected operator/operand
mksh	36 [[ -z ]] is syntax error stdout: stderr: mksh: <stdin>[2]: syntax error: 'echo' unexpected operator/operand
mksh	38 [[ -z '>' a ]] is syntax error stdout: stderr: mksh: <stdin>[1]: syntax error: '--' unexpected operator/operand
mksh	40 [[ ]] is syntax error stdout: stderr: mksh: <stdin>[1]: syntax error: 'newline' unexpected operator/operand
mksh	41 [[ && ]] is syntax error stdout: stderr: mksh: <stdin>[1]: syntax error: '&&' expression expected
mksh	42 [[ a 3< b ]] doesn't work (bug regression) stdout: status=0 status=1 stderr:
mksh	45 tilde expansion with =~ (confusing) stdout: stderr: