Spec Test Results Summary

name	# cases	osh # passed	osh # failed	osh failures allowed	osh ALT delta	Elapsed Seconds
TOTAL (110 rows)	2278	2036	116	103	0	294.32
TODO-deprecate	4	4	0	0	0	0.50
alias	48	43	0	0	0	5.38
append	19	19	0	0	0	2.22
arith	70	67	0	0	0	7.24
arith-context	14	13	1	1	0	1.47
array	70	69	1	1	0	9.04
array-compat	12	7	2	2	0	1.76
assign	44	41	2	2	0	5.38
assign-deferred	9	2	7	0	0	0.94
assign-dialects	2	1	1	1	0	0.31
assign-extended	35	33	0	0	0	4.29
assoc	39	34	3	3	0	4.41
assoc-zsh	7	1	6	0	0	1.03
background	18	16	2	2	0	3.55
ble-features	14	6	0	0	0	1.53
ble-idioms	14	14	0	0	0	1.75
blog1	9	5	0	0	0	1.07
blog2	8	8	0	0	0	0.90
brace-expansion	55	50	0	0	0	5.63
bugs	24	23	0	0	0	2.82
builtin-bash	12	8	4	4	0	1.51
builtin-bracket	47	46	1	1	0	5.06
builtin-cd	20	19	1	1	0	2.93
builtin-completion	48	45	3	3	0	5.97
builtin-dirs	16	16	0	0	0	1.79
builtin-echo	27	27	0	0	0	2.95
builtin-eval-source	20	20	0	0	0	2.21
builtin-getopts	24	21	0	0	0	2.83
builtin-history	8	8	0	0	0	1.66
builtin-meta	23	22	1	1	0	2.89
builtin-misc	7	7	0	0	0	0.83
builtin-printf	54	39	0	0	0	6.32
builtin-process	27	26	1	1	0	3.88
builtin-read	46	44	2	2	0	5.75
builtin-special	8	4	4	4	0	0.98
builtin-times	1	1	0	0	0	0.26
builtin-trap	18	17	0	0	0	2.17
builtin-trap-bash	23	16	2	2	0	2.65
builtin-trap-err	20	17	2	2	0	2.49
builtin-type	4	4	0	0	0	0.54
builtin-type-bash	30	28	0	0	0	3.23
builtin-vars	41	37	1	1	0	4.82
case_	12	11	1	1	0	1.36
command-parsing	5	2	0	0	0	0.63
command-sub	30	29	0	0	0	4.08
command_	15	14	0	0	0	2.14
comments	2	2	0	0	0	0.28
dbracket	52	49	3	3	0	5.50
dparen	15	14	0	0	0	1.67
empty-bodies	3	3	0	0	0	0.40
errexit	35	35	0	0	0	4.70
errexit-osh	33	33	0	0	0	4.74
exit-status	9	8	1	1	0	2.61
explore-parsing	5	5	0	0	0	0.68
extglob-files	23	18	1	1	0	3.42
extglob-match	29	25	0	0	0	3.12
fatal-errors	5	5	0	0	0	1.37
for-expr	9	9	0	0	0	0.97
func-parsing	15	14	0	0	0	1.65
glob	39	35	3	3	0	4.30
globignore	14	0	14	14	0	1.77
here-doc	34	33	0	0	0	4.07
if_	5	5	0	0	0	0.62
interactive	15	15	0	0	0	3.83
introspect	13	13	0	0	0	3.39
let	2	0	2	0	0	0.32
loop	27	26	0	0	0	3.26
nameref	32	25	7	7	0	3.59
nix-idioms	6	5	0	0	0	1.04
nocasematch-match	6	6	0	0	0	0.71
nul-bytes	8	2	2	2	0	1.02
parse-errors	28	24	3	3	0	3.25
pipeline	24	22	0	0	0	3.37
posix	15	15	0	0	0	1.79
process-sub	9	9	0	0	0	1.84
prompt	25	24	0	0	0	3.14
quote	34	34	0	1	0	3.47
redirect	37	34	2	2	0	4.16
redirect-command	22	22	0	0	0	2.63
redirect-multi	13	13	0	0	0	1.54
regex	37	37	0	0	0	5.68
serialize	10	7	0	0	0	1.23
sh-func	11	10	1	1	0	1.27
sh-options	46	39	3	3	0	6.09
sh-usage	13	13	0	0	0	2.68
smoke	18	18	0	0	0	2.13
strict-options	14	14	0	0	0	1.81
subshell	2	2	0	0	0	0.39
tilde	14	13	0	0	0	1.57
toysh	8	4	3	3	0	1.00
toysh-posix	22	17	3	3	0	3.59
type-compat	5	1	0	0	0	0.70
unicode	7	7	0	0	0	1.50
var-num	7	7	0	0	0	1.47
var-op-bash	20	8	6	6	0	4.08
var-op-len	8	8	0	0	0	1.34
var-op-patsub	28	26	2	2	0	2.96
var-op-slice	22	20	0	1	0	4.52
var-op-strip	29	29	0	0	0	4.13
var-op-test	28	25	0	0	0	3.59
var-ref	27	25	0	0	0	3.58
var-sub	6	6	0	0	0	0.67
var-sub-quote	39	39	0	0	0	5.28
vars-bash	1	0	1	1	0	0.39
vars-special	38	35	2	2	0	4.65
whitespace	5	3	0	0	0	2.41
word-eval	8	8	0	0	0	1.28
word-split	41	33	8	8	0	5.02
xtrace	17	13	1	1	0	1.54
zsh-idioms	3	3	0	0	0	0.40
TOTAL (110 rows)	2278	2036	116	103	0	294.32

Version Information

Sat Jun 29 07:15:18 UTC 2024

oil repo: c3eee5fd3b091fff21a58bc821b3c75c499588e5 on branch soil-staging

---
$ /home/uke/oil/bin/osh --version
Oils 0.22.0		https://www.oilshell.org/

Release Date: -
Arch: x86_64
OS: Linux
Platform: #23~22.04.1-Ubuntu SMP Thu May  9 17:59:24 UTC 2024
Compiler: GCC 8.3.0
Interpreter: CPython
Interpreter version: 2.7.16
Bytecode: -

---
GNU bash, version 5.0.3(1)-release (x86_64-pc-linux-gnu)
-rwxr-xr-x 1 root root 1168776 Apr 18  2019 /bin/bash

---