Spec Test Results Summary

name	# cases	osh # passed	osh # failed	osh failures allowed	osh ALT delta	Elapsed Seconds
TOTAL (114 rows)	2382	2127	107	107	0	234.52
alias	48	43	0	0	0	4.18
append	19	19	0	0	0	1.72
arith	73	70	0	0	0	5.97
arith-context	14	14	0	0	0	1.03
arith-dynamic	4	1	3	3	0	0.34
array	77	74	3	3	0	7.00
array-basic	5	5	0	0	0	0.64
array-compat	12	7	2	2	0	1.21
assign	44	41	2	2	0	4.77
assign-deferred	9	0	0	0	0	0.23
assign-dialects	2	1	1	1	0	0.19
assign-extended	36	34	0	0	0	3.01
assoc	45	39	4	4	0	3.50
assoc-zsh	7	0	0	0	0	0.10
background	18	16	2	2	0	4.14
ble-features	14	6	0	0	0	1.39
ble-idioms	36	36	0	0	0	2.97
blog1	9	5	0	0	0	0.75
blog2	8	8	0	0	0	0.62
brace-expansion	55	50	0	0	0	3.98
bugs	26	25	0	0	0	2.20
builtin-bash	12	8	4	4	0	0.92
builtin-bind	6	6	0	0	0	0.50
builtin-bracket	52	52	0	0	0	3.79
builtin-cd	22	21	1	1	0	2.29
builtin-completion	48	45	3	3	0	3.71
builtin-dirs	16	16	0	0	0	1.22
builtin-echo	27	27	0	0	0	2.21
builtin-eval-source	22	22	0	0	0	1.72
builtin-getopts	24	21	0	0	0	1.93
builtin-history	8	8	0	0	0	1.09
builtin-meta	27	25	1	1	0	2.40
builtin-misc	7	7	0	0	0	0.62
builtin-printf	56	41	0	0	0	5.59
builtin-process	27	26	1	1	0	2.97
builtin-read	46	44	2	2	0	4.35
builtin-special	8	4	4	4	0	0.75
builtin-times	1	1	0	0	0	0.16
builtin-trap	23	20	1	1	0	5.61
builtin-trap-bash	23	16	2	2	0	1.66
builtin-trap-err	23	20	2	2	0	1.81
builtin-type	4	4	0	0	0	0.43
builtin-type-bash	30	28	0	0	0	2.10
builtin-vars	41	37	1	1	0	4.22
case_	13	12	0	0	0	3.44
command-parsing	5	2	0	0	0	0.42
command-sub	30	29	0	0	0	2.71
command_	15	14	0	0	0	1.60
comments	2	2	0	0	0	0.18
dbracket	50	50	0	0	0	3.39
dparen	15	14	0	0	0	1.17
empty-bodies	3	3	0	0	0	0.26
errexit	35	35	0	0	0	3.24
errexit-osh	35	35	0	0	0	3.38
exit-status	9	8	1	1	0	1.73
explore-parsing	5	5	0	0	0	0.45
extglob-files	23	18	1	1	0	2.38
extglob-match	29	25	0	0	0	2.01
fatal-errors	5	5	0	0	0	0.98
for-expr	9	9	0	0	0	0.68
func-parsing	15	14	0	0	0	1.07
glob	39	36	2	2	0	3.29
globignore	14	0	14	14	0	1.09
globstar	5	1	4	4	0	0.56
here-doc	34	31	0	0	0	2.55
if_	5	5	0	0	0	0.41
interactive	15	15	0	0	0	2.44
introspect	13	13	0	0	0	2.43
let	2	0	0	0	0	0.07
loop	27	26	0	0	0	2.34
nameref	32	25	7	7	0	2.41
nix-idioms	6	5	0	0	0	0.67
nocasematch-match	6	6	0	0	0	0.46
nul-bytes	8	2	2	2	0	0.92
osh-bugs	2	2	0	0	0	0.18
parse-errors	28	24	3	3	0	2.29
pipeline	25	23	0	0	0	4.19
posix	15	15	0	0	0	1.19
process-sub	9	9	0	0	0	1.73
prompt	25	24	0	0	0	2.10
quote	34	34	0	0	0	2.46
redirect	37	35	1	1	0	2.95
redirect-command	22	22	0	0	0	1.78
redirect-multi	13	13	0	0	0	1.11
regex	37	37	0	0	0	3.89
serialize	10	7	0	0	0	0.83
sh-func	11	10	1	1	0	0.82
sh-options	50	44	2	2	0	4.63
sh-usage	13	13	0	0	0	2.03
smoke	18	18	0	0	0	1.47
strict-options	15	15	0	0	0	1.46
subshell	2	2	0	0	0	0.24
tilde	14	13	0	0	0	1.10
toysh	8	4	3	3	0	0.64
toysh-posix	22	17	3	3	0	2.61
type-compat	7	2	0	0	0	0.59
unicode	7	7	0	0	0	1.12
var-num	7	7	0	0	0	0.96
var-op-bash	22	11	7	7	0	2.78
var-op-len	8	8	0	0	0	0.96
var-op-patsub	28	26	2	2	0	2.01
var-op-slice	22	20	0	0	0	3.50
var-op-strip	29	29	0	0	0	4.37
var-op-test	28	25	0	0	0	2.97
var-ref	31	28	1	1	0	4.16
var-sub	6	6	0	0	0	0.47
var-sub-quote	39	39	0	0	0	4.44
vars-bash	1	0	1	1	0	0.26
vars-special	42	38	3	3	0	4.61
whitespace	5	3	0	0	0	2.66
word-eval	8	8	0	0	0	0.98
word-split	42	33	9	9	0	5.69
xtrace	19	15	1	1	0	1.36
zsh-idioms	3	3	0	0	0	0.26
TOTAL (114 rows)	2382	2127	107	107	0	234.52

Version Information

Fri Dec 27 17:33:50 UTC 2024

oil repo: 4be1d7e8ea025f2f333023895cedb85770400fca on branch soil-staging

---
$ /home/uke/oil/bin/osh --version
Oils 0.25.0		https://www.oilshell.org/

Release Date: -
Arch: x86_64
OS: Linux
Platform: #26~22.04.1-Ubuntu SMP Thu Jul 11 22:33:04 UTC 2024
Compiler: GCC 8.3.0
Interpreter: CPython
Interpreter version: 2.7.16
Bytecode: -

---
GNU bash, version 5.2.21(1)-release (x86_64-pc-linux-gnu)
-rwxr-xr-x 1 uke uke 5655400 Dec 21 00:18 /home/uke/wedge/oils-for-unix.org/pkg/bash/5.2.21/bin/bash

---
zsh 5.1.1 (x86_64-unknown-linux-gnu)
-rwxr-xr-x 2 uke uke 1320784 Dec 21 00:19 /home/uke/wedge/oils-for-unix.org/pkg/zsh/5.1.1/bin/zsh

---
Yet another shell, version 2.49
-rwxr-xr-x 1 uke uke 1332960 Dec 21 00:20 /home/uke/wedge/oils-for-unix.org/pkg/yash/2.49/bin/yash

---
-rwxr-xr-x 1 uke uke 122208 Dec 21 00:18 /home/uke/wedge/oils-for-unix.org/pkg/dash/0.5.10.2/bin/dash

---
-rwxr-xr-x 1 uke uke 308968 Dec 21 00:19 /home/uke/wedge/oils-for-unix.org/pkg/mksh/R52c/mksh

---
BusyBox v1.35.0 (2024-12-21 00:19:52 UTC) multi-call binary.
-rwxr-xr-x 1 uke uke 984560 Dec 21 00:20 /home/uke/wedge/oils-for-unix.org/pkg/busybox/1.35.0/busybox

--- /etc/debian_version ---
10.13