Spec Test Results Summary

name	# cases	osh # passed	osh # failed	osh failures allowed	osh ALT delta	Elapsed Seconds
TOTAL (102 rows)	2155	1909	103	103	0	200.12
alias	47	42	0	0	0	2.59
append	19	19	0	0	0	1.14
arith	65	62	0	0	0	3.15
arith-context	10	10	0	0	0	0.83
array	68	67	0	0	0	6.91
array-compat	12	7	2	2	0	0.79
assign	44	41	2	2	0	3.18
assign-deferred	9	0	0	0	0	0.20
assign-dialects	2	1	1	1	0	0.15
assign-extended	35	33	0	0	0	3.34
assoc	39	34	3	3	0	2.12
assoc-zsh	7	0	0	0	0	0.07
background	18	16	2	2	0	4.18
ble-features	14	6	0	0	0	1.51
ble-idioms	11	11	0	0	0	1.05
blog1	9	5	0	0	0	0.85
blog2	8	8	0	0	0	0.69
brace-expansion	55	50	0	0	0	2.67
bugs	21	19	1	1	0	1.22
builtin-bash	12	8	4	4	0	0.65
builtin-bracket	47	46	1	1	0	2.40
builtin-completion	41	38	3	3	0	2.21
builtin-dirs	16	16	0	0	0	1.50
builtin-eval-source	20	20	0	0	0	1.82
builtin-getopts	24	21	0	0	0	1.36
builtin-history	8	8	0	0	0	5.77
builtin-io	71	69	2	2	0	4.40
builtin-printf	51	36	1	1	0	3.35
builtins	35	33	2	2	0	2.65
builtins2	19	19	0	0	0	1.13
builtin-special	7	3	4	4	0	0.75
builtin-times	1	1	0	0	0	0.16
builtin-trap	21	19	0	0	0	2.59
builtin-trap-bash	19	13	1	1	0	1.03
builtin-type	4	4	0	0	0	0.29
builtin-type-bash	30	28	0	0	0	1.57
builtin-vars	41	37	1	1	0	2.97
case_	12	9	3	3	0	0.64
command_	15	14	0	0	0	1.86
command-parsing	5	2	0	0	0	0.50
command-sub	30	29	0	0	0	3.44
comments	2	2	0	0	0	0.21
dbracket	52	49	3	3	0	2.63
dparen	15	13	1	1	0	1.44
empty-bodies	3	3	0	0	0	0.30
errexit	31	31	0	0	0	3.00
errexit-osh	33	33	0	0	0	2.40
exit-status	9	8	1	1	0	1.27
explore-parsing	5	5	0	0	0	0.60
extglob-files	23	18	1	1	0	2.94
extglob-match	29	25	0	0	0	2.67
fatal-errors	5	5	0	0	0	1.27
for-expr	7	7	0	0	0	0.70
func-parsing	15	14	0	0	0	1.38
glob	39	35	3	3	0	4.11
globignore	14	0	14	14	0	0.82
here-doc	34	31	0	0	0	3.29
if_	5	5	0	0	0	0.51
interactive	15	15	0	0	0	3.48
introspect	13	12	0	0	0	1.72
let	2	0	0	0	0	0.05
loop	27	26	0	0	0	3.06
nameref	32	25	7	7	0	3.21
nix-idioms	5	2	2	2	0	0.42
nocasematch-match	6	6	0	0	0	0.36
nul-bytes	8	2	2	2	0	0.69
parse-errors	26	22	3	3	0	2.46
pipeline	24	22	0	0	0	4.95
posix	15	15	0	0	0	1.52
process-sub	9	9	0	0	0	2.39
prompt	25	24	0	0	0	1.57
quote	34	34	0	0	0	3.21
redirect	55	52	2	2	0	5.66
redirect-multi	13	13	0	0	0	0.81
regex	28	26	2	2	0	2.84
serialize	10	7	0	0	0	0.62
sh-func	11	10	1	1	0	1.04
sh-options	44	38	2	2	0	4.08
sh-usage	13	13	0	0	0	1.50
smoke	18	18	0	0	0	1.11
strict-options	14	14	0	0	0	1.62
subshell	2	2	0	0	0	0.25
tilde	13	12	0	0	0	1.30
TODO-deprecate	3	3	0	0	0	0.20
toysh	8	4	3	3	0	0.82
toysh-posix	22	17	3	3	0	3.23
type-compat	5	1	0	0	0	0.36
var-num	7	7	0	0	0	1.53
var-op-bash	18	8	5	5	0	1.89
var-op-len	8	8	0	0	0	1.12
var-op-patsub	28	26	2	2	0	2.71
var-op-slice	21	19	1	1	0	3.17
var-op-strip	29	29	0	0	0	4.60
var-op-test	24	21	0	0	0	3.00
var-ref	27	25	0	0	0	1.75
vars-bash	1	0	1	1	0	0.20
vars-special	38	35	2	2	0	3.53
var-sub	6	6	0	0	0	0.60
var-sub-quote	39	39	0	0	0	5.20
word-eval	8	8	0	0	0	1.10
word-split	41	33	8	8	0	4.15
xtrace	17	13	1	1	0	1.75
TOTAL (102 rows)	2155	1909	103	103	0	200.12

Version Information

Wed Mar 13 14:40:40 EDT 2024

oil repo: cc2f68315a18a69be9f8c94bc97c655f5d50bdc2 on branch release/0.21.0

---
$ /home/andy/git/oilshell/oil/bin/osh --version
Oils 0.21.0		https://www.oilshell.org/

Release Date: -
Arch: x86_64
OS: Linux
Platform: #167~18.04.1-Ubuntu SMP Wed May 24 00:51:42 UTC 2023
Compiler: GCC 7.5.0
Interpreter: CPython
Interpreter version: 2.7.18
Bytecode: -

---
$ /home/andy/git/oilshell/oil/_tmp/oil-tar-test/oil-0.21.0/_bin/osh --version
Oils 0.21.0		https://www.oilshell.org/

Release Date: 2024-03-13 18:13:41+00:00
Arch: x86_64
OS: Linux
Platform: #167~18.04.1-Ubuntu SMP Wed May 24 00:51:42 UTC 2023
Compiler: GCC 7.5.0
Interpreter: OVM
Interpreter version: 2.7.13
Bytecode: bytecode-opy.zip

---
GNU bash, version 4.4.0(1)-release (x86_64-unknown-linux-gnu)
-rwxrwxr-x 1 andy andy 4748184 Mar  7  2023 /home/andy/git/oilshell/oil/../oil_DEPS/spec-bin/bash

---
zsh 5.1.1 (x86_64-unknown-linux-gnu)
-rwxrwxr-x 1 andy andy 1323160 Mar  7  2023 /home/andy/git/oilshell/oil/../oil_DEPS/spec-bin/zsh

---
-rwxrwxr-x 1 andy andy 526000 Mar  7  2023 /home/andy/git/oilshell/oil/../oil_DEPS/spec-bin/dash

---
-rwxrwxr-x 1 andy andy 304256 Mar  7  2023 /home/andy/git/oilshell/oil/../oil_DEPS/spec-bin/mksh

---
BusyBox v1.35.0 (2023-03-07 17:12:47 EST) multi-call binary.
-rwxrwxr-x 1 andy andy 1067544 Mar  7  2023 /home/andy/git/oilshell/oil/../oil_DEPS/spec-bin/busybox

--- /etc/debian_version ---
buster/sid

--- /etc/lsb-release ---
DISTRIB_ID=Ubuntu
DISTRIB_RELEASE=18.04
DISTRIB_CODENAME=bionic
DISTRIB_DESCRIPTION="Ubuntu 18.04.5 LTS"