| status | bash | mksh | zsh | osh | |
| pass | 7 | 3 | 5 | 2 | |
| ok | 0 | 0 | 1 | 0 | |
| BUG | 0 | 4 | 1 | 0 | |
| FAIL | 0 | 0 | 0 | 5 | |
| total | 7 | 7 | 7 | 7 | |
| case | bash | mksh | zsh | osh | description |
| 0 | pass | pass | pass | pass | OSH source code doesn't have to be valid Unicode (like other shells) |
| 1 | pass | pass | pass | pass | Unicode escapes \u03bc \U000003bc in $'', echo -e, printf |
| 2 | pass | BUG | pass | FAIL | Max code point U+10ffff can escaped with $'' printf echo -e |
| details | details | ||||
| 3 | pass | BUG | pass | FAIL | $'' does NOT check that 0x110000 is too big at parse time |
| details | details | ||||
| 4 | pass | pass | ok | FAIL | $'' does not check for surrogate range at parse time |
| details | details | ||||
| 5 | pass | BUG | pass | FAIL | printf / echo -e do NOT check max code point at runtime |
| details | details | ||||
| 6 | pass | BUG | BUG | FAIL | printf / echo -e do NOT check surrogates at runtime |
| details | details | details |
17 passed, 1 OK, 0 not implemented, 5 BUG, 5 failed, 0 timeouts, 0 cases skipped 5 failed under osh
| mksh | 2 Max code point U+10ffff can escaped with $'' printf echo -e stdout: '\xef\xbf\xbd' '\xef\xbf\xbd' '\xf4\x8f\xbf\xbf'stderr: |
| osh | 2 Max code point U+10ffff can escaped with $'' printf echo -e [osh stdout] Expected "'\\xf4\\x8f\\xbf\\xbf'\n'\\xf4\\x8f\\xbf\\xbf'\n'\\xf4\\x8f\\xbf\\xbf'\n" Got '' [osh status] Expected 0, got 1 [osh stderr] Found 'Traceback (most recent' stdout: stderr: Traceback (most recent call last):
File "/home/uke/oil/bin/oils_for_unix.py", line 202, in <module>
sys.exit(main(sys.argv))
File "/home/uke/oil/bin/oils_for_unix.py", line 171, in main
return AppBundleMain(argv)
File "/home/uke/oil/bin/oils_for_unix.py", line 141, in AppBundleMain
return shell.Main('osh', arg_r, environ, login_shell, loader, readline)
File "/home/uke/oil/core/shell.py", line 1253, in Main
cmd_flags=cmd_eval.IsMainProgram)
File "/home/uke/oil/core/main_loop.py", line 336, in Batch
was_parsed, status = Batch2(cmd_ev, c_parser, errfmt, cmd_flags=cmd_flags)
File "/home/uke/oil/core/main_loop.py", line 401, in Batch2
is_return, is_fatal = cmd_ev.ExecuteAndCatch(node, cmd_flags)
File "/home/uke/oil/osh/cmd_eval.py", line 2175, in ExecuteAndCatch
status = self._Execute(node)
File "/home/uke/oil/osh/cmd_eval.py", line 1974, in _Execute
status = self._Dispatch(node, cmd_st)
File "/home/uke/oil/osh/cmd_eval.py", line 1701, in _Dispatch
status = self._DoSimple(node, cmd_st)
File "/home/uke/oil/osh/cmd_eval.py", line 959, in _DoSimple
status = self._RunSimpleCommand(cmd_val, cmd_st, run_flags)
File "/home/uke/oil/osh/cmd_eval.py", line 594, in _RunSimpleCommand
run_flags)
File "/home/uke/oil/core/vm.py", line 224, in RunSimpleCommand
run_flags)
File "/home/uke/oil/core/executor.py", line 420, in _RunSimpleCommand
cmd_val)
File "/home/uke/oil/core/vm.py", line 302, in _RunInvokable
status = self.cmd_ev.RunProc(proc, cmd_val)
File "/home/uke/oil/osh/cmd_eval.py", line 2389, in RunProc
status = self._Execute(proc.body)
File "/home/uke/oil/osh/cmd_eval.py", line 1974, in _Execute
status = self._Dispatch(node, cmd_st)
File "/home/uke/oil/osh/cmd_eval.py", line 1820, in _Dispatch
status = self._ExecuteList(node.children)
File "/home/uke/oil/osh/cmd_eval.py", line 2051, in _ExecuteList
status = self._Execute(child)
File "/home/uke/oil/osh/cmd_eval.py", line 1974, in _Execute
status = self._Dispatch(node, cmd_st)
File "/home/uke/oil/osh/cmd_eval.py", line 1701, in _Dispatch
status = self._DoSimple(node, cmd_st)
File "/home/uke/oil/osh/cmd_eval.py", line 904, in _DoSimple
allow_assign=True)
File "/home/uke/oil/osh/word_eval.py", line 2566, in EvalWordSequence2
self._EvalWordToParts(w, part_vals, EXTGLOB_FILES)
File "/home/uke/oil/osh/word_eval.py", line 2048, in _EvalWordToParts
self._EvalWordPart(p, word_part_vals, eval_flags)
File "/home/uke/oil/osh/word_eval.py", line 1932, in _EvalWordPart
self._EvalDoubleQuoted(part.parts, part_vals)
File "/home/uke/oil/osh/word_eval.py", line 1453, in _EvalDoubleQuoted
self._EvalWordPart(p, part_vals, QUOTED)
File "/home/uke/oil/osh/word_eval.py", line 1952, in _EvalWordPart
self._EvalSimpleVarSub(part, part_vals, quoted)
File "/home/uke/oil/osh/word_eval.py", line 1827, in _EvalSimpleVarSub
v = _ValueToPartValue(val, quoted, part)
File "/home/uke/oil/osh/word_eval.py", line 231, in _ValueToPartValue
bash_impl.InternalStringArray_GetValues(val), quoted)
NameError: global name 'bash_impl' is not defined
|
| mksh | 3 $'' does NOT check that 0x110000 is too big at parse time stdout: '\xef\xbf\xbd'stderr: |
| osh | 3 $'' does NOT check that 0x110000 is too big at parse time [osh stdout] Expected "'\\xf4\\x90\\x80\\x80'\n", got '' [osh status] Expected 0, got 1 [osh stderr] Found 'Traceback (most recent' stdout: stderr: Traceback (most recent call last):
File "/home/uke/oil/bin/oils_for_unix.py", line 202, in <module>
sys.exit(main(sys.argv))
File "/home/uke/oil/bin/oils_for_unix.py", line 171, in main
return AppBundleMain(argv)
File "/home/uke/oil/bin/oils_for_unix.py", line 141, in AppBundleMain
return shell.Main('osh', arg_r, environ, login_shell, loader, readline)
File "/home/uke/oil/core/shell.py", line 1253, in Main
cmd_flags=cmd_eval.IsMainProgram)
File "/home/uke/oil/core/main_loop.py", line 336, in Batch
was_parsed, status = Batch2(cmd_ev, c_parser, errfmt, cmd_flags=cmd_flags)
File "/home/uke/oil/core/main_loop.py", line 401, in Batch2
is_return, is_fatal = cmd_ev.ExecuteAndCatch(node, cmd_flags)
File "/home/uke/oil/osh/cmd_eval.py", line 2175, in ExecuteAndCatch
status = self._Execute(node)
File "/home/uke/oil/osh/cmd_eval.py", line 1974, in _Execute
status = self._Dispatch(node, cmd_st)
File "/home/uke/oil/osh/cmd_eval.py", line 1701, in _Dispatch
status = self._DoSimple(node, cmd_st)
File "/home/uke/oil/osh/cmd_eval.py", line 959, in _DoSimple
status = self._RunSimpleCommand(cmd_val, cmd_st, run_flags)
File "/home/uke/oil/osh/cmd_eval.py", line 594, in _RunSimpleCommand
run_flags)
File "/home/uke/oil/core/vm.py", line 224, in RunSimpleCommand
run_flags)
File "/home/uke/oil/core/executor.py", line 420, in _RunSimpleCommand
cmd_val)
File "/home/uke/oil/core/vm.py", line 302, in _RunInvokable
status = self.cmd_ev.RunProc(proc, cmd_val)
File "/home/uke/oil/osh/cmd_eval.py", line 2389, in RunProc
status = self._Execute(proc.body)
File "/home/uke/oil/osh/cmd_eval.py", line 1974, in _Execute
status = self._Dispatch(node, cmd_st)
File "/home/uke/oil/osh/cmd_eval.py", line 1820, in _Dispatch
status = self._ExecuteList(node.children)
File "/home/uke/oil/osh/cmd_eval.py", line 2051, in _ExecuteList
status = self._Execute(child)
File "/home/uke/oil/osh/cmd_eval.py", line 1974, in _Execute
status = self._Dispatch(node, cmd_st)
File "/home/uke/oil/osh/cmd_eval.py", line 1701, in _Dispatch
status = self._DoSimple(node, cmd_st)
File "/home/uke/oil/osh/cmd_eval.py", line 904, in _DoSimple
allow_assign=True)
File "/home/uke/oil/osh/word_eval.py", line 2566, in EvalWordSequence2
self._EvalWordToParts(w, part_vals, EXTGLOB_FILES)
File "/home/uke/oil/osh/word_eval.py", line 2048, in _EvalWordToParts
self._EvalWordPart(p, word_part_vals, eval_flags)
File "/home/uke/oil/osh/word_eval.py", line 1932, in _EvalWordPart
self._EvalDoubleQuoted(part.parts, part_vals)
File "/home/uke/oil/osh/word_eval.py", line 1453, in _EvalDoubleQuoted
self._EvalWordPart(p, part_vals, QUOTED)
File "/home/uke/oil/osh/word_eval.py", line 1952, in _EvalWordPart
self._EvalSimpleVarSub(part, part_vals, quoted)
File "/home/uke/oil/osh/word_eval.py", line 1827, in _EvalSimpleVarSub
v = _ValueToPartValue(val, quoted, part)
File "/home/uke/oil/osh/word_eval.py", line 231, in _ValueToPartValue
bash_impl.InternalStringArray_GetValues(val), quoted)
NameError: global name 'bash_impl' is not defined
|
| zsh | 4 $'' does not check for surrogate range at parse time stdout: stderr: zsh: character not in range |
| osh | 4 $'' does not check for surrogate range at parse time [osh stdout] Expected "'\\xed\\xb0\\x80'\n'\\xed\\xb0\\x80'\n", got '' [osh status] Expected 0, got 1 [osh stderr] Found 'Traceback (most recent' stdout: stderr: Traceback (most recent call last):
File "/home/uke/oil/bin/oils_for_unix.py", line 202, in <module>
sys.exit(main(sys.argv))
File "/home/uke/oil/bin/oils_for_unix.py", line 171, in main
return AppBundleMain(argv)
File "/home/uke/oil/bin/oils_for_unix.py", line 141, in AppBundleMain
return shell.Main('osh', arg_r, environ, login_shell, loader, readline)
File "/home/uke/oil/core/shell.py", line 1253, in Main
cmd_flags=cmd_eval.IsMainProgram)
File "/home/uke/oil/core/main_loop.py", line 336, in Batch
was_parsed, status = Batch2(cmd_ev, c_parser, errfmt, cmd_flags=cmd_flags)
File "/home/uke/oil/core/main_loop.py", line 401, in Batch2
is_return, is_fatal = cmd_ev.ExecuteAndCatch(node, cmd_flags)
File "/home/uke/oil/osh/cmd_eval.py", line 2175, in ExecuteAndCatch
status = self._Execute(node)
File "/home/uke/oil/osh/cmd_eval.py", line 1974, in _Execute
status = self._Dispatch(node, cmd_st)
File "/home/uke/oil/osh/cmd_eval.py", line 1701, in _Dispatch
status = self._DoSimple(node, cmd_st)
File "/home/uke/oil/osh/cmd_eval.py", line 959, in _DoSimple
status = self._RunSimpleCommand(cmd_val, cmd_st, run_flags)
File "/home/uke/oil/osh/cmd_eval.py", line 594, in _RunSimpleCommand
run_flags)
File "/home/uke/oil/core/vm.py", line 224, in RunSimpleCommand
run_flags)
File "/home/uke/oil/core/executor.py", line 420, in _RunSimpleCommand
cmd_val)
File "/home/uke/oil/core/vm.py", line 302, in _RunInvokable
status = self.cmd_ev.RunProc(proc, cmd_val)
File "/home/uke/oil/osh/cmd_eval.py", line 2389, in RunProc
status = self._Execute(proc.body)
File "/home/uke/oil/osh/cmd_eval.py", line 1974, in _Execute
status = self._Dispatch(node, cmd_st)
File "/home/uke/oil/osh/cmd_eval.py", line 1820, in _Dispatch
status = self._ExecuteList(node.children)
File "/home/uke/oil/osh/cmd_eval.py", line 2051, in _ExecuteList
status = self._Execute(child)
File "/home/uke/oil/osh/cmd_eval.py", line 1974, in _Execute
status = self._Dispatch(node, cmd_st)
File "/home/uke/oil/osh/cmd_eval.py", line 1701, in _Dispatch
status = self._DoSimple(node, cmd_st)
File "/home/uke/oil/osh/cmd_eval.py", line 904, in _DoSimple
allow_assign=True)
File "/home/uke/oil/osh/word_eval.py", line 2566, in EvalWordSequence2
self._EvalWordToParts(w, part_vals, EXTGLOB_FILES)
File "/home/uke/oil/osh/word_eval.py", line 2048, in _EvalWordToParts
self._EvalWordPart(p, word_part_vals, eval_flags)
File "/home/uke/oil/osh/word_eval.py", line 1932, in _EvalWordPart
self._EvalDoubleQuoted(part.parts, part_vals)
File "/home/uke/oil/osh/word_eval.py", line 1453, in _EvalDoubleQuoted
self._EvalWordPart(p, part_vals, QUOTED)
File "/home/uke/oil/osh/word_eval.py", line 1952, in _EvalWordPart
self._EvalSimpleVarSub(part, part_vals, quoted)
File "/home/uke/oil/osh/word_eval.py", line 1827, in _EvalSimpleVarSub
v = _ValueToPartValue(val, quoted, part)
File "/home/uke/oil/osh/word_eval.py", line 231, in _ValueToPartValue
bash_impl.InternalStringArray_GetValues(val), quoted)
NameError: global name 'bash_impl' is not defined
|
| mksh | 5 printf / echo -e do NOT check max code point at runtime stdout: stderr: |
| osh | 5 printf / echo -e do NOT check max code point at runtime [osh stdout] Expected "status=0\n'\\xf4\\x90\\x80\\x80'\nstatus=0\n'\\xf4\\x90\\x80\\x80'\n" Got 'status=0\n' [osh status] Expected 0, got 1 [osh stderr] Found 'Traceback (most recent' stdout: status=0stderr: Traceback (most recent call last):
File "/home/uke/oil/bin/oils_for_unix.py", line 202, in <module>
sys.exit(main(sys.argv))
File "/home/uke/oil/bin/oils_for_unix.py", line 171, in main
return AppBundleMain(argv)
File "/home/uke/oil/bin/oils_for_unix.py", line 141, in AppBundleMain
return shell.Main('osh', arg_r, environ, login_shell, loader, readline)
File "/home/uke/oil/core/shell.py", line 1253, in Main
cmd_flags=cmd_eval.IsMainProgram)
File "/home/uke/oil/core/main_loop.py", line 336, in Batch
was_parsed, status = Batch2(cmd_ev, c_parser, errfmt, cmd_flags=cmd_flags)
File "/home/uke/oil/core/main_loop.py", line 401, in Batch2
is_return, is_fatal = cmd_ev.ExecuteAndCatch(node, cmd_flags)
File "/home/uke/oil/osh/cmd_eval.py", line 2175, in ExecuteAndCatch
status = self._Execute(node)
File "/home/uke/oil/osh/cmd_eval.py", line 1974, in _Execute
status = self._Dispatch(node, cmd_st)
File "/home/uke/oil/osh/cmd_eval.py", line 1701, in _Dispatch
status = self._DoSimple(node, cmd_st)
File "/home/uke/oil/osh/cmd_eval.py", line 959, in _DoSimple
status = self._RunSimpleCommand(cmd_val, cmd_st, run_flags)
File "/home/uke/oil/osh/cmd_eval.py", line 594, in _RunSimpleCommand
run_flags)
File "/home/uke/oil/core/vm.py", line 224, in RunSimpleCommand
run_flags)
File "/home/uke/oil/core/executor.py", line 420, in _RunSimpleCommand
cmd_val)
File "/home/uke/oil/core/vm.py", line 302, in _RunInvokable
status = self.cmd_ev.RunProc(proc, cmd_val)
File "/home/uke/oil/osh/cmd_eval.py", line 2389, in RunProc
status = self._Execute(proc.body)
File "/home/uke/oil/osh/cmd_eval.py", line 1974, in _Execute
status = self._Dispatch(node, cmd_st)
File "/home/uke/oil/osh/cmd_eval.py", line 1820, in _Dispatch
status = self._ExecuteList(node.children)
File "/home/uke/oil/osh/cmd_eval.py", line 2051, in _ExecuteList
status = self._Execute(child)
File "/home/uke/oil/osh/cmd_eval.py", line 1974, in _Execute
status = self._Dispatch(node, cmd_st)
File "/home/uke/oil/osh/cmd_eval.py", line 1701, in _Dispatch
status = self._DoSimple(node, cmd_st)
File "/home/uke/oil/osh/cmd_eval.py", line 904, in _DoSimple
allow_assign=True)
File "/home/uke/oil/osh/word_eval.py", line 2566, in EvalWordSequence2
self._EvalWordToParts(w, part_vals, EXTGLOB_FILES)
File "/home/uke/oil/osh/word_eval.py", line 2048, in _EvalWordToParts
self._EvalWordPart(p, word_part_vals, eval_flags)
File "/home/uke/oil/osh/word_eval.py", line 1932, in _EvalWordPart
self._EvalDoubleQuoted(part.parts, part_vals)
File "/home/uke/oil/osh/word_eval.py", line 1453, in _EvalDoubleQuoted
self._EvalWordPart(p, part_vals, QUOTED)
File "/home/uke/oil/osh/word_eval.py", line 1952, in _EvalWordPart
self._EvalSimpleVarSub(part, part_vals, quoted)
File "/home/uke/oil/osh/word_eval.py", line 1827, in _EvalSimpleVarSub
v = _ValueToPartValue(val, quoted, part)
File "/home/uke/oil/osh/word_eval.py", line 231, in _ValueToPartValue
bash_impl.InternalStringArray_GetValues(val), quoted)
NameError: global name 'bash_impl' is not defined
|
| mksh | 6 printf / echo -e do NOT check surrogates at runtime stdout: stderr: |
| zsh | 6 printf / echo -e do NOT check surrogates at runtime stdout: status=0 '' status=0 '' status=0 '' status=0 ''stderr: zsh: character not in range zsh: character not in range zsh: character not in range zsh: character not in range |
| osh | 6 printf / echo -e do NOT check surrogates at runtime [osh stdout] Expected "status=0\n'\\xed\\xb0\\x80'\nstatus=0\n'\\xed\\xb0\\x80'\nstatus=0\n'\\xed\\xb0\\x80'\nstatus=0\n'\\xed\\xb0\\x80'\n" Got 'status=0\n' [osh status] Expected 0, got 1 [osh stderr] Found 'Traceback (most recent' stdout: status=0stderr: Traceback (most recent call last):
File "/home/uke/oil/bin/oils_for_unix.py", line 202, in <module>
sys.exit(main(sys.argv))
File "/home/uke/oil/bin/oils_for_unix.py", line 171, in main
return AppBundleMain(argv)
File "/home/uke/oil/bin/oils_for_unix.py", line 141, in AppBundleMain
return shell.Main('osh', arg_r, environ, login_shell, loader, readline)
File "/home/uke/oil/core/shell.py", line 1253, in Main
cmd_flags=cmd_eval.IsMainProgram)
File "/home/uke/oil/core/main_loop.py", line 336, in Batch
was_parsed, status = Batch2(cmd_ev, c_parser, errfmt, cmd_flags=cmd_flags)
File "/home/uke/oil/core/main_loop.py", line 401, in Batch2
is_return, is_fatal = cmd_ev.ExecuteAndCatch(node, cmd_flags)
File "/home/uke/oil/osh/cmd_eval.py", line 2175, in ExecuteAndCatch
status = self._Execute(node)
File "/home/uke/oil/osh/cmd_eval.py", line 1974, in _Execute
status = self._Dispatch(node, cmd_st)
File "/home/uke/oil/osh/cmd_eval.py", line 1701, in _Dispatch
status = self._DoSimple(node, cmd_st)
File "/home/uke/oil/osh/cmd_eval.py", line 959, in _DoSimple
status = self._RunSimpleCommand(cmd_val, cmd_st, run_flags)
File "/home/uke/oil/osh/cmd_eval.py", line 594, in _RunSimpleCommand
run_flags)
File "/home/uke/oil/core/vm.py", line 224, in RunSimpleCommand
run_flags)
File "/home/uke/oil/core/executor.py", line 420, in _RunSimpleCommand
cmd_val)
File "/home/uke/oil/core/vm.py", line 302, in _RunInvokable
status = self.cmd_ev.RunProc(proc, cmd_val)
File "/home/uke/oil/osh/cmd_eval.py", line 2389, in RunProc
status = self._Execute(proc.body)
File "/home/uke/oil/osh/cmd_eval.py", line 1974, in _Execute
status = self._Dispatch(node, cmd_st)
File "/home/uke/oil/osh/cmd_eval.py", line 1820, in _Dispatch
status = self._ExecuteList(node.children)
File "/home/uke/oil/osh/cmd_eval.py", line 2051, in _ExecuteList
status = self._Execute(child)
File "/home/uke/oil/osh/cmd_eval.py", line 1974, in _Execute
status = self._Dispatch(node, cmd_st)
File "/home/uke/oil/osh/cmd_eval.py", line 1701, in _Dispatch
status = self._DoSimple(node, cmd_st)
File "/home/uke/oil/osh/cmd_eval.py", line 904, in _DoSimple
allow_assign=True)
File "/home/uke/oil/osh/word_eval.py", line 2566, in EvalWordSequence2
self._EvalWordToParts(w, part_vals, EXTGLOB_FILES)
File "/home/uke/oil/osh/word_eval.py", line 2048, in _EvalWordToParts
self._EvalWordPart(p, word_part_vals, eval_flags)
File "/home/uke/oil/osh/word_eval.py", line 1932, in _EvalWordPart
self._EvalDoubleQuoted(part.parts, part_vals)
File "/home/uke/oil/osh/word_eval.py", line 1453, in _EvalDoubleQuoted
self._EvalWordPart(p, part_vals, QUOTED)
File "/home/uke/oil/osh/word_eval.py", line 1952, in _EvalWordPart
self._EvalSimpleVarSub(part, part_vals, quoted)
File "/home/uke/oil/osh/word_eval.py", line 1827, in _EvalSimpleVarSub
v = _ValueToPartValue(val, quoted, part)
File "/home/uke/oil/osh/word_eval.py", line 231, in _ValueToPartValue
bash_impl.InternalStringArray_GetValues(val), quoted)
NameError: global name 'bash_impl' is not defined
|