oilshell.org
OSH Runtime Performance
Source code: benchmarks/osh-runtime.sh
Raw files
Elapsed Time by Shell (milliseconds)
Some benchmarks call many external tools, while some exercise the shell
interpreter itself.
workload |
host name |
bash |
dash |
osh-cpython |
osh-native |
osh-native-souffle |
py bash ratio |
native bash ratio |
abuild-print-help |
no-host |
19 |
10 |
459 |
22 |
21 |
24.16 |
1.17 |
bin-true |
no-host |
668 |
547 |
2,279 |
819 |
818 |
3.41 |
1.23 |
configure.cpython |
no-host |
15,226 |
15,271 |
28,943 |
15,467 |
15,602 |
1.90 |
1.02 |
configure.ocaml |
no-host |
3,845 |
3,782 |
4,671 |
3,858 |
3,869 |
1.21 |
1.00 |
configure.tcc |
no-host |
48 |
42 |
195 |
49 |
49 |
4.10 |
1.03 |
configure.util-linux |
no-host |
14,201 |
15,026 |
31,573 |
14,610 |
14,506 |
2.22 |
1.03 |
configure.yash |
no-host |
1,840 |
1,801 |
2,470 |
1,852 |
1,843 |
1.34 |
1.01 |
hello-world |
no-host |
2 |
1 |
49 |
3 |
3 |
32.58 |
1.87 |
Minor Page Faults
workload |
host name |
bash |
dash |
osh-cpython |
osh-native |
osh-native-souffle |
py bash ratio |
native bash ratio |
abuild-print-help |
no-host |
2,516 |
1,089 |
23,356 |
3,144 |
3,080 |
9.28 |
1.25 |
bin-true |
no-host |
104,396 |
66,402 |
772,964 |
125,819 |
125,860 |
7.40 |
1.21 |
configure.cpython |
no-host |
2,218,161 |
2,244,283 |
6,230,076 |
2,237,430 |
2,202,436 |
2.81 |
1.01 |
configure.ocaml |
no-host |
410,299 |
391,009 |
646,077 |
413,424 |
411,503 |
1.57 |
1.01 |
configure.tcc |
no-host |
6,562 |
5,461 |
23,738 |
6,984 |
6,929 |
3.62 |
1.06 |
configure.util-linux |
no-host |
2,101,083 |
2,262,099 |
5,370,494 |
2,006,324 |
1,988,556 |
2.56 |
0.95 |
configure.yash |
no-host |
256,237 |
244,094 |
386,362 |
257,245 |
257,980 |
1.51 |
1.00 |
hello-world |
no-host |
151 |
82 |
3,742 |
350 |
342 |
24.78 |
2.32 |
Memory Usage (Max Resident Set Size in MB)
Memory usage is measured in MB (powers of 10), not MiB (powers of 2).
GC Stats
workload |
host name |
elapsed ms |
max gc millis |
total gc millis |
allocated MB |
max rss MB |
num allocated |
num live |
max survived |
num in heap |
num in pool 1 |
num in pool 2 |
num gc points |
num gc done |
gc threshold |
num growths |
hello-world |
no-host |
3 |
0 |
0 |
0.2 |
6.4 |
3,780 |
3,780 |
0 |
695 |
1,857 |
1,228 |
2 |
0 |
50,000 |
0 |
bin-true |
no-host |
819 |
1 |
2 |
2.6 |
8.1 |
154,745 |
13,282 |
2,884 |
9,745 |
78,326 |
66,674 |
3,008 |
3 |
50,000 |
0 |
configure.cpython |
no-host |
15,467 |
1 |
63 |
15.0 |
27.4 |
1,772,727 |
49,861 |
28,594 |
86,398 |
908,078 |
778,251 |
22,694 |
60 |
50,000 |
0 |
configure.util-linux |
no-host |
14,610 |
3 |
63 |
21.3 |
30.3 |
2,703,495 |
29,153 |
65,897 |
109,676 |
1,320,584 |
1,273,235 |
27,391 |
41 |
131,794 |
1 |
configure.ocaml |
no-host |
3,858 |
1 |
2 |
2.6 |
20.4 |
150,101 |
11,058 |
5,228 |
7,532 |
71,611 |
70,958 |
1,448 |
3 |
50,000 |
0 |
configure.tcc |
no-host |
49 |
0 |
0 |
1.3 |
19.4 |
30,586 |
30,586 |
0 |
1,521 |
14,781 |
14,284 |
226 |
0 |
50,000 |
0 |
configure.yash |
no-host |
1,852 |
1 |
2 |
2.6 |
24.4 |
139,754 |
8,027 |
6,686 |
6,337 |
70,286 |
63,131 |
1,803 |
3 |
50,000 |
0 |
abuild-print-help |
no-host |
22 |
1 |
2 |
2.8 |
9.2 |
116,329 |
64,537 |
42,747 |
4,572 |
54,526 |
57,231 |
270 |
3 |
85,494 |
1 |
hello-world |
no-host |
3 |
0 |
0 |
0.2 |
5.8 |
3,779 |
3,779 |
0 |
696 |
1,857 |
1,226 |
2 |
0 |
50,000 |
0 |
bin-true |
no-host |
818 |
1 |
2 |
2.6 |
7.7 |
154,744 |
13,070 |
2,822 |
9,746 |
78,326 |
66,672 |
3,008 |
3 |
50,000 |
0 |
configure.cpython |
no-host |
15,602 |
1 |
65 |
14.9 |
27.3 |
1,772,726 |
49,112 |
28,532 |
86,399 |
908,078 |
778,249 |
22,694 |
60 |
50,000 |
0 |
configure.util-linux |
no-host |
14,506 |
3 |
64 |
21.3 |
30.3 |
2,703,495 |
42,748 |
65,815 |
109,678 |
1,320,584 |
1,273,233 |
27,391 |
41 |
131,630 |
1 |
configure.ocaml |
no-host |
3,869 |
1 |
2 |
2.6 |
20.4 |
150,101 |
10,996 |
5,166 |
7,534 |
71,611 |
70,956 |
1,448 |
3 |
50,000 |
0 |
configure.tcc |
no-host |
49 |
0 |
0 |
1.3 |
19.3 |
30,586 |
30,586 |
0 |
1,523 |
14,781 |
14,282 |
226 |
0 |
50,000 |
0 |
configure.yash |
no-host |
1,843 |
1 |
2 |
2.6 |
24.4 |
139,754 |
7,965 |
6,624 |
6,339 |
70,286 |
63,129 |
1,803 |
3 |
50,000 |
0 |
abuild-print-help |
no-host |
21 |
1 |
2 |
2.8 |
8.7 |
116,328 |
64,475 |
42,685 |
4,573 |
54,526 |
57,229 |
270 |
3 |
85,370 |
1 |
rusage Details
task id |
host name |
workload |
elapsed ms |
user ms |
sys ms |
max rss MB |
shell label |
7 |
no-host |
abuild-print-help |
19 |
16 |
4 |
4.3 |
bash |
15 |
no-host |
abuild-print-help |
10 |
8 |
2 |
3.5 |
dash |
23 |
no-host |
abuild-print-help |
459 |
427 |
36 |
22.2 |
osh-cpython |
31 |
no-host |
abuild-print-help |
22 |
20 |
3 |
9.2 |
osh-native |
39 |
no-host |
abuild-print-help |
21 |
15 |
7 |
8.7 |
osh-native-souffle |
1 |
no-host |
bin-true |
668 |
510 |
190 |
3.0 |
bash |
9 |
no-host |
bin-true |
547 |
417 |
139 |
1.4 |
dash |
17 |
no-host |
bin-true |
2,279 |
1,508 |
1,037 |
17.8 |
osh-cpython |
25 |
no-host |
bin-true |
819 |
580 |
253 |
8.1 |
osh-native |
33 |
no-host |
bin-true |
818 |
574 |
258 |
7.7 |
osh-native-souffle |
2 |
no-host |
configure.cpython |
15,226 |
9,229 |
6,398 |
27.3 |
bash |
10 |
no-host |
configure.cpython |
15,271 |
9,152 |
6,532 |
27.3 |
dash |
18 |
no-host |
configure.cpython |
28,943 |
17,786 |
13,019 |
27.4 |
osh-cpython |
26 |
no-host |
configure.cpython |
15,467 |
9,115 |
6,615 |
27.4 |
osh-native |
34 |
no-host |
configure.cpython |
15,602 |
9,209 |
6,518 |
27.3 |
osh-native-souffle |
4 |
no-host |
configure.ocaml |
3,845 |
1,592 |
1,277 |
20.6 |
bash |
12 |
no-host |
configure.ocaml |
3,782 |
1,563 |
1,236 |
20.6 |
dash |
20 |
no-host |
configure.ocaml |
4,671 |
2,327 |
1,558 |
20.6 |
osh-cpython |
28 |
no-host |
configure.ocaml |
3,858 |
1,625 |
1,271 |
20.4 |
osh-native |
36 |
no-host |
configure.ocaml |
3,869 |
1,673 |
1,232 |
20.4 |
osh-native-souffle |
5 |
no-host |
configure.tcc |
48 |
31 |
18 |
19.3 |
bash |
13 |
no-host |
configure.tcc |
42 |
23 |
19 |
19.4 |
dash |
21 |
no-host |
configure.tcc |
195 |
128 |
71 |
19.4 |
osh-cpython |
29 |
no-host |
configure.tcc |
49 |
33 |
16 |
19.4 |
osh-native |
37 |
no-host |
configure.tcc |
49 |
29 |
21 |
19.3 |
osh-native-souffle |
3 |
no-host |
configure.util-linux |
14,201 |
8,845 |
5,832 |
30.0 |
bash |
11 |
no-host |
configure.util-linux |
15,026 |
9,232 |
6,281 |
30.1 |
dash |
19 |
no-host |
configure.util-linux |
31,573 |
21,155 |
11,526 |
30.1 |
osh-cpython |
27 |
no-host |
configure.util-linux |
14,610 |
8,879 |
5,926 |
30.3 |
osh-native |
35 |
no-host |
configure.util-linux |
14,506 |
8,637 |
6,056 |
30.3 |
osh-native-souffle |
6 |
no-host |
configure.yash |
1,840 |
1,063 |
784 |
24.2 |
bash |
14 |
no-host |
configure.yash |
1,801 |
1,068 |
734 |
24.2 |
dash |
22 |
no-host |
configure.yash |
2,470 |
1,516 |
994 |
24.4 |
osh-cpython |
30 |
no-host |
configure.yash |
1,852 |
1,097 |
759 |
24.4 |
osh-native |
38 |
no-host |
configure.yash |
1,843 |
1,058 |
789 |
24.4 |
osh-native-souffle |
0 |
no-host |
hello-world |
2 |
2 |
0 |
2.9 |
bash |
8 |
no-host |
hello-world |
1 |
1 |
0 |
1.4 |
dash |
16 |
no-host |
hello-world |
49 |
38 |
11 |
17.7 |
osh-cpython |
24 |
no-host |
hello-world |
3 |
3 |
0 |
6.4 |
osh-native |
32 |
no-host |
hello-world |
3 |
0 |
3 |
5.8 |
osh-native-souffle |
More Details
task id |
host name |
workload |
minor faults |
major faults |
swaps |
in block |
out block |
signals |
voluntary ctx |
involuntary ctx |
shell label |
7 |
no-host |
abuild-print-help |
2,516 |
0 |
0 |
0 |
16 |
0 |
41 |
1 |
bash |
15 |
no-host |
abuild-print-help |
1,089 |
0 |
0 |
0 |
8 |
0 |
38 |
1 |
dash |
23 |
no-host |
abuild-print-help |
23,356 |
0 |
0 |
0 |
8 |
0 |
45 |
10 |
osh-cpython |
31 |
no-host |
abuild-print-help |
3,144 |
0 |
0 |
0 |
16 |
0 |
37 |
1 |
osh-native |
39 |
no-host |
abuild-print-help |
3,080 |
0 |
0 |
0 |
16 |
0 |
39 |
2 |
osh-native-souffle |
1 |
no-host |
bin-true |
104,396 |
0 |
0 |
0 |
8 |
0 |
1,983 |
39 |
bash |
9 |
no-host |
bin-true |
66,402 |
0 |
0 |
0 |
8 |
0 |
1,986 |
68 |
dash |
17 |
no-host |
bin-true |
772,964 |
0 |
0 |
0 |
8 |
0 |
1,992 |
119 |
osh-cpython |
25 |
no-host |
bin-true |
125,819 |
0 |
0 |
0 |
16 |
0 |
1,988 |
79 |
osh-native |
33 |
no-host |
bin-true |
125,860 |
0 |
0 |
0 |
16 |
0 |
1,987 |
71 |
osh-native-souffle |
2 |
no-host |
configure.cpython |
2,218,161 |
0 |
0 |
0 |
32,928 |
0 |
14,563 |
1,015 |
bash |
10 |
no-host |
configure.cpython |
2,244,283 |
0 |
0 |
0 |
32,992 |
0 |
14,571 |
1,230 |
dash |
18 |
no-host |
configure.cpython |
6,230,076 |
0 |
0 |
0 |
27,512 |
0 |
13,290 |
1,241 |
osh-cpython |
26 |
no-host |
configure.cpython |
2,237,430 |
0 |
0 |
0 |
27,520 |
0 |
13,210 |
1,090 |
osh-native |
34 |
no-host |
configure.cpython |
2,202,436 |
0 |
0 |
0 |
27,520 |
0 |
13,306 |
948 |
osh-native-souffle |
4 |
no-host |
configure.ocaml |
410,299 |
0 |
0 |
0 |
5,120 |
0 |
1,955 |
146 |
bash |
12 |
no-host |
configure.ocaml |
391,009 |
0 |
0 |
0 |
5,112 |
0 |
1,902 |
142 |
dash |
20 |
no-host |
configure.ocaml |
646,077 |
0 |
0 |
0 |
5,112 |
0 |
1,860 |
165 |
osh-cpython |
28 |
no-host |
configure.ocaml |
413,424 |
0 |
0 |
0 |
5,120 |
0 |
1,929 |
175 |
osh-native |
36 |
no-host |
configure.ocaml |
411,503 |
0 |
0 |
0 |
5,120 |
0 |
1,929 |
171 |
osh-native-souffle |
5 |
no-host |
configure.tcc |
6,562 |
0 |
0 |
0 |
104 |
0 |
49 |
1 |
bash |
13 |
no-host |
configure.tcc |
5,461 |
0 |
0 |
0 |
96 |
0 |
48 |
1 |
dash |
21 |
no-host |
configure.tcc |
23,738 |
0 |
0 |
0 |
96 |
0 |
53 |
10 |
osh-cpython |
29 |
no-host |
configure.tcc |
6,984 |
0 |
0 |
0 |
104 |
0 |
47 |
0 |
osh-native |
37 |
no-host |
configure.tcc |
6,929 |
0 |
0 |
0 |
104 |
0 |
47 |
3 |
osh-native-souffle |
3 |
no-host |
configure.util-linux |
2,101,083 |
0 |
0 |
0 |
42,400 |
0 |
18,615 |
1,134 |
bash |
11 |
no-host |
configure.util-linux |
2,262,099 |
0 |
0 |
0 |
42,584 |
0 |
17,461 |
1,071 |
dash |
19 |
no-host |
configure.util-linux |
5,370,494 |
5 |
0 |
0 |
39,112 |
0 |
17,048 |
1,186 |
osh-cpython |
27 |
no-host |
configure.util-linux |
2,006,324 |
0 |
0 |
0 |
39,120 |
0 |
16,920 |
1,069 |
osh-native |
35 |
no-host |
configure.util-linux |
1,988,556 |
0 |
0 |
0 |
39,128 |
0 |
17,036 |
918 |
osh-native-souffle |
6 |
no-host |
configure.yash |
256,237 |
0 |
0 |
0 |
4,120 |
0 |
872 |
98 |
bash |
14 |
no-host |
configure.yash |
244,094 |
0 |
0 |
0 |
3,720 |
0 |
871 |
71 |
dash |
22 |
no-host |
configure.yash |
386,362 |
0 |
0 |
0 |
3,728 |
0 |
853 |
93 |
osh-cpython |
30 |
no-host |
configure.yash |
257,245 |
0 |
0 |
0 |
3,736 |
0 |
846 |
87 |
osh-native |
38 |
no-host |
configure.yash |
257,980 |
0 |
0 |
0 |
3,736 |
0 |
849 |
99 |
osh-native-souffle |
0 |
no-host |
hello-world |
151 |
0 |
0 |
0 |
8 |
0 |
1 |
0 |
bash |
8 |
no-host |
hello-world |
82 |
0 |
0 |
0 |
8 |
0 |
1 |
0 |
dash |
16 |
no-host |
hello-world |
3,742 |
0 |
0 |
0 |
8 |
0 |
7 |
4 |
osh-cpython |
24 |
no-host |
hello-world |
350 |
0 |
0 |
0 |
16 |
0 |
1 |
0 |
osh-native |
32 |
no-host |
hello-world |
342 |
0 |
0 |
0 |
16 |
0 |
1 |
0 |
osh-native-souffle |
Shell and Host