oils.pub
OSH Runtime Performance
Source code: benchmarks/osh-runtime.sh
Raw files
Elapsed Time by Shell (milliseconds)
Some benchmarks call many external tools, while some exercise the shell
interpreter itself.
workload |
host name |
bash |
dash |
osh-cpython |
osh-native |
osh-native-souffle |
py bash ratio |
native bash ratio |
abuild-print-help |
no-host |
19 |
9 |
471 |
22 |
21 |
24.77 |
1.15 |
bin-true |
no-host |
677 |
545 |
2,294 |
812 |
809 |
3.39 |
1.20 |
configure.cpython |
no-host |
14,915 |
15,038 |
28,869 |
15,238 |
15,289 |
1.94 |
1.02 |
configure.ocaml |
no-host |
3,794 |
3,734 |
4,644 |
3,808 |
3,817 |
1.22 |
1.00 |
configure.tcc |
no-host |
48 |
41 |
209 |
49 |
48 |
4.33 |
1.01 |
configure.util-linux |
no-host |
14,007 |
14,873 |
31,372 |
14,271 |
14,223 |
2.24 |
1.02 |
configure.yash |
no-host |
1,817 |
1,768 |
2,506 |
1,825 |
1,806 |
1.38 |
1.00 |
hello-world |
no-host |
1 |
1 |
56 |
3 |
3 |
38.22 |
1.87 |
Minor Page Faults
workload |
host name |
bash |
dash |
osh-cpython |
osh-native |
osh-native-souffle |
py bash ratio |
native bash ratio |
abuild-print-help |
no-host |
2,548 |
1,098 |
23,737 |
3,181 |
3,133 |
9.32 |
1.25 |
bin-true |
no-host |
109,273 |
66,363 |
763,385 |
126,259 |
124,282 |
6.99 |
1.16 |
configure.cpython |
no-host |
2,231,522 |
2,236,278 |
6,217,261 |
2,227,776 |
2,209,489 |
2.79 |
1.00 |
configure.ocaml |
no-host |
409,654 |
391,323 |
646,376 |
412,572 |
412,692 |
1.58 |
1.01 |
configure.tcc |
no-host |
6,558 |
5,469 |
24,049 |
6,958 |
6,889 |
3.67 |
1.06 |
configure.util-linux |
no-host |
2,104,808 |
2,261,930 |
5,371,859 |
1,995,847 |
1,990,409 |
2.55 |
0.95 |
configure.yash |
no-host |
256,220 |
245,041 |
387,859 |
256,247 |
258,132 |
1.51 |
1.00 |
hello-world |
no-host |
154 |
82 |
3,936 |
341 |
334 |
25.56 |
2.21 |
Memory Usage (Max Resident Set Size in MB)
Memory usage is measured in MB (powers of 10), not MiB (powers of 2).
GC Stats
workload |
host name |
elapsed ms |
max gc millis |
total gc millis |
allocated MB |
max rss MB |
num allocated |
num live |
max survived |
num in heap |
num in pool 1 |
num in pool 2 |
num gc points |
num gc done |
gc threshold |
num growths |
hello-world |
no-host |
3 |
0 |
0 |
0.2 |
6.2 |
3,782 |
3,782 |
0 |
694 |
1,858 |
1,230 |
2 |
0 |
50,000 |
0 |
bin-true |
no-host |
812 |
1 |
2 |
2.6 |
8.0 |
153,746 |
12,267 |
2,887 |
8,743 |
78,327 |
66,676 |
3,008 |
3 |
50,000 |
0 |
configure.cpython |
no-host |
15,238 |
1 |
60 |
14.9 |
27.4 |
1,771,747 |
49,125 |
28,512 |
85,415 |
908,079 |
778,253 |
25,733 |
60 |
50,000 |
0 |
configure.util-linux |
no-host |
14,271 |
3 |
60 |
21.2 |
30.0 |
2,702,513 |
45,898 |
65,711 |
108,691 |
1,320,585 |
1,273,237 |
32,239 |
41 |
131,422 |
1 |
configure.ocaml |
no-host |
3,808 |
1 |
2 |
2.6 |
20.6 |
150,080 |
11,112 |
5,207 |
7,508 |
71,612 |
70,960 |
1,695 |
3 |
50,000 |
0 |
configure.tcc |
no-host |
49 |
0 |
0 |
1.3 |
19.3 |
30,586 |
30,586 |
0 |
1,518 |
14,782 |
14,286 |
271 |
0 |
50,000 |
0 |
configure.yash |
no-host |
1,825 |
1 |
2 |
2.5 |
24.4 |
139,412 |
8,024 |
6,686 |
5,989 |
70,287 |
63,136 |
2,095 |
3 |
50,000 |
0 |
abuild-print-help |
no-host |
22 |
1 |
2 |
2.8 |
9.0 |
116,292 |
64,403 |
42,613 |
4,532 |
54,527 |
57,233 |
277 |
3 |
85,226 |
1 |
hello-world |
no-host |
3 |
0 |
0 |
0.2 |
5.9 |
3,781 |
3,781 |
0 |
695 |
1,858 |
1,228 |
2 |
0 |
50,000 |
0 |
bin-true |
no-host |
809 |
1 |
2 |
2.6 |
7.3 |
153,745 |
12,111 |
2,825 |
8,744 |
78,327 |
66,674 |
3,008 |
3 |
50,000 |
0 |
configure.cpython |
no-host |
15,289 |
1 |
60 |
14.9 |
27.3 |
1,771,746 |
44,577 |
28,450 |
85,416 |
908,079 |
778,251 |
25,733 |
60 |
50,000 |
0 |
configure.util-linux |
no-host |
14,223 |
3 |
59 |
21.2 |
30.1 |
2,702,513 |
53,693 |
65,649 |
108,693 |
1,320,585 |
1,273,235 |
32,239 |
41 |
131,298 |
1 |
configure.ocaml |
no-host |
3,817 |
1 |
2 |
2.6 |
20.6 |
150,080 |
11,050 |
5,145 |
7,510 |
71,612 |
70,958 |
1,695 |
3 |
50,000 |
0 |
configure.tcc |
no-host |
48 |
0 |
0 |
1.3 |
19.3 |
30,586 |
30,586 |
0 |
1,520 |
14,782 |
14,284 |
271 |
0 |
50,000 |
0 |
configure.yash |
no-host |
1,806 |
1 |
2 |
2.5 |
24.4 |
139,412 |
7,962 |
6,624 |
5,991 |
70,287 |
63,134 |
2,095 |
3 |
50,000 |
0 |
abuild-print-help |
no-host |
21 |
1 |
2 |
2.8 |
8.7 |
116,291 |
64,341 |
42,551 |
4,533 |
54,527 |
57,231 |
277 |
3 |
85,102 |
1 |
rusage Details
task id |
host name |
workload |
elapsed ms |
user ms |
sys ms |
max rss MB |
shell label |
7 |
no-host |
abuild-print-help |
19 |
15 |
4 |
4.5 |
bash |
15 |
no-host |
abuild-print-help |
9 |
4 |
5 |
3.5 |
dash |
23 |
no-host |
abuild-print-help |
471 |
423 |
51 |
22.5 |
osh-cpython |
31 |
no-host |
abuild-print-help |
22 |
15 |
7 |
9.0 |
osh-native |
39 |
no-host |
abuild-print-help |
21 |
19 |
3 |
8.7 |
osh-native-souffle |
1 |
no-host |
bin-true |
677 |
528 |
181 |
3.0 |
bash |
9 |
no-host |
bin-true |
545 |
418 |
134 |
1.6 |
dash |
17 |
no-host |
bin-true |
2,294 |
1,524 |
1,024 |
18.2 |
osh-cpython |
25 |
no-host |
bin-true |
812 |
587 |
239 |
8.0 |
osh-native |
33 |
no-host |
bin-true |
809 |
561 |
262 |
7.3 |
osh-native-souffle |
2 |
no-host |
configure.cpython |
14,915 |
9,184 |
6,127 |
27.4 |
bash |
10 |
no-host |
configure.cpython |
15,038 |
9,031 |
6,418 |
27.1 |
dash |
18 |
no-host |
configure.cpython |
28,869 |
17,812 |
12,922 |
27.4 |
osh-cpython |
26 |
no-host |
configure.cpython |
15,238 |
8,986 |
6,521 |
27.4 |
osh-native |
34 |
no-host |
configure.cpython |
15,289 |
8,969 |
6,456 |
27.3 |
osh-native-souffle |
4 |
no-host |
configure.ocaml |
3,794 |
1,637 |
1,193 |
20.6 |
bash |
12 |
no-host |
configure.ocaml |
3,734 |
1,585 |
1,170 |
20.3 |
dash |
20 |
no-host |
configure.ocaml |
4,644 |
2,246 |
1,608 |
20.4 |
osh-cpython |
28 |
no-host |
configure.ocaml |
3,808 |
1,538 |
1,307 |
20.6 |
osh-native |
36 |
no-host |
configure.ocaml |
3,817 |
1,564 |
1,290 |
20.6 |
osh-native-souffle |
5 |
no-host |
configure.tcc |
48 |
22 |
27 |
19.1 |
bash |
13 |
no-host |
configure.tcc |
41 |
15 |
26 |
19.3 |
dash |
21 |
no-host |
configure.tcc |
209 |
173 |
39 |
19.4 |
osh-cpython |
29 |
no-host |
configure.tcc |
49 |
26 |
23 |
19.3 |
osh-native |
37 |
no-host |
configure.tcc |
48 |
27 |
22 |
19.3 |
osh-native-souffle |
3 |
no-host |
configure.util-linux |
14,007 |
8,871 |
5,609 |
30.0 |
bash |
11 |
no-host |
configure.util-linux |
14,873 |
9,030 |
6,331 |
30.1 |
dash |
19 |
no-host |
configure.util-linux |
31,372 |
20,604 |
11,841 |
30.1 |
osh-cpython |
27 |
no-host |
configure.util-linux |
14,271 |
8,577 |
5,893 |
30.0 |
osh-native |
35 |
no-host |
configure.util-linux |
14,223 |
8,723 |
5,690 |
30.1 |
osh-native-souffle |
6 |
no-host |
configure.yash |
1,817 |
1,048 |
777 |
24.5 |
bash |
14 |
no-host |
configure.yash |
1,768 |
984 |
787 |
25.4 |
dash |
22 |
no-host |
configure.yash |
2,506 |
1,599 |
947 |
24.2 |
osh-cpython |
30 |
no-host |
configure.yash |
1,825 |
1,050 |
778 |
24.4 |
osh-native |
38 |
no-host |
configure.yash |
1,806 |
1,073 |
737 |
24.4 |
osh-native-souffle |
0 |
no-host |
hello-world |
1 |
1 |
0 |
2.9 |
bash |
8 |
no-host |
hello-world |
1 |
1 |
0 |
1.4 |
dash |
16 |
no-host |
hello-world |
56 |
26 |
30 |
18.2 |
osh-cpython |
24 |
no-host |
hello-world |
3 |
3 |
0 |
6.2 |
osh-native |
32 |
no-host |
hello-world |
3 |
0 |
3 |
5.9 |
osh-native-souffle |
More Details
task id |
host name |
workload |
minor faults |
major faults |
swaps |
in block |
out block |
signals |
voluntary ctx |
involuntary ctx |
shell label |
7 |
no-host |
abuild-print-help |
2,548 |
0 |
0 |
0 |
16 |
0 |
41 |
0 |
bash |
15 |
no-host |
abuild-print-help |
1,098 |
0 |
0 |
0 |
8 |
0 |
39 |
0 |
dash |
23 |
no-host |
abuild-print-help |
23,737 |
0 |
0 |
0 |
8 |
0 |
45 |
7 |
osh-cpython |
31 |
no-host |
abuild-print-help |
3,181 |
0 |
0 |
0 |
16 |
0 |
39 |
0 |
osh-native |
39 |
no-host |
abuild-print-help |
3,133 |
0 |
0 |
0 |
16 |
0 |
39 |
3 |
osh-native-souffle |
1 |
no-host |
bin-true |
109,273 |
0 |
0 |
0 |
8 |
0 |
1,992 |
40 |
bash |
9 |
no-host |
bin-true |
66,363 |
0 |
0 |
0 |
8 |
0 |
1,984 |
96 |
dash |
17 |
no-host |
bin-true |
763,385 |
0 |
0 |
0 |
8 |
0 |
2,000 |
283 |
osh-cpython |
25 |
no-host |
bin-true |
126,259 |
0 |
0 |
0 |
16 |
0 |
1,994 |
81 |
osh-native |
33 |
no-host |
bin-true |
124,282 |
0 |
0 |
0 |
16 |
0 |
1,993 |
58 |
osh-native-souffle |
2 |
no-host |
configure.cpython |
2,231,522 |
0 |
0 |
0 |
32,928 |
0 |
14,466 |
1,264 |
bash |
10 |
no-host |
configure.cpython |
2,236,278 |
0 |
0 |
0 |
32,992 |
0 |
14,544 |
1,155 |
dash |
18 |
no-host |
configure.cpython |
6,217,261 |
0 |
0 |
0 |
27,512 |
0 |
13,265 |
1,091 |
osh-cpython |
26 |
no-host |
configure.cpython |
2,227,776 |
0 |
0 |
0 |
27,520 |
0 |
13,259 |
903 |
osh-native |
34 |
no-host |
configure.cpython |
2,209,489 |
0 |
0 |
0 |
27,520 |
0 |
13,246 |
1,141 |
osh-native-souffle |
4 |
no-host |
configure.ocaml |
409,654 |
0 |
0 |
0 |
5,120 |
0 |
1,950 |
188 |
bash |
12 |
no-host |
configure.ocaml |
391,323 |
0 |
0 |
0 |
5,112 |
0 |
1,930 |
134 |
dash |
20 |
no-host |
configure.ocaml |
646,376 |
1 |
0 |
0 |
5,112 |
0 |
1,859 |
190 |
osh-cpython |
28 |
no-host |
configure.ocaml |
412,572 |
0 |
0 |
0 |
5,120 |
0 |
1,928 |
194 |
osh-native |
36 |
no-host |
configure.ocaml |
412,692 |
0 |
0 |
0 |
5,120 |
0 |
1,929 |
155 |
osh-native-souffle |
5 |
no-host |
configure.tcc |
6,558 |
0 |
0 |
0 |
104 |
0 |
49 |
3 |
bash |
13 |
no-host |
configure.tcc |
5,469 |
0 |
0 |
0 |
96 |
0 |
47 |
1 |
dash |
21 |
no-host |
configure.tcc |
24,049 |
0 |
0 |
0 |
96 |
0 |
53 |
9 |
osh-cpython |
29 |
no-host |
configure.tcc |
6,958 |
0 |
0 |
0 |
104 |
0 |
47 |
12 |
osh-native |
37 |
no-host |
configure.tcc |
6,889 |
0 |
0 |
0 |
104 |
0 |
47 |
2 |
osh-native-souffle |
3 |
no-host |
configure.util-linux |
2,104,808 |
2 |
0 |
0 |
42,400 |
0 |
18,512 |
1,035 |
bash |
11 |
no-host |
configure.util-linux |
2,261,930 |
1 |
0 |
0 |
42,584 |
0 |
17,423 |
1,193 |
dash |
19 |
no-host |
configure.util-linux |
5,371,859 |
6 |
0 |
0 |
39,112 |
0 |
16,951 |
1,352 |
osh-cpython |
27 |
no-host |
configure.util-linux |
1,995,847 |
4 |
0 |
0 |
39,120 |
0 |
16,970 |
1,111 |
osh-native |
35 |
no-host |
configure.util-linux |
1,990,409 |
0 |
0 |
0 |
39,136 |
0 |
16,936 |
905 |
osh-native-souffle |
6 |
no-host |
configure.yash |
256,220 |
0 |
0 |
0 |
4,120 |
0 |
870 |
80 |
bash |
14 |
no-host |
configure.yash |
245,041 |
0 |
0 |
0 |
3,720 |
0 |
869 |
86 |
dash |
22 |
no-host |
configure.yash |
387,859 |
0 |
0 |
0 |
3,728 |
0 |
853 |
99 |
osh-cpython |
30 |
no-host |
configure.yash |
256,247 |
0 |
0 |
0 |
3,736 |
0 |
849 |
68 |
osh-native |
38 |
no-host |
configure.yash |
258,132 |
0 |
0 |
0 |
3,736 |
0 |
848 |
80 |
osh-native-souffle |
0 |
no-host |
hello-world |
154 |
0 |
0 |
0 |
8 |
0 |
1 |
0 |
bash |
8 |
no-host |
hello-world |
82 |
0 |
0 |
0 |
8 |
0 |
1 |
0 |
dash |
16 |
no-host |
hello-world |
3,936 |
0 |
0 |
0 |
8 |
0 |
7 |
5 |
osh-cpython |
24 |
no-host |
hello-world |
341 |
0 |
0 |
0 |
16 |
0 |
1 |
0 |
osh-native |
32 |
no-host |
hello-world |
334 |
0 |
0 |
0 |
16 |
0 |
1 |
0 |
osh-native-souffle |
Shell and Host