Table of contents
Logs
extra-stock-gcc
- installation-prefix:
/home/mario/local/chickens/bench/stock-gcc
- csc-options:
- runtime-options:
- repetitions:
10
extra-stock-clang
- installation-prefix:
/home/mario/local/chickens/bench/stock-clang
- csc-options:
- runtime-options:
- repetitions:
10
extra-stock-gcc-speed
- installation-prefix:
/home/mario/local/chickens/bench/stock-gcc-speed
- csc-options:
- runtime-options:
- repetitions:
10
extra-stock-clang-speed
- installation-prefix:
/home/mario/local/chickens/bench/stock-clang-speed
- csc-options:
- runtime-options:
- repetitions:
10
extra-megane-gcc
- installation-prefix:
/home/mario/local/chickens/bench/megane-gcc
- csc-options:
- runtime-options:
- repetitions:
10
extra-megane-clang
- installation-prefix:
/home/mario/local/chickens/bench/megane-clang
- csc-options:
- runtime-options:
- repetitions:
10
extra-megane-gcc-speed
- installation-prefix:
/home/mario/local/chickens/bench/megane-gcc-speed
- csc-options:
- runtime-options:
- repetitions:
10
extra-megane-clang-speed
- installation-prefix:
/home/mario/local/chickens/bench/megane-clang-speed
- csc-options:
- runtime-options:
- repetitions:
10
Overall benchmark results
This is the sum of all results of all programs, classified by metric.
build-time
cpu-time
major-gcs-time
major-gcs
minor-gcs
mutations
mutations-tracked
major-gcs
max-live-heap
Results by metric
In the tables below results are normalized (larger numbers indicate better results).
build-time
Program |
0 |
1 |
2 |
3 |
4 |
5 |
6 |
7 |
awful |
1.01 |
1.05 |
1.0 |
1.06 |
1.09 |
1.02 |
1.08 |
1.07 |
base64 |
1.0 |
1.08 |
1.02 |
1.08 |
1.05 |
1.11 |
1.05 |
1.08 |
chicken-distfiles |
1.15 |
1.26 |
1.24 |
1.28 |
1.21 |
1.29 |
1.0 |
1.27 |
jsmin |
1.09 |
1.06 |
1.02 |
1.05 |
1.0 |
1.04 |
1.05 |
1.04 |
json |
1.02 |
1.02 |
1.02 |
1.01 |
1.0 |
1.03 |
1.09 |
1.0 |
manual-labor |
1.05 |
1.12 |
1.03 |
1.11 |
1.03 |
1.0 |
1.02 |
1.1 |
salmonella-diff |
1.03 |
1.05 |
1.0 |
1.04 |
1.0 |
1.06 |
1.0 |
1.04 |
salmonella-html-report |
1.08 |
1.17 |
1.1 |
1.16 |
1.14 |
1.21 |
1.0 |
1.2 |
xml |
1.0 |
1.12 |
1.06 |
1.07 |
1.1 |
1.1 |
1.03 |
1.1 |
cpu-time
Program |
0 |
1 |
2 |
3 |
4 |
5 |
6 |
7 |
awful |
1.0 |
1.12 |
1.09 |
1.12 |
1.02 |
1.15 |
1.1 |
1.12 |
base64 |
1.0 |
1.13 |
1.03 |
1.11 |
1.0 |
1.09 |
1.06 |
1.16 |
chicken-distfiles |
1.0 |
1.19 |
1.11 |
1.19 |
1.13 |
1.31 |
1.23 |
1.31 |
jsmin |
1.0 |
1.52 |
1.29 |
1.6 |
1.0 |
1.53 |
1.29 |
1.62 |
json |
1.0 |
1.59 |
1.28 |
1.62 |
1.34 |
1.92 |
1.65 |
1.94 |
manual-labor |
1.0 |
1.57 |
1.3 |
1.66 |
1.03 |
1.63 |
1.34 |
1.72 |
salmonella-diff |
1.0 |
1.24 |
1.24 |
1.23 |
1.09 |
1.32 |
1.31 |
1.31 |
salmonella-html-report |
1.0 |
1.11 |
1.14 |
1.18 |
1.01 |
1.17 |
1.13 |
1.16 |
xml |
1.0 |
1.48 |
1.32 |
1.58 |
1.14 |
1.58 |
1.45 |
1.61 |
major-gcs-time
Program |
0 |
1 |
2 |
3 |
4 |
5 |
6 |
7 |
awful |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
base64 |
1.0 |
1.24 |
1.12 |
1.27 |
1.12 |
1.33 |
1.26 |
1.33 |
chicken-distfiles |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
jsmin |
3.14 |
1.0 |
1.24 |
1.34 |
3.3 |
3.66 |
3.88 |
3.66 |
json |
1.0 |
2.13 |
1.42 |
2.28 |
2.08 |
3.86 |
2.91 |
3.94 |
manual-labor |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
salmonella-diff |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
salmonella-html-report |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
xml |
1.0 |
2.76 |
1.83 |
3.93 |
3.87 |
6.57 |
5.17 |
5.82 |
major-gcs
Program |
0 |
1 |
2 |
3 |
4 |
5 |
6 |
7 |
awful |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
base64 |
1.06 |
1.1 |
1.0 |
1.1 |
1.6 |
1.65 |
1.54 |
1.54 |
chicken-distfiles |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
jsmin |
5.83 |
1.0 |
1.55 |
1.0 |
11.05 |
10.5 |
11.66 |
10.5 |
json |
1.01 |
1.24 |
1.0 |
1.03 |
3.55 |
3.84 |
3.99 |
3.84 |
manual-labor |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
salmonella-diff |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
salmonella-html-report |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
xml |
1.0 |
1.29 |
1.08 |
1.76 |
6.78 |
6.72 |
6.85 |
6.72 |
minor-gcs
Program |
0 |
1 |
2 |
3 |
4 |
5 |
6 |
7 |
awful |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
base64 |
1.0 |
1.13 |
1.0 |
1.13 |
1.0 |
1.13 |
1.0 |
1.13 |
chicken-distfiles |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
jsmin |
1.03 |
1.12 |
1.0 |
1.12 |
1.03 |
1.11 |
1.0 |
1.11 |
json |
1.04 |
1.15 |
1.0 |
1.14 |
1.04 |
1.15 |
1.0 |
1.14 |
manual-labor |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
salmonella-diff |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
salmonella-html-report |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
xml |
1.01 |
1.12 |
1.0 |
1.12 |
1.0 |
1.12 |
1.0 |
1.12 |
mutations
Program |
0 |
1 |
2 |
3 |
4 |
5 |
6 |
7 |
awful |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
base64 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
chicken-distfiles |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
jsmin |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
json |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
manual-labor |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
salmonella-diff |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
salmonella-html-report |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
xml |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
mutations-tracked
Program |
0 |
1 |
2 |
3 |
4 |
5 |
6 |
7 |
awful |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
base64 |
1.0 |
1.01 |
1.0 |
1.01 |
1.0 |
1.01 |
1.0 |
1.01 |
chicken-distfiles |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
jsmin |
1.07 |
1.0 |
1.07 |
1.0 |
1.07 |
1.0 |
1.07 |
1.0 |
json |
1.03 |
1.14 |
1.0 |
1.14 |
1.03 |
1.14 |
1.0 |
1.14 |
manual-labor |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
salmonella-diff |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
salmonella-html-report |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
xml |
1.06 |
1.07 |
1.0 |
1.05 |
1.34 |
1.32 |
1.27 |
1.21 |
major-gcs
Program |
0 |
1 |
2 |
3 |
4 |
5 |
6 |
7 |
awful |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
base64 |
1.06 |
1.1 |
1.0 |
1.1 |
1.6 |
1.65 |
1.54 |
1.54 |
chicken-distfiles |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
jsmin |
5.83 |
1.0 |
1.55 |
1.0 |
11.05 |
10.5 |
11.66 |
10.5 |
json |
1.01 |
1.24 |
1.0 |
1.03 |
3.55 |
3.84 |
3.99 |
3.84 |
manual-labor |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
salmonella-diff |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
salmonella-html-report |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
xml |
1.0 |
1.29 |
1.08 |
1.76 |
6.78 |
6.72 |
6.85 |
6.72 |
max-live-heap
Program |
0 |
1 |
2 |
3 |
4 |
5 |
6 |
7 |
awful |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
base64 |
1.0 |
1.0 |
1.01 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
chicken-distfiles |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
jsmin |
1.0 |
1.0 |
1.0 |
1.0 |
1.08 |
1.08 |
1.08 |
1.08 |
json |
1.0 |
1.06 |
1.01 |
1.06 |
1.08 |
1.08 |
1.08 |
1.08 |
manual-labor |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
salmonella-diff |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
salmonella-html-report |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
xml |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
Results by program
awful
build-time
cpu-time
major-gcs-time
major-gcs
minor-gcs
mutations
mutations-tracked
major-gcs
max-live-heap
base64
build-time
cpu-time
major-gcs-time
major-gcs
minor-gcs
mutations
mutations-tracked
major-gcs
max-live-heap
chicken-distfiles
build-time
cpu-time
major-gcs-time
major-gcs
minor-gcs
mutations
mutations-tracked
major-gcs
max-live-heap
jsmin
build-time
cpu-time
major-gcs-time
major-gcs
minor-gcs
mutations
mutations-tracked
major-gcs
max-live-heap
json
build-time
cpu-time
major-gcs-time
major-gcs
minor-gcs
mutations
mutations-tracked
major-gcs
max-live-heap
manual-labor
build-time
cpu-time
major-gcs-time
major-gcs
minor-gcs
mutations
mutations-tracked
major-gcs
max-live-heap
salmonella-diff
build-time
cpu-time
major-gcs-time
major-gcs
minor-gcs
mutations
mutations-tracked
major-gcs
max-live-heap
salmonella-html-report
build-time
cpu-time
major-gcs-time
major-gcs
minor-gcs
mutations
mutations-tracked
major-gcs
max-live-heap
xml
build-time
cpu-time
major-gcs-time
major-gcs
minor-gcs
mutations
mutations-tracked
major-gcs
max-live-heap
Deviances by metric (raw percentages)
Deviances greater than 5% are highlighted.
cpu-time
Program |
0 |
1 |
2 |
3 |
4 |
5 |
6 |
7 |
awful |
1.11 |
2.66 |
1.06 |
0.41 |
1.12 |
1.23 |
1.23 |
3.54 |
base64 |
0.07 |
0.11 |
0.48 |
0.05 |
0.1 |
0.05 |
0.04 |
0.16 |
chicken-distfiles |
0.45 |
0.36 |
0.46 |
0.31 |
0.29 |
0.31 |
0.36 |
0.3 |
jsmin |
1.69 |
0.32 |
0.49 |
1.43 |
1.4 |
0.6 |
0.28 |
0.9 |
json |
3.24 |
0.71 |
3.16 |
0.12 |
0.38 |
0.28 |
0.61 |
0.5 |
manual-labor |
1.14 |
2.21 |
0.46 |
0.61 |
1.55 |
2.17 |
0.73 |
1.7 |
salmonella-diff |
0.24 |
0.29 |
0.9 |
0.26 |
0.21 |
0.62 |
0.63 |
0.78 |
salmonella-html-report |
0.37 |
0.54 |
0.41 |
0.24 |
0.29 |
0.44 |
0.65 |
0.34 |
xml |
1.74 |
0.29 |
2.51 |
1.26 |
1.12 |
0.3 |
0.92 |
1.94 |
major-gcs-time
Program |
0 |
1 |
2 |
3 |
4 |
5 |
6 |
7 |
awful |
0 |
0 |
0 |
0 |
0 |
0 |
0 |
0 |
base64 |
4.13 |
1.12 |
18.38 |
1.51 |
5.04 |
1.14 |
0.83 |
2.11 |
chicken-distfiles |
0 |
0 |
0 |
0 |
0 |
0 |
0 |
0 |
jsmin |
39.55 |
32.63 |
46.25 |
26.53 |
22.36 |
22.22 |
37.66 |
22.22 |
json |
7.29 |
0.21 |
8.48 |
0.34 |
0.28 |
1.34 |
0.48 |
0.23 |
manual-labor |
0 |
0 |
0 |
0 |
0 |
0 |
0 |
0 |
salmonella-diff |
0 |
0 |
0 |
0 |
0 |
0 |
0 |
0 |
salmonella-html-report |
0 |
0 |
0 |
0 |
0 |
0 |
0 |
0 |
xml |
13.64 |
1.29 |
14.71 |
0.79 |
0.9 |
1.22 |
1.02 |
1.02 |
major-gcs
Program |
0 |
1 |
2 |
3 |
4 |
5 |
6 |
7 |
awful |
0 |
0 |
0 |
0 |
0 |
0 |
0 |
0 |
base64 |
1.83 |
0 |
1.72 |
0 |
3.44 |
0 |
0 |
0 |
chicken-distfiles |
0 |
0 |
0 |
0 |
0 |
0 |
0 |
0 |
jsmin |
13.6 |
0 |
70.37 |
0 |
15.78 |
0 |
22.22 |
0 |
json |
2.34 |
0 |
1.08 |
0 |
2.52 |
0 |
4.62 |
0 |
manual-labor |
0 |
0 |
0 |
0 |
0 |
0 |
0 |
0 |
salmonella-diff |
0 |
0 |
0 |
0 |
0 |
0 |
0 |
0 |
salmonella-html-report |
0 |
0 |
0 |
0 |
0 |
0 |
0 |
0 |
xml |
2.38 |
0 |
3.22 |
0 |
3.03 |
0 |
4.08 |
0 |
minor-gcs
Program |
0 |
1 |
2 |
3 |
4 |
5 |
6 |
7 |
awful |
0 |
0 |
0 |
0 |
0 |
0 |
0 |
0 |
base64 |
0.0 |
0 |
0.0 |
0 |
0.0 |
0 |
0 |
0 |
chicken-distfiles |
0 |
0 |
0 |
0 |
0 |
0 |
0 |
0 |
jsmin |
0.01 |
0 |
0.19 |
0 |
0.0 |
0 |
0.0 |
0 |
json |
0.0 |
0 |
0.0 |
0 |
0.0 |
0 |
0.0 |
0 |
manual-labor |
0 |
0 |
0 |
0 |
0 |
0 |
0 |
0 |
salmonella-diff |
0 |
0 |
0 |
0 |
0 |
0 |
0 |
0 |
salmonella-html-report |
0 |
0 |
0 |
0 |
0 |
0 |
0 |
0 |
xml |
0.0 |
0 |
0.0 |
0 |
0.0 |
0 |
0.0 |
0 |
mutations
Program |
0 |
1 |
2 |
3 |
4 |
5 |
6 |
7 |
awful |
0 |
0 |
0 |
0 |
0 |
0 |
0 |
0 |
base64 |
0 |
0 |
0 |
0 |
0 |
0 |
0 |
0 |
chicken-distfiles |
0 |
0 |
0 |
0 |
0 |
0 |
0 |
0 |
jsmin |
0 |
0 |
0 |
0 |
0 |
0 |
0 |
0 |
json |
0 |
0 |
0 |
0 |
0 |
0 |
0 |
0 |
manual-labor |
0 |
0 |
0 |
0 |
0 |
0 |
0 |
0 |
salmonella-diff |
0 |
0 |
0 |
0 |
0 |
0 |
0 |
0 |
salmonella-html-report |
0 |
0 |
0 |
0 |
0 |
0 |
0 |
0 |
xml |
0.0 |
0 |
0.0 |
0 |
0.0 |
0 |
0.0 |
0 |
mutations-tracked
Program |
0 |
1 |
2 |
3 |
4 |
5 |
6 |
7 |
awful |
0 |
0 |
0 |
0 |
0 |
0 |
0 |
0 |
base64 |
0 |
0 |
0 |
0 |
0 |
0 |
0 |
0 |
chicken-distfiles |
0 |
0 |
0 |
0 |
0 |
0 |
0 |
0 |
jsmin |
0 |
0 |
0 |
0 |
0 |
0 |
0 |
0 |
json |
0 |
0 |
0 |
0 |
0 |
0 |
0 |
0 |
manual-labor |
0 |
0 |
0 |
0 |
0 |
0 |
0 |
0 |
salmonella-diff |
0 |
0 |
0 |
0 |
0 |
0 |
0 |
0 |
salmonella-html-report |
0 |
0 |
0 |
0 |
0 |
0 |
0 |
0 |
xml |
1.47 |
0 |
1.03 |
0 |
0.34 |
0 |
0.44 |
0 |
major-gcs
Program |
0 |
1 |
2 |
3 |
4 |
5 |
6 |
7 |
awful |
0 |
0 |
0 |
0 |
0 |
0 |
0 |
0 |
base64 |
1.83 |
0 |
1.72 |
0 |
3.44 |
0 |
0 |
0 |
chicken-distfiles |
0 |
0 |
0 |
0 |
0 |
0 |
0 |
0 |
jsmin |
13.6 |
0 |
70.37 |
0 |
15.78 |
0 |
22.22 |
0 |
json |
2.34 |
0 |
1.08 |
0 |
2.52 |
0 |
4.62 |
0 |
manual-labor |
0 |
0 |
0 |
0 |
0 |
0 |
0 |
0 |
salmonella-diff |
0 |
0 |
0 |
0 |
0 |
0 |
0 |
0 |
salmonella-html-report |
0 |
0 |
0 |
0 |
0 |
0 |
0 |
0 |
xml |
2.38 |
0 |
3.22 |
0 |
3.03 |
0 |
4.08 |
0 |
max-live-heap
Program |
0 |
1 |
2 |
3 |
4 |
5 |
6 |
7 |
awful |
0 |
0 |
0 |
0 |
0 |
0 |
0 |
0 |
base64 |
0.07 |
0 |
1.62 |
0 |
0.07 |
0 |
0 |
0 |
chicken-distfiles |
0 |
0 |
0 |
0 |
0 |
0 |
0 |
0 |
jsmin |
0 |
0 |
0 |
0 |
0 |
0 |
0 |
0 |
json |
7.65 |
0 |
7.27 |
0 |
0 |
0 |
0 |
0 |
manual-labor |
0 |
0 |
0 |
0 |
0 |
0 |
0 |
0 |
salmonella-diff |
0 |
0 |
0 |
0 |
0 |
0 |
0 |
0 |
salmonella-html-report |
0 |
0 |
0 |
0 |
0 |
0 |
0 |
0 |
xml |
0 |
0 |
0 |
0 |
0 |
0 |
0 |
0 |