Table of contents
Logs
extra-stock-gcc
- installation-prefix:
/home/mario/local/chickens/bench/stock-gcc
- csc-options:
- runtime-options:
- repetitions:
10
extra-stock-clang
- installation-prefix:
/home/mario/local/chickens/bench/stock-clang
- csc-options:
- runtime-options:
- repetitions:
10
extra-stock-gcc-speed
- installation-prefix:
/home/mario/local/chickens/bench/stock-gcc-speed
- csc-options:
- runtime-options:
- repetitions:
10
extra-stock-clang-speed
- installation-prefix:
/home/mario/local/chickens/bench/stock-clang-speed
- csc-options:
- runtime-options:
- repetitions:
10
extra-megane-gcc
- installation-prefix:
/home/mario/local/chickens/bench/megane-gcc
- csc-options:
- runtime-options:
- repetitions:
10
extra-megane-clang
- installation-prefix:
/home/mario/local/chickens/bench/megane-clang
- csc-options:
- runtime-options:
- repetitions:
10
extra-megane-gcc-speed
- installation-prefix:
/home/mario/local/chickens/bench/megane-gcc-speed
- csc-options:
- runtime-options:
- repetitions:
10
extra-megane-clang-speed
- installation-prefix:
/home/mario/local/chickens/bench/megane-clang-speed
- csc-options:
- runtime-options:
- repetitions:
10
Overall benchmark results
This is the sum of all results of all programs, classified by metric.
build-time
cpu-time
major-gcs-time
major-gcs
minor-gcs
mutations
mutations-tracked
major-gcs
max-live-heap
Results by metric
In the tables below results are normalized (larger numbers indicate better results).
build-time
Program |
0 |
1 |
2 |
3 |
4 |
5 |
6 |
7 |
awful |
1.08 |
1.1 |
1.04 |
1.06 |
1.12 |
1.11 |
1.0 |
1.0 |
base64 |
1.16 |
1.14 |
1.12 |
1.14 |
1.18 |
1.14 |
1.0 |
1.04 |
chicken-distfiles |
1.13 |
1.09 |
1.09 |
1.1 |
1.14 |
1.11 |
1.01 |
1.0 |
jsmin |
1.25 |
1.15 |
1.25 |
1.11 |
1.28 |
1.17 |
1.05 |
1.0 |
json |
1.25 |
1.16 |
1.24 |
1.15 |
1.25 |
1.16 |
1.07 |
1.0 |
manual-labor |
1.01 |
1.08 |
1.07 |
1.06 |
1.11 |
1.08 |
1.0 |
1.0 |
salmonella-diff |
1.1 |
1.09 |
1.0 |
1.08 |
1.12 |
1.09 |
1.01 |
1.0 |
salmonella-html-report |
1.09 |
1.09 |
1.09 |
1.09 |
1.14 |
1.09 |
1.0 |
1.0 |
xml |
1.3 |
1.21 |
1.08 |
1.21 |
1.32 |
1.21 |
1.0 |
1.1 |
cpu-time
Program |
0 |
1 |
2 |
3 |
4 |
5 |
6 |
7 |
awful |
1.0 |
1.19 |
1.04 |
1.17 |
1.12 |
1.3 |
1.14 |
1.21 |
base64 |
FAIL |
FAIL |
FAIL |
FAIL |
FAIL |
FAIL |
FAIL |
FAIL |
chicken-distfiles |
1.0 |
1.27 |
1.09 |
1.27 |
1.18 |
1.44 |
1.27 |
1.42 |
jsmin |
1.0 |
1.48 |
1.29 |
1.58 |
1.0 |
1.5 |
1.3 |
1.57 |
json |
1.0 |
1.42 |
1.05 |
1.5 |
1.26 |
1.71 |
1.43 |
1.76 |
manual-labor |
1.0 |
1.53 |
1.17 |
1.54 |
1.13 |
1.71 |
1.41 |
1.74 |
salmonella-diff |
1.0 |
1.31 |
1.15 |
1.32 |
1.05 |
1.39 |
1.22 |
1.38 |
salmonella-html-report |
1.0 |
1.18 |
1.18 |
1.2 |
1.01 |
1.19 |
1.2 |
1.2 |
xml |
1.0 |
1.4 |
1.22 |
1.46 |
1.13 |
1.52 |
1.42 |
1.59 |
major-gcs-time
Program |
0 |
1 |
2 |
3 |
4 |
5 |
6 |
7 |
awful |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
base64 |
FAIL |
FAIL |
FAIL |
FAIL |
FAIL |
FAIL |
FAIL |
FAIL |
chicken-distfiles |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
jsmin |
1.0 |
1.96 |
1.61 |
1.96 |
1.53 |
1.49 |
1.28 |
1.61 |
json |
1.11 |
2.24 |
1.0 |
2.23 |
2.13 |
4.78 |
2.36 |
4.2 |
manual-labor |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
salmonella-diff |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
salmonella-html-report |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
xml |
1.0 |
1.85 |
1.04 |
1.82 |
4.08 |
5.57 |
4.44 |
5.75 |
major-gcs
Program |
0 |
1 |
2 |
3 |
4 |
5 |
6 |
7 |
awful |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
base64 |
FAIL |
FAIL |
FAIL |
FAIL |
FAIL |
FAIL |
FAIL |
FAIL |
chicken-distfiles |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
jsmin |
1.0 |
1.11 |
1.18 |
1.21 |
2.78 |
2.29 |
2.6 |
2.43 |
json |
1.17 |
1.44 |
1.0 |
1.47 |
4.8 |
5.53 |
4.8 |
5.25 |
manual-labor |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
salmonella-diff |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
salmonella-html-report |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
xml |
1.04 |
1.22 |
1.0 |
1.17 |
7.12 |
6.89 |
7.12 |
7.0 |
minor-gcs
Program |
0 |
1 |
2 |
3 |
4 |
5 |
6 |
7 |
awful |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
base64 |
FAIL |
FAIL |
FAIL |
FAIL |
FAIL |
FAIL |
FAIL |
FAIL |
chicken-distfiles |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
jsmin |
1.0 |
1.29 |
1.02 |
1.3 |
1.0 |
1.29 |
1.02 |
1.3 |
json |
1.0 |
1.31 |
1.01 |
1.31 |
1.0 |
1.31 |
1.01 |
1.31 |
manual-labor |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
salmonella-diff |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
salmonella-html-report |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
xml |
1.0 |
1.29 |
1.0 |
1.29 |
1.0 |
1.29 |
1.0 |
1.29 |
mutations
Program |
0 |
1 |
2 |
3 |
4 |
5 |
6 |
7 |
awful |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
base64 |
FAIL |
FAIL |
FAIL |
FAIL |
FAIL |
FAIL |
FAIL |
FAIL |
chicken-distfiles |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
jsmin |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
json |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
manual-labor |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
salmonella-diff |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
salmonella-html-report |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
xml |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
mutations-tracked
Program |
0 |
1 |
2 |
3 |
4 |
5 |
6 |
7 |
awful |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
base64 |
FAIL |
FAIL |
FAIL |
FAIL |
FAIL |
FAIL |
FAIL |
FAIL |
chicken-distfiles |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
jsmin |
1.09 |
1.0 |
1.0 |
1.0 |
1.09 |
1.0 |
1.0 |
1.0 |
json |
1.0 |
1.35 |
1.05 |
1.35 |
1.02 |
1.35 |
1.05 |
1.34 |
manual-labor |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
salmonella-diff |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
salmonella-html-report |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
xml |
1.0 |
1.14 |
1.01 |
1.13 |
1.28 |
1.44 |
1.39 |
1.47 |
major-gcs
Program |
0 |
1 |
2 |
3 |
4 |
5 |
6 |
7 |
awful |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
base64 |
FAIL |
FAIL |
FAIL |
FAIL |
FAIL |
FAIL |
FAIL |
FAIL |
chicken-distfiles |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
jsmin |
1.0 |
1.11 |
1.18 |
1.21 |
2.78 |
2.29 |
2.6 |
2.43 |
json |
1.17 |
1.44 |
1.0 |
1.47 |
4.8 |
5.53 |
4.8 |
5.25 |
manual-labor |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
salmonella-diff |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
salmonella-html-report |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
xml |
1.04 |
1.22 |
1.0 |
1.17 |
7.12 |
6.89 |
7.12 |
7.0 |
max-live-heap
Program |
0 |
1 |
2 |
3 |
4 |
5 |
6 |
7 |
awful |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
base64 |
FAIL |
FAIL |
FAIL |
FAIL |
FAIL |
FAIL |
FAIL |
FAIL |
chicken-distfiles |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
jsmin |
1.06 |
1.0 |
1.0 |
1.0 |
1.01 |
1.0 |
1.0 |
1.0 |
json |
1.0 |
1.03 |
1.04 |
1.01 |
1.12 |
1.01 |
1.11 |
1.09 |
manual-labor |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
salmonella-diff |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
salmonella-html-report |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
xml |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
1.0 |
Results by program
awful
build-time
cpu-time
major-gcs-time
major-gcs
minor-gcs
mutations
mutations-tracked
major-gcs
max-live-heap
base64
build-time
cpu-time
FAIL
major-gcs-time
FAIL
major-gcs
FAIL
minor-gcs
FAIL
mutations
FAIL
mutations-tracked
FAIL
major-gcs
FAIL
max-live-heap
FAIL
chicken-distfiles
build-time
cpu-time
major-gcs-time
major-gcs
minor-gcs
mutations
mutations-tracked
major-gcs
max-live-heap
jsmin
build-time
cpu-time
major-gcs-time
major-gcs
minor-gcs
mutations
mutations-tracked
major-gcs
max-live-heap
json
build-time
cpu-time
major-gcs-time
major-gcs
minor-gcs
mutations
mutations-tracked
major-gcs
max-live-heap
manual-labor
build-time
cpu-time
major-gcs-time
major-gcs
minor-gcs
mutations
mutations-tracked
major-gcs
max-live-heap
salmonella-diff
build-time
cpu-time
major-gcs-time
major-gcs
minor-gcs
mutations
mutations-tracked
major-gcs
max-live-heap
salmonella-html-report
build-time
cpu-time
major-gcs-time
major-gcs
minor-gcs
mutations
mutations-tracked
major-gcs
max-live-heap
xml
build-time
cpu-time
major-gcs-time
major-gcs
minor-gcs
mutations
mutations-tracked
major-gcs
max-live-heap
Deviances by metric (raw percentages)
Deviances greater than 5% are highlighted.
cpu-time
Program |
0 |
1 |
2 |
3 |
4 |
5 |
6 |
7 |
awful |
1.31 |
1.5 |
3.3 |
2.83 |
1.37 |
0.31 |
4.03 |
1.6 |
base64 |
FAIL |
FAIL |
FAIL |
FAIL |
FAIL |
FAIL |
FAIL |
FAIL |
chicken-distfiles |
0.99 |
0.56 |
0.65 |
0.61 |
0.16 |
0.28 |
0.25 |
0.21 |
jsmin |
0.21 |
0.89 |
0.16 |
0.23 |
0.8 |
0.25 |
0.51 |
0.68 |
json |
0.18 |
4.94 |
11.05 |
5.6 |
0.24 |
1.42 |
0.29 |
0.84 |
manual-labor |
5.08 |
0.18 |
0.11 |
0.17 |
0.26 |
0.2 |
2.9 |
0.32 |
salmonella-diff |
1.7 |
1.22 |
0.3 |
1.08 |
0.22 |
0.68 |
0.51 |
0.68 |
salmonella-html-report |
0.17 |
0.87 |
0.23 |
0.91 |
0.17 |
0.99 |
0.23 |
0.89 |
xml |
0.14 |
0.82 |
1.79 |
0.35 |
0.1 |
0.22 |
0.08 |
0.42 |
major-gcs-time
Program |
0 |
1 |
2 |
3 |
4 |
5 |
6 |
7 |
awful |
0 |
0 |
0 |
0 |
0 |
0 |
0 |
0 |
base64 |
FAIL |
FAIL |
FAIL |
FAIL |
FAIL |
FAIL |
FAIL |
FAIL |
chicken-distfiles |
0 |
0 |
0 |
0 |
0 |
0 |
0 |
0 |
jsmin |
20.14 |
33.65 |
51.85 |
51.91 |
20.26 |
9.52 |
10.99 |
21.29 |
json |
0.13 |
15.85 |
24.26 |
20.29 |
0.15 |
9.2 |
0.18 |
5.32 |
manual-labor |
0 |
0 |
0 |
0 |
0 |
0 |
0 |
0 |
salmonella-diff |
0 |
0 |
0 |
0 |
0 |
0 |
0 |
0 |
salmonella-html-report |
0 |
0 |
0 |
0 |
0 |
0 |
0 |
0 |
xml |
0.22 |
1.05 |
10.77 |
0.94 |
0.32 |
14.87 |
0.29 |
12.55 |
major-gcs
Program |
0 |
1 |
2 |
3 |
4 |
5 |
6 |
7 |
awful |
0 |
0 |
0 |
0 |
0 |
0 |
0 |
0 |
base64 |
FAIL |
FAIL |
FAIL |
FAIL |
FAIL |
FAIL |
FAIL |
FAIL |
chicken-distfiles |
0 |
0 |
0 |
0 |
0 |
0 |
0 |
0 |
jsmin |
5.12 |
14.28 |
13.88 |
12.5 |
14.28 |
14.4 |
0 |
12.5 |
json |
0 |
1.12 |
5.6 |
6.93 |
0 |
4.05 |
0 |
2.52 |
manual-labor |
0 |
0 |
0 |
0 |
0 |
0 |
0 |
0 |
salmonella-diff |
0 |
0 |
0 |
0 |
0 |
0 |
0 |
0 |
salmonella-html-report |
0 |
0 |
0 |
0 |
0 |
0 |
0 |
0 |
xml |
0 |
3.49 |
7.6 |
0 |
0 |
3.95 |
0 |
3.27 |
minor-gcs
Program |
0 |
1 |
2 |
3 |
4 |
5 |
6 |
7 |
awful |
0 |
0 |
0 |
0 |
0 |
0 |
0 |
0 |
base64 |
FAIL |
FAIL |
FAIL |
FAIL |
FAIL |
FAIL |
FAIL |
FAIL |
chicken-distfiles |
0 |
0 |
0 |
0 |
0 |
0 |
0 |
0 |
jsmin |
0.0 |
0.0 |
0.0 |
0.0 |
0.0 |
0.0 |
0 |
0.0 |
json |
0 |
0.0 |
0.0 |
0.0 |
0 |
0.0 |
0 |
0.0 |
manual-labor |
0 |
0 |
0 |
0 |
0 |
0 |
0 |
0 |
salmonella-diff |
0 |
0 |
0 |
0 |
0 |
0 |
0 |
0 |
salmonella-html-report |
0 |
0 |
0 |
0 |
0 |
0 |
0 |
0 |
xml |
0 |
0.0 |
0.0 |
0 |
0 |
0.0 |
0 |
0.0 |
mutations
Program |
0 |
1 |
2 |
3 |
4 |
5 |
6 |
7 |
awful |
0 |
0 |
0 |
0 |
0 |
0 |
0 |
0 |
base64 |
FAIL |
FAIL |
FAIL |
FAIL |
FAIL |
FAIL |
FAIL |
FAIL |
chicken-distfiles |
0 |
0 |
0 |
0 |
0 |
0 |
0 |
0 |
jsmin |
0 |
0 |
0 |
0 |
0 |
0 |
0 |
0 |
json |
0 |
0 |
0 |
0 |
0 |
0 |
0 |
0 |
manual-labor |
0 |
0 |
0 |
0 |
0 |
0 |
0 |
0 |
salmonella-diff |
0 |
0 |
0 |
0 |
0 |
0 |
0 |
0 |
salmonella-html-report |
0 |
0 |
0 |
0 |
0 |
0 |
0 |
0 |
xml |
0 |
0 |
0.01 |
0.0 |
0 |
0.0 |
0 |
0.0 |
mutations-tracked
Program |
0 |
1 |
2 |
3 |
4 |
5 |
6 |
7 |
awful |
0 |
0 |
0 |
0 |
0 |
0 |
0 |
0 |
base64 |
FAIL |
FAIL |
FAIL |
FAIL |
FAIL |
FAIL |
FAIL |
FAIL |
chicken-distfiles |
0 |
0 |
0 |
0 |
0 |
0 |
0 |
0 |
jsmin |
0 |
0 |
0 |
0 |
0 |
0 |
0 |
0 |
json |
0 |
0 |
0 |
0 |
0 |
0 |
0 |
0 |
manual-labor |
0 |
0 |
0 |
0 |
0 |
0 |
0 |
0 |
salmonella-diff |
0 |
0 |
0 |
0 |
0 |
0 |
0 |
0 |
salmonella-html-report |
0 |
0 |
0 |
0 |
0 |
0 |
0 |
0 |
xml |
0 |
0 |
3.28 |
0.79 |
0 |
0.41 |
0 |
0.34 |
major-gcs
Program |
0 |
1 |
2 |
3 |
4 |
5 |
6 |
7 |
awful |
0 |
0 |
0 |
0 |
0 |
0 |
0 |
0 |
base64 |
FAIL |
FAIL |
FAIL |
FAIL |
FAIL |
FAIL |
FAIL |
FAIL |
chicken-distfiles |
0 |
0 |
0 |
0 |
0 |
0 |
0 |
0 |
jsmin |
5.12 |
14.28 |
13.88 |
12.5 |
14.28 |
14.4 |
0 |
12.5 |
json |
0 |
1.12 |
5.6 |
6.93 |
0 |
4.05 |
0 |
2.52 |
manual-labor |
0 |
0 |
0 |
0 |
0 |
0 |
0 |
0 |
salmonella-diff |
0 |
0 |
0 |
0 |
0 |
0 |
0 |
0 |
salmonella-html-report |
0 |
0 |
0 |
0 |
0 |
0 |
0 |
0 |
xml |
0 |
3.49 |
7.6 |
0 |
0 |
3.95 |
0 |
3.27 |
max-live-heap
Program |
0 |
1 |
2 |
3 |
4 |
5 |
6 |
7 |
awful |
0 |
0 |
0 |
0 |
0 |
0 |
0 |
0 |
base64 |
FAIL |
FAIL |
FAIL |
FAIL |
FAIL |
FAIL |
FAIL |
FAIL |
chicken-distfiles |
0 |
0 |
0 |
0 |
0 |
0 |
0 |
0 |
jsmin |
3.43 |
0 |
0 |
0 |
3.26 |
0 |
0 |
0 |
json |
0 |
5.26 |
4.11 |
5.2 |
0 |
5.59 |
0 |
3.91 |
manual-labor |
0 |
0 |
0 |
0 |
0 |
0 |
0 |
0 |
salmonella-diff |
0 |
0 |
0 |
0 |
0 |
0 |
0 |
0 |
salmonella-html-report |
0 |
0 |
0 |
0 |
0 |
0 |
0 |
0 |
xml |
0 |
0 |
0 |
0 |
0 |
0 |
0 |
0 |