update results with more test data

This commit is contained in:
2022-12-20 12:40:46 +02:00
parent e2ac68189e
commit aacc651899
9 changed files with 259 additions and 45 deletions

14
results/hyperfine.md Normal file
View File

@@ -0,0 +1,14 @@
| Command | Mean [s] | Min [s] | Max [s] | Relative |
|:---|---:|---:|---:|---:|
| `bazel build --spawn_strategy=local //...` | 4.813 ± 0.140 | 4.529 | 5.007 | 1.02 ± 0.03 |
| `bazel build --extra_toolchains=@llvm_toolchain//:cc-toolchain-x86_64-linux --spawn_strategy=local //...` | 6.921 ± 0.238 | 6.513 | 7.279 | 1.46 ± 0.05 |
| `bazel build --extra_toolchains=@llvm_toolchain_with_sysroot//:cc-toolchain-x86_64-linux --spawn_strategy=local //...` | 9.336 ± 0.347 | 8.968 | 10.220 | 1.98 ± 0.08 |
| `bazel build --platforms=@zig_sdk//libc_aware/platform:linux_amd64_gnu.2.28 --spawn_strategy=local //...` | 9.311 ± 0.190 | 9.050 | 9.667 | 1.97 ± 0.05 |
| `bazel build --experimental_reuse_sandbox_directories //...` | 4.726 ± 0.051 | 4.653 | 4.793 | 1.00 |
| `bazel build --extra_toolchains=@llvm_toolchain//:cc-toolchain-x86_64-linux --experimental_reuse_sandbox_directories //...` | 7.674 ± 0.370 | 7.000 | 8.492 | 1.62 ± 0.08 |
| `bazel build --extra_toolchains=@llvm_toolchain_with_sysroot//:cc-toolchain-x86_64-linux --experimental_reuse_sandbox_directories //...` | 13.098 ± 0.329 | 12.365 | 13.510 | 2.77 ± 0.08 |
| `bazel build --platforms=@zig_sdk//libc_aware/platform:linux_amd64_gnu.2.28 --experimental_reuse_sandbox_directories //...` | 13.465 ± 0.292 | 13.033 | 13.897 | 2.85 ± 0.07 |
| `bazel build --spawn_strategy=sandboxed //...` | 4.766 ± 0.179 | 4.553 | 5.224 | 1.01 ± 0.04 |
| `bazel build --extra_toolchains=@llvm_toolchain//:cc-toolchain-x86_64-linux --spawn_strategy=sandboxed //...` | 8.666 ± 0.116 | 8.504 | 8.883 | 1.83 ± 0.03 |
| `bazel build --extra_toolchains=@llvm_toolchain_with_sysroot//:cc-toolchain-x86_64-linux --spawn_strategy=sandboxed //...` | 33.827 ± 0.630 | 32.121 | 34.412 | 7.16 ± 0.15 |
| `bazel build --platforms=@zig_sdk//libc_aware/platform:linux_amd64_gnu.2.28 --spawn_strategy=sandboxed //...` | 20.396 ± 0.330 | 19.966 | 20.939 | 4.32 ± 0.08 |

View File

@@ -3,8 +3,8 @@ set -x
exec hyperfine \
--export-markdown=results/hyperfine.md \
--runs 5 \
--runs 10 \
-L toolchain ,--extra_toolchains=@llvm_toolchain//:cc-toolchain-x86_64-linux,--extra_toolchains=@llvm_toolchain_with_sysroot//:cc-toolchain-x86_64-linux,--platforms=@zig_sdk//libc_aware/platform:linux_amd64_gnu.2.28 \
-L sandbox_strategy "--spawn_strategy=local,--spawn_strategy=sandboxed --experimental_reuse_sandbox_directories,--spawn_strategy=sandboxed" \
-L sandbox_strategy "--spawn_strategy=local,--experimental_reuse_sandbox_directories,--spawn_strategy=sandboxed" \
-p "bazel build {toolchain} {sandbox_strategy} //:zigzag-0; bazel clean; bazel shutdown" \
"bazel build {toolchain} {sandbox_strategy} //..."

View File

@@ -0,0 +1,24 @@
+ bazel --batch build --color=no --curses=no --spawn_strategy=local --extra_toolchains=@llvm_toolchain_with_sysroot//:cc-toolchain-x86_64-linux ...
INFO: Options provided by the client:
Inherited 'common' options: --isatty=0 --terminal_columns=80
INFO: Reading rc options for 'build' from /code/test-zigcc/.bazelrc:
Inherited 'common' options: --color=yes --curses=yes
INFO: Reading rc options for 'build' from /code/test-zigcc/.bazelrc:
'build' options: --announce_rc --incompatible_enable_cc_toolchain_resolution --action_env BAZEL_DO_NOT_DETECT_CPP_TOOLCHAIN=1
Loading:
Loading: 0 packages loaded
Loading: 0 packages loaded
currently loading:
Analyzing: 64 targets (1 packages loaded, 0 targets configured)
INFO: Analyzed 64 targets (42 packages loaded, 8313 targets configured).
INFO: Found 64 targets...
[0 / 20] [Prepa] Writing file zigzag-10-2.params ... (2 actions, 0 running)
[4 / 20] checking cached actions
[193 / 321] Compiling main.cc; 0s local ... (5 actions running)
[245 / 321] Compiling main.cc; 0s local ... (5 actions running)
[316 / 321] Linking zigzag-53; 0s local ... (5 actions running)
INFO: Elapsed time: 7.497s, Critical Path: 0.24s
INFO: 321 processes: 193 internal, 128 local.
INFO: Build completed successfully, 321 total actions
INFO: Build completed successfully, 321 total actions

View File

@@ -0,0 +1,27 @@
+ bazel --batch build --color=no --curses=no --experimental_reuse_sandbox_directories --extra_toolchains=@llvm_toolchain_with_sysroot//:cc-toolchain-x86_64-linux ...
INFO: Options provided by the client:
Inherited 'common' options: --isatty=0 --terminal_columns=80
INFO: Reading rc options for 'build' from /code/test-zigcc/.bazelrc:
Inherited 'common' options: --color=yes --curses=yes
INFO: Reading rc options for 'build' from /code/test-zigcc/.bazelrc:
'build' options: --announce_rc --incompatible_enable_cc_toolchain_resolution --action_env BAZEL_DO_NOT_DETECT_CPP_TOOLCHAIN=1
Loading:
Loading: 0 packages loaded
Loading: 0 packages loaded
currently loading:
Analyzing: 64 targets (1 packages loaded, 0 targets configured)
INFO: Analyzed 64 targets (42 packages loaded, 8313 targets configured).
INFO: Found 64 targets...
INFO: Deleting stale sandbox base /home/motiejus/.cache/bazel/_bazel_motiejus/e63a0563bdc05cf337d03dd7622788e2/sandbox
[0 / 19] [Prepa] Writing file zigzag-13-2.params
[3 / 19] checking cached actions
[4 / 23] [Prepa] Creating runfiles tree bazel-out/k8-fastbuild/bin/zigzag-14.runfiles
[200 / 321] Compiling main.cc; 0s linux-sandbox ... (3 actions, 2 running)
[219 / 321] Linking zigzag-17; 0s linux-sandbox ... (8 actions, 7 running)
[247 / 321] Compiling main.cc; 0s linux-sandbox ... (7 actions, 6 running)
[293 / 321] Linking zigzag-42; 0s linux-sandbox ... (7 actions, 6 running)
INFO: Elapsed time: 11.436s, Critical Path: 1.29s
INFO: 321 processes: 193 internal, 128 linux-sandbox.
INFO: Build completed successfully, 321 total actions
INFO: Build completed successfully, 321 total actions

33
results/llvm.log Normal file
View File

@@ -0,0 +1,33 @@
+ bazel --batch build --color=no --curses=no --extra_toolchains=@llvm_toolchain_with_sysroot//:cc-toolchain-x86_64-linux ...
INFO: Options provided by the client:
Inherited 'common' options: --isatty=0 --terminal_columns=80
INFO: Reading rc options for 'build' from /code/test-zigcc/.bazelrc:
Inherited 'common' options: --color=yes --curses=yes
INFO: Reading rc options for 'build' from /code/test-zigcc/.bazelrc:
'build' options: --announce_rc --incompatible_enable_cc_toolchain_resolution --action_env BAZEL_DO_NOT_DETECT_CPP_TOOLCHAIN=1
Loading:
Loading: 0 packages loaded
Loading: 0 packages loaded
currently loading:
Analyzing: 64 targets (1 packages loaded, 0 targets configured)
INFO: Analyzed 64 targets (42 packages loaded, 8313 targets configured).
INFO: Found 64 targets...
[0 / 20] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... (2 actions, 0 running)
[4 / 20] checking cached actions
[115 / 199] Creating runfiles tree bazel-out/k8-fastbuild/bin/zigzag-18.runfiles; 0s local ... (4 actions running)
[193 / 321] Compiling main.cc; 0s linux-sandbox ... (8 actions running)
[194 / 321] Compiling main.cc; 2s linux-sandbox ... (8 actions, 7 running)
[202 / 321] Linking zigzag-4; 1s linux-sandbox ... (8 actions, 7 running)
[209 / 321] Compiling main.cc; 1s linux-sandbox ... (8 actions running)
[216 / 321] Compiling main.cc; 2s linux-sandbox ... (8 actions running)
[224 / 321] Linking zigzag-48; 1s linux-sandbox ... (8 actions running)
[236 / 321] Linking zigzag-31; 1s linux-sandbox ... (8 actions running)
[247 / 321] Compiling main.cc; 1s linux-sandbox ... (8 actions running)
[261 / 321] Compiling main.cc; 1s linux-sandbox ... (8 actions, 7 running)
[277 / 321] Compiling main.cc; 1s linux-sandbox ... (8 actions, 7 running)
[297 / 321] Compiling main.cc; 1s linux-sandbox ... (8 actions, 7 running)
INFO: Elapsed time: 33.801s, Critical Path: 4.66s
INFO: 321 processes: 193 internal, 128 linux-sandbox.
INFO: Build completed successfully, 321 total actions
INFO: Build completed successfully, 321 total actions

View File

@@ -0,0 +1,22 @@
+ bazel --batch build --color=no --curses=no --spawn_strategy=local --platforms=@zig_sdk//libc_aware/platform:linux_amd64_gnu.2.28 ...
INFO: Options provided by the client:
Inherited 'common' options: --isatty=0 --terminal_columns=80
INFO: Reading rc options for 'build' from /code/test-zigcc/.bazelrc:
Inherited 'common' options: --color=yes --curses=yes
INFO: Reading rc options for 'build' from /code/test-zigcc/.bazelrc:
'build' options: --announce_rc --incompatible_enable_cc_toolchain_resolution --action_env BAZEL_DO_NOT_DETECT_CPP_TOOLCHAIN=1
Loading:
Loading: 0 packages loaded
Loading: 1 packages loaded
Analyzing: 64 targets (1 packages loaded, 0 targets configured)
Analyzing: 64 targets (37 packages loaded, 135 targets configured)
INFO: Analyzed 64 targets (41 packages loaded, 3993 targets configured).
INFO: Found 64 targets...
[0 / 17] [Prepa] BazelWorkspaceStatusAction stable-status.txt
[140 / 257] Linking zigzag-13; 0s local ... (5 actions, 4 running)
[179 / 257] Linking zigzag-47; 0s local ... (8 actions, 7 running)
[221 / 257] Linking zigzag-39; 0s local ... (8 actions, 7 running)
INFO: Elapsed time: 7.286s, Critical Path: 0.52s
INFO: 257 processes: 129 internal, 128 local.
INFO: Build completed successfully, 257 total actions
INFO: Build completed successfully, 257 total actions

View File

@@ -0,0 +1,27 @@
+ bazel --batch build --color=no --curses=no --experimental_reuse_sandbox_directories --platforms=@zig_sdk//libc_aware/platform:linux_amd64_gnu.2.28 ...
INFO: Options provided by the client:
Inherited 'common' options: --isatty=0 --terminal_columns=80
INFO: Reading rc options for 'build' from /code/test-zigcc/.bazelrc:
Inherited 'common' options: --color=yes --curses=yes
INFO: Reading rc options for 'build' from /code/test-zigcc/.bazelrc:
'build' options: --announce_rc --incompatible_enable_cc_toolchain_resolution --action_env BAZEL_DO_NOT_DETECT_CPP_TOOLCHAIN=1
Loading:
Loading: 0 packages loaded
Loading: 0 packages loaded
currently loading:
Analyzing: 64 targets (1 packages loaded, 0 targets configured)
Analyzing: 64 targets (37 packages loaded, 136 targets configured)
INFO: Analyzed 64 targets (41 packages loaded, 3993 targets configured).
INFO: Found 64 targets...
INFO: Deleting stale sandbox base /home/motiejus/.cache/bazel/_bazel_motiejus/e63a0563bdc05cf337d03dd7622788e2/sandbox
[0 / 18] [Prepa] Creating source manifest for //:zigzag-14
[137 / 257] [Prepa] Linking zigzag-5 ... (2 actions, 0 running)
[147 / 257] Compiling main.cc; 0s linux-sandbox ... (8 actions, 7 running)
[166 / 257] Linking zigzag-33; 0s linux-sandbox ... (8 actions, 7 running)
[186 / 257] Compiling main.cc; 0s linux-sandbox ... (8 actions, 7 running)
[206 / 257] Linking zigzag-15; 0s linux-sandbox ... (8 actions, 7 running)
[232 / 257] Linking zigzag-48; 0s linux-sandbox ... (8 actions, 7 running)
INFO: Elapsed time: 12.080s, Critical Path: 1.18s
INFO: 257 processes: 129 internal, 128 linux-sandbox.
INFO: Build completed successfully, 257 total actions
INFO: Build completed successfully, 257 total actions

29
results/zigcc.log Normal file
View File

@@ -0,0 +1,29 @@
+ bazel --batch build --color=no --curses=no --platforms=@zig_sdk//libc_aware/platform:linux_amd64_gnu.2.28 ...
INFO: Options provided by the client:
Inherited 'common' options: --isatty=0 --terminal_columns=80
INFO: Reading rc options for 'build' from /code/test-zigcc/.bazelrc:
Inherited 'common' options: --color=yes --curses=yes
INFO: Reading rc options for 'build' from /code/test-zigcc/.bazelrc:
'build' options: --announce_rc --incompatible_enable_cc_toolchain_resolution --action_env BAZEL_DO_NOT_DETECT_CPP_TOOLCHAIN=1
Loading:
Loading: 0 packages loaded
Loading: 0 packages loaded
Analyzing: 64 targets (1 packages loaded, 0 targets configured)
Analyzing: 64 targets (37 packages loaded, 139 targets configured)
INFO: Analyzed 64 targets (41 packages loaded, 3993 targets configured).
INFO: Found 64 targets...
[0 / 20] [Prepa] BazelWorkspaceStatusAction stable-status.txt
[129 / 257] Compiling main.cc; 0s linux-sandbox ... (8 actions running)
[137 / 257] Linking zigzag-38; 0s linux-sandbox ... (8 actions running)
[140 / 257] Linking zigzag-38; 1s linux-sandbox ... (7 actions running)
[153 / 257] Linking zigzag-7; 1s linux-sandbox ... (8 actions, 7 running)
[159 / 257] Linking zigzag-49; 1s linux-sandbox ... (8 actions, 7 running)
[174 / 257] Linking zigzag-8; 0s linux-sandbox ... (8 actions, 7 running)
[189 / 257] Linking zigzag-29; 0s linux-sandbox ... (8 actions, 7 running)
[206 / 257] Linking zigzag-56; 0s linux-sandbox ... (8 actions, 7 running)
[225 / 257] Linking zigzag-58; 0s linux-sandbox ... (8 actions, 7 running)
[245 / 257] Linking zigzag-55; 1s linux-sandbox ... (8 actions, 7 running)
INFO: Elapsed time: 19.128s, Critical Path: 2.51s
INFO: 257 processes: 129 internal, 128 linux-sandbox.
INFO: Build completed successfully, 257 total actions
INFO: Build completed successfully, 257 total actions