go
/
gvisor
1
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

[benchmarks] Set smoke test to Startup benchmark and shorten long running benchmarks. 

The smoke test runs ffmpeg, which is a few orders of magnitude longer than the startup benchmark.

Adding --test.benchtime=1ns ensures long running benchmarks only run once when benchmarks are calculating
b.N.

PiperOrigin-RevId: 434526626
This commit is contained in:
Zach Koopmans 2022-03-14 11:52:34 -07:00 committed by gVisor bot
parent ea631ae102
commit 9118171bef
1 changed files with 5 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

10
.buildkite/pipeline.yaml
View File

@ -264,20 +264,20 @@ steps:
# Run basic benchmarks smoke tests (no upload). # Run basic benchmarks smoke tests (no upload).
- <<: *common - <<: *common
label: ":fire: Benchmarks smoke test" label: ":fire: Benchmarks smoke test"
command: make benchmark-platforms command: make benchmark-platforms BENCHMARKS_TARGETS=test/benchmarks/base:startup_test BENCHMARKS_FILTER=BenchmarkStartupEmpty BENCHMARKS_OPTIONS=-test.benchtime=1ns
# Use the opposite of the benchmarks filter. # Use the opposite of the benchmarks filter.
if: build.branch != "master" if: build.branch != "master"
# Run all benchmarks. # Run all benchmarks.
- <<: *benchmarks - <<: *benchmarks
label: ":bazel: ABSL build benchmarks" label: ":bazel: ABSL build benchmarks"
command: make -i benchmark-platforms BENCHMARKS_FILTER="ABSL/page_cache.clean" BENCHMARKS_SUITE=absl BENCHMARKS_TARGETS=test/benchmarks/fs:bazel_test command: make -i benchmark-platforms BENCHMARKS_FILTER="ABSL/page_cache.clean" BENCHMARKS_SUITE=absl BENCHMARKS_TARGETS=test/benchmarks/fs:bazel_test BENCHMARKS_OPTIONS=-test.benchtime=1ns
- <<: *benchmarks - <<: *benchmarks
label: ":go: runsc build benchmarks" label: ":go: runsc build benchmarks"
command: make -i benchmark-platforms BENCHMARKS_FILTER="Runsc/page_cache.clean/filesystem.bind" BENCHMARKS_SUITE=runsc BENCHMARKS_TARGETS=test/benchmarks/fs:bazel_test command: make -i benchmark-platforms BENCHMARKS_FILTER="Runsc/page_cache.clean/filesystem.bind" BENCHMARKS_SUITE=runsc BENCHMARKS_TARGETS=test/benchmarks/fs:bazel_test BENCHMARKS_OPTIONS=-test.benchtime=1ns
- <<: *benchmarks - <<: *benchmarks
label: ":metal: FFMPEG benchmarks" label: ":metal: FFMPEG benchmarks"
command: make -i benchmark-platforms BENCHMARKS_SUITE=ffmpeg BENCHMARKS_TARGETS=test/benchmarks/media:ffmpeg_test command: make -i benchmark-platforms BENCHMARKS_SUITE=ffmpeg BENCHMARKS_TARGETS=test/benchmarks/media:ffmpeg_test BENCHMARKS_OPTIONS=-test.benchtime=1ns
# For fio, running with --test.benchtime=Xs scales the written/read # For fio, running with --test.benchtime=Xs scales the written/read
# bytes to several GB. This is not a problem for root/bind/volume mounts, # bytes to several GB. This is not a problem for root/bind/volume mounts,
# but for tmpfs mounts, the size can grow to more memory than the machine # but for tmpfs mounts, the size can grow to more memory than the machine
@ -318,4 +318,4 @@ steps:
command: make -i benchmark-platforms BENCHMARKS_SUITE=sysbench BENCHMARKS_TARGETS=test/benchmarks/base:sysbench_test command: make -i benchmark-platforms BENCHMARKS_SUITE=sysbench BENCHMARKS_TARGETS=test/benchmarks/base:sysbench_test
- <<: *benchmarks - <<: *benchmarks
label: ":tensorflow: TensorFlow benchmarks" label: ":tensorflow: TensorFlow benchmarks"
command: make -i benchmark-platforms BENCHMARKS_SUITE=tensorflow BENCHMARKS_TARGETS=test/benchmarks/ml:tensorflow_test command: make -i benchmark-platforms BENCHMARKS_SUITE=tensorflow BENCHMARKS_TARGETS=test/benchmarks/ml:tensorflow_test BENCHMARKS_OPTIONS=-test.benchtime=1ns