111 lines
3.1 KiB
Python
111 lines
3.1 KiB
Python
# python3
|
|
# Copyright 2019 Google LLC
|
|
#
|
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
# you may not use this file except in compliance with the License.
|
|
# You may obtain a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
# See the License for the specific language governing permissions and
|
|
# limitations under the License.
|
|
"""Start-up benchmarks."""
|
|
|
|
from benchmarks import suites
|
|
from benchmarks.harness import machine
|
|
from benchmarks.suites import helpers
|
|
|
|
|
|
# pylint: disable=unused-argument
|
|
def startup_time_ms(value, **kwargs):
|
|
"""Returns average startup time per container in milliseconds.
|
|
|
|
Args:
|
|
value: The floating point time in seconds.
|
|
**kwargs: Ignored.
|
|
|
|
Returns:
|
|
The time given in milliseconds.
|
|
"""
|
|
return value * 1000
|
|
|
|
|
|
def startup(target: machine.Machine,
|
|
workload: str,
|
|
count: int = 5,
|
|
port: int = 0,
|
|
**kwargs):
|
|
"""Time the startup of some workload.
|
|
|
|
Args:
|
|
target: A machine object.
|
|
workload: The workload to run.
|
|
count: Number of containers to start.
|
|
port: The port to check for liveness, if provided.
|
|
**kwargs: Additional container options.
|
|
|
|
Returns:
|
|
The mean start-up time in seconds.
|
|
"""
|
|
# Load before timing.
|
|
image = target.pull(workload)
|
|
netcat = target.pull("netcat")
|
|
count = int(count)
|
|
port = int(port)
|
|
|
|
with helpers.Timer() as timer:
|
|
for _ in range(count):
|
|
if not port:
|
|
# Run the container synchronously.
|
|
target.container(image, **kwargs).run()
|
|
else:
|
|
# Run a detached container until httpd available.
|
|
with target.container(image, port=port, **kwargs).detach() as server:
|
|
(server_host, server_port) = server.address()
|
|
target.container(netcat).run(host=server_host, port=server_port)
|
|
return timer.elapsed() / float(count)
|
|
|
|
|
|
@suites.benchmark(metrics=[startup_time_ms], machines=1)
|
|
def empty(target: machine.Machine, **kwargs) -> float:
|
|
"""Time the startup of a trivial container.
|
|
|
|
Args:
|
|
target: A machine object.
|
|
**kwargs: Additional startup options.
|
|
|
|
Returns:
|
|
The time to run the container.
|
|
"""
|
|
return startup(target, workload="true", **kwargs)
|
|
|
|
|
|
@suites.benchmark(metrics=[startup_time_ms], machines=1)
|
|
def node(target: machine.Machine, **kwargs) -> float:
|
|
"""Time the startup of the node container.
|
|
|
|
Args:
|
|
target: A machine object.
|
|
**kwargs: Additional statup options.
|
|
|
|
Returns:
|
|
The time to run the container.
|
|
"""
|
|
return startup(target, workload="node", port=8080, **kwargs)
|
|
|
|
|
|
@suites.benchmark(metrics=[startup_time_ms], machines=1)
|
|
def ruby(target: machine.Machine, **kwargs) -> float:
|
|
"""Time the startup of the ruby container.
|
|
|
|
Args:
|
|
target: A machine object.
|
|
**kwargs: Additional startup options.
|
|
|
|
Returns:
|
|
The time to run the container.
|
|
"""
|
|
return startup(target, workload="ruby", port=3000, **kwargs)
|