mirror of
https://gitlab.isc.org/isc-projects/bind9
synced 2025-08-22 10:10:06 +00:00
Move "stress" test generation script to QA repo
Move the util/generate-stress-test-configs.py script from the BIND 9 source repository to the BIND 9 QA repository. This simplifies the maintenance of that script by eliminating the need to backport every change applied to it to multiple branches. (cherry picked from commit 4f7f420534fc939107654a39ab94aa8d4e9d9c45)
This commit is contained in:
Michał Kępień
parent
8c80d1aaea
commit
03d04abefb
@ -1654,7 +1654,8 @@ generate-stress-test-configs:
|
||||
<<: *default_triggering_rules
|
||||
stage: precheck
|
||||
script:
|
||||
- util/generate-stress-test-configs.py > stress-test-configs.yml
|
||||
- git clone --depth 1 https://gitlab.isc.org/isc-projects/bind9-qa.git
|
||||
- bind9-qa/stress/generate-stress-test-configs.py > stress-test-configs.yml
|
||||
artifacts:
|
||||
paths:
|
||||
- stress-test-configs.yml
|
||||
|
||||
@ -1,161 +0,0 @@
|
||||
#!/usr/bin/env python3
|
||||
|
||||
# Copyright (C) Internet Systems Consortium, Inc. ("ISC")
|
||||
#
|
||||
# SPDX-License-Identifier: MPL-2.0
|
||||
#
|
||||
# This Source Code Form is subject to the terms of the Mozilla Public
|
||||
# License, v. 2.0. If a copy of the MPL was not distributed with this
|
||||
# file, you can obtain one at https://mozilla.org/MPL/2.0/.
|
||||
#
|
||||
# See the COPYRIGHT file distributed with this work for additional
|
||||
# information regarding copyright ownership.
|
||||
|
||||
import itertools
|
||||
import os
|
||||
import random
|
||||
|
||||
import yaml
|
||||
|
||||
with open(".gitlab-ci.yml", encoding="utf-8") as gitlab_ci_yml:
|
||||
anchors = yaml.load(gitlab_ci_yml, Loader=yaml.Loader)
|
||||
|
||||
# Mandatory environment variables
|
||||
ci_pipeline_source = os.environ["CI_PIPELINE_SOURCE"]
|
||||
|
||||
# Optional environment variables
|
||||
all_bind_stress_tests = os.getenv("ALL_BIND_STRESS_TESTS")
|
||||
build_parallel_jobs = os.getenv("BUILD_PARALLEL_JOBS", "1")
|
||||
cflags_common = os.getenv("CFLAGS_COMMON", "")
|
||||
ci_commit_tag = os.getenv("CI_COMMIT_TAG")
|
||||
|
||||
# Optional overrides for default test parameters
|
||||
env_traffic_rate = os.getenv("BIND_STRESS_TESTS_RATE")
|
||||
env_run_time = os.getenv("BIND_STRESS_TESTS_RUN_TIME")
|
||||
|
||||
# Tags and scheduled pipelines produce longer jobs.
|
||||
if ci_commit_tag or ci_pipeline_source == "schedule":
|
||||
all_bind_stress_tests = True
|
||||
scenario = "long"
|
||||
default_runtime = 60
|
||||
expire_in = "1 week"
|
||||
else:
|
||||
scenario = "short"
|
||||
default_runtime = 15
|
||||
expire_in = "1 day"
|
||||
|
||||
ALL_MODES = "recursive", "authoritative", "rpz"
|
||||
ALL_PROTOCOLS = "tcp", "doh", "dot"
|
||||
ALL_PLATFORMS = (
|
||||
".fedora-42-amd64",
|
||||
".fedora-42-arm64",
|
||||
".freebsd-autoscaler-13-amd64-tags",
|
||||
)
|
||||
|
||||
# If ALL_BIND_STRESS_TESTS and CI_COMMIT_TAG environmental variables are unset,
|
||||
# pick only two of three items from "modes", "protocols", and "machines" to make
|
||||
# the "modes x protocols x machines" matrix smaller.
|
||||
if all_bind_stress_tests is None and ci_commit_tag is None:
|
||||
modes = random.sample(ALL_MODES, k=2)
|
||||
protocols = random.sample(ALL_PROTOCOLS, k=2)
|
||||
platforms = random.sample(ALL_PLATFORMS, k=2)
|
||||
else:
|
||||
modes = ALL_MODES
|
||||
protocols = ALL_PROTOCOLS
|
||||
platforms = ALL_PLATFORMS
|
||||
|
||||
# The binaries built during each "stress" test job should be included in its
|
||||
# artifacts archive. However, the value of the INSTALL_PATH variable set for
|
||||
# the job running this script depends on the value of the CI_PROJECT_DIR
|
||||
# variable, which varies across runners (it is based on the specific runner's
|
||||
# $build_dir variable). Therefore, the value of the INSTALL_PATH variable is
|
||||
# not taken from the environment here, when the child pipeline job definitions
|
||||
# are generated, but rather evaluated by the runners executing the "stress"
|
||||
# test jobs in the child pipeline. This is achieved by using the "raw" form of
|
||||
# the variable (as found in .gitlab-ci.yml, e.g. "$CI_PROJECT_DIR/.local")
|
||||
# here, so that it only gets expanded by Bash in the child pipeline.
|
||||
install_path = anchors["variables"]["INSTALL_PATH"]
|
||||
|
||||
jobs = {}
|
||||
|
||||
for mode, protocol, platform in itertools.product(modes, protocols, platforms):
|
||||
if "freebsd" in platform:
|
||||
# Flamethrower-produced DoH queries on FreeBSD always timeout. Skip
|
||||
# DoH-on-FreeBSD jobs.
|
||||
if protocol == "doh":
|
||||
continue
|
||||
job_platform = "freebsd:amd64"
|
||||
compiler_binary = "clang"
|
||||
flame_binary = "/usr/local/bin/flame"
|
||||
else:
|
||||
if "amd64" in platform:
|
||||
job_platform = "linux:amd64"
|
||||
else:
|
||||
job_platform = "linux:arm64"
|
||||
compiler_binary = "gcc"
|
||||
flame_binary = "/usr/bin/flame"
|
||||
|
||||
if mode == "rpz":
|
||||
default_traffic_rate = 1500
|
||||
else:
|
||||
default_traffic_rate = 10000
|
||||
|
||||
traffic_rate = int(env_traffic_rate or default_traffic_rate)
|
||||
runtime = int(env_run_time or default_runtime)
|
||||
|
||||
expected_tcp_response_rate = 80 if protocol == "dot" else 90
|
||||
|
||||
job_definition = {
|
||||
"stage": "test",
|
||||
"variables": {
|
||||
"CC": compiler_binary,
|
||||
"CFLAGS": f"{cflags_common} -Og",
|
||||
"EXPECTED_TCP_RESPONSE_RATE": expected_tcp_response_rate,
|
||||
"FLAME": flame_binary,
|
||||
"MODE": mode,
|
||||
"PROTOCOL": f"{protocol} udp",
|
||||
"RATE": traffic_rate,
|
||||
"RUN_TIME": runtime,
|
||||
},
|
||||
"script": [
|
||||
"autoreconf -fi",
|
||||
*anchors[".configure"],
|
||||
*anchors[".setup_interfaces"],
|
||||
f"make -j{build_parallel_jobs} -k all V=1",
|
||||
f'make DESTDIR="{install_path}" install',
|
||||
"git clone --depth 1 https://gitlab.isc.org/isc-projects/bind9-qa.git",
|
||||
"cd bind9-qa/stress",
|
||||
f'export LD_LIBRARY_PATH="{install_path}/usr/local/lib"',
|
||||
f'export BIND_INSTALL_PATH="{install_path}/usr/local"',
|
||||
'export WORKSPACE="${CI_PROJECT_DIR}"',
|
||||
"bash stress.sh",
|
||||
],
|
||||
"rules": [{"if": '$CI_PIPELINE_SOURCE == "parent_pipeline"'}],
|
||||
"timeout": f"{runtime + 30} minutes",
|
||||
"artifacts": {
|
||||
"untracked": True,
|
||||
"when": "always",
|
||||
"expire_in": expire_in,
|
||||
"exclude": [
|
||||
"output/ns4/*.dtq*",
|
||||
"output/ns4/large-delta-rpz*.local",
|
||||
"output/rpz_*",
|
||||
],
|
||||
},
|
||||
}
|
||||
|
||||
# It is not strictly necessary to set GIT_CLONE_PATH in "stress" tests, but
|
||||
# let's keep this consistent with build, unit, and system test jobs.
|
||||
if "freebsd" in platform:
|
||||
git_clone_path = anchors[".freebsd-autoscaler-amd64"]["variables"][
|
||||
"GIT_CLONE_PATH"
|
||||
]
|
||||
job_definition["variables"]["GIT_CLONE_PATH"] = git_clone_path
|
||||
|
||||
job_definition |= anchors[platform]
|
||||
|
||||
job_name = f"stress:{scenario}:{mode}:{protocol}+udp:{job_platform}"
|
||||
jobs[job_name] = job_definition
|
||||
|
||||
|
||||
print(yaml.dump(jobs, Dumper=yaml.Dumper))
|
||||
Loading…
x
Reference in New Issue
Block a user