mirror of
https://gitlab.isc.org/isc-projects/bind9
synced 2025-08-22 10:10:06 +00:00
Disable deadlines for hypothesis tests when running in CI
The times it takes to run tests CI vary significantly enough that it makes hypothesis test reach their deadlines and fail randomly marking the tests as flaky. This commit disables the deadlines when running in CI.
This commit is contained in:
parent
9943172566
commit
f55cacbbfd
@ -55,6 +55,8 @@ variables:
|
||||
BIND_STRESS_TEST_OS: linux
|
||||
BIND_STRESS_TEST_ARCH: amd64
|
||||
|
||||
HYPOTHESIS_PROFILE: "ci"
|
||||
|
||||
default:
|
||||
# Allow all running CI jobs to be automatically canceled when a new
|
||||
# version of a branch is pushed.
|
||||
|
@ -28,6 +28,7 @@ Limitations - untested properties:
|
||||
- special behavior of rdtypes like CNAME
|
||||
"""
|
||||
|
||||
import os
|
||||
import pytest
|
||||
|
||||
pytest.importorskip("dns", minversion="2.0.0")
|
||||
@ -47,7 +48,7 @@ try:
|
||||
pytest.importorskip("hypothesis")
|
||||
except ValueError:
|
||||
pytest.importorskip("hypothesis", minversion="4.41.2")
|
||||
from hypothesis import assume, example, given
|
||||
from hypothesis import assume, example, given, settings
|
||||
|
||||
from strategies import dns_names, dns_rdatatypes_without_meta
|
||||
import isctest.check
|
||||
@ -62,6 +63,10 @@ WILDCARD_RDATA = "192.0.2.1"
|
||||
IP_ADDR = "10.53.0.1"
|
||||
TIMEOUT = 5 # seconds, just a sanity check
|
||||
|
||||
# Timing of hypothesis tests is flaky in the CI, so we disable deadlines.
|
||||
settings.register_profile("ci", deadline=None)
|
||||
settings.load_profile(os.getenv("HYPOTHESIS_PROFILE", "default"))
|
||||
|
||||
|
||||
@given(name=dns_names(suffix=SUFFIX), rdtype=dns_rdatatypes_without_meta)
|
||||
def test_wildcard_rdtype_mismatch(
|
||||
|
Loading…
x
Reference in New Issue
Block a user