Read-only mirrors. Development, issues and pull requests are on GitHub.

summaryrefslogtreecommitdiffhomepage
diff options
context:
space:
mode:
authorMartin Hořeňovský2020-07-07 11:36:51 +0200
committerMartin Hořeňovský2020-07-26 10:48:03 +0200
commit90d6fd849ee034fee5caa25f51c7ca107c9e6eca (patch)
tree7d9c0fce4bada1e640fe19a1c3ead7276887a9db
parent13917c44b423920397dbf026ef8853f847a4656e (diff)
downloadcatch3-90d6fd849ee034fee5caa25f51c7ca107c9e6eca.tar.gz
Increase tolerances in --min-duration tests
The underpowered and oversubscribed CI servers are hell.
-rw-r--r--tests/ExtraTests/CMakeLists.txt6
-rw-r--r--tests/SelfTest/TimingTests/Sleep.tests.cpp4
2 files changed, 5 insertions, 5 deletions
diff --git a/tests/ExtraTests/CMakeLists.txt b/tests/ExtraTests/CMakeLists.txt
index 5423ab1f..17549d46 100644
--- a/tests/ExtraTests/CMakeLists.txt
+++ b/tests/ExtraTests/CMakeLists.txt
@@ -11,11 +11,11 @@ message( STATUS "Extra tests included" )
# The MinDuration reporting tests do not need separate compilation, but
# they have non-trivial execution time, so they are categorized as
# extra tests, so that they are run less.
-add_test(NAME MinDuration::SimpleThreshold COMMAND $<TARGET_FILE:SelfTest> --min-duration 0.15 [min_duration_test])
+add_test(NAME MinDuration::SimpleThreshold COMMAND $<TARGET_FILE:SelfTest> --min-duration 0.22 [min_duration_test])
set_tests_properties(
MinDuration::SimpleThreshold
PROPERTIES
- PASS_REGULAR_EXPRESSION "s: sleep_for_200ms"
+ PASS_REGULAR_EXPRESSION "s: sleep_for_250ms"
FAIL_REGULAR_EXPRESSION "sleep_for_100ms"
RUN_SERIAL ON # The test is timing sensitive, so we want to run it
# serially to avoid false positives on oversubscribed machines
@@ -36,7 +36,7 @@ add_test(NAME MinDuration::DurationOverrideNo COMMAND $<TARGET_FILE:SelfTest> --
set_tests_properties(
MinDuration::DurationOverrideNo
PROPERTIES
- FAIL_REGULAR_EXPRESSION "sleep_for_200ms"
+ FAIL_REGULAR_EXPRESSION "sleep_for_250ms"
)
diff --git a/tests/SelfTest/TimingTests/Sleep.tests.cpp b/tests/SelfTest/TimingTests/Sleep.tests.cpp
index 6ecc5fd2..d8b958be 100644
--- a/tests/SelfTest/TimingTests/Sleep.tests.cpp
+++ b/tests/SelfTest/TimingTests/Sleep.tests.cpp
@@ -16,8 +16,8 @@ TEST_CASE( "sleep_for_100ms", "[.min_duration_test][approvals]" )
CHECK( true );
}
-TEST_CASE( "sleep_for_200ms", "[.min_duration_test][approvals]" )
+TEST_CASE( "sleep_for_250ms", "[.min_duration_test][approvals]" )
{
- std::this_thread::sleep_for( std::chrono::milliseconds( 200 ) );
+ std::this_thread::sleep_for( std::chrono::milliseconds( 250 ) );
CHECK( true );
}