diff options
| author | Martin Hořeňovský | 2020-07-07 11:36:51 +0200 |
|---|---|---|
| committer | Martin Hořeňovský | 2020-07-26 10:48:03 +0200 |
| commit | 90d6fd849ee034fee5caa25f51c7ca107c9e6eca (patch) | |
| tree | 7d9c0fce4bada1e640fe19a1c3ead7276887a9db /tests | |
| parent | 13917c44b423920397dbf026ef8853f847a4656e (diff) | |
| download | catch3-90d6fd849ee034fee5caa25f51c7ca107c9e6eca.tar.gz | |
Increase tolerances in --min-duration tests
The underpowered and oversubscribed CI servers are hell.
Diffstat (limited to 'tests')
| -rw-r--r-- | tests/ExtraTests/CMakeLists.txt | 6 | ||||
| -rw-r--r-- | tests/SelfTest/TimingTests/Sleep.tests.cpp | 4 |
2 files changed, 5 insertions, 5 deletions
diff --git a/tests/ExtraTests/CMakeLists.txt b/tests/ExtraTests/CMakeLists.txt index 5423ab1f..17549d46 100644 --- a/tests/ExtraTests/CMakeLists.txt +++ b/tests/ExtraTests/CMakeLists.txt @@ -11,11 +11,11 @@ message( STATUS "Extra tests included" ) # The MinDuration reporting tests do not need separate compilation, but # they have non-trivial execution time, so they are categorized as # extra tests, so that they are run less. -add_test(NAME MinDuration::SimpleThreshold COMMAND $<TARGET_FILE:SelfTest> --min-duration 0.15 [min_duration_test]) +add_test(NAME MinDuration::SimpleThreshold COMMAND $<TARGET_FILE:SelfTest> --min-duration 0.22 [min_duration_test]) set_tests_properties( MinDuration::SimpleThreshold PROPERTIES - PASS_REGULAR_EXPRESSION "s: sleep_for_200ms" + PASS_REGULAR_EXPRESSION "s: sleep_for_250ms" FAIL_REGULAR_EXPRESSION "sleep_for_100ms" RUN_SERIAL ON # The test is timing sensitive, so we want to run it # serially to avoid false positives on oversubscribed machines @@ -36,7 +36,7 @@ add_test(NAME MinDuration::DurationOverrideNo COMMAND $<TARGET_FILE:SelfTest> -- set_tests_properties( MinDuration::DurationOverrideNo PROPERTIES - FAIL_REGULAR_EXPRESSION "sleep_for_200ms" + FAIL_REGULAR_EXPRESSION "sleep_for_250ms" ) diff --git a/tests/SelfTest/TimingTests/Sleep.tests.cpp b/tests/SelfTest/TimingTests/Sleep.tests.cpp index 6ecc5fd2..d8b958be 100644 --- a/tests/SelfTest/TimingTests/Sleep.tests.cpp +++ b/tests/SelfTest/TimingTests/Sleep.tests.cpp @@ -16,8 +16,8 @@ TEST_CASE( "sleep_for_100ms", "[.min_duration_test][approvals]" ) CHECK( true ); } -TEST_CASE( "sleep_for_200ms", "[.min_duration_test][approvals]" ) +TEST_CASE( "sleep_for_250ms", "[.min_duration_test][approvals]" ) { - std::this_thread::sleep_for( std::chrono::milliseconds( 200 ) ); + std::this_thread::sleep_for( std::chrono::milliseconds( 250 ) ); CHECK( true ); } |