Progmasoft Git

catch3

Progmasoft Catch3: an independently maintained C++17 test framework with a parallel runner, property checks, snapshots and structured results.

Clonegit clone https://git.progmasoft.com/catch3

Increase tolerances in --min-duration tests

The underpowered and oversubscribed CI servers are hell.
Commit
90d6fd849ee034fee5caa25f51c7ca107c9e6eca
Author
Martin Hořeňovský ·
Parents
13917c44b423

Files · Download .tar.gz

Changes

 tests/ExtraTests/CMakeLists.txt            | 6 +++---
 tests/SelfTest/TimingTests/Sleep.tests.cpp | 4 ++--
 2 files changed, 5 insertions(+), 5 deletions(-)

diff --git a/tests/ExtraTests/CMakeLists.txt b/tests/ExtraTests/CMakeLists.txt
index 5423ab1f..17549d46 100644
--- a/tests/ExtraTests/CMakeLists.txt
+++ b/tests/ExtraTests/CMakeLists.txt
@@ -11,11 +11,11 @@ message( STATUS "Extra tests included" )
 # The MinDuration reporting tests do not need separate compilation, but
 # they have non-trivial execution time, so they are categorized as
 # extra tests, so that they are run less.
-add_test(NAME MinDuration::SimpleThreshold COMMAND $<TARGET_FILE:SelfTest> --min-duration 0.15 [min_duration_test])
+add_test(NAME MinDuration::SimpleThreshold COMMAND $<TARGET_FILE:SelfTest> --min-duration 0.22 [min_duration_test])
 set_tests_properties(
     MinDuration::SimpleThreshold
   PROPERTIES
-    PASS_REGULAR_EXPRESSION "s: sleep_for_200ms"
+    PASS_REGULAR_EXPRESSION "s: sleep_for_250ms"
     FAIL_REGULAR_EXPRESSION "sleep_for_100ms"
     RUN_SERIAL ON  # The test is timing sensitive, so we want to run it
     # serially to avoid false positives on oversubscribed machines
@@ -36,7 +36,7 @@ add_test(NAME MinDuration::DurationOverrideNo COMMAND $<TARGET_FILE:SelfTest> --
 set_tests_properties(
     MinDuration::DurationOverrideNo
   PROPERTIES
-    FAIL_REGULAR_EXPRESSION "sleep_for_200ms"
+    FAIL_REGULAR_EXPRESSION "sleep_for_250ms"
 )
 
 
diff --git a/tests/SelfTest/TimingTests/Sleep.tests.cpp b/tests/SelfTest/TimingTests/Sleep.tests.cpp
index 6ecc5fd2..d8b958be 100644
--- a/tests/SelfTest/TimingTests/Sleep.tests.cpp
+++ b/tests/SelfTest/TimingTests/Sleep.tests.cpp
@@ -16,8 +16,8 @@ TEST_CASE( "sleep_for_100ms", "[.min_duration_test][approvals]" )
   CHECK( true );
 }
 
-TEST_CASE( "sleep_for_200ms", "[.min_duration_test][approvals]" )
+TEST_CASE( "sleep_for_250ms", "[.min_duration_test][approvals]" )
 {
-  std::this_thread::sleep_for( std::chrono::milliseconds( 200 ) );
+  std::this_thread::sleep_for( std::chrono::milliseconds( 250 ) );
   CHECK( true );
 }