Progmasoft Git

catch3

Progmasoft Catch3: an independently maintained C++17 test framework with a parallel runner, property checks, snapshots and structured results.

Clonegit clone https://git.progmasoft.com/catch3

Increase tolerances in --min-duration tests

The underpowered and oversubscribed CI servers are hell.
Commit
115d6a1c40001e4212aa52c055714e5032128b66
Author
Martin Hořeňovský ·
Parents
91576352f90f

Files · Download .tar.gz

Changes

 projects/ExtraTests/CMakeLists.txt            | 6 +++---
 projects/SelfTest/TimingTests/Sleep.tests.cpp | 4 ++--
 2 files changed, 5 insertions(+), 5 deletions(-)

diff --git a/projects/ExtraTests/CMakeLists.txt b/projects/ExtraTests/CMakeLists.txt
index e3b8720b..637dc692 100644
--- a/projects/ExtraTests/CMakeLists.txt
+++ b/projects/ExtraTests/CMakeLists.txt
@@ -13,11 +13,11 @@ message( STATUS "Extra tests included" )
 # The MinDuration reporting tests do not need separate compilation, but
 # they have non-trivial execution time, so they are categorized as
 # extra tests, so that they are run less.
-add_test(NAME MinDuration::SimpleThreshold COMMAND $<TARGET_FILE:SelfTest> --min-duration 0.15 [min_duration_test])
+add_test(NAME MinDuration::SimpleThreshold COMMAND $<TARGET_FILE:SelfTest> --min-duration 0.22 [min_duration_test])
 set_tests_properties(
     MinDuration::SimpleThreshold
   PROPERTIES
-    PASS_REGULAR_EXPRESSION "s: sleep_for_200ms"
+    PASS_REGULAR_EXPRESSION "s: sleep_for_250ms"
     FAIL_REGULAR_EXPRESSION "sleep_for_100ms"
     RUN_SERIAL ON  # The test is timing sensitive, so we want to run it
     # serially to avoid false positives on oversubscribed machines
@@ -38,7 +38,7 @@ add_test(NAME MinDuration::DurationOverrideNo COMMAND $<TARGET_FILE:SelfTest> --
 set_tests_properties(
     MinDuration::DurationOverrideNo
   PROPERTIES
-    FAIL_REGULAR_EXPRESSION "sleep_for_200ms"
+    FAIL_REGULAR_EXPRESSION "sleep_for_250ms"
 )
 
 
diff --git a/projects/SelfTest/TimingTests/Sleep.tests.cpp b/projects/SelfTest/TimingTests/Sleep.tests.cpp
index 5b939874..672d9efb 100644
--- a/projects/SelfTest/TimingTests/Sleep.tests.cpp
+++ b/projects/SelfTest/TimingTests/Sleep.tests.cpp
@@ -16,8 +16,8 @@ TEST_CASE( "sleep_for_100ms", "[.min_duration_test][approvals]" )
   CHECK( true );
 }
 
-TEST_CASE( "sleep_for_200ms", "[.min_duration_test][approvals]" )
+TEST_CASE( "sleep_for_250ms", "[.min_duration_test][approvals]" )
 {
-  std::this_thread::sleep_for( std::chrono::milliseconds( 200 ) );
+  std::this_thread::sleep_for( std::chrono::milliseconds( 250 ) );
   CHECK( true );
 }