diff options
| author | Matt Rasa | 2026-07-31 09:37:21 -0400 |
|---|---|---|
| committer | Martin Hořeňovský | 2026-08-11 00:08:23 +0200 |
| commit | 0aeb818520028ca05cc2539ed242402ef7a7ae41 (patch) | |
| tree | 90a9179143b09ae2c41b1ec62bb110f756aa09ad /tests/ExtraTests | |
| parent | 97ec4e8e2e4a86719701746d1cb2426f16292ff8 (diff) | |
| download | catch3-0aeb818520028ca05cc2539ed242402ef7a7ae41.tar.gz | |
Emit warning when using --shard-count (> 1) with --order rand
Diffstat (limited to 'tests/ExtraTests')
| -rw-r--r-- | tests/ExtraTests/CMakeLists.txt | 31 |
1 files changed, 31 insertions, 0 deletions
diff --git a/tests/ExtraTests/CMakeLists.txt b/tests/ExtraTests/CMakeLists.txt index 21075a5b..a7b78748 100644 --- a/tests/ExtraTests/CMakeLists.txt +++ b/tests/ExtraTests/CMakeLists.txt @@ -21,6 +21,37 @@ set_tests_properties(TestSharding::OverlyLargeShardIndex PASS_REGULAR_EXPRESSION "The shard count \\(5\\) must be greater than the shard index \\(5\\)" ) +set(CATCH_SHARDING_WARNING_REGEX "Warning: using sharding .* with random order") + +add_test( + NAME TestSharding::WarningOnRandomOrderWithoutFixedSeed + COMMAND $<TARGET_FILE:SelfTest> --shard-index 0 --shard-count 2 --list-tests +) +set_tests_properties(TestSharding::WarningOnRandomOrderWithoutFixedSeed + PROPERTIES + PASS_REGULAR_EXPRESSION "${CATCH_SHARDING_WARNING_REGEX}" +) + +add_test( + NAME TestSharding::NoWarningOnRandomOrderWithFixedSeed + COMMAND $<TARGET_FILE:SelfTest> --shard-index 0 --shard-count 2 --rng-seed 12345 --list-tests +) +set_tests_properties(TestSharding::NoWarningOnRandomOrderWithFixedSeed + PROPERTIES + FAIL_REGULAR_EXPRESSION "${CATCH_SHARDING_WARNING_REGEX}" +) + +foreach(shardOrder decl lex) + add_test( + NAME TestSharding::NoWarningOn${shardOrder}OrderWithoutFixedSeed + COMMAND $<TARGET_FILE:SelfTest> --shard-index 0 --shard-count 2 --order ${shardOrder} --list-tests + ) + set_tests_properties(TestSharding::NoWarningOn${shardOrder}OrderWithoutFixedSeed + PROPERTIES + FAIL_REGULAR_EXPRESSION "${CATCH_SHARDING_WARNING_REGEX}" + ) +endforeach() + # The MinDuration reporting tests do not need separate compilation, but # they have non-trivial execution time, so they are categorized as # extra tests, so that they are run less. |