diff options
| author | Martin Hořeňovský | 2022-11-06 00:35:50 +0100 |
|---|---|---|
| committer | Martin Hořeňovský | 2022-11-06 21:23:03 +0100 |
| commit | d1ef4614711ec157f61274b68c4065f801bd128a (patch) | |
| tree | a6f410a45baabc859c2df95ecb7f60ef03aca230 | |
| parent | 0c75caf77b5c288a4a9461c08943e263b365180a (diff) | |
| download | catch3-d1ef4614711ec157f61274b68c4065f801bd128a.tar.gz | |
Update basic cost estimates for approvals/benchmarks
| -rw-r--r-- | tests/CMakeLists.txt | 9 | ||||
| -rw-r--r-- | tests/ExtraTests/CMakeLists.txt | 1 |
2 files changed, 7 insertions, 3 deletions
diff --git a/tests/CMakeLists.txt b/tests/CMakeLists.txt index a3e293a4..b40fbceb 100644 --- a/tests/CMakeLists.txt +++ b/tests/CMakeLists.txt @@ -175,7 +175,7 @@ endif() add_test(NAME RunTests COMMAND $<TARGET_FILE:SelfTest> --order rand --rng-seed time) set_tests_properties(RunTests PROPERTIES FAIL_REGULAR_EXPRESSION "Filters:" - COST 60 + COST 15 ) # Because CTest does not allow us to check both return code _and_ expected @@ -354,8 +354,11 @@ add_test(NAME ApprovalTests set_tests_properties(ApprovalTests PROPERTIES FAIL_REGULAR_EXPRESSION "Results differed" - COST 120 # We know that this is either the most, or second most, - # expensive test in the test suite, so we give it high estimate for CI runs + + # This is the most expensive test in the basic test suite, so we give + # it high cost estimate so that CI runs it as one of the first ones, + # for better parallelization. + COST 30 LABELS "uses-python" ) diff --git a/tests/ExtraTests/CMakeLists.txt b/tests/ExtraTests/CMakeLists.txt index f9630883..d5b27fba 100644 --- a/tests/ExtraTests/CMakeLists.txt +++ b/tests/ExtraTests/CMakeLists.txt @@ -269,6 +269,7 @@ set_tests_properties( BenchmarksInCumulativeReporter PROPERTIES PASS_REGULAR_EXPRESSION "1\n2\n3\n4\n5\n" + COST 30 ) |