Read-only mirrors. Development, issues and pull requests are on GitHub.

summaryrefslogtreecommitdiffhomepage
path: root/tests
diff options
context:
space:
mode:
authorDaniel Feist2022-04-23 23:14:49 +0200
committerGitHub2022-04-23 23:14:49 +0200
commit291b35b389b8e6d7b560cf7e43b6c72c4b73e522 (patch)
treed2dc107dbe6d2d5965ce63941b7d4a2fe123bd07 /tests
parentf526ff0fc37ae00ff2c0dc8f6550bf8209c30afc (diff)
downloadcatch3-291b35b389b8e6d7b560cf7e43b6c72c4b73e522.tar.gz
Added --skip-benchmarks command-line option. (#2408)
Closes #2392 Co-authored-by: Martin Hořeňovský <martin.horenovsky@gmail.com>
Diffstat (limited to 'tests')
-rw-r--r--tests/CMakeLists.txt12
-rw-r--r--tests/SelfTest/UsageTests/Benchmark.tests.cpp17
2 files changed, 29 insertions, 0 deletions
diff --git a/tests/CMakeLists.txt b/tests/CMakeLists.txt
index 911f3857..627928f1 100644
--- a/tests/CMakeLists.txt
+++ b/tests/CMakeLists.txt
@@ -359,6 +359,18 @@ add_test(NAME CheckConvenienceHeaders
${PYTHON_EXECUTABLE} ${CATCH_DIR}/tools/scripts/checkConvenienceHeaders.py
)
+add_test(NAME "Benchmarking::SkipBenchmarkMacros"
+ COMMAND
+ $<TARGET_FILE:SelfTest> "Skip benchmark macros"
+ --reporter console
+ --skip-benchmarks
+)
+set_tests_properties("Benchmarking::SkipBenchmarkMacros"
+ PROPERTIES
+ PASS_REGULAR_EXPRESSION "All tests passed \\(2 assertions in 1 test case\\)"
+ FAIL_REGULAR_EXPRESSION "benchmark name"
+)
+
add_test(NAME "Benchmarking::FailureReporting::OptimizedOut"
COMMAND
diff --git a/tests/SelfTest/UsageTests/Benchmark.tests.cpp b/tests/SelfTest/UsageTests/Benchmark.tests.cpp
index 14b00107..ffedc9a2 100644
--- a/tests/SelfTest/UsageTests/Benchmark.tests.cpp
+++ b/tests/SelfTest/UsageTests/Benchmark.tests.cpp
@@ -152,3 +152,20 @@ TEST_CASE("Benchmark containers", "[!benchmark]") {
};
}
}
+
+TEST_CASE("Skip benchmark macros", "[!benchmark]") {
+ std::vector<int> v;
+ BENCHMARK("fill vector") {
+ v.emplace_back(1);
+ v.emplace_back(2);
+ v.emplace_back(3);
+ };
+ REQUIRE(v.size() == 0);
+
+ std::size_t counter{0};
+ BENCHMARK_ADVANCED("construct vector")(Catch::Benchmark::Chronometer meter) {
+ std::vector<Catch::Benchmark::storage_for<std::string>> storage(meter.runs());
+ meter.measure([&](int i) { storage[i].construct("thing"); counter++; });
+ };
+ REQUIRE(counter == 0);
+}