Read-only mirrors. Development, issues and pull requests are on GitHub.

summaryrefslogtreecommitdiffhomepage
path: root/tests/ExtraTests/X22-BenchmarksInCumulativeReporter.cpp
diff options
context:
space:
mode:
authorMartin Hořeňovský2021-11-05 23:57:32 +0100
committerMartin Hořeňovský2021-11-09 11:52:50 +0100
commit62d8913d67682234a3a470de621bda3a88eea018 (patch)
tree3bcf5bd54cec7e4b5c6e5038246690ead84c6e87 /tests/ExtraTests/X22-BenchmarksInCumulativeReporter.cpp
parent8780425385787242092333d72e30b2217cb2f6b3 (diff)
downloadcatch3-62d8913d67682234a3a470de621bda3a88eea018.tar.gz
Cumulative reporter base records benchmark results
Diffstat (limited to 'tests/ExtraTests/X22-BenchmarksInCumulativeReporter.cpp')
-rw-r--r--tests/ExtraTests/X22-BenchmarksInCumulativeReporter.cpp78
1 files changed, 78 insertions, 0 deletions
diff --git a/tests/ExtraTests/X22-BenchmarksInCumulativeReporter.cpp b/tests/ExtraTests/X22-BenchmarksInCumulativeReporter.cpp
new file mode 100644
index 00000000..1ab25c77
--- /dev/null
+++ b/tests/ExtraTests/X22-BenchmarksInCumulativeReporter.cpp
@@ -0,0 +1,78 @@
+
+// Copyright Catch2 Authors
+// Distributed under the Boost Software License, Version 1.0.
+// (See accompanying file LICENSE_1_0.txt or copy at
+// https://www.boost.org/LICENSE_1_0.txt)
+
+// SPDX-License-Identifier: BSL-1.0
+
+/**\file
+ * Test that the cumulative reporter base stores both assertions and
+ * benchmarks, and stores them in the right order.
+ *
+ * This is done through a custom reporter that writes out the assertions
+ * and benchmarks and checking that the output is in right order.
+ */
+
+#include <catch2/catch_test_macros.hpp>
+#include <catch2/benchmark/catch_benchmark.hpp>
+#include <catch2/reporters/catch_reporter_cumulative_base.hpp>
+#include <catch2/catch_reporter_registrars.hpp>
+
+#include <iostream>
+
+class CumulativeBenchmarkReporter final : public Catch::CumulativeReporterBase {
+
+public:
+ CumulativeBenchmarkReporter(Catch::ReporterConfig const& _config) :
+ CumulativeReporterBase(_config) {
+ m_preferences.shouldReportAllAssertions = true;
+ }
+
+ static std::string getDescription() {
+ return "Custom reporter for testing cumulative reporter base";
+ }
+
+ virtual void testRunEndedCumulative() override;
+};
+
+CATCH_REGISTER_REPORTER("testReporter", CumulativeBenchmarkReporter)
+
+#include <chrono>
+#include <thread>
+
+TEST_CASE("Some assertions and benchmarks") {
+ using namespace std::chrono_literals;
+
+ REQUIRE(1);
+ BENCHMARK("2") {
+ std::this_thread::sleep_for(1ms);
+ };
+ REQUIRE(3);
+ BENCHMARK("4") {
+ std::this_thread::sleep_for(1ms);
+ };
+ REQUIRE(5);
+}
+
+void CumulativeBenchmarkReporter::testRunEndedCumulative() {
+ auto const& testCases = m_testRun->children;
+ assert(testCases.size() == 1);
+
+ auto const& testCase = *testCases.front();
+ auto const& sections = testCase.children;
+ assert(sections.size() == 1);
+
+ auto const& section = *sections.front();
+ assert(section.childSections.empty());
+ for (auto const& aob : section.assertionsAndBenchmarks) {
+ if (aob.isAssertion()) {
+ auto const& assertion = aob.asAssertion();
+ std::cout << assertion.assertionResult.getExpandedExpression() << '\n';
+ }
+ if (aob.isBenchmark()) {
+ auto const& bench = aob.asBenchmark();
+ std::cout << bench.info.name << '\n';
+ }
+ }
+}