Welcome to mirror list, hosted at ThFree Co, Russian Federation.

github.com/onqtam/doctest.git - Unnamed repository; edit this file 'description' to name the repository.
summaryrefslogtreecommitdiff
diff options
context:
space:
mode:
authoronqtam <vik.kirilov@gmail.com>2021-12-10 19:49:04 +0300
committeronqtam <vik.kirilov@gmail.com>2021-12-11 00:41:30 +0300
commit6762447a83526f455b2841c723d7e640486c3e9e (patch)
tree3e0f92d292f3ac1ff396bdd6cbe8ad20578ceecc /examples
parent6431c67fd35183255601c986adb7237a0e4142f3 (diff)
added test_case_success attribute to the OverallResultsAsserts xml tag at the end of every test case - taking the logic from finalizeTestCaseData which takes into account decorators such as should/may fail & expected failures - related to #320
Diffstat (limited to 'examples')
-rw-r--r--examples/all_features/test_cases_and_suites.cpp2
-rw-r--r--examples/all_features/test_output/abort_after_xml.txt2
-rw-r--r--examples/all_features/test_output/all_binary_xml.txt2
-rw-r--r--examples/all_features/test_output/alternative_macros.cpp_xml.txt2
-rw-r--r--examples/all_features/test_output/assertion_macros.cpp_xml.txt42
-rw-r--r--examples/all_features/test_output/coverage_maxout.cpp_xml.txt8
-rw-r--r--examples/all_features/test_output/enums.cpp_xml.txt4
-rw-r--r--examples/all_features/test_output/filter_2_xml.txt2
-rw-r--r--examples/all_features/test_output/filter_3_xml.txt14
-rw-r--r--examples/all_features/test_output/first_last_xml.txt6
-rw-r--r--examples/all_features/test_output/header.h_xml.txt8
-rw-r--r--examples/all_features/test_output/logging.cpp_xml.txt12
-rw-r--r--examples/all_features/test_output/main.cpp_xml.txt2
-rw-r--r--examples/all_features/test_output/minimal.txt2
-rw-r--r--examples/all_features/test_output/minimal_junit.txt2
-rw-r--r--examples/all_features/test_output/minimal_no_fail_xml.txt8
-rw-r--r--examples/all_features/test_output/minimal_xml.txt32
-rw-r--r--examples/all_features/test_output/order_1.txt2
-rw-r--r--examples/all_features/test_output/order_1_junit.txt2
-rw-r--r--examples/all_features/test_output/order_1_xml.txt34
-rw-r--r--examples/all_features/test_output/order_2.txt2
-rw-r--r--examples/all_features/test_output/order_2_junit.txt2
-rw-r--r--examples/all_features/test_output/order_2_xml.txt32
-rw-r--r--examples/all_features/test_output/stringification.cpp_xml.txt4
-rw-r--r--examples/all_features/test_output/subcases.cpp_xml.txt14
-rw-r--r--examples/all_features/test_output/templated_test_cases.cpp_xml.txt30
-rw-r--r--examples/all_features/test_output/test_cases_and_suites.cpp.txt2
-rw-r--r--examples/all_features/test_output/test_cases_and_suites.cpp_junit.txt2
-rw-r--r--examples/all_features/test_output/test_cases_and_suites.cpp_xml.txt32
-rw-r--r--examples/exe_with_static_libs/test_output/exe_with_static_libs_xml.txt8
-rw-r--r--examples/executable_dll_and_plugin/test_output/executable_dll_and_plugin_xml.txt10
31 files changed, 163 insertions, 163 deletions
diff --git a/examples/all_features/test_cases_and_suites.cpp b/examples/all_features/test_cases_and_suites.cpp
index d7b55761..13b316de 100644
--- a/examples/all_features/test_cases_and_suites.cpp
+++ b/examples/all_features/test_cases_and_suites.cpp
@@ -67,7 +67,7 @@ TEST_SUITE("test suite with a description" * doctest::description("regarding fai
TEST_CASE("doesn't fail but it should have" * doctest::should_fail()) {}
TEST_CASE("fails 1 time as it should" * doctest::expected_failures(1)) { FAIL(""); }
- TEST_CASE("fails more times as it should" * doctest::expected_failures(1)) {
+ TEST_CASE("fails more times than it should" * doctest::expected_failures(1)) {
FAIL_CHECK("");
FAIL_CHECK("");
}
diff --git a/examples/all_features/test_output/abort_after_xml.txt b/examples/all_features/test_output/abort_after_xml.txt
index ddde55f7..db74df97 100644
--- a/examples/all_features/test_output/abort_after_xml.txt
+++ b/examples/all_features/test_output/abort_after_xml.txt
@@ -25,7 +25,7 @@
should fail
</Info>
</Expression>
- <OverallResultsAsserts successes="5" failures="2"/>
+ <OverallResultsAsserts successes="5" failures="2" test_case_success="false"/>
</TestCase>
</TestSuite>
<OverallResultsAsserts successes="5" failures="2"/>
diff --git a/examples/all_features/test_output/all_binary_xml.txt b/examples/all_features/test_output/all_binary_xml.txt
index 8ab45213..519c8814 100644
--- a/examples/all_features/test_output/all_binary_xml.txt
+++ b/examples/all_features/test_output/all_binary_xml.txt
@@ -195,7 +195,7 @@
0
</Expanded>
</Expression>
- <OverallResultsAsserts successes="16" failures="0"/>
+ <OverallResultsAsserts successes="16" failures="0" test_case_success="true"/>
</TestCase>
</TestSuite>
<OverallResultsAsserts successes="16" failures="0"/>
diff --git a/examples/all_features/test_output/alternative_macros.cpp_xml.txt b/examples/all_features/test_output/alternative_macros.cpp_xml.txt
index 9aab6929..8c7fd67f 100644
--- a/examples/all_features/test_output/alternative_macros.cpp_xml.txt
+++ b/examples/all_features/test_output/alternative_macros.cpp_xml.txt
@@ -11,7 +11,7 @@
<SubCase name="baz" filename="alternative_macros.cpp" line="0">
</SubCase>
</SubCase>
- <OverallResultsAsserts successes="6" failures="0"/>
+ <OverallResultsAsserts successes="6" failures="0" test_case_success="true"/>
</TestCase>
</TestSuite>
<OverallResultsAsserts successes="6" failures="0"/>
diff --git a/examples/all_features/test_output/assertion_macros.cpp_xml.txt b/examples/all_features/test_output/assertion_macros.cpp_xml.txt
index 29234f3b..94b2f27f 100644
--- a/examples/all_features/test_output/assertion_macros.cpp_xml.txt
+++ b/examples/all_features/test_output/assertion_macros.cpp_xml.txt
@@ -19,10 +19,10 @@
Approx( 0.502 ) == 0.501
</Expanded>
</Expression>
- <OverallResultsAsserts successes="4" failures="2"/>
+ <OverallResultsAsserts successes="4" failures="2" test_case_success="false"/>
</TestCase>
<TestCase name="expressions should be evaluated only once" filename="assertion_macros.cpp" line="0">
- <OverallResultsAsserts successes="2" failures="0"/>
+ <OverallResultsAsserts successes="2" failures="0" test_case_success="true"/>
</TestCase>
<TestCase name="exceptions-related macros" filename="assertion_macros.cpp" line="0">
<Expression success="false" type="CHECK_THROWS" filename="assertion_macros.cpp" line="0">
@@ -96,7 +96,7 @@
"0"
</Exception>
</Expression>
- <OverallResultsAsserts successes="3" failures="7"/>
+ <OverallResultsAsserts successes="3" failures="7" test_case_success="false"/>
</TestCase>
<TestCase name="exceptions-related macros for std::exception" filename="assertion_macros.cpp" line="0">
<Expression success="false" type="CHECK_THROWS" filename="assertion_macros.cpp" line="0">
@@ -139,7 +139,7 @@
"whops!"
</Exception>
</Expression>
- <OverallResultsAsserts successes="1" failures="5"/>
+ <OverallResultsAsserts successes="1" failures="5" test_case_success="false"/>
</TestCase>
<TestCase name="WARN level of asserts don't fail the test case" filename="assertion_macros.cpp" line="0">
<Expression success="false" type="WARN" filename="assertion_macros.cpp" line="0">
@@ -254,7 +254,7 @@
1
</Expanded>
</Expression>
- <OverallResultsAsserts successes="0" failures="0"/>
+ <OverallResultsAsserts successes="0" failures="0" test_case_success="true"/>
</TestCase>
<TestCase name="CHECK level of asserts fail the test case but don't abort it" filename="assertion_macros.cpp" line="0">
<Expression success="false" type="CHECK" filename="assertion_macros.cpp" line="0">
@@ -359,7 +359,7 @@
reached!
</Text>
</Message>
- <OverallResultsAsserts successes="0" failures="11"/>
+ <OverallResultsAsserts successes="0" failures="11" test_case_success="false"/>
</TestCase>
<TestCase name="REQUIRE level of asserts fail and abort the test case - 1" filename="assertion_macros.cpp" line="0">
<Expression success="false" type="REQUIRE" filename="assertion_macros.cpp" line="0">
@@ -370,7 +370,7 @@
0
</Expanded>
</Expression>
- <OverallResultsAsserts successes="0" failures="1"/>
+ <OverallResultsAsserts successes="0" failures="1" test_case_success="false"/>
</TestCase>
<TestCase name="REQUIRE level of asserts fail and abort the test case - 2" filename="assertion_macros.cpp" line="0">
<Expression success="false" type="REQUIRE_FALSE" filename="assertion_macros.cpp" line="0">
@@ -381,7 +381,7 @@
1
</Expanded>
</Expression>
- <OverallResultsAsserts successes="0" failures="1"/>
+ <OverallResultsAsserts successes="0" failures="1" test_case_success="false"/>
</TestCase>
<TestCase name="REQUIRE level of asserts fail and abort the test case - 3" filename="assertion_macros.cpp" line="0">
<Expression success="false" type="REQUIRE_THROWS" filename="assertion_macros.cpp" line="0">
@@ -389,7 +389,7 @@
throw_if(false, 0)
</Original>
</Expression>
- <OverallResultsAsserts successes="0" failures="1"/>
+ <OverallResultsAsserts successes="0" failures="1" test_case_success="false"/>
</TestCase>
<TestCase name="REQUIRE level of asserts fail and abort the test case - 4" filename="assertion_macros.cpp" line="0">
<Expression success="false" type="REQUIRE_THROWS_AS" filename="assertion_macros.cpp" line="0">
@@ -400,7 +400,7 @@
bool
</ExpectedException>
</Expression>
- <OverallResultsAsserts successes="0" failures="1"/>
+ <OverallResultsAsserts successes="0" failures="1" test_case_success="false"/>
</TestCase>
<TestCase name="REQUIRE level of asserts fail and abort the test case - 5" filename="assertion_macros.cpp" line="0">
<Expression success="false" type="REQUIRE_THROWS_AS" filename="assertion_macros.cpp" line="0">
@@ -414,7 +414,7 @@
bool
</ExpectedException>
</Expression>
- <OverallResultsAsserts successes="0" failures="1"/>
+ <OverallResultsAsserts successes="0" failures="1" test_case_success="false"/>
</TestCase>
<TestCase name="REQUIRE level of asserts fail and abort the test case - 6" filename="assertion_macros.cpp" line="0">
<Expression success="false" type="REQUIRE_THROWS_WITH" filename="assertion_macros.cpp" line="0">
@@ -425,7 +425,7 @@
whops!
</ExpectedExceptionString>
</Expression>
- <OverallResultsAsserts successes="0" failures="1"/>
+ <OverallResultsAsserts successes="0" failures="1" test_case_success="false"/>
</TestCase>
<TestCase name="REQUIRE level of asserts fail and abort the test case - 7" filename="assertion_macros.cpp" line="0">
<Expression success="false" type="REQUIRE_THROWS_WITH" filename="assertion_macros.cpp" line="0">
@@ -437,7 +437,7 @@
whops!
</ExpectedExceptionString>
</Expression>
- <OverallResultsAsserts successes="0" failures="1"/>
+ <OverallResultsAsserts successes="0" failures="1" test_case_success="false"/>
</TestCase>
<TestCase name="REQUIRE level of asserts fail and abort the test case - 8" filename="assertion_macros.cpp" line="0">
<Expression success="false" type="REQUIRE_THROWS_WITH_AS" filename="assertion_macros.cpp" line="0">
@@ -451,7 +451,7 @@
whops!
</ExpectedExceptionString>
</Expression>
- <OverallResultsAsserts successes="0" failures="1"/>
+ <OverallResultsAsserts successes="0" failures="1" test_case_success="false"/>
</TestCase>
<TestCase name="REQUIRE level of asserts fail and abort the test case - 9" filename="assertion_macros.cpp" line="0">
<Expression success="false" type="REQUIRE_THROWS_WITH_AS" filename="assertion_macros.cpp" line="0">
@@ -466,7 +466,7 @@
whops!
</ExpectedExceptionString>
</Expression>
- <OverallResultsAsserts successes="0" failures="1"/>
+ <OverallResultsAsserts successes="0" failures="1" test_case_success="false"/>
</TestCase>
<TestCase name="REQUIRE level of asserts fail and abort the test case - 10" filename="assertion_macros.cpp" line="0">
<Expression success="false" type="REQUIRE_NOTHROW" filename="assertion_macros.cpp" line="0">
@@ -477,7 +477,7 @@
"0"
</Exception>
</Expression>
- <OverallResultsAsserts successes="0" failures="1"/>
+ <OverallResultsAsserts successes="0" failures="1" test_case_success="false"/>
</TestCase>
<TestCase name="REQUIRE level of asserts fail and abort the test case - 11" filename="assertion_macros.cpp" line="0">
<Expression success="false" type="REQUIRE_EQ" filename="assertion_macros.cpp" line="0">
@@ -488,7 +488,7 @@
1, 0
</Expanded>
</Expression>
- <OverallResultsAsserts successes="0" failures="1"/>
+ <OverallResultsAsserts successes="0" failures="1" test_case_success="false"/>
</TestCase>
<TestCase name="REQUIRE level of asserts fail and abort the test case - 12" filename="assertion_macros.cpp" line="0">
<Expression success="false" type="REQUIRE_UNARY" filename="assertion_macros.cpp" line="0">
@@ -499,7 +499,7 @@
0
</Expanded>
</Expression>
- <OverallResultsAsserts successes="0" failures="1"/>
+ <OverallResultsAsserts successes="0" failures="1" test_case_success="false"/>
</TestCase>
<TestCase name="REQUIRE level of asserts fail and abort the test case - 13" filename="assertion_macros.cpp" line="0">
<Expression success="false" type="REQUIRE_UNARY_FALSE" filename="assertion_macros.cpp" line="0">
@@ -510,10 +510,10 @@
1
</Expanded>
</Expression>
- <OverallResultsAsserts successes="0" failures="1"/>
+ <OverallResultsAsserts successes="0" failures="1" test_case_success="false"/>
</TestCase>
<TestCase name="all binary assertions" filename="assertion_macros.cpp" line="0">
- <OverallResultsAsserts successes="16" failures="0"/>
+ <OverallResultsAsserts successes="16" failures="0" test_case_success="true"/>
</TestCase>
<TestCase name="some asserts used in a function called by a test case" filename="assertion_macros.cpp" line="0">
<Expression success="false" type="CHECK_THROWS_WITH_AS" filename="assertion_macros.cpp" line="0">
@@ -530,7 +530,7 @@
unknown exception
</ExpectedExceptionString>
</Expression>
- <OverallResultsAsserts successes="9" failures="1"/>
+ <OverallResultsAsserts successes="9" failures="1" test_case_success="false"/>
</TestCase>
</TestSuite>
<OverallResultsAsserts successes="35" failures="39"/>
diff --git a/examples/all_features/test_output/coverage_maxout.cpp_xml.txt b/examples/all_features/test_output/coverage_maxout.cpp_xml.txt
index edda42d8..1f81db18 100644
--- a/examples/all_features/test_output/coverage_maxout.cpp_xml.txt
+++ b/examples/all_features/test_output/coverage_maxout.cpp_xml.txt
@@ -84,7 +84,7 @@
6 &lt;= Approx( 5.0 )
</Expanded>
</Expression>
- <OverallResultsAsserts successes="22" failures="9"/>
+ <OverallResultsAsserts successes="22" failures="9" test_case_success="false"/>
</TestCase>
</TestSuite>
<TestSuite name="exception related">
@@ -92,19 +92,19 @@
<Exception crash="false">
std::string!
</Exception>
- <OverallResultsAsserts successes="0" failures="0"/>
+ <OverallResultsAsserts successes="0" failures="0" test_case_success="false"/>
</TestCase>
<TestCase name="will end from a const char* exception" filename="coverage_maxout.cpp" line="0">
<Exception crash="false">
const char*!
</Exception>
- <OverallResultsAsserts successes="0" failures="0"/>
+ <OverallResultsAsserts successes="0" failures="0" test_case_success="false"/>
</TestCase>
<TestCase name="will end from an unknown exception" filename="coverage_maxout.cpp" line="0">
<Exception crash="false">
unknown exception
</Exception>
- <OverallResultsAsserts successes="0" failures="0"/>
+ <OverallResultsAsserts successes="0" failures="0" test_case_success="false"/>
</TestCase>
</TestSuite>
<OverallResultsAsserts successes="22" failures="9"/>
diff --git a/examples/all_features/test_output/enums.cpp_xml.txt b/examples/all_features/test_output/enums.cpp_xml.txt
index 66730ae2..85d6fe71 100644
--- a/examples/all_features/test_output/enums.cpp_xml.txt
+++ b/examples/all_features/test_output/enums.cpp_xml.txt
@@ -3,7 +3,7 @@
<Options order_by="file" rand_seed="324" first="0" last="4294967295" abort_after="0" subcase_filter_levels="2147483647" case_sensitive="false" no_throw="false" no_skip="false"/>
<TestSuite>
<TestCase name="enum 1" filename="enums.cpp" line="0">
- <OverallResultsAsserts successes="9" failures="0"/>
+ <OverallResultsAsserts successes="9" failures="0" test_case_success="true"/>
</TestCase>
<TestCase name="enum 2" filename="enums.cpp" line="0" should_fail="true">
<Expression success="false" type="CHECK_EQ" filename="enums.cpp" line="0">
@@ -150,7 +150,7 @@
2, 0
</Expanded>
</Expression>
- <OverallResultsAsserts successes="0" failures="18"/>
+ <OverallResultsAsserts successes="0" failures="18" test_case_success="true"/>
</TestCase>
</TestSuite>
<OverallResultsAsserts successes="9" failures="18"/>
diff --git a/examples/all_features/test_output/filter_2_xml.txt b/examples/all_features/test_output/filter_2_xml.txt
index 72b34e36..0524c845 100644
--- a/examples/all_features/test_output/filter_2_xml.txt
+++ b/examples/all_features/test_output/filter_2_xml.txt
@@ -63,7 +63,7 @@
<TestCase name="fails from an exception but gets re-entered to traverse all subcases" filename="subcases.cpp" line="0" skipped="true"/>
</TestSuite>
<TestSuite name="test suite with a description">
- <TestCase name="fails more times as it should" filename="test_cases_and_suites.cpp" line="0" description="regarding failures" skipped="true"/>
+ <TestCase name="fails more times than it should" filename="test_cases_and_suites.cpp" line="0" description="regarding failures" skipped="true"/>
</TestSuite>
<TestSuite>
<TestCase name="fixtured test" filename="header.h" line="0" skipped="true"/>
diff --git a/examples/all_features/test_output/filter_3_xml.txt b/examples/all_features/test_output/filter_3_xml.txt
index b2cc2ae8..4edeb7d1 100644
--- a/examples/all_features/test_output/filter_3_xml.txt
+++ b/examples/all_features/test_output/filter_3_xml.txt
@@ -5,7 +5,7 @@
<TestCase name="lots of nested subcases" filename="subcases.cpp" line="0">
root
- <OverallResultsAsserts successes="0" failures="0"/>
+ <OverallResultsAsserts successes="0" failures="0" test_case_success="true"/>
</TestCase>
<TestCase name="subcases can be used in a separate function as well" filename="subcases.cpp" line="0">
<SubCase name="from function..." filename="subcases.cpp" line="0">
@@ -27,22 +27,22 @@ root
lala
</Text>
</Message>
- <OverallResultsAsserts successes="0" failures="0"/>
+ <OverallResultsAsserts successes="0" failures="0" test_case_success="true"/>
</TestCase>
<TestCase name=" Scenario: vectors can be sized and resized" filename="subcases.cpp" line="0">
- <OverallResultsAsserts successes="0" failures="0"/>
+ <OverallResultsAsserts successes="0" failures="0" test_case_success="true"/>
</TestCase>
<TestCase name="test case should fail even though the last subcase passes" filename="subcases.cpp" line="0">
- <OverallResultsAsserts successes="0" failures="0"/>
+ <OverallResultsAsserts successes="0" failures="0" test_case_success="true"/>
</TestCase>
<TestCase name="fails from an exception but gets re-entered to traverse all subcases" filename="subcases.cpp" line="0">
- <OverallResultsAsserts successes="0" failures="0"/>
+ <OverallResultsAsserts successes="0" failures="0" test_case_success="true"/>
</TestCase>
<TestCase name="Nested - related to https://github.com/onqtam/doctest/issues/282" filename="subcases.cpp" line="0">
- <OverallResultsAsserts successes="0" failures="0"/>
+ <OverallResultsAsserts successes="0" failures="0" test_case_success="true"/>
</TestCase>
<TestCase name="subcases with changing names" filename="subcases.cpp" line="0">
- <OverallResultsAsserts successes="0" failures="0"/>
+ <OverallResultsAsserts successes="0" failures="0" test_case_success="true"/>
</TestCase>
</TestSuite>
<OverallResultsAsserts successes="0" failures="0"/>
diff --git a/examples/all_features/test_output/first_last_xml.txt b/examples/all_features/test_output/first_last_xml.txt
index 9f79baf0..b097b077 100644
--- a/examples/all_features/test_output/first_last_xml.txt
+++ b/examples/all_features/test_output/first_last_xml.txt
@@ -6,19 +6,19 @@
<Exception crash="false">
std::string!
</Exception>
- <OverallResultsAsserts successes="0" failures="0"/>
+ <OverallResultsAsserts successes="0" failures="0" test_case_success="false"/>
</TestCase>
<TestCase name="will end from a const char* exception" filename="coverage_maxout.cpp" line="0">
<Exception crash="false">
const char*!
</Exception>
- <OverallResultsAsserts successes="0" failures="0"/>
+ <OverallResultsAsserts successes="0" failures="0" test_case_success="false"/>
</TestCase>
<TestCase name="will end from an unknown exception" filename="coverage_maxout.cpp" line="0">
<Exception crash="false">
unknown exception
</Exception>
- <OverallResultsAsserts successes="0" failures="0"/>
+ <OverallResultsAsserts successes="0" failures="0" test_case_success="false"/>
</TestCase>
</TestSuite>
<OverallResultsAsserts successes="0" failures="0"/>
diff --git a/examples/all_features/test_output/header.h_xml.txt b/examples/all_features/test_output/header.h_xml.txt
index 62905f2d..840fe80c 100644
--- a/examples/all_features/test_output/header.h_xml.txt
+++ b/examples/all_features/test_output/header.h_xml.txt
@@ -6,7 +6,7 @@
<Message type="FATAL ERROR" filename="header.h" line="0">
<Text/>
</Message>
- <OverallResultsAsserts successes="0" failures="1"/>
+ <OverallResultsAsserts successes="0" failures="1" test_case_success="false"/>
</TestCase>
</TestSuite>
<TestSuite>
@@ -14,16 +14,16 @@
<Message type="FATAL ERROR" filename="header.h" line="0">
<Text/>
</Message>
- <OverallResultsAsserts successes="0" failures="1"/>
+ <OverallResultsAsserts successes="0" failures="1" test_case_success="false"/>
</TestCase>
<TestCase name="template 2&lt;doctest::String>" filename="header.h" line="0">
<Message type="FATAL ERROR" filename="header.h" line="0">
<Text/>
</Message>
- <OverallResultsAsserts successes="0" failures="1"/>
+ <OverallResultsAsserts successes="0" failures="1" test_case_success="false"/>
</TestCase>
<TestCase name="fixtured test" filename="header.h" line="0">
- <OverallResultsAsserts successes="1" failures="0"/>
+ <OverallResultsAsserts successes="1" failures="0" test_case_success="true"/>
</TestCase>
</TestSuite>
<OverallResultsAsserts successes="1" failures="3"/>
diff --git a/examples/all_features/test_output/logging.cpp_xml.txt b/examples/all_features/test_output/logging.cpp_xml.txt
index 6ff2ed91..27207f98 100644
--- a/examples/all_features/test_output/logging.cpp_xml.txt
+++ b/examples/all_features/test_output/logging.cpp_xml.txt
@@ -73,7 +73,7 @@
i := 4
</Info>
</Expression>
- <OverallResultsAsserts successes="0" failures="5"/>
+ <OverallResultsAsserts successes="0" failures="5" test_case_success="false"/>
</TestCase>
<TestCase name="a test case that will end from an exception" filename="logging.cpp" line="0">
<Message type="ERROR" filename="logging.cpp" line="0">
@@ -110,13 +110,13 @@
<Exception crash="false">
0
</Exception>
- <OverallResultsAsserts successes="0" failures="2"/>
+ <OverallResultsAsserts successes="0" failures="2" test_case_success="false"/>
</TestCase>
<TestCase name="a test case that will end from an exception and should print the unprinted context" filename="logging.cpp" line="0">
<Exception crash="false">
0
</Exception>
- <OverallResultsAsserts successes="0" failures="0"/>
+ <OverallResultsAsserts successes="0" failures="0" test_case_success="false"/>
</TestCase>
<TestCase name="third party asserts can report failures to doctest" filename="logging.cpp" line="0">
<Message type="ERROR" filename="logging.cpp" line="0">
@@ -129,7 +129,7 @@
MY_ASSERT_FATAL(false)
</Text>
</Message>
- <OverallResultsAsserts successes="0" failures="2"/>
+ <OverallResultsAsserts successes="0" failures="2" test_case_success="false"/>
</TestCase>
<TestCase name="explicit failures 1" filename="logging.cpp" line="0">
<Message type="ERROR" filename="logging.cpp" line="0">
@@ -142,7 +142,7 @@
reached!
</Text>
</Message>
- <OverallResultsAsserts successes="0" failures="1"/>
+ <OverallResultsAsserts successes="0" failures="1" test_case_success="false"/>
</TestCase>
<TestCase name="explicit failures 2" filename="logging.cpp" line="0">
<Message type="FATAL ERROR" filename="logging.cpp" line="0">
@@ -150,7 +150,7 @@
fail the test case and also end it
</Text>
</Message>
- <OverallResultsAsserts successes="0" failures="1"/>
+ <OverallResultsAsserts successes="0" failures="1" test_case_success="false"/>
</TestCase>
</TestSuite>
<OverallResultsAsserts successes="0" failures="11"/>
diff --git a/examples/all_features/test_output/main.cpp_xml.txt b/examples/all_features/test_output/main.cpp_xml.txt
index e9cd99bb..90e2ef0a 100644
--- a/examples/all_features/test_output/main.cpp_xml.txt
+++ b/examples/all_features/test_output/main.cpp_xml.txt
@@ -3,7 +3,7 @@
<Options order_by="file" rand_seed="324" first="0" last="4294967295" abort_after="0" subcase_filter_levels="2147483647" case_sensitive="false" no_throw="false" no_skip="false"/>
<TestSuite>
<TestCase name="[string] testing std::string" filename="main.cpp" line="0">
- <OverallResultsAsserts successes="1" failures="0"/>
+ <OverallResultsAsserts successes="1" failures="0" test_case_success="true"/>
</TestCase>
</TestSuite>
<OverallResultsAsserts successes="1" failures="0"/>
diff --git a/examples/all_features/test_output/minimal.txt b/examples/all_features/test_output/minimal.txt
index 4901abb7..369c3684 100644
--- a/examples/all_features/test_output/minimal.txt
+++ b/examples/all_features/test_output/minimal.txt
@@ -86,7 +86,7 @@ Failed exactly 1 times as expected so marking it as not failed!
test_cases_and_suites.cpp(0):
DESCRIPTION: regarding failures
TEST SUITE: test suite with a description
-TEST CASE: fails more times as it should
+TEST CASE: fails more times than it should
test_cases_and_suites.cpp(0): ERROR:
diff --git a/examples/all_features/test_output/minimal_junit.txt b/examples/all_features/test_output/minimal_junit.txt
index 47e66d09..d7849a26 100644
--- a/examples/all_features/test_output/minimal_junit.txt
+++ b/examples/all_features/test_output/minimal_junit.txt
@@ -25,7 +25,7 @@ CHECK( data == 85 ) is NOT correct!
<testcase classname="test_cases_and_suites.cpp" name="fails as it should" status="run"/>
<testcase classname="test_cases_and_suites.cpp" name="doesn't fail but it should have" status="run"/>
<testcase classname="test_cases_and_suites.cpp" name="fails 1 time as it should" status="run"/>
- <testcase classname="test_cases_and_suites.cpp" name="fails more times as it should" status="run"/>
+ <testcase classname="test_cases_and_suites.cpp" name="fails more times than it should" status="run"/>
<testcase classname="test_cases_and_suites.cpp" name="should fail and no output" status="run"/>
</testsuite>
</testsuites>
diff --git a/examples/all_features/test_output/minimal_no_fail_xml.txt b/examples/all_features/test_output/minimal_no_fail_xml.txt
index 46601b21..67ff229a 100644
--- a/examples/all_features/test_output/minimal_no_fail_xml.txt
+++ b/examples/all_features/test_output/minimal_no_fail_xml.txt
@@ -3,10 +3,10 @@
<Options order_by="file" rand_seed="324" first="0" last="4294967295" abort_after="0" subcase_filter_levels="2147483647" case_sensitive="false" no_throw="false" no_skip="false"/>
<TestSuite>
<TestCase name="no checks" filename="no_failures.cpp" line="0">
- <OverallResultsAsserts successes="0" failures="0"/>
+ <OverallResultsAsserts successes="0" failures="0" test_case_success="true"/>
</TestCase>
<TestCase name="simple check" filename="no_failures.cpp" line="0">
- <OverallResultsAsserts successes="1" failures="0"/>
+ <OverallResultsAsserts successes="1" failures="0" test_case_success="true"/>
</TestCase>
</TestSuite>
<TestSuite name="some suite">
@@ -14,7 +14,7 @@
<Message type="FATAL ERROR" filename="no_failures.cpp" line="0">
<Text/>
</Message>
- <OverallResultsAsserts successes="0" failures="1"/>
+ <OverallResultsAsserts successes="0" failures="1" test_case_success="true"/>
</TestCase>
</TestSuite>
<TestSuite>
@@ -22,7 +22,7 @@
<Message type="FATAL ERROR" filename="no_failures.cpp" line="0">
<Text/>
</Message>
- <OverallResultsAsserts successes="0" failures="1"/>
+ <OverallResultsAsserts successes="0" failures="1" test_case_success="true"/>
</TestCase>
</TestSuite>
<OverallResultsAsserts successes="1" failures="2"/>
diff --git a/examples/all_features/test_output/minimal_xml.txt b/examples/all_features/test_output/minimal_xml.txt
index ece0fb6d..6fc245aa 100644
--- a/examples/all_features/test_output/minimal_xml.txt
+++ b/examples/all_features/test_output/minimal_xml.txt
@@ -3,13 +3,13 @@
<Options order_by="file" rand_seed="324" first="0" last="4294967295" abort_after="0" subcase_filter_levels="2147483647" case_sensitive="false" no_throw="false" no_skip="false"/>
<TestSuite>
<TestCase name="an empty test that will succeed - not part of a test suite" filename="test_cases_and_suites.cpp" line="0">
- <OverallResultsAsserts successes="0" failures="0"/>
+ <OverallResultsAsserts successes="0" failures="0" test_case_success="true"/>
</TestCase>
<TestCase name="should fail because of an exception" filename="test_cases_and_suites.cpp" line="0">
<Exception crash="false">
0
</Exception>
- <OverallResultsAsserts successes="1" failures="0"/>
+ <OverallResultsAsserts successes="1" failures="0" test_case_success="false"/>
</TestCase>
</TestSuite>
<TestSuite name="scoped test suite">
@@ -17,13 +17,13 @@
<Message type="FATAL ERROR" filename="test_cases_and_suites.cpp" line="0">
<Text/>
</Message>
- <OverallResultsAsserts successes="0" failures="1"/>
+ <OverallResultsAsserts successes="0" failures="1" test_case_success="false"/>
</TestCase>
<TestCase name="part of scoped 2" filename="test_cases_and_suites.cpp" line="0">
<Message type="FATAL ERROR" filename="test_cases_and_suites.cpp" line="0">
<Text/>
</Message>
- <OverallResultsAsserts successes="0" failures="1"/>
+ <OverallResultsAsserts successes="0" failures="1" test_case_success="false"/>
</TestCase>
</TestSuite>
<TestSuite name="some TS">
@@ -31,7 +31,7 @@
<Message type="FATAL ERROR" filename="test_cases_and_suites.cpp" line="0">
<Text/>
</Message>
- <OverallResultsAsserts successes="0" failures="1"/>
+ <OverallResultsAsserts successes="0" failures="1" test_case_success="false"/>
</TestCase>
</TestSuite>
<TestSuite>
@@ -44,7 +44,7 @@
21 == 85
</Expanded>
</Expression>
- <OverallResultsAsserts successes="0" failures="1"/>
+ <OverallResultsAsserts successes="0" failures="1" test_case_success="false"/>
</TestCase>
</TestSuite>
<TestSuite name="ts1">
@@ -54,7 +54,7 @@
failing because of the timeout decorator!
</Text>
</Message>
- <OverallResultsAsserts successes="0" failures="0"/>
+ <OverallResultsAsserts successes="0" failures="0" test_case_success="false"/>
</TestCase>
</TestSuite>
<TestSuite name="skipped test cases">
@@ -62,7 +62,7 @@
<Message type="FATAL ERROR" filename="test_cases_and_suites.cpp" line="0">
<Text/>
</Message>
- <OverallResultsAsserts successes="0" failures="1"/>
+ <OverallResultsAsserts successes="0" failures="1" test_case_success="false"/>
</TestCase>
</TestSuite>
<TestSuite name="test suite with a description">
@@ -70,34 +70,34 @@
<Message type="FATAL ERROR" filename="test_cases_and_suites.cpp" line="0">
<Text/>
</Message>
- <OverallResultsAsserts successes="0" failures="1"/>
+ <OverallResultsAsserts successes="0" failures="1" test_case_success="true"/>
</TestCase>
<TestCase name="doesn't fail which is fine" filename="test_cases_and_suites.cpp" line="0" description="regarding failures" may_fail="true">
- <OverallResultsAsserts successes="0" failures="0"/>
+ <OverallResultsAsserts successes="0" failures="0" test_case_success="true"/>
</TestCase>
<TestCase name="fails as it should" filename="test_cases_and_suites.cpp" line="0" description="regarding failures" should_fail="true">
<Message type="FATAL ERROR" filename="test_cases_and_suites.cpp" line="0">
<Text/>
</Message>
- <OverallResultsAsserts successes="0" failures="1"/>
+ <OverallResultsAsserts successes="0" failures="1" test_case_success="true"/>
</TestCase>
<TestCase name="doesn't fail but it should have" filename="test_cases_and_suites.cpp" line="0" description="regarding failures" should_fail="true">
- <OverallResultsAsserts successes="0" failures="0"/>
+ <OverallResultsAsserts successes="0" failures="0" test_case_success="false"/>
</TestCase>
<TestCase name="fails 1 time as it should" filename="test_cases_and_suites.cpp" line="0" description="regarding failures">
<Message type="FATAL ERROR" filename="test_cases_and_suites.cpp" line="0">
<Text/>
</Message>
- <OverallResultsAsserts successes="0" failures="1" expected_failures="1"/>
+ <OverallResultsAsserts successes="0" failures="1" test_case_success="true" expected_failures="1"/>
</TestCase>
- <TestCase name="fails more times as it should" filename="test_cases_and_suites.cpp" line="0" description="regarding failures">
+ <TestCase name="fails more times than it should" filename="test_cases_and_suites.cpp" line="0" description="regarding failures">
<Message type="ERROR" filename="test_cases_and_suites.cpp" line="0">
<Text/>
</Message>
<Message type="ERROR" filename="test_cases_and_suites.cpp" line="0">
<Text/>
</Message>
- <OverallResultsAsserts successes="0" failures="2" expected_failures="1"/>
+ <OverallResultsAsserts successes="0" failures="2" test_case_success="false" expected_failures="1"/>
</TestCase>
</TestSuite>
<TestSuite>
@@ -105,7 +105,7 @@
<Message type="FATAL ERROR" filename="test_cases_and_suites.cpp" line="0">
<Text/>
</Message>
- <OverallResultsAsserts successes="0" failures="1"/>
+ <OverallResultsAsserts successes="0" failures="1" test_case_success="true"/>
</TestCase>
</TestSuite>
<OverallResultsAsserts successes="1" failures="11"/>
diff --git a/examples/all_features/test_output/order_1.txt b/examples/all_features/test_output/order_1.txt
index 2429335b..22637c39 100644
--- a/examples/all_features/test_output/order_1.txt
+++ b/examples/all_features/test_output/order_1.txt
@@ -86,7 +86,7 @@ Failed exactly 1 times as expected so marking it as not failed!
test_cases_and_suites.cpp(0):
DESCRIPTION: regarding failures
TEST SUITE: test suite with a description
-TEST CASE: fails more times as it should
+TEST CASE: fails more times than it should
test_cases_and_suites.cpp(0): ERROR:
diff --git a/examples/all_features/test_output/order_1_junit.txt b/examples/all_features/test_output/order_1_junit.txt
index 68640a86..90e71424 100644
--- a/examples/all_features/test_output/order_1_junit.txt
+++ b/examples/all_features/test_output/order_1_junit.txt
@@ -26,7 +26,7 @@ CHECK( data == 85 ) is NOT correct!
<testcase classname="test_cases_and_suites.cpp" name="fails as it should" status="run"/>
<testcase classname="test_cases_and_suites.cpp" name="doesn't fail but it should have" status="run"/>
<testcase classname="test_cases_and_suites.cpp" name="fails 1 time as it should" status="run"/>
- <testcase classname="test_cases_and_suites.cpp" name="fails more times as it should" status="run"/>
+ <testcase classname="test_cases_and_suites.cpp" name="fails more times than it should" status="run"/>
<testcase classname="test_cases_and_suites.cpp" name="normal test in a test suite from a decorator" status="run"/>
</testsuite>
</testsuites>
diff --git a/examples/all_features/test_output/order_1_xml.txt b/examples/all_features/test_output/order_1_xml.txt
index d47aba95..257e5c04 100644
--- a/examples/all_features/test_output/order_1_xml.txt
+++ b/examples/all_features/test_output/order_1_xml.txt
@@ -3,13 +3,13 @@
<Options order_by="suite" rand_seed="324" first="0" last="4294967295" abort_after="0" subcase_filter_levels="2147483647" case_sensitive="false" no_throw="false" no_skip="true"/>
<TestSuite>
<TestCase name="an empty test that will succeed - not part of a test suite" filename="test_cases_and_suites.cpp" line="0">
- <OverallResultsAsserts successes="0" failures="0"/>
+ <OverallResultsAsserts successes="0" failures="0" test_case_success="true"/>
</TestCase>
<TestCase name="should fail because of an exception" filename="test_cases_and_suites.cpp" line="0">
<Exception crash="false">
0
</Exception>
- <OverallResultsAsserts successes="1" failures="0"/>
+ <OverallResultsAsserts successes="1" failures="0" test_case_success="false"/>
</TestCase>
<TestCase name="fixtured test - not part of a test suite" filename="test_cases_and_suites.cpp" line="0">
<Expression success="false" type="CHECK" filename="test_cases_and_suites.cpp" line="0">
@@ -20,13 +20,13 @@
21 == 85
</Expanded>
</Expression>
- <OverallResultsAsserts successes="0" failures="1"/>
+ <OverallResultsAsserts successes="0" failures="1" test_case_success="false"/>
</TestCase>
<TestCase name="should fail and no output" filename="test_cases_and_suites.cpp" line="0" should_fail="true">
<Message type="FATAL ERROR" filename="test_cases_and_suites.cpp" line="0">
<Text/>
</Message>
- <OverallResultsAsserts successes="0" failures="1"/>
+ <OverallResultsAsserts successes="0" failures="1" test_case_success="true"/>
</TestCase>
</TestSuite>
<TestSuite name="scoped test suite">
@@ -34,13 +34,13 @@
<Message type="FATAL ERROR" filename="test_cases_and_suites.cpp" line="0">
<Text/>
</Message>
- <OverallResultsAsserts successes="0" failures="1"/>
+ <OverallResultsAsserts successes="0" failures="1" test_case_success="false"/>
</TestCase>
<TestCase name="part of scoped 2" filename="test_cases_and_suites.cpp" line="0">
<Message type="FATAL ERROR" filename="test_cases_and_suites.cpp" line="0">
<Text/>
</Message>
- <OverallResultsAsserts successes="0" failures="1"/>
+ <OverallResultsAsserts successes="0" failures="1" test_case_success="false"/>
</TestCase>
</TestSuite>
<TestSuite name="skipped test cases">
@@ -48,13 +48,13 @@
<Message type="FATAL ERROR" filename="test_cases_and_suites.cpp" line="0">
<Text/>
</Message>
- <OverallResultsAsserts successes="0" failures="1"/>
+ <OverallResultsAsserts successes="0" failures="1" test_case_success="false"/>
</TestCase>
<TestCase name="skipped - inherited from the test suite" filename="test_cases_and_suites.cpp" line="0">
<Message type="FATAL ERROR" filename="test_cases_and_suites.cpp" line="0">
<Text/>
</Message>
- <OverallResultsAsserts successes="0" failures="1"/>
+ <OverallResultsAsserts successes="0" failures="1" test_case_success="false"/>
</TestCase>
</TestSuite>
<TestSuite name="some TS">
@@ -62,7 +62,7 @@
<Message type="FATAL ERROR" filename="test_cases_and_suites.cpp" line="0">
<Text/>
</Message>
- <OverallResultsAsserts successes="0" failures="1"/>
+ <OverallResultsAsserts successes="0" failures="1" test_case_success="false"/>
</TestCase>
</TestSuite>
<TestSuite name="test suite with a description">
@@ -70,34 +70,34 @@
<Message type="FATAL ERROR" filename="test_cases_and_suites.cpp" line="0">
<Text/>
</Message>
- <OverallResultsAsserts successes="0" failures="1"/>
+ <OverallResultsAsserts successes="0" failures="1" test_case_success="true"/>
</TestCase>
<TestCase name="doesn't fail which is fine" filename="test_cases_and_suites.cpp" line="0" description="regarding failures" may_fail="true">
- <OverallResultsAsserts successes="0" failures="0"/>
+ <OverallResultsAsserts successes="0" failures="0" test_case_success="true"/>
</TestCase>
<TestCase name="fails as it should" filename="test_cases_and_suites.cpp" line="0" description="regarding failures" should_fail="true">
<Message type="FATAL ERROR" filename="test_cases_and_suites.cpp" line="0">
<Text/>
</Message>
- <OverallResultsAsserts successes="0" failures="1"/>
+ <OverallResultsAsserts successes="0" failures="1" test_case_success="true"/>
</TestCase>
<TestCase name="doesn't fail but it should have" filename="test_cases_and_suites.cpp" line="0" description="regarding failures" should_fail="true">
- <OverallResultsAsserts successes="0" failures="0"/>
+ <OverallResultsAsserts successes="0" failures="0" test_case_success="false"/>
</TestCase>
<TestCase name="fails 1 time as it should" filename="test_cases_and_suites.cpp" line="0" description="regarding failures">
<Message type="FATAL ERROR" filename="test_cases_and_suites.cpp" line="0">
<Text/>
</Message>
- <OverallResultsAsserts successes="0" failures="1" expected_failures="1"/>
+ <OverallResultsAsserts successes="0" failures="1" test_case_success="true" expected_failures="1"/>
</TestCase>
- <TestCase name="fails more times as it should" filename="test_cases_and_suites.cpp" line="0" description="regarding failures">
+ <TestCase name="fails more times than it should" filename="test_cases_and_suites.cpp" line="0" description="regarding failures">
<Message type="ERROR" filename="test_cases_and_suites.cpp" line="0">
<Text/>
</Message>
<Message type="ERROR" filename="test_cases_and_suites.cpp" line="0">
<Text/>
</Message>
- <OverallResultsAsserts successes="0" failures="2" expected_failures="1"/>
+ <OverallResultsAsserts successes="0" failures="2" test_case_success="false" expected_failures="1"/>
</TestCase>
</TestSuite>
<TestSuite name="ts1">
@@ -107,7 +107,7 @@
failing because of the timeout decorator!
</Text>
</Message>
- <OverallResultsAsserts successes="0" failures="0"/>
+ <OverallResultsAsserts successes="0" failures="0" test_case_success="false"/>
</TestCase>
</TestSuite>
<OverallResultsAsserts successes="1" failures="12"/>
diff --git a/examples/all_features/test_output/order_2.txt b/examples/all_features/test_output/order_2.txt
index f9d76c27..8f00f52f 100644
--- a/examples/all_features/test_output/order_2.txt
+++ b/examples/all_features/test_output/order_2.txt
@@ -37,7 +37,7 @@ Failed as expected so marking it as not failed
test_cases_and_suites.cpp(0):
DESCRIPTION: regarding failures
TEST SUITE: test suite with a description
-TEST CASE: fails more times as it should
+TEST CASE: fails more times than it should
test_cases_and_suites.cpp(0): ERROR:
diff --git a/examples/all_features/test_output/order_2_junit.txt b/examples/all_features/test_output/order_2_junit.txt
index b70cfbe6..236580e1 100644
--- a/examples/all_features/test_output/order_2_junit.txt
+++ b/examples/all_features/test_output/order_2_junit.txt
@@ -7,7 +7,7 @@
<testcase classname="test_cases_and_suites.cpp" name="fails - and its allowed" status="run"/>
<testcase classname="test_cases_and_suites.cpp" name="fails 1 time as it should" status="run"/>
<testcase classname="test_cases_and_suites.cpp" name="fails as it should" status="run"/>
- <testcase classname="test_cases_and_suites.cpp" name="fails more times as it should" status="run"/>
+ <testcase classname="test_cases_and_suites.cpp" name="fails more times than it should" status="run"/>
<testcase classname="test_cases_and_suites.cpp" name="fixtured test - not part of a test suite" status="run">
<failure message="21 == 85" type="CHECK">
test_cases_and_suites.cpp(0):
diff --git a/examples/all_features/test_output/order_2_xml.txt b/examples/all_features/test_output/order_2_xml.txt
index a09907ba..6e8fac30 100644
--- a/examples/all_features/test_output/order_2_xml.txt
+++ b/examples/all_features/test_output/order_2_xml.txt
@@ -3,42 +3,42 @@
<Options order_by="name" rand_seed="324" first="0" last="4294967295" abort_after="0" subcase_filter_levels="2147483647" case_sensitive="false" no_throw="false" no_skip="false"/>
<TestSuite>
<TestCase name="an empty test that will succeed - not part of a test suite" filename="test_cases_and_suites.cpp" line="0">
- <OverallResultsAsserts successes="0" failures="0"/>
+ <OverallResultsAsserts successes="0" failures="0" test_case_success="true"/>
</TestCase>
</TestSuite>
<TestSuite name="test suite with a description">
<TestCase name="doesn't fail but it should have" filename="test_cases_and_suites.cpp" line="0" description="regarding failures" should_fail="true">
- <OverallResultsAsserts successes="0" failures="0"/>
+ <OverallResultsAsserts successes="0" failures="0" test_case_success="false"/>
</TestCase>
<TestCase name="doesn't fail which is fine" filename="test_cases_and_suites.cpp" line="0" description="regarding failures" may_fail="true">
- <OverallResultsAsserts successes="0" failures="0"/>
+ <OverallResultsAsserts successes="0" failures="0" test_case_success="true"/>
</TestCase>
<TestCase name="fails - and its allowed" filename="test_cases_and_suites.cpp" line="0" description="regarding failures" may_fail="true">
<Message type="FATAL ERROR" filename="test_cases_and_suites.cpp" line="0">
<Text/>
</Message>
- <OverallResultsAsserts successes="0" failures="1"/>
+ <OverallResultsAsserts successes="0" failures="1" test_case_success="true"/>
</TestCase>
<TestCase name="fails 1 time as it should" filename="test_cases_and_suites.cpp" line="0" description="regarding failures">
<Message type="FATAL ERROR" filename="test_cases_and_suites.cpp" line="0">
<Text/>
</Message>
- <OverallResultsAsserts successes="0" failures="1" expected_failures="1"/>
+ <OverallResultsAsserts successes="0" failures="1" test_case_success="true" expected_failures="1"/>
</TestCase>
<TestCase name="fails as it should" filename="test_cases_and_suites.cpp" line="0" description="regarding failures" should_fail="true">
<Message type="FATAL ERROR" filename="test_cases_and_suites.cpp" line="0">
<Text/>
</Message>
- <OverallResultsAsserts successes="0" failures="1"/>
+ <OverallResultsAsserts successes="0" failures="1" test_case_success="true"/>
</TestCase>
- <TestCase name="fails more times as it should" filename="test_cases_and_suites.cpp" line="0" description="regarding failures">
+ <TestCase name="fails more times than it should" filename="test_cases_and_suites.cpp" line="0" description="regarding failures">
<Message type="ERROR" filename="test_cases_and_suites.cpp" line="0">
<Text/>
</Message>
<Message type="ERROR" filename="test_cases_and_suites.cpp" line="0">
<Text/>
</Message>
- <OverallResultsAsserts successes="0" failures="2" expected_failures="1"/>
+ <OverallResultsAsserts successes="0" failures="2" test_case_success="false" expected_failures="1"/>
</TestCase>
</TestSuite>
<TestSuite>
@@ -51,7 +51,7 @@
21 == 85
</Expanded>
</Expression>
- <OverallResultsAsserts successes="0" failures="1"/>
+ <OverallResultsAsserts successes="0" failures="1" test_case_success="false"/>
</TestCase>
</TestSuite>
<TestSuite name="ts1">
@@ -61,7 +61,7 @@
failing because of the timeout decorator!
</Text>
</Message>
- <OverallResultsAsserts successes="0" failures="0"/>
+ <OverallResultsAsserts successes="0" failures="0" test_case_success="false"/>
</TestCase>
</TestSuite>
<TestSuite name="scoped test suite">
@@ -69,13 +69,13 @@
<Message type="FATAL ERROR" filename="test_cases_and_suites.cpp" line="0">
<Text/>
</Message>
- <OverallResultsAsserts successes="0" failures="1"/>
+ <OverallResultsAsserts successes="0" failures="1" test_case_success="false"/>
</TestCase>
<TestCase name="part of scoped 2" filename="test_cases_and_suites.cpp" line="0">
<Message type="FATAL ERROR" filename="test_cases_and_suites.cpp" line="0">
<Text/>
</Message>
- <OverallResultsAsserts successes="0" failures="1"/>
+ <OverallResultsAsserts successes="0" failures="1" test_case_success="false"/>
</TestCase>
</TestSuite>
<TestSuite name="some TS">
@@ -83,7 +83,7 @@
<Message type="FATAL ERROR" filename="test_cases_and_suites.cpp" line="0">
<Text/>
</Message>
- <OverallResultsAsserts successes="0" failures="1"/>
+ <OverallResultsAsserts successes="0" failures="1" test_case_success="false"/>
</TestCase>
</TestSuite>
<TestSuite>
@@ -91,13 +91,13 @@
<Message type="FATAL ERROR" filename="test_cases_and_suites.cpp" line="0">
<Text/>
</Message>
- <OverallResultsAsserts successes="0" failures="1"/>
+ <OverallResultsAsserts successes="0" failures="1" test_case_success="true"/>
</TestCase>
<TestCase name="should fail because of an exception" filename="test_cases_and_suites.cpp" line="0">
<Exception crash="false">
0
</Exception>
- <OverallResultsAsserts successes="1" failures="0"/>
+ <OverallResultsAsserts successes="1" failures="0" test_case_success="false"/>
</TestCase>
</TestSuite>
<TestSuite name="skipped test cases">
@@ -105,7 +105,7 @@
<Message type="FATAL ERROR" filename="test_cases_and_suites.cpp" line="0">
<Text/>
</Message>
- <OverallResultsAsserts successes="0" failures="1"/>
+ <OverallResultsAsserts successes="0" failures="1" test_case_success="false"/>
</TestCase>
</TestSuite>
<OverallResultsAsserts successes="1" failures="11"/>
diff --git a/examples/all_features/test_output/stringification.cpp_xml.txt b/examples/all_features/test_output/stringification.cpp_xml.txt
index 6e761986..4feffd63 100644
--- a/examples/all_features/test_output/stringification.cpp_xml.txt
+++ b/examples/all_features/test_output/stringification.cpp_xml.txt
@@ -63,13 +63,13 @@
<Exception crash="false">
MyTypeInherited&lt;int>(5, 4)
</Exception>
- <OverallResultsAsserts successes="0" failures="6"/>
+ <OverallResultsAsserts successes="0" failures="6" test_case_success="false"/>
</TestCase>
<TestCase name="a test case that registers an exception translator for int and then throws one" filename="stringification.cpp" line="0">
<Exception crash="false">
5
</Exception>
- <OverallResultsAsserts successes="0" failures="0"/>
+ <OverallResultsAsserts successes="0" failures="0" test_case_success="false"/>
</TestCase>
</TestSuite>
<OverallResultsAsserts successes="0" failures="6"/>
diff --git a/examples/all_features/test_output/subcases.cpp_xml.txt b/examples/all_features/test_output/subcases.cpp_xml.txt
index 72e3985f..18359268 100644
--- a/examples/all_features/test_output/subcases.cpp_xml.txt
+++ b/examples/all_features/test_output/subcases.cpp_xml.txt
@@ -29,7 +29,7 @@ root
</Message>
</SubCase>
</SubCase>
- <OverallResultsAsserts successes="0" failures="1"/>
+ <OverallResultsAsserts successes="0" failures="1" test_case_success="false"/>
</TestCase>
<TestCase name="subcases can be used in a separate function as well" filename="subcases.cpp" line="0">
<SubCase name="from function..." filename="subcases.cpp" line="0">
@@ -70,7 +70,7 @@ root
lala
</Text>
</Message>
- <OverallResultsAsserts successes="0" failures="0"/>
+ <OverallResultsAsserts successes="0" failures="0" test_case_success="true"/>
</TestCase>
<TestCase name=" Scenario: vectors can be sized and resized" filename="subcases.cpp" line="0">
<SubCase name=" Given: A vector with some items" filename="subcases.cpp" line="0">
@@ -113,7 +113,7 @@ root
</SubCase>
</SubCase>
</SubCase>
- <OverallResultsAsserts successes="14" failures="2"/>
+ <OverallResultsAsserts successes="14" failures="2" test_case_success="false"/>
</TestCase>
<TestCase name="test case should fail even though the last subcase passes" filename="subcases.cpp" line="0">
<SubCase name="one" filename="subcases.cpp" line="0">
@@ -128,7 +128,7 @@ root
</SubCase>
<SubCase name="two" filename="subcases.cpp" line="0">
</SubCase>
- <OverallResultsAsserts successes="1" failures="1"/>
+ <OverallResultsAsserts successes="1" failures="1" test_case_success="false"/>
</TestCase>
<TestCase name="fails from an exception but gets re-entered to traverse all subcases" filename="subcases.cpp" line="0">
<SubCase name="level zero" filename="subcases.cpp" line="0">
@@ -167,7 +167,7 @@ root
<Exception crash="false">
failure... but the show must go on!
</Exception>
- <OverallResultsAsserts successes="0" failures="2"/>
+ <OverallResultsAsserts successes="0" failures="2" test_case_success="false"/>
</TestCase>
<TestCase name="Nested - related to https://github.com/onqtam/doctest/issues/282" filename="subcases.cpp" line="0">
<SubCase name="generate data variant 1" filename="subcases.cpp" line="0">
@@ -186,7 +186,7 @@ root
<SubCase name="check data 2" filename="subcases.cpp" line="0">
</SubCase>
</SubCase>
- <OverallResultsAsserts successes="4" failures="0"/>
+ <OverallResultsAsserts successes="4" failures="0" test_case_success="true"/>
</TestCase>
<TestCase name="subcases with changing names" filename="subcases.cpp" line="0">
<SubCase name="outer 0" filename="subcases.cpp" line="0">
@@ -232,7 +232,7 @@ root
</Text>
</Message>
</SubCase>
- <OverallResultsAsserts successes="0" failures="0"/>
+ <OverallResultsAsserts successes="0" failures="0" test_case_success="true"/>
</TestCase>
</TestSuite>
<OverallResultsAsserts successes="19" failures="6"/>
diff --git a/examples/all_features/test_output/templated_test_cases.cpp_xml.txt b/examples/all_features/test_output/templated_test_cases.cpp_xml.txt
index 9a19eebc..c2f8b9e4 100644
--- a/examples/all_features/test_output/templated_test_cases.cpp_xml.txt
+++ b/examples/all_features/test_output/templated_test_cases.cpp_xml.txt
@@ -3,13 +3,13 @@
<Options order_by="file" rand_seed="324" first="0" last="4294967295" abort_after="0" subcase_filter_levels="2147483647" case_sensitive="false" no_throw="false" no_skip="false"/>
<TestSuite>
<TestCase name="signed integers stuff&lt;signed char>" filename="templated_test_cases.cpp" line="0">
- <OverallResultsAsserts successes="1" failures="0"/>
+ <OverallResultsAsserts successes="1" failures="0" test_case_success="true"/>
</TestCase>
<TestCase name="signed integers stuff&lt;short int>" filename="templated_test_cases.cpp" line="0">
- <OverallResultsAsserts successes="1" failures="0"/>
+ <OverallResultsAsserts successes="1" failures="0" test_case_success="true"/>
</TestCase>
<TestCase name="signed integers stuff&lt;int>" filename="templated_test_cases.cpp" line="0">
- <OverallResultsAsserts successes="1" failures="0"/>
+ <OverallResultsAsserts successes="1" failures="0" test_case_success="true"/>
</TestCase>
<TestCase name="vector stuff&lt;std::vector&lt;int>>" filename="templated_test_cases.cpp" line="0">
<Expression success="false" type="CHECK" filename="templated_test_cases.cpp" line="0">
@@ -20,28 +20,28 @@
10 == 20
</Expanded>
</Expression>
- <OverallResultsAsserts successes="0" failures="1"/>
+ <OverallResultsAsserts successes="0" failures="1" test_case_success="false"/>
</TestCase>
<TestCase name="default construction&lt;signed char>" filename="templated_test_cases.cpp" line="0">
- <OverallResultsAsserts successes="1" failures="0"/>
+ <OverallResultsAsserts successes="1" failures="0" test_case_success="true"/>
</TestCase>
<TestCase name="default construction&lt;short int>" filename="templated_test_cases.cpp" line="0">
- <OverallResultsAsserts successes="1" failures="0"/>
+ <OverallResultsAsserts successes="1" failures="0" test_case_success="true"/>
</TestCase>
<TestCase name="default construction&lt;int>" filename="templated_test_cases.cpp" line="0">
- <OverallResultsAsserts successes="1" failures="0"/>
+ <OverallResultsAsserts successes="1" failures="0" test_case_success="true"/>
</TestCase>
<TestCase name="default construction&lt;double>" filename="templated_test_cases.cpp" line="0">
- <OverallResultsAsserts successes="1" failures="0"/>
+ <OverallResultsAsserts successes="1" failures="0" test_case_success="true"/>
</TestCase>
<TestCase name="default construction&lt;double>" filename="templated_test_cases.cpp" line="0">
- <OverallResultsAsserts successes="1" failures="0"/>
+ <OverallResultsAsserts successes="1" failures="0" test_case_success="true"/>
</TestCase>
<TestCase name="default construction&lt;unsigned char>" filename="templated_test_cases.cpp" line="0">
- <OverallResultsAsserts successes="1" failures="0"/>
+ <OverallResultsAsserts successes="1" failures="0" test_case_success="true"/>
</TestCase>
<TestCase name="default construction&lt;char>" filename="templated_test_cases.cpp" line="0">
- <OverallResultsAsserts successes="1" failures="0"/>
+ <OverallResultsAsserts successes="1" failures="0" test_case_success="true"/>
</TestCase>
<TestCase name="multiple types&lt;>" filename="templated_test_cases.cpp" line="0">
<Expression success="false" type="CHECK" filename="templated_test_cases.cpp" line="0">
@@ -52,7 +52,7 @@
0 != 0
</Expanded>
</Expression>
- <OverallResultsAsserts successes="1" failures="1"/>
+ <OverallResultsAsserts successes="1" failures="1" test_case_success="false"/>
</TestCase>
<TestCase name="multiple types&lt;>" filename="templated_test_cases.cpp" line="0">
<Expression success="false" type="CHECK" filename="templated_test_cases.cpp" line="0">
@@ -63,7 +63,7 @@
0 != 0
</Expanded>
</Expression>
- <OverallResultsAsserts successes="1" failures="1"/>
+ <OverallResultsAsserts successes="1" failures="1" test_case_success="false"/>
</TestCase>
<TestCase name="multiple types&lt;>" filename="templated_test_cases.cpp" line="0">
<Expression success="false" type="CHECK" filename="templated_test_cases.cpp" line="0">
@@ -74,7 +74,7 @@
0 != 0
</Expanded>
</Expression>
- <OverallResultsAsserts successes="1" failures="1"/>
+ <OverallResultsAsserts successes="1" failures="1" test_case_success="false"/>
</TestCase>
<TestCase name="bad stringification of type pair&lt;int_pair>" filename="templated_test_cases.cpp" line="0">
<Expression success="false" type="CHECK" filename="templated_test_cases.cpp" line="0">
@@ -85,7 +85,7 @@
0 != 0
</Expanded>
</Expression>
- <OverallResultsAsserts successes="1" failures="1"/>
+ <OverallResultsAsserts successes="1" failures="1" test_case_success="false"/>
</TestCase>
</TestSuite>
<OverallResultsAsserts successes="14" failures="5"/>
diff --git a/examples/all_features/test_output/test_cases_and_suites.cpp.txt b/examples/all_features/test_output/test_cases_and_suites.cpp.txt
index c7e12f06..64815f66 100644
--- a/examples/all_features/test_output/test_cases_and_suites.cpp.txt
+++ b/examples/all_features/test_output/test_cases_and_suites.cpp.txt
@@ -87,7 +87,7 @@ Failed exactly 1 times as expected so marking it as not failed!
test_cases_and_suites.cpp(0):
DESCRIPTION: regarding failures
TEST SUITE: test suite with a description
-TEST CASE: fails more times as it should
+TEST CASE: fails more times than it should
test_cases_and_suites.cpp(0): ERROR:
diff --git a/examples/all_features/test_output/test_cases_and_suites.cpp_junit.txt b/examples/all_features/test_output/test_cases_and_suites.cpp_junit.txt
index 47e66d09..d7849a26 100644
--- a/examples/all_features/test_output/test_cases_and_suites.cpp_junit.txt
+++ b/examples/all_features/test_output/test_cases_and_suites.cpp_junit.txt
@@ -25,7 +25,7 @@ CHECK( data == 85 ) is NOT correct!
<testcase classname="test_cases_and_suites.cpp" name="fails as it should" status="run"/>
<testcase classname="test_cases_and_suites.cpp" name="doesn't fail but it should have" status="run"/>
<testcase classname="test_cases_and_suites.cpp" name="fails 1 time as it should" status="run"/>
- <testcase classname="test_cases_and_suites.cpp" name="fails more times as it should" status="run"/>
+ <testcase classname="test_cases_and_suites.cpp" name="fails more times than it should" status="run"/>
<testcase classname="test_cases_and_suites.cpp" name="should fail and no output" status="run"/>
</testsuite>
</testsuites>
diff --git a/examples/all_features/test_output/test_cases_and_suites.cpp_xml.txt b/examples/all_features/test_output/test_cases_and_suites.cpp_xml.txt
index ece0fb6d..6fc245aa 100644
--- a/examples/all_features/test_output/test_cases_and_suites.cpp_xml.txt
+++ b/examples/all_features/test_output/test_cases_and_suites.cpp_xml.txt
@@ -3,13 +3,13 @@
<Options order_by="file" rand_seed="324" first="0" last="4294967295" abort_after="0" subcase_filter_levels="2147483647" case_sensitive="false" no_throw="false" no_skip="false"/>
<TestSuite>
<TestCase name="an empty test that will succeed - not part of a test suite" filename="test_cases_and_suites.cpp" line="0">
- <OverallResultsAsserts successes="0" failures="0"/>
+ <OverallResultsAsserts successes="0" failures="0" test_case_success="true"/>
</TestCase>
<TestCase name="should fail because of an exception" filename="test_cases_and_suites.cpp" line="0">
<Exception crash="false">
0
</Exception>
- <OverallResultsAsserts successes="1" failures="0"/>
+ <OverallResultsAsserts successes="1" failures="0" test_case_success="false"/>
</TestCase>
</TestSuite>
<TestSuite name="scoped test suite">
@@ -17,13 +17,13 @@
<Message type="FATAL ERROR" filename="test_cases_and_suites.cpp" line="0">
<Text/>
</Message>
- <OverallResultsAsserts successes="0" failures="1"/>
+ <OverallResultsAsserts successes="0" failures="1" test_case_success="false"/>
</TestCase>
<TestCase name="part of scoped 2" filename="test_cases_and_suites.cpp" line="0">
<Message type="FATAL ERROR" filename="test_cases_and_suites.cpp" line="0">
<Text/>
</Message>
- <OverallResultsAsserts successes="0" failures="1"/>
+ <OverallResultsAsserts successes="0" failures="1" test_case_success="false"/>
</TestCase>
</TestSuite>
<TestSuite name="some TS">
@@ -31,7 +31,7 @@
<Message type="FATAL ERROR" filename="test_cases_and_suites.cpp" line="0">
<Text/>
</Message>
- <OverallResultsAsserts successes="0" failures="1"/>
+ <OverallResultsAsserts successes="0" failures="1" test_case_success="false"/>
</TestCase>
</TestSuite>
<TestSuite>
@@ -44,7 +44,7 @@
21 == 85
</Expanded>
</Expression>
- <OverallResultsAsserts successes="0" failures="1"/>
+ <OverallResultsAsserts successes="0" failures="1" test_case_success="false"/>
</TestCase>
</TestSuite>
<TestSuite name="ts1">
@@ -54,7 +54,7 @@
failing because of the timeout decorator!
</Text>
</Message>
- <OverallResultsAsserts successes="0" failures="0"/>
+ <OverallResultsAsserts successes="0" failures="0" test_case_success="false"/>
</TestCase>
</TestSuite>
<TestSuite name="skipped test cases">
@@ -62,7 +62,7 @@
<Message type="FATAL ERROR" filename="test_cases_and_suites.cpp" line="0">
<Text/>
</Message>
- <OverallResultsAsserts successes="0" failures="1"/>
+ <OverallResultsAsserts successes="0" failures="1" test_case_success="false"/>
</TestCase>
</TestSuite>
<TestSuite name="test suite with a description">
@@ -70,34 +70,34 @@
<Message type="FATAL ERROR" filename="test_cases_and_suites.cpp" line="0">
<Text/>
</Message>
- <OverallResultsAsserts successes="0" failures="1"/>
+ <OverallResultsAsserts successes="0" failures="1" test_case_success="true"/>
</TestCase>
<TestCase name="doesn't fail which is fine" filename="test_cases_and_suites.cpp" line="0" description="regarding failures" may_fail="true">
- <OverallResultsAsserts successes="0" failures="0"/>
+ <OverallResultsAsserts successes="0" failures="0" test_case_success="true"/>
</TestCase>
<TestCase name="fails as it should" filename="test_cases_and_suites.cpp" line="0" description="regarding failures" should_fail="true">
<Message type="FATAL ERROR" filename="test_cases_and_suites.cpp" line="0">
<Text/>
</Message>
- <OverallResultsAsserts successes="0" failures="1"/>
+ <OverallResultsAsserts successes="0" failures="1" test_case_success="true"/>
</TestCase>
<TestCase name="doesn't fail but it should have" filename="test_cases_and_suites.cpp" line="0" description="regarding failures" should_fail="true">
- <OverallResultsAsserts successes="0" failures="0"/>
+ <OverallResultsAsserts successes="0" failures="0" test_case_success="false"/>
</TestCase>
<TestCase name="fails 1 time as it should" filename="test_cases_and_suites.cpp" line="0" description="regarding failures">
<Message type="FATAL ERROR" filename="test_cases_and_suites.cpp" line="0">
<Text/>
</Message>
- <OverallResultsAsserts successes="0" failures="1" expected_failures="1"/>
+ <OverallResultsAsserts successes="0" failures="1" test_case_success="true" expected_failures="1"/>
</TestCase>
- <TestCase name="fails more times as it should" filename="test_cases_and_suites.cpp" line="0" description="regarding failures">
+ <TestCase name="fails more times than it should" filename="test_cases_and_suites.cpp" line="0" description="regarding failures">
<Message type="ERROR" filename="test_cases_and_suites.cpp" line="0">
<Text/>
</Message>
<Message type="ERROR" filename="test_cases_and_suites.cpp" line="0">
<Text/>
</Message>
- <OverallResultsAsserts successes="0" failures="2" expected_failures="1"/>
+ <OverallResultsAsserts successes="0" failures="2" test_case_success="false" expected_failures="1"/>
</TestCase>
</TestSuite>
<TestSuite>
@@ -105,7 +105,7 @@
<Message type="FATAL ERROR" filename="test_cases_and_suites.cpp" line="0">
<Text/>
</Message>
- <OverallResultsAsserts successes="0" failures="1"/>
+ <OverallResultsAsserts successes="0" failures="1" test_case_success="true"/>
</TestCase>
</TestSuite>
<OverallResultsAsserts successes="1" failures="11"/>
diff --git a/examples/exe_with_static_libs/test_output/exe_with_static_libs_xml.txt b/examples/exe_with_static_libs/test_output/exe_with_static_libs_xml.txt
index 4220fd16..7a4e53e6 100644
--- a/examples/exe_with_static_libs/test_output/exe_with_static_libs_xml.txt
+++ b/examples/exe_with_static_libs/test_output/exe_with_static_libs_xml.txt
@@ -4,19 +4,19 @@
<TestSuite>
<TestCase name="asd" filename="lib_1_src1.cpp" line="0">
hello from <lib_1_src1.cpp>
- <OverallResultsAsserts successes="0" failures="0"/>
+ <OverallResultsAsserts successes="0" failures="0" test_case_success="true"/>
</TestCase>
<TestCase name="asd" filename="lib_1_src2.cpp" line="0">
hello from <lib_1_src2.cpp>
- <OverallResultsAsserts successes="0" failures="0"/>
+ <OverallResultsAsserts successes="0" failures="0" test_case_success="true"/>
</TestCase>
<TestCase name="asd" filename="lib_2_src.cpp" line="0">
hello from <lib_2_src.cpp>
- <OverallResultsAsserts successes="0" failures="0"/>
+ <OverallResultsAsserts successes="0" failures="0" test_case_success="true"/>
</TestCase>
<TestCase name="main" filename="main.cpp" line="0">
hello from <main.cpp>
- <OverallResultsAsserts successes="0" failures="0"/>
+ <OverallResultsAsserts successes="0" failures="0" test_case_success="true"/>
</TestCase>
</TestSuite>
<OverallResultsAsserts successes="0" failures="0"/>
diff --git a/examples/executable_dll_and_plugin/test_output/executable_dll_and_plugin_xml.txt b/examples/executable_dll_and_plugin/test_output/executable_dll_and_plugin_xml.txt
index b8d3b4f7..d4f245c0 100644
--- a/examples/executable_dll_and_plugin/test_output/executable_dll_and_plugin_xml.txt
+++ b/examples/executable_dll_and_plugin/test_output/executable_dll_and_plugin_xml.txt
@@ -4,22 +4,22 @@
<TestSuite>
<TestCase name="dll" filename="dll.cpp" line="0">
I am a test from the dll!
- <OverallResultsAsserts successes="0" failures="0"/>
+ <OverallResultsAsserts successes="0" failures="0" test_case_success="true"/>
</TestCase>
<TestCase name="implementation" filename="implementation.cpp" line="0">
I am a test from the implementation!
- <OverallResultsAsserts successes="0" failures="0"/>
+ <OverallResultsAsserts successes="0" failures="0" test_case_success="true"/>
</TestCase>
<TestCase name="implementation_2" filename="implementation_2.cpp" line="0">
I am a test from the implementation_2!
- <OverallResultsAsserts successes="0" failures="0"/>
+ <OverallResultsAsserts successes="0" failures="0" test_case_success="true"/>
</TestCase>
<TestCase name="executable" filename="main.cpp" line="0">
I am a test from the executable!
<Exception crash="false">
char: 97
</Exception>
- <OverallResultsAsserts successes="0" failures="0"/>
+ <OverallResultsAsserts successes="0" failures="0" test_case_success="false"/>
</TestCase>
</TestSuite>
<TestSuite name="some test suite">
@@ -53,7 +53,7 @@ I am a test from the executable!
</Info>
</Message>
</SubCase>
- <OverallResultsAsserts successes="0" failures="2"/>
+ <OverallResultsAsserts successes="0" failures="2" test_case_success="false"/>
</TestCase>
</TestSuite>
<OverallResultsAsserts successes="0" failures="2"/>