diff options
author | onqtam <vik.kirilov@gmail.com> | 2021-12-10 19:49:04 +0300 |
---|---|---|
committer | onqtam <vik.kirilov@gmail.com> | 2021-12-11 00:41:30 +0300 |
commit | 6762447a83526f455b2841c723d7e640486c3e9e (patch) | |
tree | 3e0f92d292f3ac1ff396bdd6cbe8ad20578ceecc /examples | |
parent | 6431c67fd35183255601c986adb7237a0e4142f3 (diff) |
added test_case_success attribute to the OverallResultsAsserts xml tag at the end of every test case - taking the logic from finalizeTestCaseData which takes into account decorators such as should/may fail & expected failures - related to #320
Diffstat (limited to 'examples')
31 files changed, 163 insertions, 163 deletions
diff --git a/examples/all_features/test_cases_and_suites.cpp b/examples/all_features/test_cases_and_suites.cpp index d7b55761..13b316de 100644 --- a/examples/all_features/test_cases_and_suites.cpp +++ b/examples/all_features/test_cases_and_suites.cpp @@ -67,7 +67,7 @@ TEST_SUITE("test suite with a description" * doctest::description("regarding fai TEST_CASE("doesn't fail but it should have" * doctest::should_fail()) {} TEST_CASE("fails 1 time as it should" * doctest::expected_failures(1)) { FAIL(""); } - TEST_CASE("fails more times as it should" * doctest::expected_failures(1)) { + TEST_CASE("fails more times than it should" * doctest::expected_failures(1)) { FAIL_CHECK(""); FAIL_CHECK(""); } diff --git a/examples/all_features/test_output/abort_after_xml.txt b/examples/all_features/test_output/abort_after_xml.txt index ddde55f7..db74df97 100644 --- a/examples/all_features/test_output/abort_after_xml.txt +++ b/examples/all_features/test_output/abort_after_xml.txt @@ -25,7 +25,7 @@ should fail </Info> </Expression> - <OverallResultsAsserts successes="5" failures="2"/> + <OverallResultsAsserts successes="5" failures="2" test_case_success="false"/> </TestCase> </TestSuite> <OverallResultsAsserts successes="5" failures="2"/> diff --git a/examples/all_features/test_output/all_binary_xml.txt b/examples/all_features/test_output/all_binary_xml.txt index 8ab45213..519c8814 100644 --- a/examples/all_features/test_output/all_binary_xml.txt +++ b/examples/all_features/test_output/all_binary_xml.txt @@ -195,7 +195,7 @@ 0 </Expanded> </Expression> - <OverallResultsAsserts successes="16" failures="0"/> + <OverallResultsAsserts successes="16" failures="0" test_case_success="true"/> </TestCase> </TestSuite> <OverallResultsAsserts successes="16" failures="0"/> diff --git a/examples/all_features/test_output/alternative_macros.cpp_xml.txt b/examples/all_features/test_output/alternative_macros.cpp_xml.txt index 9aab6929..8c7fd67f 100644 --- a/examples/all_features/test_output/alternative_macros.cpp_xml.txt +++ b/examples/all_features/test_output/alternative_macros.cpp_xml.txt @@ -11,7 +11,7 @@ <SubCase name="baz" filename="alternative_macros.cpp" line="0"> </SubCase> </SubCase> - <OverallResultsAsserts successes="6" failures="0"/> + <OverallResultsAsserts successes="6" failures="0" test_case_success="true"/> </TestCase> </TestSuite> <OverallResultsAsserts successes="6" failures="0"/> diff --git a/examples/all_features/test_output/assertion_macros.cpp_xml.txt b/examples/all_features/test_output/assertion_macros.cpp_xml.txt index 29234f3b..94b2f27f 100644 --- a/examples/all_features/test_output/assertion_macros.cpp_xml.txt +++ b/examples/all_features/test_output/assertion_macros.cpp_xml.txt @@ -19,10 +19,10 @@ Approx( 0.502 ) == 0.501 </Expanded> </Expression> - <OverallResultsAsserts successes="4" failures="2"/> + <OverallResultsAsserts successes="4" failures="2" test_case_success="false"/> </TestCase> <TestCase name="expressions should be evaluated only once" filename="assertion_macros.cpp" line="0"> - <OverallResultsAsserts successes="2" failures="0"/> + <OverallResultsAsserts successes="2" failures="0" test_case_success="true"/> </TestCase> <TestCase name="exceptions-related macros" filename="assertion_macros.cpp" line="0"> <Expression success="false" type="CHECK_THROWS" filename="assertion_macros.cpp" line="0"> @@ -96,7 +96,7 @@ "0" </Exception> </Expression> - <OverallResultsAsserts successes="3" failures="7"/> + <OverallResultsAsserts successes="3" failures="7" test_case_success="false"/> </TestCase> <TestCase name="exceptions-related macros for std::exception" filename="assertion_macros.cpp" line="0"> <Expression success="false" type="CHECK_THROWS" filename="assertion_macros.cpp" line="0"> @@ -139,7 +139,7 @@ "whops!" </Exception> </Expression> - <OverallResultsAsserts successes="1" failures="5"/> + <OverallResultsAsserts successes="1" failures="5" test_case_success="false"/> </TestCase> <TestCase name="WARN level of asserts don't fail the test case" filename="assertion_macros.cpp" line="0"> <Expression success="false" type="WARN" filename="assertion_macros.cpp" line="0"> @@ -254,7 +254,7 @@ 1 </Expanded> </Expression> - <OverallResultsAsserts successes="0" failures="0"/> + <OverallResultsAsserts successes="0" failures="0" test_case_success="true"/> </TestCase> <TestCase name="CHECK level of asserts fail the test case but don't abort it" filename="assertion_macros.cpp" line="0"> <Expression success="false" type="CHECK" filename="assertion_macros.cpp" line="0"> @@ -359,7 +359,7 @@ reached! </Text> </Message> - <OverallResultsAsserts successes="0" failures="11"/> + <OverallResultsAsserts successes="0" failures="11" test_case_success="false"/> </TestCase> <TestCase name="REQUIRE level of asserts fail and abort the test case - 1" filename="assertion_macros.cpp" line="0"> <Expression success="false" type="REQUIRE" filename="assertion_macros.cpp" line="0"> @@ -370,7 +370,7 @@ 0 </Expanded> </Expression> - <OverallResultsAsserts successes="0" failures="1"/> + <OverallResultsAsserts successes="0" failures="1" test_case_success="false"/> </TestCase> <TestCase name="REQUIRE level of asserts fail and abort the test case - 2" filename="assertion_macros.cpp" line="0"> <Expression success="false" type="REQUIRE_FALSE" filename="assertion_macros.cpp" line="0"> @@ -381,7 +381,7 @@ 1 </Expanded> </Expression> - <OverallResultsAsserts successes="0" failures="1"/> + <OverallResultsAsserts successes="0" failures="1" test_case_success="false"/> </TestCase> <TestCase name="REQUIRE level of asserts fail and abort the test case - 3" filename="assertion_macros.cpp" line="0"> <Expression success="false" type="REQUIRE_THROWS" filename="assertion_macros.cpp" line="0"> @@ -389,7 +389,7 @@ throw_if(false, 0) </Original> </Expression> - <OverallResultsAsserts successes="0" failures="1"/> + <OverallResultsAsserts successes="0" failures="1" test_case_success="false"/> </TestCase> <TestCase name="REQUIRE level of asserts fail and abort the test case - 4" filename="assertion_macros.cpp" line="0"> <Expression success="false" type="REQUIRE_THROWS_AS" filename="assertion_macros.cpp" line="0"> @@ -400,7 +400,7 @@ bool </ExpectedException> </Expression> - <OverallResultsAsserts successes="0" failures="1"/> + <OverallResultsAsserts successes="0" failures="1" test_case_success="false"/> </TestCase> <TestCase name="REQUIRE level of asserts fail and abort the test case - 5" filename="assertion_macros.cpp" line="0"> <Expression success="false" type="REQUIRE_THROWS_AS" filename="assertion_macros.cpp" line="0"> @@ -414,7 +414,7 @@ bool </ExpectedException> </Expression> - <OverallResultsAsserts successes="0" failures="1"/> + <OverallResultsAsserts successes="0" failures="1" test_case_success="false"/> </TestCase> <TestCase name="REQUIRE level of asserts fail and abort the test case - 6" filename="assertion_macros.cpp" line="0"> <Expression success="false" type="REQUIRE_THROWS_WITH" filename="assertion_macros.cpp" line="0"> @@ -425,7 +425,7 @@ whops! </ExpectedExceptionString> </Expression> - <OverallResultsAsserts successes="0" failures="1"/> + <OverallResultsAsserts successes="0" failures="1" test_case_success="false"/> </TestCase> <TestCase name="REQUIRE level of asserts fail and abort the test case - 7" filename="assertion_macros.cpp" line="0"> <Expression success="false" type="REQUIRE_THROWS_WITH" filename="assertion_macros.cpp" line="0"> @@ -437,7 +437,7 @@ whops! </ExpectedExceptionString> </Expression> - <OverallResultsAsserts successes="0" failures="1"/> + <OverallResultsAsserts successes="0" failures="1" test_case_success="false"/> </TestCase> <TestCase name="REQUIRE level of asserts fail and abort the test case - 8" filename="assertion_macros.cpp" line="0"> <Expression success="false" type="REQUIRE_THROWS_WITH_AS" filename="assertion_macros.cpp" line="0"> @@ -451,7 +451,7 @@ whops! </ExpectedExceptionString> </Expression> - <OverallResultsAsserts successes="0" failures="1"/> + <OverallResultsAsserts successes="0" failures="1" test_case_success="false"/> </TestCase> <TestCase name="REQUIRE level of asserts fail and abort the test case - 9" filename="assertion_macros.cpp" line="0"> <Expression success="false" type="REQUIRE_THROWS_WITH_AS" filename="assertion_macros.cpp" line="0"> @@ -466,7 +466,7 @@ whops! </ExpectedExceptionString> </Expression> - <OverallResultsAsserts successes="0" failures="1"/> + <OverallResultsAsserts successes="0" failures="1" test_case_success="false"/> </TestCase> <TestCase name="REQUIRE level of asserts fail and abort the test case - 10" filename="assertion_macros.cpp" line="0"> <Expression success="false" type="REQUIRE_NOTHROW" filename="assertion_macros.cpp" line="0"> @@ -477,7 +477,7 @@ "0" </Exception> </Expression> - <OverallResultsAsserts successes="0" failures="1"/> + <OverallResultsAsserts successes="0" failures="1" test_case_success="false"/> </TestCase> <TestCase name="REQUIRE level of asserts fail and abort the test case - 11" filename="assertion_macros.cpp" line="0"> <Expression success="false" type="REQUIRE_EQ" filename="assertion_macros.cpp" line="0"> @@ -488,7 +488,7 @@ 1, 0 </Expanded> </Expression> - <OverallResultsAsserts successes="0" failures="1"/> + <OverallResultsAsserts successes="0" failures="1" test_case_success="false"/> </TestCase> <TestCase name="REQUIRE level of asserts fail and abort the test case - 12" filename="assertion_macros.cpp" line="0"> <Expression success="false" type="REQUIRE_UNARY" filename="assertion_macros.cpp" line="0"> @@ -499,7 +499,7 @@ 0 </Expanded> </Expression> - <OverallResultsAsserts successes="0" failures="1"/> + <OverallResultsAsserts successes="0" failures="1" test_case_success="false"/> </TestCase> <TestCase name="REQUIRE level of asserts fail and abort the test case - 13" filename="assertion_macros.cpp" line="0"> <Expression success="false" type="REQUIRE_UNARY_FALSE" filename="assertion_macros.cpp" line="0"> @@ -510,10 +510,10 @@ 1 </Expanded> </Expression> - <OverallResultsAsserts successes="0" failures="1"/> + <OverallResultsAsserts successes="0" failures="1" test_case_success="false"/> </TestCase> <TestCase name="all binary assertions" filename="assertion_macros.cpp" line="0"> - <OverallResultsAsserts successes="16" failures="0"/> + <OverallResultsAsserts successes="16" failures="0" test_case_success="true"/> </TestCase> <TestCase name="some asserts used in a function called by a test case" filename="assertion_macros.cpp" line="0"> <Expression success="false" type="CHECK_THROWS_WITH_AS" filename="assertion_macros.cpp" line="0"> @@ -530,7 +530,7 @@ unknown exception </ExpectedExceptionString> </Expression> - <OverallResultsAsserts successes="9" failures="1"/> + <OverallResultsAsserts successes="9" failures="1" test_case_success="false"/> </TestCase> </TestSuite> <OverallResultsAsserts successes="35" failures="39"/> diff --git a/examples/all_features/test_output/coverage_maxout.cpp_xml.txt b/examples/all_features/test_output/coverage_maxout.cpp_xml.txt index edda42d8..1f81db18 100644 --- a/examples/all_features/test_output/coverage_maxout.cpp_xml.txt +++ b/examples/all_features/test_output/coverage_maxout.cpp_xml.txt @@ -84,7 +84,7 @@ 6 <= Approx( 5.0 ) </Expanded> </Expression> - <OverallResultsAsserts successes="22" failures="9"/> + <OverallResultsAsserts successes="22" failures="9" test_case_success="false"/> </TestCase> </TestSuite> <TestSuite name="exception related"> @@ -92,19 +92,19 @@ <Exception crash="false"> std::string! </Exception> - <OverallResultsAsserts successes="0" failures="0"/> + <OverallResultsAsserts successes="0" failures="0" test_case_success="false"/> </TestCase> <TestCase name="will end from a const char* exception" filename="coverage_maxout.cpp" line="0"> <Exception crash="false"> const char*! </Exception> - <OverallResultsAsserts successes="0" failures="0"/> + <OverallResultsAsserts successes="0" failures="0" test_case_success="false"/> </TestCase> <TestCase name="will end from an unknown exception" filename="coverage_maxout.cpp" line="0"> <Exception crash="false"> unknown exception </Exception> - <OverallResultsAsserts successes="0" failures="0"/> + <OverallResultsAsserts successes="0" failures="0" test_case_success="false"/> </TestCase> </TestSuite> <OverallResultsAsserts successes="22" failures="9"/> diff --git a/examples/all_features/test_output/enums.cpp_xml.txt b/examples/all_features/test_output/enums.cpp_xml.txt index 66730ae2..85d6fe71 100644 --- a/examples/all_features/test_output/enums.cpp_xml.txt +++ b/examples/all_features/test_output/enums.cpp_xml.txt @@ -3,7 +3,7 @@ <Options order_by="file" rand_seed="324" first="0" last="4294967295" abort_after="0" subcase_filter_levels="2147483647" case_sensitive="false" no_throw="false" no_skip="false"/> <TestSuite> <TestCase name="enum 1" filename="enums.cpp" line="0"> - <OverallResultsAsserts successes="9" failures="0"/> + <OverallResultsAsserts successes="9" failures="0" test_case_success="true"/> </TestCase> <TestCase name="enum 2" filename="enums.cpp" line="0" should_fail="true"> <Expression success="false" type="CHECK_EQ" filename="enums.cpp" line="0"> @@ -150,7 +150,7 @@ 2, 0 </Expanded> </Expression> - <OverallResultsAsserts successes="0" failures="18"/> + <OverallResultsAsserts successes="0" failures="18" test_case_success="true"/> </TestCase> </TestSuite> <OverallResultsAsserts successes="9" failures="18"/> diff --git a/examples/all_features/test_output/filter_2_xml.txt b/examples/all_features/test_output/filter_2_xml.txt index 72b34e36..0524c845 100644 --- a/examples/all_features/test_output/filter_2_xml.txt +++ b/examples/all_features/test_output/filter_2_xml.txt @@ -63,7 +63,7 @@ <TestCase name="fails from an exception but gets re-entered to traverse all subcases" filename="subcases.cpp" line="0" skipped="true"/> </TestSuite> <TestSuite name="test suite with a description"> - <TestCase name="fails more times as it should" filename="test_cases_and_suites.cpp" line="0" description="regarding failures" skipped="true"/> + <TestCase name="fails more times than it should" filename="test_cases_and_suites.cpp" line="0" description="regarding failures" skipped="true"/> </TestSuite> <TestSuite> <TestCase name="fixtured test" filename="header.h" line="0" skipped="true"/> diff --git a/examples/all_features/test_output/filter_3_xml.txt b/examples/all_features/test_output/filter_3_xml.txt index b2cc2ae8..4edeb7d1 100644 --- a/examples/all_features/test_output/filter_3_xml.txt +++ b/examples/all_features/test_output/filter_3_xml.txt @@ -5,7 +5,7 @@ <TestCase name="lots of nested subcases" filename="subcases.cpp" line="0"> root - <OverallResultsAsserts successes="0" failures="0"/> + <OverallResultsAsserts successes="0" failures="0" test_case_success="true"/> </TestCase> <TestCase name="subcases can be used in a separate function as well" filename="subcases.cpp" line="0"> <SubCase name="from function..." filename="subcases.cpp" line="0"> @@ -27,22 +27,22 @@ root lala </Text> </Message> - <OverallResultsAsserts successes="0" failures="0"/> + <OverallResultsAsserts successes="0" failures="0" test_case_success="true"/> </TestCase> <TestCase name=" Scenario: vectors can be sized and resized" filename="subcases.cpp" line="0"> - <OverallResultsAsserts successes="0" failures="0"/> + <OverallResultsAsserts successes="0" failures="0" test_case_success="true"/> </TestCase> <TestCase name="test case should fail even though the last subcase passes" filename="subcases.cpp" line="0"> - <OverallResultsAsserts successes="0" failures="0"/> + <OverallResultsAsserts successes="0" failures="0" test_case_success="true"/> </TestCase> <TestCase name="fails from an exception but gets re-entered to traverse all subcases" filename="subcases.cpp" line="0"> - <OverallResultsAsserts successes="0" failures="0"/> + <OverallResultsAsserts successes="0" failures="0" test_case_success="true"/> </TestCase> <TestCase name="Nested - related to https://github.com/onqtam/doctest/issues/282" filename="subcases.cpp" line="0"> - <OverallResultsAsserts successes="0" failures="0"/> + <OverallResultsAsserts successes="0" failures="0" test_case_success="true"/> </TestCase> <TestCase name="subcases with changing names" filename="subcases.cpp" line="0"> - <OverallResultsAsserts successes="0" failures="0"/> + <OverallResultsAsserts successes="0" failures="0" test_case_success="true"/> </TestCase> </TestSuite> <OverallResultsAsserts successes="0" failures="0"/> diff --git a/examples/all_features/test_output/first_last_xml.txt b/examples/all_features/test_output/first_last_xml.txt index 9f79baf0..b097b077 100644 --- a/examples/all_features/test_output/first_last_xml.txt +++ b/examples/all_features/test_output/first_last_xml.txt @@ -6,19 +6,19 @@ <Exception crash="false"> std::string! </Exception> - <OverallResultsAsserts successes="0" failures="0"/> + <OverallResultsAsserts successes="0" failures="0" test_case_success="false"/> </TestCase> <TestCase name="will end from a const char* exception" filename="coverage_maxout.cpp" line="0"> <Exception crash="false"> const char*! </Exception> - <OverallResultsAsserts successes="0" failures="0"/> + <OverallResultsAsserts successes="0" failures="0" test_case_success="false"/> </TestCase> <TestCase name="will end from an unknown exception" filename="coverage_maxout.cpp" line="0"> <Exception crash="false"> unknown exception </Exception> - <OverallResultsAsserts successes="0" failures="0"/> + <OverallResultsAsserts successes="0" failures="0" test_case_success="false"/> </TestCase> </TestSuite> <OverallResultsAsserts successes="0" failures="0"/> diff --git a/examples/all_features/test_output/header.h_xml.txt b/examples/all_features/test_output/header.h_xml.txt index 62905f2d..840fe80c 100644 --- a/examples/all_features/test_output/header.h_xml.txt +++ b/examples/all_features/test_output/header.h_xml.txt @@ -6,7 +6,7 @@ <Message type="FATAL ERROR" filename="header.h" line="0"> <Text/> </Message> - <OverallResultsAsserts successes="0" failures="1"/> + <OverallResultsAsserts successes="0" failures="1" test_case_success="false"/> </TestCase> </TestSuite> <TestSuite> @@ -14,16 +14,16 @@ <Message type="FATAL ERROR" filename="header.h" line="0"> <Text/> </Message> - <OverallResultsAsserts successes="0" failures="1"/> + <OverallResultsAsserts successes="0" failures="1" test_case_success="false"/> </TestCase> <TestCase name="template 2<doctest::String>" filename="header.h" line="0"> <Message type="FATAL ERROR" filename="header.h" line="0"> <Text/> </Message> - <OverallResultsAsserts successes="0" failures="1"/> + <OverallResultsAsserts successes="0" failures="1" test_case_success="false"/> </TestCase> <TestCase name="fixtured test" filename="header.h" line="0"> - <OverallResultsAsserts successes="1" failures="0"/> + <OverallResultsAsserts successes="1" failures="0" test_case_success="true"/> </TestCase> </TestSuite> <OverallResultsAsserts successes="1" failures="3"/> diff --git a/examples/all_features/test_output/logging.cpp_xml.txt b/examples/all_features/test_output/logging.cpp_xml.txt index 6ff2ed91..27207f98 100644 --- a/examples/all_features/test_output/logging.cpp_xml.txt +++ b/examples/all_features/test_output/logging.cpp_xml.txt @@ -73,7 +73,7 @@ i := 4 </Info> </Expression> - <OverallResultsAsserts successes="0" failures="5"/> + <OverallResultsAsserts successes="0" failures="5" test_case_success="false"/> </TestCase> <TestCase name="a test case that will end from an exception" filename="logging.cpp" line="0"> <Message type="ERROR" filename="logging.cpp" line="0"> @@ -110,13 +110,13 @@ <Exception crash="false"> 0 </Exception> - <OverallResultsAsserts successes="0" failures="2"/> + <OverallResultsAsserts successes="0" failures="2" test_case_success="false"/> </TestCase> <TestCase name="a test case that will end from an exception and should print the unprinted context" filename="logging.cpp" line="0"> <Exception crash="false"> 0 </Exception> - <OverallResultsAsserts successes="0" failures="0"/> + <OverallResultsAsserts successes="0" failures="0" test_case_success="false"/> </TestCase> <TestCase name="third party asserts can report failures to doctest" filename="logging.cpp" line="0"> <Message type="ERROR" filename="logging.cpp" line="0"> @@ -129,7 +129,7 @@ MY_ASSERT_FATAL(false) </Text> </Message> - <OverallResultsAsserts successes="0" failures="2"/> + <OverallResultsAsserts successes="0" failures="2" test_case_success="false"/> </TestCase> <TestCase name="explicit failures 1" filename="logging.cpp" line="0"> <Message type="ERROR" filename="logging.cpp" line="0"> @@ -142,7 +142,7 @@ reached! </Text> </Message> - <OverallResultsAsserts successes="0" failures="1"/> + <OverallResultsAsserts successes="0" failures="1" test_case_success="false"/> </TestCase> <TestCase name="explicit failures 2" filename="logging.cpp" line="0"> <Message type="FATAL ERROR" filename="logging.cpp" line="0"> @@ -150,7 +150,7 @@ fail the test case and also end it </Text> </Message> - <OverallResultsAsserts successes="0" failures="1"/> + <OverallResultsAsserts successes="0" failures="1" test_case_success="false"/> </TestCase> </TestSuite> <OverallResultsAsserts successes="0" failures="11"/> diff --git a/examples/all_features/test_output/main.cpp_xml.txt b/examples/all_features/test_output/main.cpp_xml.txt index e9cd99bb..90e2ef0a 100644 --- a/examples/all_features/test_output/main.cpp_xml.txt +++ b/examples/all_features/test_output/main.cpp_xml.txt @@ -3,7 +3,7 @@ <Options order_by="file" rand_seed="324" first="0" last="4294967295" abort_after="0" subcase_filter_levels="2147483647" case_sensitive="false" no_throw="false" no_skip="false"/> <TestSuite> <TestCase name="[string] testing std::string" filename="main.cpp" line="0"> - <OverallResultsAsserts successes="1" failures="0"/> + <OverallResultsAsserts successes="1" failures="0" test_case_success="true"/> </TestCase> </TestSuite> <OverallResultsAsserts successes="1" failures="0"/> diff --git a/examples/all_features/test_output/minimal.txt b/examples/all_features/test_output/minimal.txt index 4901abb7..369c3684 100644 --- a/examples/all_features/test_output/minimal.txt +++ b/examples/all_features/test_output/minimal.txt @@ -86,7 +86,7 @@ Failed exactly 1 times as expected so marking it as not failed! test_cases_and_suites.cpp(0): DESCRIPTION: regarding failures TEST SUITE: test suite with a description -TEST CASE: fails more times as it should +TEST CASE: fails more times than it should test_cases_and_suites.cpp(0): ERROR: diff --git a/examples/all_features/test_output/minimal_junit.txt b/examples/all_features/test_output/minimal_junit.txt index 47e66d09..d7849a26 100644 --- a/examples/all_features/test_output/minimal_junit.txt +++ b/examples/all_features/test_output/minimal_junit.txt @@ -25,7 +25,7 @@ CHECK( data == 85 ) is NOT correct! <testcase classname="test_cases_and_suites.cpp" name="fails as it should" status="run"/> <testcase classname="test_cases_and_suites.cpp" name="doesn't fail but it should have" status="run"/> <testcase classname="test_cases_and_suites.cpp" name="fails 1 time as it should" status="run"/> - <testcase classname="test_cases_and_suites.cpp" name="fails more times as it should" status="run"/> + <testcase classname="test_cases_and_suites.cpp" name="fails more times than it should" status="run"/> <testcase classname="test_cases_and_suites.cpp" name="should fail and no output" status="run"/> </testsuite> </testsuites> diff --git a/examples/all_features/test_output/minimal_no_fail_xml.txt b/examples/all_features/test_output/minimal_no_fail_xml.txt index 46601b21..67ff229a 100644 --- a/examples/all_features/test_output/minimal_no_fail_xml.txt +++ b/examples/all_features/test_output/minimal_no_fail_xml.txt @@ -3,10 +3,10 @@ <Options order_by="file" rand_seed="324" first="0" last="4294967295" abort_after="0" subcase_filter_levels="2147483647" case_sensitive="false" no_throw="false" no_skip="false"/> <TestSuite> <TestCase name="no checks" filename="no_failures.cpp" line="0"> - <OverallResultsAsserts successes="0" failures="0"/> + <OverallResultsAsserts successes="0" failures="0" test_case_success="true"/> </TestCase> <TestCase name="simple check" filename="no_failures.cpp" line="0"> - <OverallResultsAsserts successes="1" failures="0"/> + <OverallResultsAsserts successes="1" failures="0" test_case_success="true"/> </TestCase> </TestSuite> <TestSuite name="some suite"> @@ -14,7 +14,7 @@ <Message type="FATAL ERROR" filename="no_failures.cpp" line="0"> <Text/> </Message> - <OverallResultsAsserts successes="0" failures="1"/> + <OverallResultsAsserts successes="0" failures="1" test_case_success="true"/> </TestCase> </TestSuite> <TestSuite> @@ -22,7 +22,7 @@ <Message type="FATAL ERROR" filename="no_failures.cpp" line="0"> <Text/> </Message> - <OverallResultsAsserts successes="0" failures="1"/> + <OverallResultsAsserts successes="0" failures="1" test_case_success="true"/> </TestCase> </TestSuite> <OverallResultsAsserts successes="1" failures="2"/> diff --git a/examples/all_features/test_output/minimal_xml.txt b/examples/all_features/test_output/minimal_xml.txt index ece0fb6d..6fc245aa 100644 --- a/examples/all_features/test_output/minimal_xml.txt +++ b/examples/all_features/test_output/minimal_xml.txt @@ -3,13 +3,13 @@ <Options order_by="file" rand_seed="324" first="0" last="4294967295" abort_after="0" subcase_filter_levels="2147483647" case_sensitive="false" no_throw="false" no_skip="false"/> <TestSuite> <TestCase name="an empty test that will succeed - not part of a test suite" filename="test_cases_and_suites.cpp" line="0"> - <OverallResultsAsserts successes="0" failures="0"/> + <OverallResultsAsserts successes="0" failures="0" test_case_success="true"/> </TestCase> <TestCase name="should fail because of an exception" filename="test_cases_and_suites.cpp" line="0"> <Exception crash="false"> 0 </Exception> - <OverallResultsAsserts successes="1" failures="0"/> + <OverallResultsAsserts successes="1" failures="0" test_case_success="false"/> </TestCase> </TestSuite> <TestSuite name="scoped test suite"> @@ -17,13 +17,13 @@ <Message type="FATAL ERROR" filename="test_cases_and_suites.cpp" line="0"> <Text/> </Message> - <OverallResultsAsserts successes="0" failures="1"/> + <OverallResultsAsserts successes="0" failures="1" test_case_success="false"/> </TestCase> <TestCase name="part of scoped 2" filename="test_cases_and_suites.cpp" line="0"> <Message type="FATAL ERROR" filename="test_cases_and_suites.cpp" line="0"> <Text/> </Message> - <OverallResultsAsserts successes="0" failures="1"/> + <OverallResultsAsserts successes="0" failures="1" test_case_success="false"/> </TestCase> </TestSuite> <TestSuite name="some TS"> @@ -31,7 +31,7 @@ <Message type="FATAL ERROR" filename="test_cases_and_suites.cpp" line="0"> <Text/> </Message> - <OverallResultsAsserts successes="0" failures="1"/> + <OverallResultsAsserts successes="0" failures="1" test_case_success="false"/> </TestCase> </TestSuite> <TestSuite> @@ -44,7 +44,7 @@ 21 == 85 </Expanded> </Expression> - <OverallResultsAsserts successes="0" failures="1"/> + <OverallResultsAsserts successes="0" failures="1" test_case_success="false"/> </TestCase> </TestSuite> <TestSuite name="ts1"> @@ -54,7 +54,7 @@ failing because of the timeout decorator! </Text> </Message> - <OverallResultsAsserts successes="0" failures="0"/> + <OverallResultsAsserts successes="0" failures="0" test_case_success="false"/> </TestCase> </TestSuite> <TestSuite name="skipped test cases"> @@ -62,7 +62,7 @@ <Message type="FATAL ERROR" filename="test_cases_and_suites.cpp" line="0"> <Text/> </Message> - <OverallResultsAsserts successes="0" failures="1"/> + <OverallResultsAsserts successes="0" failures="1" test_case_success="false"/> </TestCase> </TestSuite> <TestSuite name="test suite with a description"> @@ -70,34 +70,34 @@ <Message type="FATAL ERROR" filename="test_cases_and_suites.cpp" line="0"> <Text/> </Message> - <OverallResultsAsserts successes="0" failures="1"/> + <OverallResultsAsserts successes="0" failures="1" test_case_success="true"/> </TestCase> <TestCase name="doesn't fail which is fine" filename="test_cases_and_suites.cpp" line="0" description="regarding failures" may_fail="true"> - <OverallResultsAsserts successes="0" failures="0"/> + <OverallResultsAsserts successes="0" failures="0" test_case_success="true"/> </TestCase> <TestCase name="fails as it should" filename="test_cases_and_suites.cpp" line="0" description="regarding failures" should_fail="true"> <Message type="FATAL ERROR" filename="test_cases_and_suites.cpp" line="0"> <Text/> </Message> - <OverallResultsAsserts successes="0" failures="1"/> + <OverallResultsAsserts successes="0" failures="1" test_case_success="true"/> </TestCase> <TestCase name="doesn't fail but it should have" filename="test_cases_and_suites.cpp" line="0" description="regarding failures" should_fail="true"> - <OverallResultsAsserts successes="0" failures="0"/> + <OverallResultsAsserts successes="0" failures="0" test_case_success="false"/> </TestCase> <TestCase name="fails 1 time as it should" filename="test_cases_and_suites.cpp" line="0" description="regarding failures"> <Message type="FATAL ERROR" filename="test_cases_and_suites.cpp" line="0"> <Text/> </Message> - <OverallResultsAsserts successes="0" failures="1" expected_failures="1"/> + <OverallResultsAsserts successes="0" failures="1" test_case_success="true" expected_failures="1"/> </TestCase> - <TestCase name="fails more times as it should" filename="test_cases_and_suites.cpp" line="0" description="regarding failures"> + <TestCase name="fails more times than it should" filename="test_cases_and_suites.cpp" line="0" description="regarding failures"> <Message type="ERROR" filename="test_cases_and_suites.cpp" line="0"> <Text/> </Message> <Message type="ERROR" filename="test_cases_and_suites.cpp" line="0"> <Text/> </Message> - <OverallResultsAsserts successes="0" failures="2" expected_failures="1"/> + <OverallResultsAsserts successes="0" failures="2" test_case_success="false" expected_failures="1"/> </TestCase> </TestSuite> <TestSuite> @@ -105,7 +105,7 @@ <Message type="FATAL ERROR" filename="test_cases_and_suites.cpp" line="0"> <Text/> </Message> - <OverallResultsAsserts successes="0" failures="1"/> + <OverallResultsAsserts successes="0" failures="1" test_case_success="true"/> </TestCase> </TestSuite> <OverallResultsAsserts successes="1" failures="11"/> diff --git a/examples/all_features/test_output/order_1.txt b/examples/all_features/test_output/order_1.txt index 2429335b..22637c39 100644 --- a/examples/all_features/test_output/order_1.txt +++ b/examples/all_features/test_output/order_1.txt @@ -86,7 +86,7 @@ Failed exactly 1 times as expected so marking it as not failed! test_cases_and_suites.cpp(0): DESCRIPTION: regarding failures TEST SUITE: test suite with a description -TEST CASE: fails more times as it should +TEST CASE: fails more times than it should test_cases_and_suites.cpp(0): ERROR: diff --git a/examples/all_features/test_output/order_1_junit.txt b/examples/all_features/test_output/order_1_junit.txt index 68640a86..90e71424 100644 --- a/examples/all_features/test_output/order_1_junit.txt +++ b/examples/all_features/test_output/order_1_junit.txt @@ -26,7 +26,7 @@ CHECK( data == 85 ) is NOT correct! <testcase classname="test_cases_and_suites.cpp" name="fails as it should" status="run"/> <testcase classname="test_cases_and_suites.cpp" name="doesn't fail but it should have" status="run"/> <testcase classname="test_cases_and_suites.cpp" name="fails 1 time as it should" status="run"/> - <testcase classname="test_cases_and_suites.cpp" name="fails more times as it should" status="run"/> + <testcase classname="test_cases_and_suites.cpp" name="fails more times than it should" status="run"/> <testcase classname="test_cases_and_suites.cpp" name="normal test in a test suite from a decorator" status="run"/> </testsuite> </testsuites> diff --git a/examples/all_features/test_output/order_1_xml.txt b/examples/all_features/test_output/order_1_xml.txt index d47aba95..257e5c04 100644 --- a/examples/all_features/test_output/order_1_xml.txt +++ b/examples/all_features/test_output/order_1_xml.txt @@ -3,13 +3,13 @@ <Options order_by="suite" rand_seed="324" first="0" last="4294967295" abort_after="0" subcase_filter_levels="2147483647" case_sensitive="false" no_throw="false" no_skip="true"/> <TestSuite> <TestCase name="an empty test that will succeed - not part of a test suite" filename="test_cases_and_suites.cpp" line="0"> - <OverallResultsAsserts successes="0" failures="0"/> + <OverallResultsAsserts successes="0" failures="0" test_case_success="true"/> </TestCase> <TestCase name="should fail because of an exception" filename="test_cases_and_suites.cpp" line="0"> <Exception crash="false"> 0 </Exception> - <OverallResultsAsserts successes="1" failures="0"/> + <OverallResultsAsserts successes="1" failures="0" test_case_success="false"/> </TestCase> <TestCase name="fixtured test - not part of a test suite" filename="test_cases_and_suites.cpp" line="0"> <Expression success="false" type="CHECK" filename="test_cases_and_suites.cpp" line="0"> @@ -20,13 +20,13 @@ 21 == 85 </Expanded> </Expression> - <OverallResultsAsserts successes="0" failures="1"/> + <OverallResultsAsserts successes="0" failures="1" test_case_success="false"/> </TestCase> <TestCase name="should fail and no output" filename="test_cases_and_suites.cpp" line="0" should_fail="true"> <Message type="FATAL ERROR" filename="test_cases_and_suites.cpp" line="0"> <Text/> </Message> - <OverallResultsAsserts successes="0" failures="1"/> + <OverallResultsAsserts successes="0" failures="1" test_case_success="true"/> </TestCase> </TestSuite> <TestSuite name="scoped test suite"> @@ -34,13 +34,13 @@ <Message type="FATAL ERROR" filename="test_cases_and_suites.cpp" line="0"> <Text/> </Message> - <OverallResultsAsserts successes="0" failures="1"/> + <OverallResultsAsserts successes="0" failures="1" test_case_success="false"/> </TestCase> <TestCase name="part of scoped 2" filename="test_cases_and_suites.cpp" line="0"> <Message type="FATAL ERROR" filename="test_cases_and_suites.cpp" line="0"> <Text/> </Message> - <OverallResultsAsserts successes="0" failures="1"/> + <OverallResultsAsserts successes="0" failures="1" test_case_success="false"/> </TestCase> </TestSuite> <TestSuite name="skipped test cases"> @@ -48,13 +48,13 @@ <Message type="FATAL ERROR" filename="test_cases_and_suites.cpp" line="0"> <Text/> </Message> - <OverallResultsAsserts successes="0" failures="1"/> + <OverallResultsAsserts successes="0" failures="1" test_case_success="false"/> </TestCase> <TestCase name="skipped - inherited from the test suite" filename="test_cases_and_suites.cpp" line="0"> <Message type="FATAL ERROR" filename="test_cases_and_suites.cpp" line="0"> <Text/> </Message> - <OverallResultsAsserts successes="0" failures="1"/> + <OverallResultsAsserts successes="0" failures="1" test_case_success="false"/> </TestCase> </TestSuite> <TestSuite name="some TS"> @@ -62,7 +62,7 @@ <Message type="FATAL ERROR" filename="test_cases_and_suites.cpp" line="0"> <Text/> </Message> - <OverallResultsAsserts successes="0" failures="1"/> + <OverallResultsAsserts successes="0" failures="1" test_case_success="false"/> </TestCase> </TestSuite> <TestSuite name="test suite with a description"> @@ -70,34 +70,34 @@ <Message type="FATAL ERROR" filename="test_cases_and_suites.cpp" line="0"> <Text/> </Message> - <OverallResultsAsserts successes="0" failures="1"/> + <OverallResultsAsserts successes="0" failures="1" test_case_success="true"/> </TestCase> <TestCase name="doesn't fail which is fine" filename="test_cases_and_suites.cpp" line="0" description="regarding failures" may_fail="true"> - <OverallResultsAsserts successes="0" failures="0"/> + <OverallResultsAsserts successes="0" failures="0" test_case_success="true"/> </TestCase> <TestCase name="fails as it should" filename="test_cases_and_suites.cpp" line="0" description="regarding failures" should_fail="true"> <Message type="FATAL ERROR" filename="test_cases_and_suites.cpp" line="0"> <Text/> </Message> - <OverallResultsAsserts successes="0" failures="1"/> + <OverallResultsAsserts successes="0" failures="1" test_case_success="true"/> </TestCase> <TestCase name="doesn't fail but it should have" filename="test_cases_and_suites.cpp" line="0" description="regarding failures" should_fail="true"> - <OverallResultsAsserts successes="0" failures="0"/> + <OverallResultsAsserts successes="0" failures="0" test_case_success="false"/> </TestCase> <TestCase name="fails 1 time as it should" filename="test_cases_and_suites.cpp" line="0" description="regarding failures"> <Message type="FATAL ERROR" filename="test_cases_and_suites.cpp" line="0"> <Text/> </Message> - <OverallResultsAsserts successes="0" failures="1" expected_failures="1"/> + <OverallResultsAsserts successes="0" failures="1" test_case_success="true" expected_failures="1"/> </TestCase> - <TestCase name="fails more times as it should" filename="test_cases_and_suites.cpp" line="0" description="regarding failures"> + <TestCase name="fails more times than it should" filename="test_cases_and_suites.cpp" line="0" description="regarding failures"> <Message type="ERROR" filename="test_cases_and_suites.cpp" line="0"> <Text/> </Message> <Message type="ERROR" filename="test_cases_and_suites.cpp" line="0"> <Text/> </Message> - <OverallResultsAsserts successes="0" failures="2" expected_failures="1"/> + <OverallResultsAsserts successes="0" failures="2" test_case_success="false" expected_failures="1"/> </TestCase> </TestSuite> <TestSuite name="ts1"> @@ -107,7 +107,7 @@ failing because of the timeout decorator! </Text> </Message> - <OverallResultsAsserts successes="0" failures="0"/> + <OverallResultsAsserts successes="0" failures="0" test_case_success="false"/> </TestCase> </TestSuite> <OverallResultsAsserts successes="1" failures="12"/> diff --git a/examples/all_features/test_output/order_2.txt b/examples/all_features/test_output/order_2.txt index f9d76c27..8f00f52f 100644 --- a/examples/all_features/test_output/order_2.txt +++ b/examples/all_features/test_output/order_2.txt @@ -37,7 +37,7 @@ Failed as expected so marking it as not failed test_cases_and_suites.cpp(0): DESCRIPTION: regarding failures TEST SUITE: test suite with a description -TEST CASE: fails more times as it should +TEST CASE: fails more times than it should test_cases_and_suites.cpp(0): ERROR: diff --git a/examples/all_features/test_output/order_2_junit.txt b/examples/all_features/test_output/order_2_junit.txt index b70cfbe6..236580e1 100644 --- a/examples/all_features/test_output/order_2_junit.txt +++ b/examples/all_features/test_output/order_2_junit.txt @@ -7,7 +7,7 @@ <testcase classname="test_cases_and_suites.cpp" name="fails - and its allowed" status="run"/> <testcase classname="test_cases_and_suites.cpp" name="fails 1 time as it should" status="run"/> <testcase classname="test_cases_and_suites.cpp" name="fails as it should" status="run"/> - <testcase classname="test_cases_and_suites.cpp" name="fails more times as it should" status="run"/> + <testcase classname="test_cases_and_suites.cpp" name="fails more times than it should" status="run"/> <testcase classname="test_cases_and_suites.cpp" name="fixtured test - not part of a test suite" status="run"> <failure message="21 == 85" type="CHECK"> test_cases_and_suites.cpp(0): diff --git a/examples/all_features/test_output/order_2_xml.txt b/examples/all_features/test_output/order_2_xml.txt index a09907ba..6e8fac30 100644 --- a/examples/all_features/test_output/order_2_xml.txt +++ b/examples/all_features/test_output/order_2_xml.txt @@ -3,42 +3,42 @@ <Options order_by="name" rand_seed="324" first="0" last="4294967295" abort_after="0" subcase_filter_levels="2147483647" case_sensitive="false" no_throw="false" no_skip="false"/> <TestSuite> <TestCase name="an empty test that will succeed - not part of a test suite" filename="test_cases_and_suites.cpp" line="0"> - <OverallResultsAsserts successes="0" failures="0"/> + <OverallResultsAsserts successes="0" failures="0" test_case_success="true"/> </TestCase> </TestSuite> <TestSuite name="test suite with a description"> <TestCase name="doesn't fail but it should have" filename="test_cases_and_suites.cpp" line="0" description="regarding failures" should_fail="true"> - <OverallResultsAsserts successes="0" failures="0"/> + <OverallResultsAsserts successes="0" failures="0" test_case_success="false"/> </TestCase> <TestCase name="doesn't fail which is fine" filename="test_cases_and_suites.cpp" line="0" description="regarding failures" may_fail="true"> - <OverallResultsAsserts successes="0" failures="0"/> + <OverallResultsAsserts successes="0" failures="0" test_case_success="true"/> </TestCase> <TestCase name="fails - and its allowed" filename="test_cases_and_suites.cpp" line="0" description="regarding failures" may_fail="true"> <Message type="FATAL ERROR" filename="test_cases_and_suites.cpp" line="0"> <Text/> </Message> - <OverallResultsAsserts successes="0" failures="1"/> + <OverallResultsAsserts successes="0" failures="1" test_case_success="true"/> </TestCase> <TestCase name="fails 1 time as it should" filename="test_cases_and_suites.cpp" line="0" description="regarding failures"> <Message type="FATAL ERROR" filename="test_cases_and_suites.cpp" line="0"> <Text/> </Message> - <OverallResultsAsserts successes="0" failures="1" expected_failures="1"/> + <OverallResultsAsserts successes="0" failures="1" test_case_success="true" expected_failures="1"/> </TestCase> <TestCase name="fails as it should" filename="test_cases_and_suites.cpp" line="0" description="regarding failures" should_fail="true"> <Message type="FATAL ERROR" filename="test_cases_and_suites.cpp" line="0"> <Text/> </Message> - <OverallResultsAsserts successes="0" failures="1"/> + <OverallResultsAsserts successes="0" failures="1" test_case_success="true"/> </TestCase> - <TestCase name="fails more times as it should" filename="test_cases_and_suites.cpp" line="0" description="regarding failures"> + <TestCase name="fails more times than it should" filename="test_cases_and_suites.cpp" line="0" description="regarding failures"> <Message type="ERROR" filename="test_cases_and_suites.cpp" line="0"> <Text/> </Message> <Message type="ERROR" filename="test_cases_and_suites.cpp" line="0"> <Text/> </Message> - <OverallResultsAsserts successes="0" failures="2" expected_failures="1"/> + <OverallResultsAsserts successes="0" failures="2" test_case_success="false" expected_failures="1"/> </TestCase> </TestSuite> <TestSuite> @@ -51,7 +51,7 @@ 21 == 85 </Expanded> </Expression> - <OverallResultsAsserts successes="0" failures="1"/> + <OverallResultsAsserts successes="0" failures="1" test_case_success="false"/> </TestCase> </TestSuite> <TestSuite name="ts1"> @@ -61,7 +61,7 @@ failing because of the timeout decorator! </Text> </Message> - <OverallResultsAsserts successes="0" failures="0"/> + <OverallResultsAsserts successes="0" failures="0" test_case_success="false"/> </TestCase> </TestSuite> <TestSuite name="scoped test suite"> @@ -69,13 +69,13 @@ <Message type="FATAL ERROR" filename="test_cases_and_suites.cpp" line="0"> <Text/> </Message> - <OverallResultsAsserts successes="0" failures="1"/> + <OverallResultsAsserts successes="0" failures="1" test_case_success="false"/> </TestCase> <TestCase name="part of scoped 2" filename="test_cases_and_suites.cpp" line="0"> <Message type="FATAL ERROR" filename="test_cases_and_suites.cpp" line="0"> <Text/> </Message> - <OverallResultsAsserts successes="0" failures="1"/> + <OverallResultsAsserts successes="0" failures="1" test_case_success="false"/> </TestCase> </TestSuite> <TestSuite name="some TS"> @@ -83,7 +83,7 @@ <Message type="FATAL ERROR" filename="test_cases_and_suites.cpp" line="0"> <Text/> </Message> - <OverallResultsAsserts successes="0" failures="1"/> + <OverallResultsAsserts successes="0" failures="1" test_case_success="false"/> </TestCase> </TestSuite> <TestSuite> @@ -91,13 +91,13 @@ <Message type="FATAL ERROR" filename="test_cases_and_suites.cpp" line="0"> <Text/> </Message> - <OverallResultsAsserts successes="0" failures="1"/> + <OverallResultsAsserts successes="0" failures="1" test_case_success="true"/> </TestCase> <TestCase name="should fail because of an exception" filename="test_cases_and_suites.cpp" line="0"> <Exception crash="false"> 0 </Exception> - <OverallResultsAsserts successes="1" failures="0"/> + <OverallResultsAsserts successes="1" failures="0" test_case_success="false"/> </TestCase> </TestSuite> <TestSuite name="skipped test cases"> @@ -105,7 +105,7 @@ <Message type="FATAL ERROR" filename="test_cases_and_suites.cpp" line="0"> <Text/> </Message> - <OverallResultsAsserts successes="0" failures="1"/> + <OverallResultsAsserts successes="0" failures="1" test_case_success="false"/> </TestCase> </TestSuite> <OverallResultsAsserts successes="1" failures="11"/> diff --git a/examples/all_features/test_output/stringification.cpp_xml.txt b/examples/all_features/test_output/stringification.cpp_xml.txt index 6e761986..4feffd63 100644 --- a/examples/all_features/test_output/stringification.cpp_xml.txt +++ b/examples/all_features/test_output/stringification.cpp_xml.txt @@ -63,13 +63,13 @@ <Exception crash="false"> MyTypeInherited<int>(5, 4) </Exception> - <OverallResultsAsserts successes="0" failures="6"/> + <OverallResultsAsserts successes="0" failures="6" test_case_success="false"/> </TestCase> <TestCase name="a test case that registers an exception translator for int and then throws one" filename="stringification.cpp" line="0"> <Exception crash="false"> 5 </Exception> - <OverallResultsAsserts successes="0" failures="0"/> + <OverallResultsAsserts successes="0" failures="0" test_case_success="false"/> </TestCase> </TestSuite> <OverallResultsAsserts successes="0" failures="6"/> diff --git a/examples/all_features/test_output/subcases.cpp_xml.txt b/examples/all_features/test_output/subcases.cpp_xml.txt index 72e3985f..18359268 100644 --- a/examples/all_features/test_output/subcases.cpp_xml.txt +++ b/examples/all_features/test_output/subcases.cpp_xml.txt @@ -29,7 +29,7 @@ root </Message> </SubCase> </SubCase> - <OverallResultsAsserts successes="0" failures="1"/> + <OverallResultsAsserts successes="0" failures="1" test_case_success="false"/> </TestCase> <TestCase name="subcases can be used in a separate function as well" filename="subcases.cpp" line="0"> <SubCase name="from function..." filename="subcases.cpp" line="0"> @@ -70,7 +70,7 @@ root lala </Text> </Message> - <OverallResultsAsserts successes="0" failures="0"/> + <OverallResultsAsserts successes="0" failures="0" test_case_success="true"/> </TestCase> <TestCase name=" Scenario: vectors can be sized and resized" filename="subcases.cpp" line="0"> <SubCase name=" Given: A vector with some items" filename="subcases.cpp" line="0"> @@ -113,7 +113,7 @@ root </SubCase> </SubCase> </SubCase> - <OverallResultsAsserts successes="14" failures="2"/> + <OverallResultsAsserts successes="14" failures="2" test_case_success="false"/> </TestCase> <TestCase name="test case should fail even though the last subcase passes" filename="subcases.cpp" line="0"> <SubCase name="one" filename="subcases.cpp" line="0"> @@ -128,7 +128,7 @@ root </SubCase> <SubCase name="two" filename="subcases.cpp" line="0"> </SubCase> - <OverallResultsAsserts successes="1" failures="1"/> + <OverallResultsAsserts successes="1" failures="1" test_case_success="false"/> </TestCase> <TestCase name="fails from an exception but gets re-entered to traverse all subcases" filename="subcases.cpp" line="0"> <SubCase name="level zero" filename="subcases.cpp" line="0"> @@ -167,7 +167,7 @@ root <Exception crash="false"> failure... but the show must go on! </Exception> - <OverallResultsAsserts successes="0" failures="2"/> + <OverallResultsAsserts successes="0" failures="2" test_case_success="false"/> </TestCase> <TestCase name="Nested - related to https://github.com/onqtam/doctest/issues/282" filename="subcases.cpp" line="0"> <SubCase name="generate data variant 1" filename="subcases.cpp" line="0"> @@ -186,7 +186,7 @@ root <SubCase name="check data 2" filename="subcases.cpp" line="0"> </SubCase> </SubCase> - <OverallResultsAsserts successes="4" failures="0"/> + <OverallResultsAsserts successes="4" failures="0" test_case_success="true"/> </TestCase> <TestCase name="subcases with changing names" filename="subcases.cpp" line="0"> <SubCase name="outer 0" filename="subcases.cpp" line="0"> @@ -232,7 +232,7 @@ root </Text> </Message> </SubCase> - <OverallResultsAsserts successes="0" failures="0"/> + <OverallResultsAsserts successes="0" failures="0" test_case_success="true"/> </TestCase> </TestSuite> <OverallResultsAsserts successes="19" failures="6"/> diff --git a/examples/all_features/test_output/templated_test_cases.cpp_xml.txt b/examples/all_features/test_output/templated_test_cases.cpp_xml.txt index 9a19eebc..c2f8b9e4 100644 --- a/examples/all_features/test_output/templated_test_cases.cpp_xml.txt +++ b/examples/all_features/test_output/templated_test_cases.cpp_xml.txt @@ -3,13 +3,13 @@ <Options order_by="file" rand_seed="324" first="0" last="4294967295" abort_after="0" subcase_filter_levels="2147483647" case_sensitive="false" no_throw="false" no_skip="false"/> <TestSuite> <TestCase name="signed integers stuff<signed char>" filename="templated_test_cases.cpp" line="0"> - <OverallResultsAsserts successes="1" failures="0"/> + <OverallResultsAsserts successes="1" failures="0" test_case_success="true"/> </TestCase> <TestCase name="signed integers stuff<short int>" filename="templated_test_cases.cpp" line="0"> - <OverallResultsAsserts successes="1" failures="0"/> + <OverallResultsAsserts successes="1" failures="0" test_case_success="true"/> </TestCase> <TestCase name="signed integers stuff<int>" filename="templated_test_cases.cpp" line="0"> - <OverallResultsAsserts successes="1" failures="0"/> + <OverallResultsAsserts successes="1" failures="0" test_case_success="true"/> </TestCase> <TestCase name="vector stuff<std::vector<int>>" filename="templated_test_cases.cpp" line="0"> <Expression success="false" type="CHECK" filename="templated_test_cases.cpp" line="0"> @@ -20,28 +20,28 @@ 10 == 20 </Expanded> </Expression> - <OverallResultsAsserts successes="0" failures="1"/> + <OverallResultsAsserts successes="0" failures="1" test_case_success="false"/> </TestCase> <TestCase name="default construction<signed char>" filename="templated_test_cases.cpp" line="0"> - <OverallResultsAsserts successes="1" failures="0"/> + <OverallResultsAsserts successes="1" failures="0" test_case_success="true"/> </TestCase> <TestCase name="default construction<short int>" filename="templated_test_cases.cpp" line="0"> - <OverallResultsAsserts successes="1" failures="0"/> + <OverallResultsAsserts successes="1" failures="0" test_case_success="true"/> </TestCase> <TestCase name="default construction<int>" filename="templated_test_cases.cpp" line="0"> - <OverallResultsAsserts successes="1" failures="0"/> + <OverallResultsAsserts successes="1" failures="0" test_case_success="true"/> </TestCase> <TestCase name="default construction<double>" filename="templated_test_cases.cpp" line="0"> - <OverallResultsAsserts successes="1" failures="0"/> + <OverallResultsAsserts successes="1" failures="0" test_case_success="true"/> </TestCase> <TestCase name="default construction<double>" filename="templated_test_cases.cpp" line="0"> - <OverallResultsAsserts successes="1" failures="0"/> + <OverallResultsAsserts successes="1" failures="0" test_case_success="true"/> </TestCase> <TestCase name="default construction<unsigned char>" filename="templated_test_cases.cpp" line="0"> - <OverallResultsAsserts successes="1" failures="0"/> + <OverallResultsAsserts successes="1" failures="0" test_case_success="true"/> </TestCase> <TestCase name="default construction<char>" filename="templated_test_cases.cpp" line="0"> - <OverallResultsAsserts successes="1" failures="0"/> + <OverallResultsAsserts successes="1" failures="0" test_case_success="true"/> </TestCase> <TestCase name="multiple types<>" filename="templated_test_cases.cpp" line="0"> <Expression success="false" type="CHECK" filename="templated_test_cases.cpp" line="0"> @@ -52,7 +52,7 @@ 0 != 0 </Expanded> </Expression> - <OverallResultsAsserts successes="1" failures="1"/> + <OverallResultsAsserts successes="1" failures="1" test_case_success="false"/> </TestCase> <TestCase name="multiple types<>" filename="templated_test_cases.cpp" line="0"> <Expression success="false" type="CHECK" filename="templated_test_cases.cpp" line="0"> @@ -63,7 +63,7 @@ 0 != 0 </Expanded> </Expression> - <OverallResultsAsserts successes="1" failures="1"/> + <OverallResultsAsserts successes="1" failures="1" test_case_success="false"/> </TestCase> <TestCase name="multiple types<>" filename="templated_test_cases.cpp" line="0"> <Expression success="false" type="CHECK" filename="templated_test_cases.cpp" line="0"> @@ -74,7 +74,7 @@ 0 != 0 </Expanded> </Expression> - <OverallResultsAsserts successes="1" failures="1"/> + <OverallResultsAsserts successes="1" failures="1" test_case_success="false"/> </TestCase> <TestCase name="bad stringification of type pair<int_pair>" filename="templated_test_cases.cpp" line="0"> <Expression success="false" type="CHECK" filename="templated_test_cases.cpp" line="0"> @@ -85,7 +85,7 @@ 0 != 0 </Expanded> </Expression> - <OverallResultsAsserts successes="1" failures="1"/> + <OverallResultsAsserts successes="1" failures="1" test_case_success="false"/> </TestCase> </TestSuite> <OverallResultsAsserts successes="14" failures="5"/> diff --git a/examples/all_features/test_output/test_cases_and_suites.cpp.txt b/examples/all_features/test_output/test_cases_and_suites.cpp.txt index c7e12f06..64815f66 100644 --- a/examples/all_features/test_output/test_cases_and_suites.cpp.txt +++ b/examples/all_features/test_output/test_cases_and_suites.cpp.txt @@ -87,7 +87,7 @@ Failed exactly 1 times as expected so marking it as not failed! test_cases_and_suites.cpp(0): DESCRIPTION: regarding failures TEST SUITE: test suite with a description -TEST CASE: fails more times as it should +TEST CASE: fails more times than it should test_cases_and_suites.cpp(0): ERROR: diff --git a/examples/all_features/test_output/test_cases_and_suites.cpp_junit.txt b/examples/all_features/test_output/test_cases_and_suites.cpp_junit.txt index 47e66d09..d7849a26 100644 --- a/examples/all_features/test_output/test_cases_and_suites.cpp_junit.txt +++ b/examples/all_features/test_output/test_cases_and_suites.cpp_junit.txt @@ -25,7 +25,7 @@ CHECK( data == 85 ) is NOT correct! <testcase classname="test_cases_and_suites.cpp" name="fails as it should" status="run"/> <testcase classname="test_cases_and_suites.cpp" name="doesn't fail but it should have" status="run"/> <testcase classname="test_cases_and_suites.cpp" name="fails 1 time as it should" status="run"/> - <testcase classname="test_cases_and_suites.cpp" name="fails more times as it should" status="run"/> + <testcase classname="test_cases_and_suites.cpp" name="fails more times than it should" status="run"/> <testcase classname="test_cases_and_suites.cpp" name="should fail and no output" status="run"/> </testsuite> </testsuites> diff --git a/examples/all_features/test_output/test_cases_and_suites.cpp_xml.txt b/examples/all_features/test_output/test_cases_and_suites.cpp_xml.txt index ece0fb6d..6fc245aa 100644 --- a/examples/all_features/test_output/test_cases_and_suites.cpp_xml.txt +++ b/examples/all_features/test_output/test_cases_and_suites.cpp_xml.txt @@ -3,13 +3,13 @@ <Options order_by="file" rand_seed="324" first="0" last="4294967295" abort_after="0" subcase_filter_levels="2147483647" case_sensitive="false" no_throw="false" no_skip="false"/> <TestSuite> <TestCase name="an empty test that will succeed - not part of a test suite" filename="test_cases_and_suites.cpp" line="0"> - <OverallResultsAsserts successes="0" failures="0"/> + <OverallResultsAsserts successes="0" failures="0" test_case_success="true"/> </TestCase> <TestCase name="should fail because of an exception" filename="test_cases_and_suites.cpp" line="0"> <Exception crash="false"> 0 </Exception> - <OverallResultsAsserts successes="1" failures="0"/> + <OverallResultsAsserts successes="1" failures="0" test_case_success="false"/> </TestCase> </TestSuite> <TestSuite name="scoped test suite"> @@ -17,13 +17,13 @@ <Message type="FATAL ERROR" filename="test_cases_and_suites.cpp" line="0"> <Text/> </Message> - <OverallResultsAsserts successes="0" failures="1"/> + <OverallResultsAsserts successes="0" failures="1" test_case_success="false"/> </TestCase> <TestCase name="part of scoped 2" filename="test_cases_and_suites.cpp" line="0"> <Message type="FATAL ERROR" filename="test_cases_and_suites.cpp" line="0"> <Text/> </Message> - <OverallResultsAsserts successes="0" failures="1"/> + <OverallResultsAsserts successes="0" failures="1" test_case_success="false"/> </TestCase> </TestSuite> <TestSuite name="some TS"> @@ -31,7 +31,7 @@ <Message type="FATAL ERROR" filename="test_cases_and_suites.cpp" line="0"> <Text/> </Message> - <OverallResultsAsserts successes="0" failures="1"/> + <OverallResultsAsserts successes="0" failures="1" test_case_success="false"/> </TestCase> </TestSuite> <TestSuite> @@ -44,7 +44,7 @@ 21 == 85 </Expanded> </Expression> - <OverallResultsAsserts successes="0" failures="1"/> + <OverallResultsAsserts successes="0" failures="1" test_case_success="false"/> </TestCase> </TestSuite> <TestSuite name="ts1"> @@ -54,7 +54,7 @@ failing because of the timeout decorator! </Text> </Message> - <OverallResultsAsserts successes="0" failures="0"/> + <OverallResultsAsserts successes="0" failures="0" test_case_success="false"/> </TestCase> </TestSuite> <TestSuite name="skipped test cases"> @@ -62,7 +62,7 @@ <Message type="FATAL ERROR" filename="test_cases_and_suites.cpp" line="0"> <Text/> </Message> - <OverallResultsAsserts successes="0" failures="1"/> + <OverallResultsAsserts successes="0" failures="1" test_case_success="false"/> </TestCase> </TestSuite> <TestSuite name="test suite with a description"> @@ -70,34 +70,34 @@ <Message type="FATAL ERROR" filename="test_cases_and_suites.cpp" line="0"> <Text/> </Message> - <OverallResultsAsserts successes="0" failures="1"/> + <OverallResultsAsserts successes="0" failures="1" test_case_success="true"/> </TestCase> <TestCase name="doesn't fail which is fine" filename="test_cases_and_suites.cpp" line="0" description="regarding failures" may_fail="true"> - <OverallResultsAsserts successes="0" failures="0"/> + <OverallResultsAsserts successes="0" failures="0" test_case_success="true"/> </TestCase> <TestCase name="fails as it should" filename="test_cases_and_suites.cpp" line="0" description="regarding failures" should_fail="true"> <Message type="FATAL ERROR" filename="test_cases_and_suites.cpp" line="0"> <Text/> </Message> - <OverallResultsAsserts successes="0" failures="1"/> + <OverallResultsAsserts successes="0" failures="1" test_case_success="true"/> </TestCase> <TestCase name="doesn't fail but it should have" filename="test_cases_and_suites.cpp" line="0" description="regarding failures" should_fail="true"> - <OverallResultsAsserts successes="0" failures="0"/> + <OverallResultsAsserts successes="0" failures="0" test_case_success="false"/> </TestCase> <TestCase name="fails 1 time as it should" filename="test_cases_and_suites.cpp" line="0" description="regarding failures"> <Message type="FATAL ERROR" filename="test_cases_and_suites.cpp" line="0"> <Text/> </Message> - <OverallResultsAsserts successes="0" failures="1" expected_failures="1"/> + <OverallResultsAsserts successes="0" failures="1" test_case_success="true" expected_failures="1"/> </TestCase> - <TestCase name="fails more times as it should" filename="test_cases_and_suites.cpp" line="0" description="regarding failures"> + <TestCase name="fails more times than it should" filename="test_cases_and_suites.cpp" line="0" description="regarding failures"> <Message type="ERROR" filename="test_cases_and_suites.cpp" line="0"> <Text/> </Message> <Message type="ERROR" filename="test_cases_and_suites.cpp" line="0"> <Text/> </Message> - <OverallResultsAsserts successes="0" failures="2" expected_failures="1"/> + <OverallResultsAsserts successes="0" failures="2" test_case_success="false" expected_failures="1"/> </TestCase> </TestSuite> <TestSuite> @@ -105,7 +105,7 @@ <Message type="FATAL ERROR" filename="test_cases_and_suites.cpp" line="0"> <Text/> </Message> - <OverallResultsAsserts successes="0" failures="1"/> + <OverallResultsAsserts successes="0" failures="1" test_case_success="true"/> </TestCase> </TestSuite> <OverallResultsAsserts successes="1" failures="11"/> diff --git a/examples/exe_with_static_libs/test_output/exe_with_static_libs_xml.txt b/examples/exe_with_static_libs/test_output/exe_with_static_libs_xml.txt index 4220fd16..7a4e53e6 100644 --- a/examples/exe_with_static_libs/test_output/exe_with_static_libs_xml.txt +++ b/examples/exe_with_static_libs/test_output/exe_with_static_libs_xml.txt @@ -4,19 +4,19 @@ <TestSuite> <TestCase name="asd" filename="lib_1_src1.cpp" line="0"> hello from <lib_1_src1.cpp> - <OverallResultsAsserts successes="0" failures="0"/> + <OverallResultsAsserts successes="0" failures="0" test_case_success="true"/> </TestCase> <TestCase name="asd" filename="lib_1_src2.cpp" line="0"> hello from <lib_1_src2.cpp> - <OverallResultsAsserts successes="0" failures="0"/> + <OverallResultsAsserts successes="0" failures="0" test_case_success="true"/> </TestCase> <TestCase name="asd" filename="lib_2_src.cpp" line="0"> hello from <lib_2_src.cpp> - <OverallResultsAsserts successes="0" failures="0"/> + <OverallResultsAsserts successes="0" failures="0" test_case_success="true"/> </TestCase> <TestCase name="main" filename="main.cpp" line="0"> hello from <main.cpp> - <OverallResultsAsserts successes="0" failures="0"/> + <OverallResultsAsserts successes="0" failures="0" test_case_success="true"/> </TestCase> </TestSuite> <OverallResultsAsserts successes="0" failures="0"/> diff --git a/examples/executable_dll_and_plugin/test_output/executable_dll_and_plugin_xml.txt b/examples/executable_dll_and_plugin/test_output/executable_dll_and_plugin_xml.txt index b8d3b4f7..d4f245c0 100644 --- a/examples/executable_dll_and_plugin/test_output/executable_dll_and_plugin_xml.txt +++ b/examples/executable_dll_and_plugin/test_output/executable_dll_and_plugin_xml.txt @@ -4,22 +4,22 @@ <TestSuite> <TestCase name="dll" filename="dll.cpp" line="0"> I am a test from the dll! - <OverallResultsAsserts successes="0" failures="0"/> + <OverallResultsAsserts successes="0" failures="0" test_case_success="true"/> </TestCase> <TestCase name="implementation" filename="implementation.cpp" line="0"> I am a test from the implementation! - <OverallResultsAsserts successes="0" failures="0"/> + <OverallResultsAsserts successes="0" failures="0" test_case_success="true"/> </TestCase> <TestCase name="implementation_2" filename="implementation_2.cpp" line="0"> I am a test from the implementation_2! - <OverallResultsAsserts successes="0" failures="0"/> + <OverallResultsAsserts successes="0" failures="0" test_case_success="true"/> </TestCase> <TestCase name="executable" filename="main.cpp" line="0"> I am a test from the executable! <Exception crash="false"> char: 97 </Exception> - <OverallResultsAsserts successes="0" failures="0"/> + <OverallResultsAsserts successes="0" failures="0" test_case_success="false"/> </TestCase> </TestSuite> <TestSuite name="some test suite"> @@ -53,7 +53,7 @@ I am a test from the executable! </Info> </Message> </SubCase> - <OverallResultsAsserts successes="0" failures="2"/> + <OverallResultsAsserts successes="0" failures="2" test_case_success="false"/> </TestCase> </TestSuite> <OverallResultsAsserts successes="0" failures="2"/> |