1 // (C) Copyright Gennadiy Rozental 2001.
2 // Distributed under the Boost Software License, Version 1.0.
3 // (See accompanying file LICENSE_1_0.txt or copy at
4 // http://www.boost.org/LICENSE_1_0.txt)
6 // See http://www.boost.org/libs/test for the library home page.
10 // Version : $Revision$
12 // Description : implements Unit Test results collecting facility.
13 // ***************************************************************************
15 #ifndef BOOST_TEST_RESULTS_COLLECTOR_IPP_021105GER
16 #define BOOST_TEST_RESULTS_COLLECTOR_IPP_021105GER
19 #include <boost/test/unit_test_log.hpp>
20 #include <boost/test/results_collector.hpp>
21 #include <boost/test/framework.hpp>
23 #include <boost/test/tree/test_unit.hpp>
24 #include <boost/test/tree/visitor.hpp>
25 #include <boost/test/tree/test_case_counter.hpp>
26 #include <boost/test/tree/traverse.hpp>
29 #include <boost/cstdlib.hpp>
34 #include <boost/test/detail/suppress_warnings.hpp>
36 //____________________________________________________________________________//
41 // ************************************************************************** //
42 // ************** test_results ************** //
43 // ************************************************************************** //
45 test_results::test_results()
50 //____________________________________________________________________________//
53 test_results::passed() const
56 p_test_cases_failed == 0 &&
57 p_assertions_failed <= p_expected_failures &&
58 p_test_cases_skipped == 0 &&
63 test_results::aborted() const
68 //____________________________________________________________________________//
71 test_results::result_code() const
73 return passed() ? exit_success
74 : ( (p_assertions_failed > p_expected_failures || p_skipped )
76 : exit_exception_failure );
79 //____________________________________________________________________________//
82 test_results::operator+=( test_results const& tr )
84 p_assertions_passed.value += tr.p_assertions_passed;
85 p_assertions_failed.value += tr.p_assertions_failed;
86 p_warnings_failed.value += tr.p_warnings_failed;
87 p_test_cases_passed.value += tr.p_test_cases_passed;
88 p_test_cases_warned.value += tr.p_test_cases_warned;
89 p_test_cases_failed.value += tr.p_test_cases_failed;
90 p_test_cases_skipped.value += tr.p_test_cases_skipped;
91 p_test_cases_aborted.value += tr.p_test_cases_aborted;
92 p_duration_microseconds.value += tr.p_duration_microseconds;
95 //____________________________________________________________________________//
100 p_assertions_passed.value = 0;
101 p_assertions_failed.value = 0;
102 p_warnings_failed.value = 0;
103 p_expected_failures.value = 0;
104 p_test_cases_passed.value = 0;
105 p_test_cases_warned.value = 0;
106 p_test_cases_failed.value = 0;
107 p_test_cases_skipped.value = 0;
108 p_test_cases_aborted.value = 0;
109 p_duration_microseconds.value= 0;
110 p_aborted.value = false;
111 p_skipped.value = false;
114 //____________________________________________________________________________//
116 // ************************************************************************** //
117 // ************** results_collector ************** //
118 // ************************************************************************** //
122 struct results_collector_impl {
123 std::map<test_unit_id,test_results> m_results_store;
126 results_collector_impl& s_rc_impl() { static results_collector_impl the_inst; return the_inst; }
130 //____________________________________________________________________________//
133 results_collector_t::test_start( counter_t )
135 s_rc_impl().m_results_store.clear();
138 //____________________________________________________________________________//
141 results_collector_t::test_unit_start( test_unit const& tu )
143 // init test_results entry
144 test_results& tr = s_rc_impl().m_results_store[tu.p_id];
148 tr.p_expected_failures.value = tu.p_expected_failures;
151 //____________________________________________________________________________//
153 class results_collect_helper : public test_tree_visitor {
155 explicit results_collect_helper( test_results& tr, test_unit const& ts ) : m_tr( tr ), m_ts( ts ) {}
157 void visit( test_case const& tc )
159 test_results const& tr = results_collector.results( tc.p_id );
163 if( tr.p_warnings_failed )
164 m_tr.p_test_cases_warned.value++;
166 m_tr.p_test_cases_passed.value++;
168 else if( tr.p_skipped )
169 m_tr.p_test_cases_skipped.value++;
172 m_tr.p_test_cases_aborted.value++;
174 m_tr.p_test_cases_failed.value++;
177 bool test_suite_start( test_suite const& ts )
179 if( m_ts.p_id == ts.p_id )
182 m_tr += results_collector.results( ts.p_id );
189 test_unit const& m_ts;
192 //____________________________________________________________________________//
195 results_collector_t::test_unit_finish( test_unit const& tu, unsigned long elapsed_in_microseconds )
197 if( tu.p_type == TUT_SUITE ) {
198 results_collect_helper ch( s_rc_impl().m_results_store[tu.p_id], tu );
200 traverse_test_tree( tu, ch );
203 test_results & tr = s_rc_impl().m_results_store[tu.p_id];
204 tr.p_duration_microseconds.value = elapsed_in_microseconds;
206 bool num_failures_match = tr.p_aborted || tr.p_assertions_failed >= tr.p_expected_failures;
207 if( !num_failures_match )
208 BOOST_TEST_FRAMEWORK_MESSAGE( "Test case " << tu.full_name() << " has fewer failures than expected" );
210 bool check_any_assertions = tr.p_aborted || (tr.p_assertions_failed != 0) || (tr.p_assertions_passed != 0);
211 if( !check_any_assertions )
212 BOOST_TEST_FRAMEWORK_MESSAGE( "Test case " << tu.full_name() << " did not check any assertions" );
216 //____________________________________________________________________________//
219 results_collector_t::test_unit_skipped( test_unit const& tu, const_string /*reason*/ )
221 test_results& tr = s_rc_impl().m_results_store[tu.p_id];
225 tr.p_skipped.value = true;
227 if( tu.p_type == TUT_SUITE ) {
228 test_case_counter tcc;
229 traverse_test_tree( tu, tcc );
231 tr.p_test_cases_skipped.value = tcc.p_count;
235 //____________________________________________________________________________//
238 results_collector_t::assertion_result( unit_test::assertion_result ar )
240 test_results& tr = s_rc_impl().m_results_store[framework::current_test_case_id()];
243 case AR_PASSED: tr.p_assertions_passed.value++; break;
244 case AR_FAILED: tr.p_assertions_failed.value++; break;
245 case AR_TRIGGERED: tr.p_warnings_failed.value++; break;
248 if( tr.p_assertions_failed == 1 )
249 first_failed_assertion();
252 //____________________________________________________________________________//
255 results_collector_t::exception_caught( execution_exception const& )
257 test_results& tr = s_rc_impl().m_results_store[framework::current_test_case_id()];
259 tr.p_assertions_failed.value++;
262 //____________________________________________________________________________//
265 results_collector_t::test_unit_aborted( test_unit const& tu )
267 s_rc_impl().m_results_store[tu.p_id].p_aborted.value = true;
270 //____________________________________________________________________________//
273 results_collector_t::results( test_unit_id id ) const
275 return s_rc_impl().m_results_store[id];
278 //____________________________________________________________________________//
280 } // namespace unit_test
283 #include <boost/test/detail/enable_warnings.hpp>
285 #endif // BOOST_TEST_RESULTS_COLLECTOR_IPP_021105GER