]>
Commit | Line | Data |
---|---|---|
7c673cae FG |
1 | // (C) Copyright Gennadiy Rozental 2001. |
2 | // Distributed under the Boost Software License, Version 1.0. | |
3 | // (See accompanying file LICENSE_1_0.txt or copy at | |
4 | // http://www.boost.org/LICENSE_1_0.txt) | |
5 | ||
6 | // See http://www.boost.org/libs/test for the library home page. | |
7 | // | |
8 | // File : $RCSfile$ | |
9 | // | |
10 | // Version : $Revision$ | |
11 | // | |
12 | // Description : implements Unit Test results collecting facility. | |
13 | // *************************************************************************** | |
14 | ||
15 | #ifndef BOOST_TEST_RESULTS_COLLECTOR_IPP_021105GER | |
16 | #define BOOST_TEST_RESULTS_COLLECTOR_IPP_021105GER | |
17 | ||
18 | // Boost.Test | |
19 | #include <boost/test/unit_test_log.hpp> | |
20 | #include <boost/test/results_collector.hpp> | |
21 | #include <boost/test/framework.hpp> | |
22 | ||
23 | #include <boost/test/tree/test_unit.hpp> | |
24 | #include <boost/test/tree/visitor.hpp> | |
25 | #include <boost/test/tree/test_case_counter.hpp> | |
26 | #include <boost/test/tree/traverse.hpp> | |
27 | ||
28 | // Boost | |
29 | #include <boost/cstdlib.hpp> | |
30 | ||
31 | // STL | |
32 | #include <map> | |
33 | ||
34 | #include <boost/test/detail/suppress_warnings.hpp> | |
35 | ||
36 | //____________________________________________________________________________// | |
37 | ||
38 | namespace boost { | |
39 | namespace unit_test { | |
40 | ||
41 | // ************************************************************************** // | |
42 | // ************** test_results ************** // | |
43 | // ************************************************************************** // | |
44 | ||
45 | test_results::test_results() | |
46 | { | |
47 | clear(); | |
48 | } | |
49 | ||
50 | //____________________________________________________________________________// | |
51 | ||
52 | bool | |
53 | test_results::passed() const | |
54 | { | |
55 | return !p_skipped && | |
56 | p_test_cases_failed == 0 && | |
57 | p_assertions_failed <= p_expected_failures && | |
58 | p_test_cases_skipped == 0 && | |
59 | !p_aborted; | |
60 | } | |
61 | ||
62 | //____________________________________________________________________________// | |
63 | ||
64 | int | |
65 | test_results::result_code() const | |
66 | { | |
67 | return passed() ? exit_success | |
68 | : ( (p_assertions_failed > p_expected_failures || p_skipped ) | |
69 | ? exit_test_failure | |
70 | : exit_exception_failure ); | |
71 | } | |
72 | ||
73 | //____________________________________________________________________________// | |
74 | ||
75 | void | |
76 | test_results::operator+=( test_results const& tr ) | |
77 | { | |
78 | p_assertions_passed.value += tr.p_assertions_passed; | |
79 | p_assertions_failed.value += tr.p_assertions_failed; | |
80 | p_warnings_failed.value += tr.p_warnings_failed; | |
81 | p_test_cases_passed.value += tr.p_test_cases_passed; | |
82 | p_test_cases_warned.value += tr.p_test_cases_warned; | |
83 | p_test_cases_failed.value += tr.p_test_cases_failed; | |
84 | p_test_cases_skipped.value += tr.p_test_cases_skipped; | |
85 | p_test_cases_aborted.value += tr.p_test_cases_aborted; | |
86 | p_duration_microseconds.value += tr.p_duration_microseconds; | |
87 | } | |
88 | ||
89 | //____________________________________________________________________________// | |
90 | ||
91 | void | |
92 | test_results::clear() | |
93 | { | |
94 | p_assertions_passed.value = 0; | |
95 | p_assertions_failed.value = 0; | |
96 | p_warnings_failed.value = 0; | |
97 | p_expected_failures.value = 0; | |
98 | p_test_cases_passed.value = 0; | |
99 | p_test_cases_warned.value = 0; | |
100 | p_test_cases_failed.value = 0; | |
101 | p_test_cases_skipped.value = 0; | |
102 | p_test_cases_aborted.value = 0; | |
103 | p_duration_microseconds.value= 0; | |
104 | p_aborted.value = false; | |
105 | p_skipped.value = false; | |
106 | } | |
107 | ||
108 | //____________________________________________________________________________// | |
109 | ||
110 | // ************************************************************************** // | |
111 | // ************** results_collector ************** // | |
112 | // ************************************************************************** // | |
113 | ||
114 | namespace { | |
115 | ||
116 | struct results_collector_impl { | |
117 | std::map<test_unit_id,test_results> m_results_store; | |
118 | }; | |
119 | ||
120 | results_collector_impl& s_rc_impl() { static results_collector_impl the_inst; return the_inst; } | |
121 | ||
122 | } // local namespace | |
123 | ||
124 | //____________________________________________________________________________// | |
125 | ||
126 | void | |
127 | results_collector_t::test_start( counter_t ) | |
128 | { | |
129 | s_rc_impl().m_results_store.clear(); | |
130 | } | |
131 | ||
132 | //____________________________________________________________________________// | |
133 | ||
134 | void | |
135 | results_collector_t::test_unit_start( test_unit const& tu ) | |
136 | { | |
137 | // init test_results entry | |
138 | test_results& tr = s_rc_impl().m_results_store[tu.p_id]; | |
139 | ||
140 | tr.clear(); | |
141 | ||
142 | tr.p_expected_failures.value = tu.p_expected_failures; | |
143 | } | |
144 | ||
145 | //____________________________________________________________________________// | |
146 | ||
147 | class results_collect_helper : public test_tree_visitor { | |
148 | public: | |
149 | explicit results_collect_helper( test_results& tr, test_unit const& ts ) : m_tr( tr ), m_ts( ts ) {} | |
150 | ||
151 | void visit( test_case const& tc ) | |
152 | { | |
153 | test_results const& tr = results_collector.results( tc.p_id ); | |
154 | m_tr += tr; | |
155 | ||
156 | if( tr.passed() ) { | |
157 | if( tr.p_warnings_failed ) | |
158 | m_tr.p_test_cases_warned.value++; | |
159 | else | |
160 | m_tr.p_test_cases_passed.value++; | |
161 | } | |
162 | else if( tr.p_skipped ) | |
163 | m_tr.p_test_cases_skipped.value++; | |
164 | else { | |
165 | if( tr.p_aborted ) | |
166 | m_tr.p_test_cases_aborted.value++; | |
167 | ||
168 | m_tr.p_test_cases_failed.value++; | |
169 | } | |
170 | } | |
171 | bool test_suite_start( test_suite const& ts ) | |
172 | { | |
173 | if( m_ts.p_id == ts.p_id ) | |
174 | return true; | |
175 | ||
176 | m_tr += results_collector.results( ts.p_id ); | |
177 | return false; | |
178 | } | |
179 | ||
180 | private: | |
181 | // Data members | |
182 | test_results& m_tr; | |
183 | test_unit const& m_ts; | |
184 | }; | |
185 | ||
186 | //____________________________________________________________________________// | |
187 | ||
188 | void | |
189 | results_collector_t::test_unit_finish( test_unit const& tu, unsigned long elapsed_in_microseconds ) | |
190 | { | |
191 | if( tu.p_type == TUT_SUITE ) { | |
192 | results_collect_helper ch( s_rc_impl().m_results_store[tu.p_id], tu ); | |
193 | ||
194 | traverse_test_tree( tu, ch ); | |
195 | } | |
196 | else { | |
197 | test_results & tr = s_rc_impl().m_results_store[tu.p_id]; | |
198 | tr.p_duration_microseconds.value = elapsed_in_microseconds; | |
199 | ||
200 | bool num_failures_match = tr.p_aborted || tr.p_assertions_failed >= tr.p_expected_failures; | |
201 | if( !num_failures_match ) | |
202 | BOOST_TEST_FRAMEWORK_MESSAGE( "Test case " << tu.full_name() << " has fewer failures than expected" ); | |
203 | ||
204 | bool check_any_assertions = tr.p_aborted || (tr.p_assertions_failed != 0) || (tr.p_assertions_passed != 0); | |
205 | if( !check_any_assertions ) | |
206 | BOOST_TEST_FRAMEWORK_MESSAGE( "Test case " << tu.full_name() << " did not check any assertions" ); | |
207 | } | |
208 | } | |
209 | ||
210 | //____________________________________________________________________________// | |
211 | ||
212 | void | |
213 | results_collector_t::test_unit_skipped( test_unit const& tu, const_string /*reason*/ ) | |
214 | { | |
215 | test_results& tr = s_rc_impl().m_results_store[tu.p_id]; | |
216 | ||
217 | tr.clear(); | |
218 | ||
219 | tr.p_skipped.value = true; | |
220 | ||
221 | if( tu.p_type == TUT_SUITE ) { | |
222 | test_case_counter tcc; | |
223 | traverse_test_tree( tu, tcc ); | |
224 | ||
225 | tr.p_test_cases_skipped.value = tcc.p_count; | |
226 | } | |
227 | } | |
228 | ||
229 | //____________________________________________________________________________// | |
230 | ||
231 | void | |
232 | results_collector_t::assertion_result( unit_test::assertion_result ar ) | |
233 | { | |
234 | test_results& tr = s_rc_impl().m_results_store[framework::current_test_case_id()]; | |
235 | ||
236 | switch( ar ) { | |
237 | case AR_PASSED: tr.p_assertions_passed.value++; break; | |
238 | case AR_FAILED: tr.p_assertions_failed.value++; break; | |
239 | case AR_TRIGGERED: tr.p_warnings_failed.value++; break; | |
240 | } | |
241 | ||
242 | if( tr.p_assertions_failed == 1 ) | |
243 | first_failed_assertion(); | |
244 | } | |
245 | ||
246 | //____________________________________________________________________________// | |
247 | ||
248 | void | |
249 | results_collector_t::exception_caught( execution_exception const& ) | |
250 | { | |
251 | test_results& tr = s_rc_impl().m_results_store[framework::current_test_case_id()]; | |
252 | ||
253 | tr.p_assertions_failed.value++; | |
254 | } | |
255 | ||
256 | //____________________________________________________________________________// | |
257 | ||
258 | void | |
259 | results_collector_t::test_unit_aborted( test_unit const& tu ) | |
260 | { | |
261 | s_rc_impl().m_results_store[tu.p_id].p_aborted.value = true; | |
262 | } | |
263 | ||
264 | //____________________________________________________________________________// | |
265 | ||
266 | test_results const& | |
267 | results_collector_t::results( test_unit_id id ) const | |
268 | { | |
269 | return s_rc_impl().m_results_store[id]; | |
270 | } | |
271 | ||
272 | //____________________________________________________________________________// | |
273 | ||
274 | } // namespace unit_test | |
275 | } // namespace boost | |
276 | ||
277 | #include <boost/test/detail/enable_warnings.hpp> | |
278 | ||
279 | #endif // BOOST_TEST_RESULTS_COLLECTOR_IPP_021105GER |