]>
Commit | Line | Data |
---|---|---|
7c673cae FG |
1 | // (C) Copyright Gennadiy Rozental 2001. |
2 | // Distributed under the Boost Software License, Version 1.0. | |
3 | // (See accompanying file LICENSE_1_0.txt or copy at | |
4 | // http://www.boost.org/LICENSE_1_0.txt) | |
5 | ||
6 | // See http://www.boost.org/libs/test for the library home page. | |
7 | // | |
8 | // File : $RCSfile$ | |
9 | // | |
10 | // Version : $Revision$ | |
11 | // | |
12 | // Description : implements framework API - main driver for the test | |
13 | // *************************************************************************** | |
14 | ||
15 | #ifndef BOOST_TEST_FRAMEWORK_IPP_021005GER | |
16 | #define BOOST_TEST_FRAMEWORK_IPP_021005GER | |
17 | ||
18 | // Boost.Test | |
19 | #include <boost/test/framework.hpp> | |
20 | #include <boost/test/execution_monitor.hpp> | |
21 | #include <boost/test/debug.hpp> | |
22 | #include <boost/test/unit_test_parameters.hpp> | |
23 | ||
24 | #include <boost/test/unit_test_log.hpp> | |
25 | #include <boost/test/unit_test_log_formatter.hpp> | |
26 | #include <boost/test/unit_test_monitor.hpp> | |
27 | #include <boost/test/results_collector.hpp> | |
28 | #include <boost/test/progress_monitor.hpp> | |
29 | #include <boost/test/results_reporter.hpp> | |
b32b8144 | 30 | #include <boost/test/test_framework_init_observer.hpp> |
7c673cae FG |
31 | |
32 | #include <boost/test/tree/observer.hpp> | |
33 | #include <boost/test/tree/test_unit.hpp> | |
34 | #include <boost/test/tree/visitor.hpp> | |
35 | #include <boost/test/tree/traverse.hpp> | |
36 | #include <boost/test/tree/test_case_counter.hpp> | |
92f5a8d4 | 37 | #include <boost/test/tree/global_fixture.hpp> |
7c673cae FG |
38 | |
39 | #if BOOST_TEST_SUPPORT_TOKEN_ITERATOR | |
40 | #include <boost/test/utils/iterator/token_iterator.hpp> | |
41 | #endif | |
42 | ||
43 | #include <boost/test/utils/foreach.hpp> | |
44 | #include <boost/test/utils/basic_cstring/io.hpp> | |
45 | #include <boost/test/utils/basic_cstring/compare.hpp> | |
46 | ||
47 | #include <boost/test/detail/global_typedef.hpp> | |
48 | #include <boost/test/detail/throw_exception.hpp> | |
49 | ||
50 | // Boost | |
92f5a8d4 | 51 | #include <boost/test/utils/timer.hpp> |
f67539c2 | 52 | #include <boost/bind/bind.hpp> |
7c673cae FG |
53 | |
54 | // STL | |
55 | #include <limits> | |
56 | #include <map> | |
57 | #include <set> | |
58 | #include <cstdlib> | |
59 | #include <ctime> | |
60 | #include <numeric> | |
92f5a8d4 | 61 | #include <cmath> |
b32b8144 | 62 | #include <iterator> |
7c673cae FG |
63 | |
64 | #ifdef BOOST_NO_STDC_NAMESPACE | |
65 | namespace std { using ::time; using ::srand; } | |
66 | #endif | |
67 | ||
68 | #include <boost/test/detail/suppress_warnings.hpp> | |
69 | ||
70 | //____________________________________________________________________________// | |
71 | ||
72 | namespace boost { | |
73 | namespace unit_test { | |
74 | namespace framework { | |
b32b8144 | 75 | |
7c673cae FG |
76 | namespace impl { |
77 | ||
78 | // ************************************************************************** // | |
79 | // ************** order detection helpers ************** // | |
80 | // ************************************************************************** // | |
81 | ||
82 | struct order_info { | |
83 | order_info() : depth(-1) {} | |
84 | ||
85 | int depth; | |
86 | std::vector<test_unit_id> dependant_siblings; | |
87 | }; | |
88 | ||
89 | typedef std::set<test_unit_id> tu_id_set; | |
90 | typedef std::map<test_unit_id,order_info> order_info_per_tu; // !! ?? unordered map | |
91 | ||
92 | //____________________________________________________________________________// | |
93 | ||
94 | static test_unit_id | |
95 | get_tu_parent( test_unit_id tu_id ) | |
96 | { | |
97 | return framework::get( tu_id, TUT_ANY ).p_parent_id; | |
98 | } | |
99 | ||
100 | //____________________________________________________________________________// | |
101 | ||
102 | static int | |
103 | tu_depth( test_unit_id tu_id, test_unit_id master_tu_id, order_info_per_tu& tuoi ) | |
104 | { | |
105 | if( tu_id == master_tu_id ) | |
106 | return 0; | |
107 | ||
108 | order_info& info = tuoi[tu_id]; | |
109 | ||
110 | if( info.depth == -1 ) | |
111 | info.depth = tu_depth( get_tu_parent( tu_id ), master_tu_id, tuoi ) + 1; | |
112 | ||
113 | return info.depth; | |
114 | } | |
115 | ||
116 | //____________________________________________________________________________// | |
117 | ||
118 | static void | |
119 | collect_dependant_siblings( test_unit_id from, test_unit_id to, test_unit_id master_tu_id, order_info_per_tu& tuoi ) | |
120 | { | |
121 | int from_depth = tu_depth( from, master_tu_id, tuoi ); | |
122 | int to_depth = tu_depth( to, master_tu_id, tuoi ); | |
123 | ||
124 | while(from_depth > to_depth) { | |
125 | from = get_tu_parent( from ); | |
126 | --from_depth; | |
127 | } | |
128 | ||
129 | while(from_depth < to_depth) { | |
130 | to = get_tu_parent( to ); | |
131 | --to_depth; | |
132 | } | |
133 | ||
134 | while(true) { | |
135 | test_unit_id from_parent = get_tu_parent( from ); | |
136 | test_unit_id to_parent = get_tu_parent( to ); | |
137 | if( from_parent == to_parent ) | |
138 | break; | |
139 | from = from_parent; | |
140 | to = to_parent; | |
141 | } | |
142 | ||
143 | tuoi[from].dependant_siblings.push_back( to ); | |
144 | } | |
145 | ||
146 | //____________________________________________________________________________// | |
147 | ||
148 | static counter_t | |
149 | assign_sibling_rank( test_unit_id tu_id, order_info_per_tu& tuoi ) | |
150 | { | |
151 | test_unit& tu = framework::get( tu_id, TUT_ANY ); | |
152 | ||
153 | BOOST_TEST_SETUP_ASSERT( tu.p_sibling_rank != (std::numeric_limits<counter_t>::max)(), | |
154 | "Cyclic dependency detected involving test unit \"" + tu.full_name() + "\"" ); | |
155 | ||
156 | if( tu.p_sibling_rank != 0 ) | |
157 | return tu.p_sibling_rank; | |
158 | ||
159 | order_info const& info = tuoi[tu_id]; | |
160 | ||
161 | // indicate in progress | |
162 | tu.p_sibling_rank.value = (std::numeric_limits<counter_t>::max)(); | |
163 | ||
164 | counter_t new_rank = 1; | |
165 | BOOST_TEST_FOREACH( test_unit_id, sibling_id, info.dependant_siblings ) | |
166 | new_rank = (std::max)(new_rank, assign_sibling_rank( sibling_id, tuoi ) + 1); | |
167 | ||
168 | return tu.p_sibling_rank.value = new_rank; | |
169 | } | |
170 | ||
171 | //____________________________________________________________________________// | |
172 | ||
173 | // ************************************************************************** // | |
174 | // ************** test_init call wrapper ************** // | |
175 | // ************************************************************************** // | |
176 | ||
177 | static void | |
178 | invoke_init_func( init_unit_test_func init_func ) | |
179 | { | |
180 | #ifdef BOOST_TEST_ALTERNATIVE_INIT_API | |
181 | BOOST_TEST_I_ASSRT( (*init_func)(), std::runtime_error( "test module initialization failed" ) ); | |
182 | #else | |
183 | test_suite* manual_test_units = (*init_func)( framework::master_test_suite().argc, framework::master_test_suite().argv ); | |
184 | ||
185 | if( manual_test_units ) | |
186 | framework::master_test_suite().add( manual_test_units ); | |
187 | #endif | |
188 | } | |
189 | ||
190 | // ************************************************************************** // | |
191 | // ************** name_filter ************** // | |
192 | // ************************************************************************** // | |
193 | ||
194 | class name_filter : public test_tree_visitor { | |
195 | struct component { | |
196 | component( const_string name ) // has to be implicit | |
197 | { | |
198 | if( name == "*" ) | |
199 | m_kind = SFK_ALL; | |
200 | else if( first_char( name ) == '*' && last_char( name ) == '*' ) { | |
201 | m_kind = SFK_SUBSTR; | |
202 | m_name = name.substr( 1, name.size()-1 ); | |
203 | } | |
204 | else if( first_char( name ) == '*' ) { | |
205 | m_kind = SFK_TRAILING; | |
206 | m_name = name.substr( 1 ); | |
207 | } | |
208 | else if( last_char( name ) == '*' ) { | |
209 | m_kind = SFK_LEADING; | |
210 | m_name = name.substr( 0, name.size()-1 ); | |
211 | } | |
212 | else { | |
213 | m_kind = SFK_MATCH; | |
214 | m_name = name; | |
215 | } | |
216 | } | |
217 | ||
218 | bool pass( test_unit const& tu ) const | |
219 | { | |
220 | const_string name( tu.p_name ); | |
221 | ||
222 | switch( m_kind ) { | |
223 | default: | |
224 | case SFK_ALL: | |
225 | return true; | |
226 | case SFK_LEADING: | |
227 | return name.substr( 0, m_name.size() ) == m_name; | |
228 | case SFK_TRAILING: | |
229 | return name.size() >= m_name.size() && name.substr( name.size() - m_name.size() ) == m_name; | |
230 | case SFK_SUBSTR: | |
231 | return name.find( m_name ) != const_string::npos; | |
232 | case SFK_MATCH: | |
233 | return m_name == tu.p_name.get(); | |
234 | } | |
235 | } | |
236 | enum kind { SFK_ALL, SFK_LEADING, SFK_TRAILING, SFK_SUBSTR, SFK_MATCH }; | |
237 | ||
238 | kind m_kind; | |
239 | const_string m_name; | |
240 | }; | |
241 | ||
242 | public: | |
243 | // Constructor | |
244 | name_filter( test_unit_id_list& targ_list, const_string filter_expr ) : m_targ_list( targ_list ), m_depth( 0 ) | |
245 | { | |
246 | #ifdef BOOST_TEST_SUPPORT_TOKEN_ITERATOR | |
247 | utils::string_token_iterator tit( filter_expr, (utils::dropped_delimeters = "/", | |
248 | utils::kept_delimeters = utils::dt_none) ); | |
249 | ||
250 | while( tit != utils::string_token_iterator() ) { | |
251 | m_components.push_back( | |
252 | std::vector<component>( utils::string_token_iterator( *tit, (utils::dropped_delimeters = ",", | |
253 | utils::kept_delimeters = utils::dt_none) ), | |
254 | utils::string_token_iterator() ) ); | |
255 | ||
256 | ++tit; | |
257 | } | |
258 | #endif | |
259 | } | |
260 | ||
261 | private: | |
262 | bool filter_unit( test_unit const& tu ) | |
263 | { | |
264 | // skip master test suite | |
265 | if( m_depth == 0 ) | |
266 | return true; | |
267 | ||
268 | // corresponding name filters are at level m_depth-1 | |
269 | std::vector<component> const& filters = m_components[m_depth-1]; | |
270 | ||
271 | // look for match | |
272 | using namespace boost::placeholders; | |
273 | return std::find_if( filters.begin(), filters.end(), bind( &component::pass, _1, boost::ref(tu) ) ) != filters.end(); | |
274 | } | |
275 | ||
276 | // test_tree_visitor interface | |
20effc67 | 277 | void visit( test_case const& tc ) BOOST_OVERRIDE |
7c673cae FG |
278 | { |
279 | // make sure we only accept test cases if we match last component of the filter | |
280 | if( m_depth == m_components.size() && filter_unit( tc ) ) | |
281 | m_targ_list.push_back( tc.p_id ); // found a test case | |
282 | } | |
20effc67 | 283 | bool test_suite_start( test_suite const& ts ) BOOST_OVERRIDE |
7c673cae FG |
284 | { |
285 | if( !filter_unit( ts ) ) | |
286 | return false; | |
287 | ||
288 | if( m_depth < m_components.size() ) { | |
289 | ++m_depth; | |
290 | return true; | |
291 | } | |
292 | ||
293 | m_targ_list.push_back( ts.p_id ); // found a test suite | |
294 | ||
295 | return false; | |
296 | } | |
20effc67 | 297 | void test_suite_finish( test_suite const& /*ts*/ ) BOOST_OVERRIDE |
7c673cae FG |
298 | { |
299 | --m_depth; | |
300 | } | |
301 | ||
302 | // Data members | |
303 | typedef std::vector<std::vector<component> > components_per_level; | |
304 | ||
305 | components_per_level m_components; | |
306 | test_unit_id_list& m_targ_list; | |
307 | unsigned m_depth; | |
308 | }; | |
309 | ||
310 | // ************************************************************************** // | |
311 | // ************** label_filter ************** // | |
312 | // ************************************************************************** // | |
313 | ||
314 | class label_filter : public test_tree_visitor { | |
315 | public: | |
316 | label_filter( test_unit_id_list& targ_list, const_string label ) | |
317 | : m_targ_list( targ_list ) | |
318 | , m_label( label ) | |
319 | {} | |
320 | ||
321 | private: | |
322 | // test_tree_visitor interface | |
20effc67 | 323 | bool visit( test_unit const& tu ) BOOST_OVERRIDE |
7c673cae FG |
324 | { |
325 | if( tu.has_label( m_label ) ) { | |
326 | // found a test unit; add it to list of tu to enable with children and stop recursion in case of suites | |
327 | m_targ_list.push_back( tu.p_id ); | |
328 | return false; | |
329 | } | |
330 | ||
331 | return true; | |
332 | } | |
333 | ||
334 | // Data members | |
335 | test_unit_id_list& m_targ_list; | |
336 | const_string m_label; | |
337 | }; | |
338 | ||
339 | // ************************************************************************** // | |
340 | // ************** set_run_status ************** // | |
341 | // ************************************************************************** // | |
342 | ||
343 | class set_run_status : public test_tree_visitor { | |
344 | public: | |
345 | explicit set_run_status( test_unit::run_status rs, test_unit_id_list* dep_collector = 0 ) | |
346 | : m_new_status( rs ) | |
347 | , m_dep_collector( dep_collector ) | |
348 | {} | |
349 | ||
7c673cae | 350 | // test_tree_visitor interface |
20effc67 | 351 | bool visit( test_unit const& tu ) BOOST_OVERRIDE |
7c673cae FG |
352 | { |
353 | const_cast<test_unit&>(tu).p_run_status.value = m_new_status == test_unit::RS_INVALID ? tu.p_default_status : m_new_status; | |
7c673cae FG |
354 | if( m_dep_collector ) { |
355 | BOOST_TEST_FOREACH( test_unit_id, dep_id, tu.p_dependencies.get() ) { | |
356 | test_unit const& dep = framework::get( dep_id, TUT_ANY ); | |
357 | ||
358 | if( dep.p_run_status == tu.p_run_status ) | |
359 | continue; | |
360 | ||
361 | BOOST_TEST_FRAMEWORK_MESSAGE( "Including test " << dep.p_type_name << ' ' << dep.full_name() << | |
362 | " as a dependency of test " << tu.p_type_name << ' ' << tu.full_name() ); | |
363 | ||
364 | m_dep_collector->push_back( dep_id ); | |
365 | } | |
366 | } | |
367 | return true; | |
368 | } | |
369 | ||
11fdf7f2 | 370 | private: |
7c673cae FG |
371 | // Data members |
372 | test_unit::run_status m_new_status; | |
373 | test_unit_id_list* m_dep_collector; | |
374 | }; | |
375 | ||
376 | // ************************************************************************** // | |
377 | // ************** parse_filters ************** // | |
378 | // ************************************************************************** // | |
379 | ||
380 | static void | |
381 | add_filtered_test_units( test_unit_id master_tu_id, const_string filter, test_unit_id_list& targ ) | |
382 | { | |
383 | // Choose between two kinds of filters | |
384 | if( filter[0] == '@' ) { | |
385 | filter.trim_left( 1 ); | |
386 | label_filter lf( targ, filter ); | |
387 | traverse_test_tree( master_tu_id, lf, true ); | |
388 | } | |
389 | else { | |
390 | name_filter nf( targ, filter ); | |
391 | traverse_test_tree( master_tu_id, nf, true ); | |
392 | } | |
393 | } | |
394 | ||
395 | //____________________________________________________________________________// | |
396 | ||
397 | static bool | |
398 | parse_filters( test_unit_id master_tu_id, test_unit_id_list& tu_to_enable, test_unit_id_list& tu_to_disable ) | |
399 | { | |
400 | // 10. collect tu to enable and disable based on filters | |
401 | bool had_selector_filter = false; | |
402 | ||
b32b8144 | 403 | std::vector<std::string> const& filters = runtime_config::get<std::vector<std::string> >( runtime_config::btrt_run_filters ); |
7c673cae FG |
404 | |
405 | BOOST_TEST_FOREACH( const_string, filter, filters ) { | |
406 | BOOST_TEST_SETUP_ASSERT( !filter.is_empty(), "Invalid filter specification" ); | |
407 | ||
408 | // each --run_test command may also be separated by a ':' (environment variable) | |
409 | utils::string_token_iterator t_filter_it( filter, (utils::dropped_delimeters = ":", | |
410 | utils::kept_delimeters = utils::dt_none) ); | |
411 | ||
412 | while( t_filter_it != utils::string_token_iterator() ) { | |
413 | const_string filter_token = *t_filter_it; | |
414 | ||
415 | enum { SELECTOR, ENABLER, DISABLER } filter_type = SELECTOR; | |
416 | ||
417 | // 11. Deduce filter type | |
418 | if( filter_token[0] == '!' || filter_token[0] == '+' ) { | |
419 | filter_type = filter_token[0] == '+' ? ENABLER : DISABLER; | |
420 | filter_token.trim_left( 1 ); | |
421 | BOOST_TEST_SETUP_ASSERT( !filter_token.is_empty(), "Invalid filter specification" ); | |
422 | } | |
423 | ||
424 | had_selector_filter |= filter_type == SELECTOR; | |
425 | ||
426 | // 12. Add test units to corresponding list | |
427 | switch( filter_type ) { | |
428 | case SELECTOR: | |
429 | case ENABLER: add_filtered_test_units( master_tu_id, filter_token, tu_to_enable ); break; | |
430 | case DISABLER: add_filtered_test_units( master_tu_id, filter_token, tu_to_disable ); break; | |
431 | } | |
432 | ||
433 | ++t_filter_it; | |
434 | } | |
435 | } | |
436 | ||
437 | return had_selector_filter; | |
438 | } | |
439 | ||
440 | //____________________________________________________________________________// | |
441 | ||
92f5a8d4 | 442 | // a poor man's implementation of random_shuffle, deprecated in C++11 |
b32b8144 FG |
443 | template< class RandomIt, class RandomFunc > |
444 | void random_shuffle( RandomIt first, RandomIt last, RandomFunc &r ) | |
445 | { | |
446 | typedef typename std::iterator_traits<RandomIt>::difference_type difference_type; | |
447 | difference_type n = last - first; | |
448 | for (difference_type i = n-1; i > 0; --i) { | |
449 | difference_type j = r(i+1); | |
450 | if (j != i) { | |
451 | using std::swap; | |
452 | swap(first[i], first[j]); | |
453 | } | |
454 | } | |
455 | } | |
456 | ||
b32b8144 FG |
457 | // A simple handle for registering the global fixtures to the master test suite |
458 | // without deleting an existing static object (the global fixture itself) when the program | |
459 | // terminates (shared_ptr). | |
460 | class global_fixture_handle : public test_unit_fixture { | |
461 | public: | |
462 | global_fixture_handle(test_unit_fixture* fixture) : m_global_fixture(fixture) {} | |
20effc67 | 463 | ~global_fixture_handle() BOOST_OVERRIDE {} |
b32b8144 | 464 | |
20effc67 | 465 | void setup() BOOST_OVERRIDE { |
b32b8144 FG |
466 | m_global_fixture->setup(); |
467 | } | |
20effc67 | 468 | void teardown() BOOST_OVERRIDE { |
b32b8144 FG |
469 | m_global_fixture->teardown(); |
470 | } | |
471 | ||
472 | private: | |
473 | test_unit_fixture* m_global_fixture; | |
474 | }; | |
475 | ||
476 | ||
7c673cae FG |
477 | } // namespace impl |
478 | ||
479 | // ************************************************************************** // | |
480 | // ************** framework::state ************** // | |
481 | // ************************************************************************** // | |
482 | ||
92f5a8d4 | 483 | unsigned long int const TIMEOUT_EXCEEDED = static_cast<unsigned long int>( -1 ); |
7c673cae FG |
484 | |
485 | class state { | |
486 | public: | |
487 | state() | |
11fdf7f2 TL |
488 | : m_master_test_suite( 0 ) |
489 | , m_curr_test_unit( INV_TEST_UNIT_ID ) | |
7c673cae FG |
490 | , m_next_test_case_id( MIN_TEST_CASE_ID ) |
491 | , m_next_test_suite_id( MIN_TEST_SUITE_ID ) | |
492 | , m_test_in_progress( false ) | |
493 | , m_context_idx( 0 ) | |
494 | , m_log_sinks( ) | |
495 | , m_report_sink( std::cerr ) | |
496 | { | |
497 | } | |
498 | ||
499 | ~state() { clear(); } | |
500 | ||
501 | void clear() | |
502 | { | |
503 | while( !m_test_units.empty() ) { | |
504 | test_unit_store::value_type const& tu = *m_test_units.begin(); | |
505 | test_unit const* tu_ptr = tu.second; | |
506 | ||
507 | // the delete will erase this element from map | |
508 | if( ut_detail::test_id_2_unit_type( tu.second->p_id ) == TUT_SUITE ) | |
509 | delete static_cast<test_suite const*>(tu_ptr); | |
510 | else | |
511 | delete static_cast<test_case const*>(tu_ptr); | |
512 | } | |
513 | } | |
514 | ||
515 | void set_tu_id( test_unit& tu, test_unit_id id ) { tu.p_id.value = id; } | |
516 | ||
517 | ////////////////////////////////////////////////////////////////// | |
518 | ||
519 | // Validates the dependency graph and deduces the sibling dependency rank for each child | |
520 | void deduce_siblings_order( test_unit_id tu_id, test_unit_id master_tu_id, impl::order_info_per_tu& tuoi ) | |
521 | { | |
522 | test_unit& tu = framework::get( tu_id, TUT_ANY ); | |
523 | ||
20effc67 | 524 | // collect all sibling dependencies from tu own list |
7c673cae FG |
525 | BOOST_TEST_FOREACH( test_unit_id, dep_id, tu.p_dependencies.get() ) |
526 | collect_dependant_siblings( tu_id, dep_id, master_tu_id, tuoi ); | |
527 | ||
528 | if( tu.p_type != TUT_SUITE ) | |
529 | return; | |
530 | ||
531 | test_suite& ts = static_cast<test_suite&>(tu); | |
532 | ||
533 | // recursive call to children first | |
534 | BOOST_TEST_FOREACH( test_unit_id, chld_id, ts.m_children ) | |
535 | deduce_siblings_order( chld_id, master_tu_id, tuoi ); | |
536 | ||
537 | ts.m_ranked_children.clear(); | |
538 | BOOST_TEST_FOREACH( test_unit_id, chld_id, ts.m_children ) { | |
539 | counter_t rank = assign_sibling_rank( chld_id, tuoi ); | |
540 | ts.m_ranked_children.insert( std::make_pair( rank, chld_id ) ); | |
541 | } | |
542 | } | |
543 | ||
544 | ////////////////////////////////////////////////////////////////// | |
545 | ||
546 | // Finalize default run status: | |
547 | // 1) inherit run status from parent where applicable | |
548 | // 2) if any of test units in test suite enabled enable it as well | |
549 | bool finalize_default_run_status( test_unit_id tu_id, test_unit::run_status parent_status ) | |
550 | { | |
551 | test_unit& tu = framework::get( tu_id, TUT_ANY ); | |
552 | ||
553 | if( tu.p_default_status == test_suite::RS_INHERIT ) | |
554 | tu.p_default_status.value = parent_status; | |
555 | ||
556 | // go through list of children | |
557 | if( tu.p_type == TUT_SUITE ) { | |
558 | bool has_enabled_child = false; | |
559 | BOOST_TEST_FOREACH( test_unit_id, chld_id, static_cast<test_suite const&>(tu).m_children ) | |
560 | has_enabled_child |= finalize_default_run_status( chld_id, tu.p_default_status ); | |
561 | ||
562 | tu.p_default_status.value = has_enabled_child ? test_suite::RS_ENABLED : test_suite::RS_DISABLED; | |
563 | } | |
564 | ||
565 | return tu.p_default_status == test_suite::RS_ENABLED; | |
566 | } | |
567 | ||
568 | ////////////////////////////////////////////////////////////////// | |
569 | ||
570 | bool finalize_run_status( test_unit_id tu_id ) | |
571 | { | |
572 | test_unit& tu = framework::get( tu_id, TUT_ANY ); | |
573 | ||
574 | // go through list of children | |
575 | if( tu.p_type == TUT_SUITE ) { | |
576 | bool has_enabled_child = false; | |
577 | BOOST_TEST_FOREACH( test_unit_id, chld_id, static_cast<test_suite const&>(tu).m_children) | |
578 | has_enabled_child |= finalize_run_status( chld_id ); | |
579 | ||
580 | tu.p_run_status.value = has_enabled_child ? test_suite::RS_ENABLED : test_suite::RS_DISABLED; | |
581 | } | |
582 | ||
583 | return tu.is_enabled(); | |
584 | } | |
585 | ||
586 | ////////////////////////////////////////////////////////////////// | |
587 | ||
588 | void deduce_run_status( test_unit_id master_tu_id ) | |
589 | { | |
590 | using namespace framework::impl; | |
591 | test_unit_id_list tu_to_enable; | |
592 | test_unit_id_list tu_to_disable; | |
593 | ||
594 | // 10. If there are any filters supplied, figure out lists of test units to enable/disable | |
b32b8144 | 595 | bool had_selector_filter = !runtime_config::get<std::vector<std::string> >( runtime_config::btrt_run_filters ).empty() && |
7c673cae FG |
596 | parse_filters( master_tu_id, tu_to_enable, tu_to_disable ); |
597 | ||
598 | // 20. Set the stage: either use default run status or disable all test units | |
599 | set_run_status initial_setter( had_selector_filter ? test_unit::RS_DISABLED : test_unit::RS_INVALID ); | |
600 | traverse_test_tree( master_tu_id, initial_setter, true ); | |
601 | ||
602 | // 30. Apply all selectors and enablers. | |
603 | while( !tu_to_enable.empty() ) { | |
604 | test_unit& tu = framework::get( tu_to_enable.back(), TUT_ANY ); | |
605 | ||
606 | tu_to_enable.pop_back(); | |
607 | ||
11fdf7f2 | 608 | // 35. Ignore test units which are already enabled |
7c673cae FG |
609 | if( tu.is_enabled() ) |
610 | continue; | |
611 | ||
612 | // set new status and add all dependencies into tu_to_enable | |
613 | set_run_status enabler( test_unit::RS_ENABLED, &tu_to_enable ); | |
614 | traverse_test_tree( tu.p_id, enabler, true ); | |
11fdf7f2 TL |
615 | |
616 | // Add the dependencies of the parent suites, see trac #13149 | |
617 | test_unit_id parent_id = tu.p_parent_id; | |
618 | while( parent_id != INV_TEST_UNIT_ID | |
619 | && parent_id != master_tu_id ) | |
620 | { | |
20effc67 | 621 | // we do not use the traverse_test_tree as otherwise it would enable the siblings and subtree |
11fdf7f2 TL |
622 | // of the test case we want to enable (we need to enable the parent suites and their dependencies only) |
623 | // the parent_id needs to be enabled in order to be properly parsed by finalize_run_status, the visit | |
624 | // does the job | |
625 | test_unit& tu_parent = framework::get( parent_id, TUT_ANY ); | |
626 | enabler.visit( tu_parent ); | |
627 | parent_id = tu_parent.p_parent_id; | |
628 | } | |
7c673cae FG |
629 | } |
630 | ||
631 | // 40. Apply all disablers | |
632 | while( !tu_to_disable.empty() ) { | |
633 | test_unit const& tu = framework::get( tu_to_disable.back(), TUT_ANY ); | |
634 | ||
635 | tu_to_disable.pop_back(); | |
636 | ||
637 | // 35. Ignore test units which already disabled | |
638 | if( !tu.is_enabled() ) | |
639 | continue; | |
640 | ||
641 | set_run_status disabler( test_unit::RS_DISABLED ); | |
642 | traverse_test_tree( tu.p_id, disabler, true ); | |
643 | } | |
644 | ||
645 | // 50. Make sure parents of enabled test units are also enabled | |
646 | finalize_run_status( master_tu_id ); | |
647 | } | |
648 | ||
649 | ////////////////////////////////////////////////////////////////// | |
650 | ||
651 | typedef unit_test_monitor_t::error_level execution_result; | |
652 | ||
653 | // Random generator using the std::rand function (seeded prior to the call) | |
654 | struct random_generator_helper { | |
655 | size_t operator()(size_t i) const { | |
656 | return std::rand() % i; | |
657 | } | |
658 | }; | |
659 | ||
b32b8144 | 660 | // Executes the test tree with the root at specified test unit |
7c673cae | 661 | execution_result execute_test_tree( test_unit_id tu_id, |
92f5a8d4 | 662 | unsigned long int timeout_microseconds = 0, |
7c673cae FG |
663 | random_generator_helper const * const p_random_generator = 0) |
664 | { | |
665 | test_unit const& tu = framework::get( tu_id, TUT_ANY ); | |
666 | ||
667 | execution_result result = unit_test_monitor_t::test_ok; | |
668 | ||
92f5a8d4 TL |
669 | if( !tu.is_enabled() ) { |
670 | BOOST_TEST_FOREACH( test_observer*, to, m_observers ) | |
671 | to->test_unit_skipped( tu, "disabled" ); | |
7c673cae | 672 | return result; |
92f5a8d4 | 673 | } |
7c673cae FG |
674 | |
675 | // 10. Check preconditions, including zero time left for execution and | |
676 | // successful execution of all dependencies | |
92f5a8d4 | 677 | if( timeout_microseconds == TIMEOUT_EXCEEDED ) { |
7c673cae FG |
678 | // notify all observers about skipped test unit |
679 | BOOST_TEST_FOREACH( test_observer*, to, m_observers ) | |
680 | to->test_unit_skipped( tu, "timeout for the test unit is exceeded" ); | |
681 | ||
682 | return unit_test_monitor_t::os_timeout; | |
683 | } | |
92f5a8d4 TL |
684 | else if( timeout_microseconds == 0 || (tu.p_timeout > 0 && timeout_microseconds > (tu.p_timeout * 1000000) ) ) // deduce timeout for this test unit |
685 | timeout_microseconds = tu.p_timeout * 1000000; | |
686 | ||
7c673cae FG |
687 | |
688 | test_tools::assertion_result const precondition_res = tu.check_preconditions(); | |
689 | if( !precondition_res ) { | |
690 | // notify all observers about skipped test unit | |
691 | BOOST_TEST_FOREACH( test_observer*, to, m_observers ) | |
692 | to->test_unit_skipped( tu, precondition_res.message() ); | |
693 | ||
92f5a8d4 TL |
694 | // It is not an error to skip the test if any of the parent tests |
695 | // have failed. This one should be reported as skipped as if it was | |
696 | // disabled | |
697 | return unit_test_monitor_t::test_ok; | |
7c673cae FG |
698 | } |
699 | ||
700 | // 20. Notify all observers about the start of the test unit | |
701 | BOOST_TEST_FOREACH( test_observer*, to, m_observers ) | |
702 | to->test_unit_start( tu ); | |
703 | ||
704 | // 30. Execute setup fixtures if any; any failure here leads to test unit abortion | |
705 | BOOST_TEST_FOREACH( test_unit_fixture_ptr, F, tu.p_fixtures.get() ) { | |
b32b8144 | 706 | ut_detail::test_unit_id_restore restore_current_test_unit(m_curr_test_unit, tu.p_id); |
7c673cae FG |
707 | result = unit_test_monitor.execute_and_translate( boost::bind( &test_unit_fixture::setup, F ) ); |
708 | if( result != unit_test_monitor_t::test_ok ) | |
709 | break; | |
b32b8144 FG |
710 | test_results const& test_rslt = unit_test::results_collector.results( m_curr_test_unit ); |
711 | if( test_rslt.aborted() ) { | |
92f5a8d4 | 712 | result = unit_test_monitor_t::test_setup_failure; |
b32b8144 FG |
713 | break; |
714 | } | |
7c673cae FG |
715 | } |
716 | ||
92f5a8d4 TL |
717 | // This is the time we are going to spend executing the test unit (in microseconds |
718 | // as expected by test_observer::test_unit_finish) | |
719 | unsigned long elapsed_microseconds = 0; | |
7c673cae FG |
720 | |
721 | if( result == unit_test_monitor_t::test_ok ) { | |
722 | // 40. We are going to time the execution | |
92f5a8d4 | 723 | boost::unit_test::timer::timer tu_timer; |
7c673cae | 724 | |
11fdf7f2 TL |
725 | // we pass the random generator |
726 | const random_generator_helper& rand_gen = p_random_generator ? *p_random_generator : random_generator_helper(); | |
727 | ||
7c673cae FG |
728 | if( tu.p_type == TUT_SUITE ) { |
729 | test_suite const& ts = static_cast<test_suite const&>( tu ); | |
730 | ||
b32b8144 | 731 | if( runtime_config::get<unsigned>( runtime_config::btrt_random_seed ) == 0 ) { |
7c673cae FG |
732 | typedef std::pair<counter_t,test_unit_id> value_type; |
733 | ||
734 | BOOST_TEST_FOREACH( value_type, chld, ts.m_ranked_children ) { | |
92f5a8d4 TL |
735 | // tu_timer.elapsed() returns nanosec, timeout and child_timeout in microsec |
736 | unsigned long int chld_timeout = child_timeout( | |
737 | timeout_microseconds, | |
738 | static_cast<unsigned long int>( microsecond_wall_time(tu_timer.elapsed()) )); | |
7c673cae | 739 | |
11fdf7f2 | 740 | result = (std::min)( result, execute_test_tree( chld.second, chld_timeout, &rand_gen ) ); |
7c673cae FG |
741 | |
742 | if( unit_test_monitor.is_critical_error( result ) ) | |
743 | break; | |
92f5a8d4 TL |
744 | |
745 | // we check for the time elapsed. If this is too high, we fail the current suite and return from here | |
746 | elapsed_microseconds = static_cast<unsigned long int>( microsecond_wall_time(tu_timer.elapsed()) ); | |
747 | ||
748 | if( (timeout_microseconds > 0) && (elapsed_microseconds > timeout_microseconds) && (timeout_microseconds != TIMEOUT_EXCEEDED ) ) { | |
749 | BOOST_TEST_FOREACH( test_observer*, to, m_observers ) { | |
750 | to->test_unit_timed_out(tu); | |
751 | } | |
752 | result = (std::min)( result, unit_test_monitor_t::os_timeout ); | |
753 | timeout_microseconds = TIMEOUT_EXCEEDED; | |
754 | //break; | |
755 | // we continue to explore the children, such that we can at least update their | |
756 | // status to skipped | |
757 | } | |
7c673cae FG |
758 | } |
759 | } | |
760 | else { | |
11fdf7f2 | 761 | // Go through ranges of children with the same dependency rank and shuffle them |
7c673cae FG |
762 | // independently. Execute each subtree in this order |
763 | test_unit_id_list children_with_the_same_rank; | |
764 | ||
765 | typedef test_suite::children_per_rank::const_iterator it_type; | |
766 | it_type it = ts.m_ranked_children.begin(); | |
767 | while( it != ts.m_ranked_children.end() ) { | |
768 | children_with_the_same_rank.clear(); | |
769 | ||
770 | std::pair<it_type,it_type> range = ts.m_ranked_children.equal_range( it->first ); | |
771 | it = range.first; | |
772 | while( it != range.second ) { | |
773 | children_with_the_same_rank.push_back( it->second ); | |
774 | it++; | |
775 | } | |
776 | ||
b32b8144 | 777 | impl::random_shuffle( children_with_the_same_rank.begin(), children_with_the_same_rank.end(), rand_gen ); |
7c673cae FG |
778 | |
779 | BOOST_TEST_FOREACH( test_unit_id, chld, children_with_the_same_rank ) { | |
92f5a8d4 TL |
780 | unsigned long int chld_timeout = child_timeout( |
781 | timeout_microseconds, | |
782 | static_cast<unsigned long int>(microsecond_wall_time(tu_timer.elapsed())) ); | |
7c673cae FG |
783 | |
784 | result = (std::min)( result, execute_test_tree( chld, chld_timeout, &rand_gen ) ); | |
785 | ||
786 | if( unit_test_monitor.is_critical_error( result ) ) | |
787 | break; | |
92f5a8d4 TL |
788 | |
789 | // we check for the time elapsed. If this is too high, we fail the current suite and return from here | |
790 | elapsed_microseconds = static_cast<unsigned long int>( microsecond_wall_time(tu_timer.elapsed()) ); | |
791 | if( (timeout_microseconds > 0) && (elapsed_microseconds > timeout_microseconds) && (timeout_microseconds != TIMEOUT_EXCEEDED ) ) { | |
792 | BOOST_TEST_FOREACH( test_observer*, to, m_observers ) { | |
793 | to->test_unit_timed_out(tu); | |
794 | } | |
795 | result = (std::min)( result, unit_test_monitor_t::os_timeout ); | |
796 | timeout_microseconds = TIMEOUT_EXCEEDED; | |
797 | //break; | |
798 | // we continue to explore the children, such that we can at least update their | |
799 | // status to skipped | |
800 | } | |
7c673cae FG |
801 | } |
802 | } | |
803 | } | |
7c673cae FG |
804 | } |
805 | else { // TUT_CASE | |
806 | test_case const& tc = static_cast<test_case const&>( tu ); | |
807 | ||
808 | // setup contexts | |
809 | m_context_idx = 0; | |
810 | ||
811 | // setup current test case | |
b32b8144 | 812 | ut_detail::test_unit_id_restore restore_current_test_unit(m_curr_test_unit, tc.p_id); |
7c673cae | 813 | |
92f5a8d4 TL |
814 | // execute the test case body, transforms the time out to seconds |
815 | result = unit_test_monitor.execute_and_translate( tc.p_test_func, timeout_microseconds ); | |
816 | elapsed_microseconds = static_cast<unsigned long int>( microsecond_wall_time(tu_timer.elapsed()) ); | |
7c673cae FG |
817 | |
818 | // cleanup leftover context | |
819 | m_context.clear(); | |
820 | ||
b32b8144 | 821 | // restore state (scope exit) and abort if necessary |
7c673cae FG |
822 | } |
823 | } | |
824 | ||
825 | // if run error is critical skip teardown, who knows what the state of the program at this point | |
826 | if( !unit_test_monitor.is_critical_error( result ) ) { | |
827 | // execute teardown fixtures if any in reverse order | |
828 | BOOST_TEST_REVERSE_FOREACH( test_unit_fixture_ptr, F, tu.p_fixtures.get() ) { | |
b32b8144 | 829 | ut_detail::test_unit_id_restore restore_current_test_unit(m_curr_test_unit, tu.p_id); |
7c673cae FG |
830 | result = (std::min)( result, unit_test_monitor.execute_and_translate( boost::bind( &test_unit_fixture::teardown, F ), 0 ) ); |
831 | ||
832 | if( unit_test_monitor.is_critical_error( result ) ) | |
833 | break; | |
834 | } | |
835 | } | |
836 | ||
837 | // notify all observers about abortion | |
838 | if( unit_test_monitor.is_critical_error( result ) ) { | |
839 | BOOST_TEST_FOREACH( test_observer*, to, m_observers ) | |
840 | to->test_aborted(); | |
841 | } | |
842 | ||
843 | // notify all observers about completion | |
844 | BOOST_TEST_REVERSE_FOREACH( test_observer*, to, m_observers ) | |
92f5a8d4 | 845 | to->test_unit_finish( tu, elapsed_microseconds ); |
7c673cae FG |
846 | |
847 | return result; | |
848 | } | |
849 | ||
850 | ////////////////////////////////////////////////////////////////// | |
851 | ||
92f5a8d4 | 852 | unsigned long int child_timeout( unsigned long tu_timeout_microseconds, unsigned long elpsed_microsec ) |
7c673cae | 853 | { |
92f5a8d4 TL |
854 | if( tu_timeout_microseconds == 0UL || tu_timeout_microseconds == TIMEOUT_EXCEEDED) |
855 | return tu_timeout_microseconds; | |
7c673cae | 856 | |
92f5a8d4 TL |
857 | return tu_timeout_microseconds > elpsed_microsec ? |
858 | tu_timeout_microseconds - elpsed_microsec | |
859 | : TIMEOUT_EXCEEDED; | |
7c673cae FG |
860 | } |
861 | ||
862 | struct priority_order { | |
863 | bool operator()( test_observer* lhs, test_observer* rhs ) const | |
864 | { | |
1e59de90 TL |
865 | return (lhs->priority() < rhs->priority()) || |
866 | ((lhs->priority() == rhs->priority()) && std::less<test_observer*>()(lhs, rhs)); | |
7c673cae FG |
867 | } |
868 | }; | |
869 | ||
870 | // Data members | |
871 | typedef std::map<test_unit_id,test_unit*> test_unit_store; | |
872 | typedef std::set<test_observer*,priority_order> observer_store; | |
873 | struct context_frame { | |
874 | context_frame( std::string const& d, int id, bool sticky ) | |
875 | : descr( d ) | |
876 | , frame_id( id ) | |
877 | , is_sticky( sticky ) | |
878 | {} | |
879 | ||
880 | std::string descr; | |
881 | int frame_id; | |
882 | bool is_sticky; | |
883 | }; | |
884 | typedef std::vector<context_frame> context_data; | |
885 | ||
886 | master_test_suite_t* m_master_test_suite; | |
887 | std::vector<test_suite*> m_auto_test_suites; | |
888 | ||
b32b8144 | 889 | test_unit_id m_curr_test_unit; |
7c673cae FG |
890 | test_unit_store m_test_units; |
891 | ||
892 | test_unit_id m_next_test_case_id; | |
893 | test_unit_id m_next_test_suite_id; | |
894 | ||
895 | bool m_test_in_progress; | |
896 | ||
897 | observer_store m_observers; | |
898 | context_data m_context; | |
899 | int m_context_idx; | |
900 | ||
92f5a8d4 | 901 | std::set<global_fixture*> m_global_fixtures; |
b32b8144 | 902 | |
7c673cae FG |
903 | boost::execution_monitor m_aux_em; |
904 | ||
905 | std::map<output_format, runtime_config::stream_holder> m_log_sinks; | |
906 | runtime_config::stream_holder m_report_sink; | |
907 | }; | |
908 | ||
909 | //____________________________________________________________________________// | |
910 | ||
911 | namespace impl { | |
912 | namespace { | |
913 | ||
914 | #if defined(__CYGWIN__) | |
915 | framework::state& s_frk_state() { static framework::state* the_inst = 0; if(!the_inst) the_inst = new framework::state; return *the_inst; } | |
916 | #else | |
917 | framework::state& s_frk_state() { static framework::state the_inst; return the_inst; } | |
918 | #endif | |
919 | ||
920 | } // local namespace | |
921 | ||
922 | void | |
923 | setup_for_execution( test_unit const& tu ) | |
924 | { | |
925 | s_frk_state().deduce_run_status( tu.p_id ); | |
926 | } | |
927 | ||
928 | struct sum_to_first_only { | |
929 | sum_to_first_only() : is_first(true) {} | |
930 | template <class T, class U> | |
931 | T operator()(T const& l_, U const& r_) { | |
932 | if(is_first) { | |
933 | is_first = false; | |
934 | return l_ + r_.first; | |
935 | } | |
936 | return l_ + ", " + r_.first; | |
937 | } | |
938 | ||
939 | bool is_first; | |
940 | }; | |
941 | ||
11fdf7f2 TL |
942 | void |
943 | shutdown_loggers_and_reports() | |
944 | { | |
945 | s_frk_state().m_log_sinks.clear(); | |
946 | s_frk_state().m_report_sink.setup( "stderr" ); | |
947 | } | |
948 | ||
92f5a8d4 TL |
949 | void |
950 | unregister_global_fixture_and_configuration() | |
951 | { | |
952 | // we make a copy as the set will change in the iteration | |
953 | std::set<global_fixture*> gfixture_copy(s_frk_state().m_global_fixtures); | |
954 | BOOST_TEST_FOREACH( global_fixture*, tuf, gfixture_copy ) { | |
955 | tuf->unregister_from_framework(); | |
956 | } | |
957 | s_frk_state().m_global_fixtures.clear(); | |
958 | ||
959 | state::observer_store gobserver_copy(s_frk_state().m_observers); | |
960 | BOOST_TEST_FOREACH( test_observer*, to, gobserver_copy ) { | |
961 | framework::deregister_observer( *to ); | |
962 | } | |
963 | s_frk_state().m_observers.clear(); | |
964 | } | |
965 | ||
7c673cae FG |
966 | void |
967 | setup_loggers() | |
968 | { | |
969 | ||
970 | BOOST_TEST_I_TRY { | |
971 | ||
7c673cae | 972 | #ifdef BOOST_TEST_SUPPORT_TOKEN_ITERATOR |
b32b8144 FG |
973 | bool has_combined_logger = runtime_config::has( runtime_config::btrt_combined_logger ) |
974 | && !runtime_config::get< std::vector<std::string> >( runtime_config::btrt_combined_logger ).empty(); | |
7c673cae | 975 | #else |
b32b8144 | 976 | bool has_combined_logger = false; |
7c673cae FG |
977 | #endif |
978 | ||
b32b8144 FG |
979 | if( !has_combined_logger ) { |
980 | unit_test_log.set_threshold_level( runtime_config::get<log_level>( runtime_config::btrt_log_level ) ); | |
981 | const output_format format = runtime_config::get<output_format>( runtime_config::btrt_log_format ); | |
982 | unit_test_log.set_format( format ); | |
7c673cae | 983 | |
b32b8144 | 984 | runtime_config::stream_holder& stream_logger = s_frk_state().m_log_sinks[format]; |
11fdf7f2 TL |
985 | if( runtime_config::has( runtime_config::btrt_log_sink ) ) { |
986 | // we remove all streams in this case, so we do not specify the format | |
987 | boost::function< void () > log_cleaner = boost::bind( &unit_test_log_t::set_stream, | |
988 | &unit_test_log, | |
989 | boost::ref(std::cout) | |
990 | ); | |
991 | stream_logger.setup( runtime_config::get<std::string>( runtime_config::btrt_log_sink ), | |
992 | log_cleaner ); | |
993 | } | |
b32b8144 | 994 | unit_test_log.set_stream( stream_logger.ref() ); |
f67539c2 | 995 | unit_test_log.configure(); |
b32b8144 FG |
996 | } |
997 | else | |
998 | { | |
7c673cae | 999 | |
b32b8144 FG |
1000 | const std::vector<std::string>& v_output_format = runtime_config::get< std::vector<std::string> >( runtime_config::btrt_combined_logger ) ; |
1001 | ||
1002 | static const std::pair<const char*, log_level> all_log_levels[] = { | |
1003 | std::make_pair( "all" , log_successful_tests ), | |
1004 | std::make_pair( "success" , log_successful_tests ), | |
1005 | std::make_pair( "test_suite" , log_test_units ), | |
1006 | std::make_pair( "unit_scope" , log_test_units ), | |
1007 | std::make_pair( "message" , log_messages ), | |
1008 | std::make_pair( "warning" , log_warnings ), | |
1009 | std::make_pair( "error" , log_all_errors ), | |
1010 | std::make_pair( "cpp_exception" , log_cpp_exception_errors ), | |
1011 | std::make_pair( "system_error" , log_system_errors ), | |
1012 | std::make_pair( "fatal_error" , log_fatal_errors ), | |
1013 | std::make_pair( "nothing" , log_nothing ) | |
1014 | }; | |
1015 | ||
1016 | static const std::pair<const char*, output_format> all_formats[] = { | |
1017 | std::make_pair( "HRF" , OF_CLF ), | |
1018 | std::make_pair( "CLF" , OF_CLF ), | |
1019 | std::make_pair( "XML" , OF_XML ), | |
1020 | std::make_pair( "JUNIT", OF_JUNIT ) | |
1021 | }; | |
1022 | ||
1023 | ||
1024 | bool is_first = true; | |
1025 | ||
1026 | BOOST_TEST_FOREACH( const_string, current_multi_config, v_output_format ) { | |
1027 | ||
1028 | #ifdef BOOST_TEST_SUPPORT_TOKEN_ITERATOR | |
1029 | ||
1030 | // ':' may be used for file names: C:/tmp/mylogsink.xml | |
1031 | // we merge the tokens that start with / or \ with the previous one. | |
1032 | std::vector<std::string> v_processed_tokens; | |
1033 | ||
1034 | { | |
1035 | utils::string_token_iterator current_config( current_multi_config, (utils::dropped_delimeters = ":", | |
1036 | utils::kept_delimeters = utils::dt_none) ); | |
1037 | ||
1038 | for( ; current_config != utils::string_token_iterator() ; ++current_config) { | |
1039 | std::string str_copy(current_config->begin(), current_config->end()); | |
1040 | if( ( str_copy[0] == '\\' || str_copy[0] == '/' ) | |
1041 | && v_processed_tokens.size() > 0) { | |
1042 | v_processed_tokens.back() += ":" + str_copy; // ':' has been eaten up | |
1043 | } | |
1044 | else { | |
1045 | v_processed_tokens.push_back(str_copy); | |
1046 | } | |
1047 | } | |
1048 | } | |
7c673cae | 1049 | |
b32b8144 | 1050 | BOOST_TEST_FOREACH( std::string const&, current_config, v_processed_tokens ) { |
7c673cae | 1051 | |
b32b8144 FG |
1052 | utils::string_token_iterator current_format_specs( current_config, (utils::keep_empty_tokens, |
1053 | utils::dropped_delimeters = ",", | |
1054 | utils::kept_delimeters = utils::dt_none) ); | |
7c673cae | 1055 | |
b32b8144 FG |
1056 | output_format format = OF_INVALID ; // default |
1057 | if( current_format_specs != utils::string_token_iterator() && | |
1058 | current_format_specs->size() ) { | |
7c673cae | 1059 | |
b32b8144 FG |
1060 | for(size_t elem=0; elem < sizeof(all_formats)/sizeof(all_formats[0]); elem++) { |
1061 | if(const_string(all_formats[elem].first) == *current_format_specs) { | |
1062 | format = all_formats[elem].second; | |
1063 | break; | |
1064 | } | |
7c673cae FG |
1065 | } |
1066 | } | |
7c673cae | 1067 | |
b32b8144 FG |
1068 | BOOST_TEST_I_ASSRT( format != OF_INVALID, |
1069 | boost::runtime::access_to_missing_argument() | |
1070 | << "Unable to determine the logger type from '" | |
1071 | << current_config | |
1072 | << "'. Possible choices are: " | |
1073 | << std::accumulate(all_formats, | |
1074 | all_formats + sizeof(all_formats)/sizeof(all_formats[0]), | |
1075 | std::string(""), | |
1076 | sum_to_first_only()) | |
1077 | ); | |
1078 | ||
1079 | // activates this format | |
1080 | if( is_first ) { | |
1081 | unit_test_log.set_format( format ); | |
1082 | } | |
1083 | else { | |
1084 | unit_test_log.add_format( format ); | |
1085 | } | |
1086 | is_first = false; | |
7c673cae | 1087 | |
b32b8144 FG |
1088 | unit_test_log_formatter * const formatter = unit_test_log.get_formatter(format); |
1089 | BOOST_TEST_SETUP_ASSERT( formatter, "Logger setup error" ); | |
7c673cae | 1090 | |
b32b8144 FG |
1091 | log_level formatter_log_level = invalid_log_level; |
1092 | ++current_format_specs ; | |
1093 | if( !current_format_specs->size() ) { | |
1094 | formatter_log_level = formatter->get_log_level(); // default log level given by the formatter | |
1095 | } | |
1096 | else if( current_format_specs != utils::string_token_iterator() ) { | |
7c673cae | 1097 | |
b32b8144 FG |
1098 | for(size_t elem=0; elem < sizeof(all_log_levels)/sizeof(all_log_levels[0]); elem++) { |
1099 | if(const_string(all_log_levels[elem].first) == *current_format_specs) { | |
1100 | formatter_log_level = all_log_levels[elem].second; | |
1101 | break; | |
1102 | } | |
7c673cae FG |
1103 | } |
1104 | } | |
7c673cae | 1105 | |
b32b8144 FG |
1106 | BOOST_TEST_I_ASSRT( formatter_log_level != invalid_log_level, |
1107 | boost::runtime::access_to_missing_argument() | |
1108 | << "Unable to determine the log level from '" | |
1109 | << current_config | |
1110 | << "'. Possible choices are: " | |
1111 | << std::accumulate(all_log_levels, | |
1112 | all_log_levels + sizeof(all_log_levels)/sizeof(all_log_levels[0]), | |
1113 | std::string(""), | |
1114 | sum_to_first_only()) | |
1115 | ); | |
7c673cae | 1116 | |
b32b8144 | 1117 | unit_test_log.set_threshold_level( format, formatter_log_level ); |
7c673cae | 1118 | |
b32b8144 | 1119 | runtime_config::stream_holder& stream_logger = s_frk_state().m_log_sinks[format]; |
11fdf7f2 TL |
1120 | boost::function< void () > log_cleaner = boost::bind( &unit_test_log_t::set_stream, |
1121 | &unit_test_log, | |
1122 | format, | |
1123 | boost::ref(std::cout) ); | |
b32b8144 FG |
1124 | if( ++current_format_specs != utils::string_token_iterator() && |
1125 | current_format_specs->size() ) { | |
92f5a8d4 | 1126 | stream_logger.setup( *current_format_specs, |
11fdf7f2 | 1127 | log_cleaner ); |
b32b8144 FG |
1128 | } |
1129 | else { | |
11fdf7f2 TL |
1130 | stream_logger.setup( formatter->get_default_stream_description(), |
1131 | log_cleaner ); | |
b32b8144 FG |
1132 | } |
1133 | unit_test_log.set_stream( format, stream_logger.ref() ); | |
7c673cae | 1134 | } |
b32b8144 FG |
1135 | #endif |
1136 | } // for each logger | |
7c673cae | 1137 | |
b32b8144 FG |
1138 | } // if/else new logger API |
1139 | } // BOOST_TEST_I_TRY | |
7c673cae FG |
1140 | BOOST_TEST_I_CATCH( boost::runtime::init_error, ex ) { |
1141 | BOOST_TEST_SETUP_ASSERT( false, ex.msg ); | |
1142 | } | |
1143 | BOOST_TEST_I_CATCH( boost::runtime::input_error, ex ) { | |
1144 | std::cerr << ex.msg << "\n\n"; | |
1145 | ||
1146 | BOOST_TEST_I_THROW( framework::nothing_to_test( boost::exit_exception_failure ) ); | |
1147 | } | |
1148 | ||
1149 | ||
1150 | } | |
1151 | ||
1152 | //____________________________________________________________________________// | |
1153 | ||
1154 | } // namespace impl | |
1155 | ||
1156 | //____________________________________________________________________________// | |
1157 | ||
1158 | // ************************************************************************** // | |
1159 | // ************** framework::init ************** // | |
1160 | // ************************************************************************** // | |
1161 | ||
1162 | void | |
1163 | init( init_unit_test_func init_func, int argc, char* argv[] ) | |
1164 | { | |
1165 | using namespace impl; | |
1166 | ||
1167 | // 10. Set up runtime parameters | |
1168 | runtime_config::init( argc, argv ); | |
1169 | ||
1170 | // 20. Set the desired log level, format and sink | |
1171 | impl::setup_loggers(); | |
1172 | ||
1173 | // 30. Set the desired report level, format and sink | |
b32b8144 FG |
1174 | results_reporter::set_level( runtime_config::get<report_level>( runtime_config::btrt_report_level ) ); |
1175 | results_reporter::set_format( runtime_config::get<output_format>( runtime_config::btrt_report_format ) ); | |
7c673cae | 1176 | |
11fdf7f2 TL |
1177 | if( runtime_config::has( runtime_config::btrt_report_sink ) ) { |
1178 | boost::function< void () > report_cleaner = boost::bind( &results_reporter::set_stream, | |
1179 | boost::ref(std::cerr) | |
1180 | ); | |
1181 | s_frk_state().m_report_sink.setup( runtime_config::get<std::string>( runtime_config::btrt_report_sink ), | |
1182 | report_cleaner ); | |
1183 | } | |
92f5a8d4 | 1184 | |
7c673cae FG |
1185 | results_reporter::set_stream( s_frk_state().m_report_sink.ref() ); |
1186 | ||
1187 | // 40. Register default test observers | |
1188 | register_observer( results_collector ); | |
1189 | register_observer( unit_test_log ); | |
1190 | ||
b32b8144 | 1191 | if( runtime_config::get<bool>( runtime_config::btrt_show_progress ) ) { |
7c673cae FG |
1192 | progress_monitor.set_stream( std::cout ); // defaults to stdout |
1193 | register_observer( progress_monitor ); | |
1194 | } | |
1195 | ||
1196 | // 50. Set up memory leak detection | |
b32b8144 | 1197 | unsigned long detect_mem_leak = runtime_config::get<unsigned long>( runtime_config::btrt_detect_mem_leaks ); |
7c673cae | 1198 | if( detect_mem_leak > 0 ) { |
b32b8144 | 1199 | debug::detect_memory_leaks( true, runtime_config::get<std::string>( runtime_config::btrt_report_mem_leaks ) ); |
7c673cae FG |
1200 | debug::break_memory_alloc( (long)detect_mem_leak ); |
1201 | } | |
1202 | ||
1203 | // 60. Initialize master unit test suite | |
1204 | master_test_suite().argc = argc; | |
1205 | master_test_suite().argv = argv; | |
1206 | ||
1207 | // 70. Invoke test module initialization routine | |
1208 | BOOST_TEST_I_TRY { | |
1209 | s_frk_state().m_aux_em.vexecute( boost::bind( &impl::invoke_init_func, init_func ) ); | |
1210 | } | |
1211 | BOOST_TEST_I_CATCH( execution_exception, ex ) { | |
1212 | BOOST_TEST_SETUP_ASSERT( false, ex.what() ); | |
1213 | } | |
1214 | } | |
1215 | ||
1216 | //____________________________________________________________________________// | |
1217 | ||
1218 | void | |
1219 | finalize_setup_phase( test_unit_id master_tu_id ) | |
1220 | { | |
1221 | if( master_tu_id == INV_TEST_UNIT_ID ) | |
1222 | master_tu_id = master_test_suite().p_id; | |
1223 | ||
1224 | // 10. Apply all decorators to the auto test units | |
92f5a8d4 | 1225 | // 10. checks for consistency (duplicate names, etc) |
7c673cae FG |
1226 | class apply_decorators : public test_tree_visitor { |
1227 | private: | |
1228 | // test_tree_visitor interface | |
92f5a8d4 | 1229 | |
20effc67 | 1230 | bool test_suite_start( test_suite const& ts) BOOST_OVERRIDE |
92f5a8d4 TL |
1231 | { |
1232 | const_cast<test_suite&>(ts).generate(); | |
1233 | const_cast<test_suite&>(ts).check_for_duplicate_test_cases(); | |
1234 | return test_tree_visitor::test_suite_start(ts); | |
1235 | } | |
1236 | ||
20effc67 | 1237 | bool visit( test_unit const& tu ) BOOST_OVERRIDE |
7c673cae FG |
1238 | { |
1239 | BOOST_TEST_FOREACH( decorator::base_ptr, d, tu.p_decorators.get() ) | |
1240 | d->apply( const_cast<test_unit&>(tu) ); | |
1241 | ||
1242 | return true; | |
1243 | } | |
1244 | } ad; | |
1245 | traverse_test_tree( master_tu_id, ad, true ); | |
1246 | ||
1247 | // 20. Finalize setup phase | |
1248 | impl::order_info_per_tu tuoi; | |
1249 | impl::s_frk_state().deduce_siblings_order( master_tu_id, master_tu_id, tuoi ); | |
1250 | impl::s_frk_state().finalize_default_run_status( master_tu_id, test_unit::RS_INVALID ); | |
1251 | } | |
1252 | ||
1253 | // ************************************************************************** // | |
1254 | // ************** test_in_progress ************** // | |
1255 | // ************************************************************************** // | |
1256 | ||
1257 | bool | |
1258 | test_in_progress() | |
1259 | { | |
1260 | return impl::s_frk_state().m_test_in_progress; | |
1261 | } | |
1262 | ||
1263 | //____________________________________________________________________________// | |
1264 | ||
1265 | // ************************************************************************** // | |
1266 | // ************** framework::shutdown ************** // | |
1267 | // ************************************************************************** // | |
1268 | ||
1269 | void | |
1270 | shutdown() | |
1271 | { | |
92f5a8d4 TL |
1272 | // shuts down the loggers singleton to avoid any further reference to the |
1273 | // framework during the destruction of those | |
11fdf7f2 | 1274 | impl::shutdown_loggers_and_reports(); |
92f5a8d4 TL |
1275 | |
1276 | // unregisters any global fixture and configuration object | |
1277 | impl::unregister_global_fixture_and_configuration(); | |
1278 | ||
7c673cae FG |
1279 | // eliminating some fake memory leak reports. See for more details: |
1280 | // http://connect.microsoft.com/VisualStudio/feedback/details/106937/memory-leaks-reported-by-debug-crt-inside-typeinfo-name | |
1281 | ||
1282 | # if BOOST_WORKAROUND(BOOST_MSVC, <= 1600 ) && !defined(_DLL) && defined(_DEBUG) | |
1283 | # if BOOST_WORKAROUND(BOOST_MSVC, < 1600 ) | |
1284 | #define _Next next | |
1285 | #define _MemPtr memPtr | |
1286 | #endif | |
1287 | __type_info_node* pNode = __type_info_root_node._Next; | |
1288 | __type_info_node* tmpNode = &__type_info_root_node; | |
1289 | ||
1290 | for( ; pNode!=NULL; pNode = tmpNode ) { | |
1291 | tmpNode = pNode->_Next; | |
1292 | delete pNode->_MemPtr; | |
1293 | delete pNode; | |
1294 | } | |
1295 | # if BOOST_WORKAROUND(BOOST_MSVC, < 1600 ) | |
1296 | #undef _Next | |
1297 | #undef _MemPtr | |
1298 | #endif | |
1299 | # endif | |
1300 | } | |
1301 | ||
1302 | //____________________________________________________________________________// | |
1303 | ||
1304 | // ************************************************************************** // | |
1305 | // ************** register_test_unit ************** // | |
1306 | // ************************************************************************** // | |
1307 | ||
1308 | void | |
1309 | register_test_unit( test_case* tc ) | |
1310 | { | |
1311 | BOOST_TEST_SETUP_ASSERT( tc->p_id == INV_TEST_UNIT_ID, BOOST_TEST_L( "test case already registered" ) ); | |
1312 | ||
1313 | test_unit_id new_id = impl::s_frk_state().m_next_test_case_id; | |
1314 | ||
1315 | BOOST_TEST_SETUP_ASSERT( new_id != MAX_TEST_CASE_ID, BOOST_TEST_L( "too many test cases" ) ); | |
1316 | ||
1317 | typedef state::test_unit_store::value_type map_value_type; | |
1318 | ||
1319 | impl::s_frk_state().m_test_units.insert( map_value_type( new_id, tc ) ); | |
1320 | impl::s_frk_state().m_next_test_case_id++; | |
1321 | ||
1322 | impl::s_frk_state().set_tu_id( *tc, new_id ); | |
1323 | } | |
1324 | ||
1325 | //____________________________________________________________________________// | |
1326 | ||
1327 | // ************************************************************************** // | |
1328 | // ************** register_test_unit ************** // | |
1329 | // ************************************************************************** // | |
1330 | ||
1331 | void | |
1332 | register_test_unit( test_suite* ts ) | |
1333 | { | |
1334 | BOOST_TEST_SETUP_ASSERT( ts->p_id == INV_TEST_UNIT_ID, BOOST_TEST_L( "test suite already registered" ) ); | |
1335 | ||
1336 | test_unit_id new_id = impl::s_frk_state().m_next_test_suite_id; | |
1337 | ||
1338 | BOOST_TEST_SETUP_ASSERT( new_id != MAX_TEST_SUITE_ID, BOOST_TEST_L( "too many test suites" ) ); | |
1339 | ||
1340 | typedef state::test_unit_store::value_type map_value_type; | |
1341 | ||
1342 | impl::s_frk_state().m_test_units.insert( map_value_type( new_id, ts ) ); | |
1343 | impl::s_frk_state().m_next_test_suite_id++; | |
1344 | ||
1345 | impl::s_frk_state().set_tu_id( *ts, new_id ); | |
1346 | } | |
1347 | ||
1348 | //____________________________________________________________________________// | |
1349 | ||
1350 | // ************************************************************************** // | |
1351 | // ************** deregister_test_unit ************** // | |
1352 | // ************************************************************************** // | |
1353 | ||
1354 | void | |
1355 | deregister_test_unit( test_unit* tu ) | |
1356 | { | |
1357 | impl::s_frk_state().m_test_units.erase( tu->p_id ); | |
1358 | } | |
1359 | ||
1360 | //____________________________________________________________________________// | |
1361 | ||
1362 | // ************************************************************************** // | |
1363 | // ************** clear ************** // | |
1364 | // ************************************************************************** // | |
1365 | ||
1366 | void | |
1367 | clear() | |
1368 | { | |
1369 | impl::s_frk_state().clear(); | |
1370 | } | |
1371 | ||
1372 | //____________________________________________________________________________// | |
1373 | ||
1374 | // ************************************************************************** // | |
1375 | // ************** register_observer ************** // | |
1376 | // ************************************************************************** // | |
1377 | ||
1378 | void | |
1379 | register_observer( test_observer& to ) | |
1380 | { | |
1381 | impl::s_frk_state().m_observers.insert( &to ); | |
1382 | } | |
1383 | ||
1384 | //____________________________________________________________________________// | |
1385 | ||
1386 | // ************************************************************************** // | |
1387 | // ************** deregister_observer ************** // | |
1388 | // ************************************************************************** // | |
1389 | ||
1390 | void | |
1391 | deregister_observer( test_observer& to ) | |
1392 | { | |
1393 | impl::s_frk_state().m_observers.erase( &to ); | |
1394 | } | |
1395 | ||
1396 | //____________________________________________________________________________// | |
1397 | ||
b32b8144 FG |
1398 | // ************************************************************************** // |
1399 | // ************** register_global_fixture ************** // | |
1400 | // ************************************************************************** // | |
1401 | ||
1402 | void | |
92f5a8d4 | 1403 | register_global_fixture( global_fixture& tuf ) |
b32b8144 FG |
1404 | { |
1405 | impl::s_frk_state().m_global_fixtures.insert( &tuf ); | |
1406 | } | |
1407 | ||
1408 | //____________________________________________________________________________// | |
1409 | ||
1410 | // ************************************************************************** // | |
1411 | // ************** deregister_global_fixture ************** // | |
1412 | // ************************************************************************** // | |
1413 | ||
1414 | void | |
92f5a8d4 | 1415 | deregister_global_fixture( global_fixture &tuf ) |
b32b8144 FG |
1416 | { |
1417 | impl::s_frk_state().m_global_fixtures.erase( &tuf ); | |
1418 | } | |
1419 | ||
1420 | //____________________________________________________________________________// | |
1421 | ||
7c673cae FG |
1422 | // ************************************************************************** // |
1423 | // ************** add_context ************** // | |
1424 | // ************************************************************************** // | |
1425 | ||
1426 | int | |
1427 | add_context( ::boost::unit_test::lazy_ostream const& context_descr, bool sticky ) | |
1428 | { | |
1429 | std::stringstream buffer; | |
1430 | context_descr( buffer ); | |
1431 | int res_idx = impl::s_frk_state().m_context_idx++; | |
1432 | ||
1433 | impl::s_frk_state().m_context.push_back( state::context_frame( buffer.str(), res_idx, sticky ) ); | |
1434 | ||
1435 | return res_idx; | |
1436 | } | |
1437 | ||
1438 | //____________________________________________________________________________// | |
1439 | ||
1440 | // ************************************************************************** // | |
1441 | // ************** clear_context ************** // | |
1442 | // ************************************************************************** // | |
1443 | ||
1444 | struct frame_with_id { | |
1445 | explicit frame_with_id( int id ) : m_id( id ) {} | |
1446 | ||
1447 | bool operator()( state::context_frame const& f ) | |
1448 | { | |
1449 | return f.frame_id == m_id; | |
1450 | } | |
1451 | int m_id; | |
1452 | }; | |
1453 | ||
1454 | //____________________________________________________________________________// | |
1455 | ||
1456 | void | |
1457 | clear_context( int frame_id ) | |
1458 | { | |
1459 | if( frame_id == -1 ) { // clear all non sticky frames | |
1460 | for( int i=static_cast<int>(impl::s_frk_state().m_context.size())-1; i>=0; i-- ) | |
1461 | if( !impl::s_frk_state().m_context[i].is_sticky ) | |
1462 | impl::s_frk_state().m_context.erase( impl::s_frk_state().m_context.begin()+i ); | |
1463 | } | |
1464 | ||
1465 | else { // clear specific frame | |
1466 | state::context_data::iterator it = | |
1467 | std::find_if( impl::s_frk_state().m_context.begin(), impl::s_frk_state().m_context.end(), frame_with_id( frame_id ) ); | |
1468 | ||
1469 | if( it != impl::s_frk_state().m_context.end() ) // really an internal error if this is not true | |
1470 | impl::s_frk_state().m_context.erase( it ); | |
1471 | } | |
1472 | } | |
1473 | ||
1474 | //____________________________________________________________________________// | |
1475 | ||
1476 | // ************************************************************************** // | |
1477 | // ************** get_context ************** // | |
1478 | // ************************************************************************** // | |
1479 | ||
1480 | context_generator | |
1481 | get_context() | |
1482 | { | |
1483 | return context_generator(); | |
1484 | } | |
1485 | ||
1486 | //____________________________________________________________________________// | |
1487 | ||
1488 | // ************************************************************************** // | |
1489 | // ************** context_generator ************** // | |
1490 | // ************************************************************************** // | |
1491 | ||
1492 | bool | |
1493 | context_generator::is_empty() const | |
1494 | { | |
1495 | return impl::s_frk_state().m_context.empty(); | |
1496 | } | |
1497 | ||
1498 | //____________________________________________________________________________// | |
1499 | ||
1500 | const_string | |
1501 | context_generator::next() const | |
1502 | { | |
1503 | return m_curr_frame < impl::s_frk_state().m_context.size() ? impl::s_frk_state().m_context[m_curr_frame++].descr : const_string(); | |
1504 | } | |
1505 | ||
1506 | //____________________________________________________________________________// | |
1507 | ||
1508 | // ************************************************************************** // | |
1509 | // ************** master_test_suite ************** // | |
1510 | // ************************************************************************** // | |
1511 | ||
1512 | master_test_suite_t& | |
1513 | master_test_suite() | |
1514 | { | |
1515 | if( !impl::s_frk_state().m_master_test_suite ) | |
1516 | impl::s_frk_state().m_master_test_suite = new master_test_suite_t; | |
1517 | ||
1518 | return *impl::s_frk_state().m_master_test_suite; | |
1519 | } | |
1520 | ||
92f5a8d4 TL |
1521 | namespace impl { |
1522 | ||
1523 | master_test_suite_name_setter::master_test_suite_name_setter(const_string name) { | |
1524 | assign_op( master_test_suite().p_name.value, name.trim( "\"" ), 0 ); | |
1525 | } | |
1526 | ||
1527 | } | |
1528 | ||
7c673cae FG |
1529 | //____________________________________________________________________________// |
1530 | ||
1531 | // ************************************************************************** // | |
1532 | // ************** current_auto_test_suite ************** // | |
1533 | // ************************************************************************** // | |
1534 | ||
1535 | test_suite& | |
1536 | current_auto_test_suite( test_suite* ts, bool push_or_pop ) | |
1537 | { | |
1538 | if( impl::s_frk_state().m_auto_test_suites.empty() ) | |
1539 | impl::s_frk_state().m_auto_test_suites.push_back( &framework::master_test_suite() ); | |
1540 | ||
1541 | if( !push_or_pop ) | |
1542 | impl::s_frk_state().m_auto_test_suites.pop_back(); | |
1543 | else if( ts ) | |
1544 | impl::s_frk_state().m_auto_test_suites.push_back( ts ); | |
1545 | ||
1546 | return *impl::s_frk_state().m_auto_test_suites.back(); | |
1547 | } | |
1548 | ||
1549 | //____________________________________________________________________________// | |
1550 | ||
1551 | // ************************************************************************** // | |
1552 | // ************** current_test_case ************** // | |
1553 | // ************************************************************************** // | |
1554 | ||
1555 | test_case const& | |
1556 | current_test_case() | |
1557 | { | |
b32b8144 FG |
1558 | return get<test_case>( impl::s_frk_state().m_curr_test_unit ); |
1559 | } | |
1560 | ||
1561 | ||
1562 | test_unit const& | |
1563 | current_test_unit() | |
1564 | { | |
1565 | return *impl::s_frk_state().m_test_units[impl::s_frk_state().m_curr_test_unit]; | |
7c673cae FG |
1566 | } |
1567 | ||
1568 | //____________________________________________________________________________// | |
1569 | ||
1570 | test_unit_id | |
1571 | current_test_case_id() | |
1572 | { | |
b32b8144 | 1573 | return impl::s_frk_state().m_curr_test_unit; |
7c673cae FG |
1574 | } |
1575 | ||
1576 | //____________________________________________________________________________// | |
1577 | ||
1578 | // ************************************************************************** // | |
1579 | // ************** framework::get ************** // | |
1580 | // ************************************************************************** // | |
1581 | ||
1582 | test_unit& | |
1583 | get( test_unit_id id, test_unit_type t ) | |
1584 | { | |
1585 | test_unit* res = impl::s_frk_state().m_test_units[id]; | |
1586 | ||
1587 | BOOST_TEST_I_ASSRT( (res->p_type & t) != 0, internal_error( "Invalid test unit type" ) ); | |
1588 | ||
1589 | return *res; | |
1590 | } | |
1591 | ||
1592 | //____________________________________________________________________________// | |
1593 | ||
1594 | // ************************************************************************** // | |
1595 | // ************** framework::run ************** // | |
1596 | // ************************************************************************** // | |
1597 | ||
b32b8144 FG |
1598 | template <class Cont> |
1599 | struct swap_on_delete { | |
1600 | swap_on_delete(Cont& c1, Cont& c2) : m_c1(c1), m_c2(c2){} | |
1601 | ~swap_on_delete() { | |
1602 | m_c1.swap(m_c2); | |
1603 | } | |
1604 | ||
1605 | Cont& m_c1; | |
1606 | Cont& m_c2; | |
1607 | }; | |
1608 | ||
f67539c2 TL |
1609 | struct register_observer_helper { |
1610 | register_observer_helper(test_observer& observer) | |
1611 | : m_observer(observer) | |
1612 | { | |
1613 | register_obs(); | |
1614 | } | |
1615 | ||
1616 | ~register_observer_helper() { | |
1617 | if(m_registered) | |
1618 | deregister_observer( m_observer ); | |
1619 | } | |
1620 | ||
1621 | void deregister_obs() { | |
1622 | m_registered = false; | |
1623 | deregister_observer( m_observer ); | |
1624 | } | |
1625 | ||
1626 | void register_obs() { | |
1627 | m_registered = true; | |
1628 | register_observer( m_observer ); | |
1629 | } | |
1630 | ||
1631 | ||
1632 | test_observer& m_observer; | |
1633 | bool m_registered; | |
1634 | }; | |
1635 | ||
7c673cae FG |
1636 | void |
1637 | run( test_unit_id id, bool continue_test ) | |
1638 | { | |
1639 | if( id == INV_TEST_UNIT_ID ) | |
1640 | id = master_test_suite().p_id; | |
1641 | ||
1642 | // Figure out run status for execution phase | |
1643 | impl::s_frk_state().deduce_run_status( id ); | |
1644 | ||
1645 | test_case_counter tcc; | |
1646 | traverse_test_tree( id, tcc ); | |
1647 | ||
b32b8144 | 1648 | BOOST_TEST_SETUP_ASSERT( tcc.p_count != 0 , runtime_config::get<std::vector<std::string> >( runtime_config::btrt_run_filters ).empty() |
7c673cae FG |
1649 | ? BOOST_TEST_L( "test tree is empty" ) |
1650 | : BOOST_TEST_L( "no test cases matching filter or all test cases were disabled" ) ); | |
1651 | ||
1652 | bool was_in_progress = framework::test_in_progress(); | |
1653 | bool call_start_finish = !continue_test || !was_in_progress; | |
b32b8144 FG |
1654 | bool init_ok = true; |
1655 | const_string setup_error; | |
7c673cae | 1656 | |
f67539c2 TL |
1657 | framework_init_observer_t local_init_observer; |
1658 | register_observer_helper init_observer_helper( local_init_observer ); | |
1659 | ||
7c673cae | 1660 | if( call_start_finish ) { |
b32b8144 FG |
1661 | // indicates the framework that no test is in progress now if observers need to be notified |
1662 | impl::s_frk_state().m_test_in_progress = false; | |
1663 | // unit_test::framework_init_observer will get cleared first | |
7c673cae FG |
1664 | BOOST_TEST_FOREACH( test_observer*, to, impl::s_frk_state().m_observers ) { |
1665 | BOOST_TEST_I_TRY { | |
b32b8144 | 1666 | ut_detail::test_unit_id_restore restore_current_test_unit(impl::s_frk_state().m_curr_test_unit, id); |
f67539c2 | 1667 | unit_test_monitor_t::error_level result = unit_test_monitor.execute_and_translate( boost::bind( &test_observer::test_start, to, tcc.p_count, id ) ); |
b32b8144 FG |
1668 | if( init_ok ) { |
1669 | if( result != unit_test_monitor_t::test_ok ) { | |
1670 | init_ok = false; | |
1671 | } | |
1672 | else { | |
f67539c2 | 1673 | if( local_init_observer.has_failed() ) { |
b32b8144 FG |
1674 | init_ok = false; |
1675 | } | |
1676 | } | |
1677 | } | |
7c673cae FG |
1678 | } |
1679 | BOOST_TEST_I_CATCH( execution_exception, ex ) { | |
b32b8144 FG |
1680 | if( init_ok ) { |
1681 | // log only the first error | |
1682 | init_ok = false; | |
1683 | setup_error = ex.what(); | |
1684 | } | |
1685 | // break; // we should continue otherwise loggers may have improper structure (XML start missing for instance) | |
7c673cae FG |
1686 | } |
1687 | } | |
1688 | } | |
1689 | ||
f67539c2 TL |
1690 | // removing this observer as it should not be of any use for the tests |
1691 | init_observer_helper.deregister_obs(); | |
1692 | ||
b32b8144 FG |
1693 | if( init_ok ) { |
1694 | ||
1695 | // attaching the global fixtures to the main entry point | |
1696 | test_unit& entry_test_unit = framework::get( id, TUT_ANY ); | |
1697 | std::vector<test_unit_fixture_ptr> v_saved_fixture(entry_test_unit.p_fixtures.value.begin(), | |
1698 | entry_test_unit.p_fixtures.value.end()); | |
1699 | ||
1700 | BOOST_TEST_FOREACH( test_unit_fixture*, tuf, impl::s_frk_state().m_global_fixtures ) { | |
1701 | entry_test_unit.p_fixtures.value.insert( entry_test_unit.p_fixtures.value.begin(), | |
1702 | test_unit_fixture_ptr(new impl::global_fixture_handle(tuf)) ); | |
1703 | } | |
1704 | ||
1705 | swap_on_delete< std::vector<test_unit_fixture_ptr> > raii_fixture(v_saved_fixture, entry_test_unit.p_fixtures.value); | |
1706 | ||
1707 | // now work in progress | |
1708 | impl::s_frk_state().m_test_in_progress = true; | |
1709 | unsigned seed = runtime_config::get<unsigned>( runtime_config::btrt_random_seed ); | |
1710 | switch( seed ) { | |
1711 | case 0: | |
1712 | break; | |
1713 | case 1: | |
1714 | seed = static_cast<unsigned>( std::rand() ^ std::time( 0 ) ); // better init using std::rand() ^ ... | |
11fdf7f2 | 1715 | BOOST_FALLTHROUGH; |
b32b8144 FG |
1716 | default: |
1717 | BOOST_TEST_FRAMEWORK_MESSAGE( "Test cases order is shuffled using seed: " << seed ); | |
1718 | std::srand( seed ); | |
1719 | } | |
1720 | ||
1721 | // executing the test tree | |
1722 | impl::s_frk_state().execute_test_tree( id ); | |
1723 | ||
1724 | // removing previously added global fixtures: dtor raii_fixture | |
7c673cae FG |
1725 | } |
1726 | ||
b32b8144 | 1727 | impl::s_frk_state().m_test_in_progress = false; |
7c673cae | 1728 | |
11fdf7f2 TL |
1729 | results_reporter::make_report( INV_REPORT_LEVEL, id ); |
1730 | ||
f67539c2 TL |
1731 | // reinstalling this observer |
1732 | init_observer_helper.register_obs(); | |
1733 | ||
1734 | local_init_observer.clear(); | |
7c673cae | 1735 | if( call_start_finish ) { |
b32b8144 FG |
1736 | // indicates the framework that no test is in progress anymore if observers need to be notified |
1737 | // and this is a teardown, so assertions should not raise any exception otherwise an exception | |
1738 | // might be raised in a dtor of a global fixture | |
1739 | impl::s_frk_state().m_test_in_progress = false; | |
1740 | BOOST_TEST_REVERSE_FOREACH( test_observer*, to, impl::s_frk_state().m_observers ) { | |
1741 | ut_detail::test_unit_id_restore restore_current_test_unit(impl::s_frk_state().m_curr_test_unit, id); | |
7c673cae | 1742 | to->test_finish(); |
b32b8144 | 1743 | } |
7c673cae FG |
1744 | } |
1745 | ||
1746 | impl::s_frk_state().m_test_in_progress = was_in_progress; | |
b32b8144 FG |
1747 | |
1748 | // propagates the init/teardown error if any | |
f67539c2 | 1749 | BOOST_TEST_SETUP_ASSERT( init_ok && !local_init_observer.has_failed(), setup_error ); |
7c673cae FG |
1750 | } |
1751 | ||
1752 | //____________________________________________________________________________// | |
1753 | ||
1754 | void | |
1755 | run( test_unit const* tu, bool continue_test ) | |
1756 | { | |
1757 | run( tu->p_id, continue_test ); | |
1758 | } | |
1759 | ||
1760 | //____________________________________________________________________________// | |
1761 | ||
1762 | // ************************************************************************** // | |
1763 | // ************** assertion_result ************** // | |
1764 | // ************************************************************************** // | |
1765 | ||
1766 | void | |
1767 | assertion_result( unit_test::assertion_result ar ) | |
1768 | { | |
1769 | BOOST_TEST_FOREACH( test_observer*, to, impl::s_frk_state().m_observers ) | |
1770 | to->assertion_result( ar ); | |
1771 | } | |
1772 | ||
1773 | //____________________________________________________________________________// | |
1774 | ||
1775 | // ************************************************************************** // | |
1776 | // ************** exception_caught ************** // | |
1777 | // ************************************************************************** // | |
1778 | ||
1779 | void | |
1780 | exception_caught( execution_exception const& ex ) | |
1781 | { | |
1782 | BOOST_TEST_FOREACH( test_observer*, to, impl::s_frk_state().m_observers ) | |
1783 | to->exception_caught( ex ); | |
1784 | } | |
1785 | ||
1786 | //____________________________________________________________________________// | |
1787 | ||
1788 | // ************************************************************************** // | |
1789 | // ************** test_unit_aborted ************** // | |
1790 | // ************************************************************************** // | |
1791 | ||
1792 | void | |
1793 | test_unit_aborted( test_unit const& tu ) | |
1794 | { | |
1795 | BOOST_TEST_FOREACH( test_observer*, to, impl::s_frk_state().m_observers ) | |
1796 | to->test_unit_aborted( tu ); | |
1797 | } | |
1798 | ||
b32b8144 FG |
1799 | // ************************************************************************** // |
1800 | // ************** test_aborted ************** // | |
1801 | // ************************************************************************** // | |
1802 | ||
1803 | void | |
1804 | test_aborted( ) | |
1805 | { | |
1806 | BOOST_TEST_FOREACH( test_observer*, to, impl::s_frk_state().m_observers ) | |
1807 | to->test_aborted( ); | |
1808 | } | |
1809 | ||
1810 | ||
7c673cae FG |
1811 | //____________________________________________________________________________// |
1812 | ||
1813 | } // namespace framework | |
1814 | } // namespace unit_test | |
1815 | } // namespace boost | |
1816 | ||
1817 | #include <boost/test/detail/enable_warnings.hpp> | |
1818 | ||
1819 | #endif // BOOST_TEST_FRAMEWORK_IPP_021005GER |