]>
Commit | Line | Data |
---|---|---|
7c673cae FG |
1 | // -*- mode:C++; tab-width:8; c-basic-offset:2; indent-tabs-mode:t -*- |
2 | // vim: ts=8 sw=2 smarttab | |
3 | ||
4 | #include "test/librbd/test_mock_fixture.h" | |
5 | #include "test/journal/mock/MockJournaler.h" | |
6 | #include "test/librbd/test_support.h" | |
7 | #include "test/librbd/mock/MockImageCtx.h" | |
8 | #include "test/librbd/mock/MockJournalPolicy.h" | |
9 | #include "common/Cond.h" | |
10 | #include "common/Mutex.h" | |
11 | #include "cls/journal/cls_journal_types.h" | |
12 | #include "journal/Journaler.h" | |
13 | #include "librbd/Journal.h" | |
14 | #include "librbd/Utils.h" | |
15 | #include "librbd/io/AioCompletion.h" | |
16 | #include "librbd/io/ObjectRequest.h" | |
17 | #include "librbd/journal/Replay.h" | |
18 | #include "librbd/journal/RemoveRequest.h" | |
19 | #include "librbd/journal/CreateRequest.h" | |
20 | #include "librbd/journal/OpenRequest.h" | |
21 | #include "librbd/journal/Types.h" | |
22 | #include "librbd/journal/TypeTraits.h" | |
23 | #include "librbd/journal/PromoteRequest.h" | |
24 | #include "gmock/gmock.h" | |
25 | #include "gtest/gtest.h" | |
26 | #include <functional> | |
27 | #include <list> | |
28 | #include <boost/scope_exit.hpp> | |
29 | ||
30 | #define dout_context g_ceph_context | |
31 | #define dout_subsys ceph_subsys_rbd | |
32 | ||
33 | namespace librbd { | |
34 | ||
35 | namespace { | |
36 | ||
37 | struct MockJournalImageCtx : public MockImageCtx { | |
38 | MockJournalImageCtx(librbd::ImageCtx& image_ctx) : MockImageCtx(image_ctx) { | |
39 | } | |
40 | }; | |
41 | ||
42 | } // anonymous namespace | |
43 | ||
44 | namespace journal { | |
45 | ||
46 | template <> | |
47 | struct TypeTraits<MockJournalImageCtx> { | |
48 | typedef ::journal::MockJournalerProxy Journaler; | |
49 | typedef ::journal::MockFutureProxy Future; | |
50 | typedef ::journal::MockReplayEntryProxy ReplayEntry; | |
51 | }; | |
52 | ||
53 | struct MockReplay { | |
54 | static MockReplay *s_instance; | |
55 | static MockReplay &get_instance() { | |
56 | assert(s_instance != nullptr); | |
57 | return *s_instance; | |
58 | } | |
59 | ||
60 | MockReplay() { | |
61 | s_instance = this; | |
62 | } | |
63 | ||
64 | MOCK_METHOD2(shut_down, void(bool cancel_ops, Context *)); | |
65 | MOCK_METHOD2(decode, int(bufferlist::iterator*, EventEntry *)); | |
66 | MOCK_METHOD3(process, void(const EventEntry&, Context *, Context *)); | |
67 | MOCK_METHOD2(replay_op_ready, void(uint64_t, Context *)); | |
68 | }; | |
69 | ||
70 | template <> | |
71 | class Replay<MockJournalImageCtx> { | |
72 | public: | |
73 | static Replay *create(MockJournalImageCtx &image_ctx) { | |
74 | return new Replay(); | |
75 | } | |
76 | ||
77 | void shut_down(bool cancel_ops, Context *on_finish) { | |
78 | MockReplay::get_instance().shut_down(cancel_ops, on_finish); | |
79 | } | |
80 | ||
81 | int decode(bufferlist::iterator *it, EventEntry *event_entry) { | |
82 | return MockReplay::get_instance().decode(it, event_entry); | |
83 | } | |
84 | ||
85 | void process(const EventEntry& event_entry, Context *on_ready, | |
86 | Context *on_commit) { | |
87 | MockReplay::get_instance().process(event_entry, on_ready, on_commit); | |
88 | } | |
89 | ||
90 | void replay_op_ready(uint64_t op_tid, Context *on_resume) { | |
91 | MockReplay::get_instance().replay_op_ready(op_tid, on_resume); | |
92 | } | |
93 | }; | |
94 | ||
95 | MockReplay *MockReplay::s_instance = nullptr; | |
96 | ||
97 | struct MockRemove { | |
98 | static MockRemove *s_instance; | |
99 | static MockRemove &get_instance() { | |
100 | assert(s_instance != nullptr); | |
101 | return *s_instance; | |
102 | } | |
103 | ||
104 | MockRemove() { | |
105 | s_instance = this; | |
106 | } | |
107 | ||
108 | MOCK_METHOD0(send, void()); | |
109 | }; | |
110 | ||
111 | template <> | |
112 | class RemoveRequest<MockJournalImageCtx> { | |
113 | public: | |
114 | static RemoveRequest *create(IoCtx &ioctx, const std::string &imageid, | |
115 | const std::string &client_id, | |
116 | ContextWQ *op_work_queue, Context *on_finish) { | |
117 | return new RemoveRequest(); | |
118 | } | |
119 | ||
120 | void send() { | |
121 | MockRemove::get_instance().send(); | |
122 | } | |
123 | }; | |
124 | ||
125 | MockRemove *MockRemove::s_instance = nullptr; | |
126 | ||
127 | struct MockCreate { | |
128 | static MockCreate *s_instance; | |
129 | static MockCreate &get_instance() { | |
130 | assert(s_instance != nullptr); | |
131 | return *s_instance; | |
132 | } | |
133 | ||
134 | MockCreate() { | |
135 | s_instance = this; | |
136 | } | |
137 | ||
138 | MOCK_METHOD0(send, void()); | |
139 | }; | |
140 | ||
141 | template<> | |
142 | class CreateRequest<MockJournalImageCtx> { | |
143 | public: | |
144 | static CreateRequest *create(IoCtx &ioctx, const std::string &imageid, | |
145 | uint8_t order, uint8_t splay_width, | |
146 | const std::string &object_pool, | |
147 | uint64_t tag_class, TagData &tag_data, | |
148 | const std::string &client_id, | |
149 | ContextWQ *op_work_queue, Context *on_finish) { | |
150 | return new CreateRequest(); | |
151 | } | |
152 | ||
153 | void send() { | |
154 | MockCreate::get_instance().send(); | |
155 | } | |
156 | }; | |
157 | ||
158 | MockCreate *MockCreate::s_instance = nullptr; | |
159 | ||
160 | template<> | |
161 | class OpenRequest<MockJournalImageCtx> { | |
162 | public: | |
163 | TagData *tag_data; | |
164 | Context *on_finish; | |
165 | static OpenRequest *s_instance; | |
166 | static OpenRequest *create(MockJournalImageCtx *image_ctx, | |
167 | ::journal::MockJournalerProxy *journaler, | |
168 | Mutex *lock, journal::ImageClientMeta *client_meta, | |
169 | uint64_t *tag_tid, journal::TagData *tag_data, | |
170 | Context *on_finish) { | |
171 | assert(s_instance != nullptr); | |
172 | s_instance->tag_data = tag_data; | |
173 | s_instance->on_finish = on_finish; | |
174 | return s_instance; | |
175 | } | |
176 | ||
177 | OpenRequest() { | |
178 | s_instance = this; | |
179 | } | |
180 | ||
181 | MOCK_METHOD0(send, void()); | |
182 | }; | |
183 | ||
184 | OpenRequest<MockJournalImageCtx> *OpenRequest<MockJournalImageCtx>::s_instance = nullptr; | |
185 | ||
186 | ||
187 | template <> | |
188 | class PromoteRequest<MockJournalImageCtx> { | |
189 | public: | |
190 | static PromoteRequest s_instance; | |
191 | static PromoteRequest *create(MockJournalImageCtx *image_ctx, bool force, | |
192 | Context *on_finish) { | |
193 | return &s_instance; | |
194 | } | |
195 | ||
196 | MOCK_METHOD0(send, void()); | |
197 | }; | |
198 | ||
199 | PromoteRequest<MockJournalImageCtx> PromoteRequest<MockJournalImageCtx>::s_instance; | |
200 | ||
201 | } // namespace journal | |
202 | } // namespace librbd | |
203 | ||
204 | // template definitions | |
205 | #include "librbd/Journal.cc" | |
206 | ||
207 | using ::testing::_; | |
208 | using ::testing::DoAll; | |
209 | using ::testing::InSequence; | |
210 | using ::testing::Invoke; | |
211 | using ::testing::InvokeWithoutArgs; | |
212 | using ::testing::MatcherCast; | |
213 | using ::testing::Return; | |
214 | using ::testing::SaveArg; | |
215 | using ::testing::SetArgPointee; | |
216 | using ::testing::WithArg; | |
217 | using namespace std::placeholders; | |
218 | ||
219 | ACTION_P2(StartReplay, wq, ctx) { | |
220 | wq->queue(ctx, 0); | |
221 | } | |
222 | ||
223 | namespace librbd { | |
224 | ||
225 | class TestMockJournal : public TestMockFixture { | |
226 | public: | |
227 | typedef journal::MockReplay MockJournalReplay; | |
228 | typedef Journal<MockJournalImageCtx> MockJournal; | |
229 | typedef journal::OpenRequest<MockJournalImageCtx> MockJournalOpenRequest; | |
230 | ||
231 | typedef std::function<void(::journal::ReplayHandler*)> ReplayAction; | |
232 | typedef std::list<Context *> Contexts; | |
233 | ||
234 | TestMockJournal() : m_lock("lock") { | |
235 | } | |
236 | ||
237 | ~TestMockJournal() override { | |
238 | assert(m_commit_contexts.empty()); | |
239 | } | |
240 | ||
241 | Mutex m_lock; | |
242 | Cond m_cond; | |
243 | Contexts m_commit_contexts; | |
244 | ||
245 | struct C_ReplayAction : public Context { | |
246 | ::journal::ReplayHandler **replay_handler; | |
247 | ReplayAction replay_action; | |
248 | ||
249 | C_ReplayAction(::journal::ReplayHandler **replay_handler, | |
250 | const ReplayAction &replay_action) | |
251 | : replay_handler(replay_handler), replay_action(replay_action) { | |
252 | } | |
253 | void finish(int r) override { | |
254 | if (replay_action) { | |
255 | replay_action(*replay_handler); | |
256 | } | |
257 | } | |
258 | }; | |
259 | ||
260 | void expect_construct_journaler(::journal::MockJournaler &mock_journaler) { | |
261 | EXPECT_CALL(mock_journaler, construct()); | |
262 | } | |
263 | ||
264 | void expect_open_journaler(MockImageCtx &mock_image_ctx, | |
265 | ::journal::MockJournaler &mock_journaler, | |
266 | MockJournalOpenRequest &mock_open_request, | |
267 | bool primary, int r) { | |
268 | EXPECT_CALL(mock_journaler, add_listener(_)) | |
269 | .WillOnce(SaveArg<0>(&m_listener)); | |
270 | EXPECT_CALL(mock_open_request, send()) | |
271 | .WillOnce(DoAll(Invoke([&mock_open_request, primary]() { | |
272 | if (!primary) { | |
273 | mock_open_request.tag_data->mirror_uuid = "remote mirror uuid"; | |
274 | } | |
275 | }), | |
276 | FinishRequest(&mock_open_request, r, | |
277 | &mock_image_ctx))); | |
278 | } | |
279 | ||
280 | void expect_shut_down_journaler(::journal::MockJournaler &mock_journaler) { | |
281 | EXPECT_CALL(mock_journaler, remove_listener(_)); | |
282 | EXPECT_CALL(mock_journaler, shut_down(_)) | |
283 | .WillOnce(CompleteContext(0, static_cast<ContextWQ*>(NULL))); | |
284 | } | |
285 | ||
286 | void expect_get_max_append_size(::journal::MockJournaler &mock_journaler, | |
287 | uint32_t max_size) { | |
288 | EXPECT_CALL(mock_journaler, get_max_append_size()) | |
289 | .WillOnce(Return(max_size)); | |
290 | } | |
291 | ||
292 | void expect_get_journaler_cached_client(::journal::MockJournaler &mock_journaler, | |
293 | const journal::ImageClientMeta &client_meta, | |
294 | int r) { | |
295 | journal::ClientData client_data; | |
296 | client_data.client_meta = client_meta; | |
297 | ||
298 | cls::journal::Client client; | |
299 | ::encode(client_data, client.data); | |
300 | ||
301 | EXPECT_CALL(mock_journaler, get_cached_client("", _)) | |
302 | .WillOnce(DoAll(SetArgPointee<1>(client), | |
303 | Return(r))); | |
304 | } | |
305 | ||
306 | void expect_get_journaler_tags(MockImageCtx &mock_image_ctx, | |
307 | ::journal::MockJournaler &mock_journaler, | |
308 | uint64_t start_after_tag_tid, | |
309 | ::journal::Journaler::Tags &&tags, int r) { | |
310 | EXPECT_CALL(mock_journaler, get_tags(start_after_tag_tid, 0, _, _)) | |
311 | .WillOnce(DoAll(SetArgPointee<2>(tags), | |
312 | WithArg<3>(CompleteContext(r, mock_image_ctx.image_ctx->op_work_queue)))); | |
313 | } | |
314 | ||
315 | void expect_start_replay(MockJournalImageCtx &mock_image_ctx, | |
316 | ::journal::MockJournaler &mock_journaler, | |
317 | const ReplayAction &action) { | |
318 | EXPECT_CALL(mock_journaler, start_replay(_)) | |
319 | .WillOnce(DoAll(SaveArg<0>(&m_replay_handler), | |
320 | StartReplay(mock_image_ctx.image_ctx->op_work_queue, | |
321 | new C_ReplayAction(&m_replay_handler, | |
322 | action)))); | |
323 | } | |
324 | ||
325 | void expect_stop_replay(::journal::MockJournaler &mock_journaler) { | |
326 | EXPECT_CALL(mock_journaler, stop_replay(_)) | |
327 | .WillOnce(CompleteContext(0, static_cast<ContextWQ*>(NULL))); | |
328 | } | |
329 | ||
330 | void expect_shut_down_replay(MockJournalImageCtx &mock_image_ctx, | |
331 | MockJournalReplay &mock_journal_replay, int r, | |
332 | bool cancel_ops = false) { | |
333 | EXPECT_CALL(mock_journal_replay, shut_down(cancel_ops, _)) | |
334 | .WillOnce(WithArg<1>(Invoke([this, &mock_image_ctx, r](Context *on_flush) { | |
335 | this->commit_replay(mock_image_ctx, on_flush, r);}))); | |
336 | } | |
337 | ||
338 | void expect_get_data(::journal::MockReplayEntry &mock_replay_entry) { | |
339 | EXPECT_CALL(mock_replay_entry, get_data()) | |
340 | .WillOnce(Return(bufferlist())); | |
341 | } | |
342 | ||
343 | void expect_try_pop_front(MockJournalImageCtx &mock_image_ctx, | |
344 | ::journal::MockJournaler &mock_journaler, | |
345 | bool entries_available, | |
346 | ::journal::MockReplayEntry &mock_replay_entry, | |
347 | const ReplayAction &action = {}) { | |
348 | EXPECT_CALL(mock_journaler, try_pop_front(_)) | |
349 | .WillOnce(DoAll(SetArgPointee<0>(::journal::MockReplayEntryProxy()), | |
350 | StartReplay(mock_image_ctx.image_ctx->op_work_queue, | |
351 | new C_ReplayAction(&m_replay_handler, | |
352 | action)), | |
353 | Return(entries_available))); | |
354 | if (entries_available) { | |
355 | expect_get_data(mock_replay_entry); | |
356 | } | |
357 | } | |
358 | ||
359 | void expect_replay_process(MockJournalReplay &mock_journal_replay) { | |
360 | EXPECT_CALL(mock_journal_replay, decode(_, _)) | |
361 | .WillOnce(Return(0)); | |
362 | EXPECT_CALL(mock_journal_replay, process(_, _, _)) | |
363 | .WillOnce(DoAll(WithArg<1>(CompleteContext(0, static_cast<ContextWQ*>(NULL))), | |
364 | WithArg<2>(Invoke(this, &TestMockJournal::save_commit_context)))); | |
365 | } | |
366 | ||
367 | void expect_start_append(::journal::MockJournaler &mock_journaler) { | |
368 | EXPECT_CALL(mock_journaler, start_append(_, _, _)); | |
369 | } | |
370 | ||
371 | void expect_stop_append(::journal::MockJournaler &mock_journaler, int r) { | |
372 | EXPECT_CALL(mock_journaler, stop_append(_)) | |
373 | .WillOnce(CompleteContext(r, static_cast<ContextWQ*>(NULL))); | |
374 | } | |
375 | ||
376 | void expect_committed(::journal::MockJournaler &mock_journaler, | |
377 | size_t events) { | |
378 | EXPECT_CALL(mock_journaler, committed(MatcherCast<const ::journal::MockReplayEntryProxy&>(_))) | |
379 | .Times(events); | |
380 | } | |
381 | ||
382 | void expect_append_journaler(::journal::MockJournaler &mock_journaler) { | |
383 | EXPECT_CALL(mock_journaler, append(_, _)) | |
384 | .WillOnce(Return(::journal::MockFutureProxy())); | |
385 | } | |
386 | ||
387 | void expect_wait_future(::journal::MockFuture &mock_future, | |
388 | Context **on_safe) { | |
389 | EXPECT_CALL(mock_future, wait(_)) | |
390 | .WillOnce(SaveArg<0>(on_safe)); | |
391 | } | |
392 | ||
393 | void expect_future_committed(::journal::MockJournaler &mock_journaler) { | |
394 | EXPECT_CALL(mock_journaler, committed(MatcherCast<const ::journal::MockFutureProxy&>(_))); | |
395 | } | |
396 | ||
397 | void expect_future_is_valid(::journal::MockFuture &mock_future) { | |
398 | EXPECT_CALL(mock_future, is_valid()).WillOnce(Return(false)); | |
399 | } | |
400 | ||
401 | void expect_flush_commit_position(::journal::MockJournaler &mock_journaler) { | |
402 | EXPECT_CALL(mock_journaler, flush_commit_position(_)) | |
403 | .WillOnce(CompleteContext(0, static_cast<ContextWQ*>(NULL))); | |
404 | } | |
405 | ||
406 | int when_open(MockJournal &mock_journal) { | |
407 | C_SaferCond ctx; | |
408 | mock_journal.open(&ctx); | |
409 | return ctx.wait(); | |
410 | } | |
411 | ||
412 | int when_close(MockJournal &mock_journal) { | |
413 | C_SaferCond ctx; | |
414 | mock_journal.close(&ctx); | |
415 | return ctx.wait(); | |
416 | } | |
417 | ||
418 | uint64_t when_append_write_event(MockJournalImageCtx &mock_image_ctx, | |
419 | MockJournal &mock_journal, uint64_t length) { | |
420 | bufferlist bl; | |
421 | bl.append_zero(length); | |
422 | ||
423 | RWLock::RLocker owner_locker(mock_image_ctx.owner_lock); | |
424 | return mock_journal.append_write_event(0, length, bl, {}, false); | |
425 | } | |
426 | ||
427 | uint64_t when_append_io_event(MockJournalImageCtx &mock_image_ctx, | |
428 | MockJournal &mock_journal, | |
b32b8144 FG |
429 | io::ObjectRequest<> *object_request, |
430 | int filter_ret_val) { | |
7c673cae FG |
431 | RWLock::RLocker owner_locker(mock_image_ctx.owner_lock); |
432 | MockJournal::IOObjectRequests object_requests; | |
433 | if (object_request != nullptr) { | |
434 | object_requests.push_back(object_request); | |
435 | } | |
436 | return mock_journal.append_io_event( | |
437 | journal::EventEntry{journal::AioFlushEvent{}}, object_requests, 0, 0, | |
b32b8144 | 438 | false, filter_ret_val); |
7c673cae FG |
439 | } |
440 | ||
441 | void save_commit_context(Context *ctx) { | |
442 | Mutex::Locker locker(m_lock); | |
443 | m_commit_contexts.push_back(ctx); | |
444 | m_cond.Signal(); | |
445 | } | |
446 | ||
447 | void wake_up() { | |
448 | Mutex::Locker locker(m_lock); | |
449 | m_cond.Signal(); | |
450 | } | |
451 | ||
452 | void commit_replay(MockJournalImageCtx &mock_image_ctx, Context *on_flush, | |
453 | int r) { | |
454 | Contexts commit_contexts; | |
455 | std::swap(commit_contexts, m_commit_contexts); | |
456 | ||
457 | derr << "SHUT DOWN REPLAY START" << dendl; | |
458 | for (auto ctx : commit_contexts) { | |
459 | mock_image_ctx.image_ctx->op_work_queue->queue(ctx, r); | |
460 | } | |
461 | ||
462 | on_flush = new FunctionContext([on_flush](int r) { | |
463 | derr << "FLUSH START" << dendl; | |
464 | on_flush->complete(r); | |
465 | derr << "FLUSH FINISH" << dendl; | |
466 | }); | |
467 | mock_image_ctx.image_ctx->op_work_queue->queue(on_flush, 0); | |
468 | derr << "SHUT DOWN REPLAY FINISH" << dendl; | |
469 | } | |
470 | ||
471 | void open_journal(MockJournalImageCtx &mock_image_ctx, | |
472 | MockJournal &mock_journal, | |
473 | ::journal::MockJournaler &mock_journaler, | |
474 | MockJournalOpenRequest &mock_open_request, | |
475 | bool primary = true) { | |
476 | expect_op_work_queue(mock_image_ctx); | |
477 | ||
478 | InSequence seq; | |
479 | expect_construct_journaler(mock_journaler); | |
480 | expect_open_journaler(mock_image_ctx, mock_journaler, mock_open_request, | |
481 | primary, 0); | |
482 | expect_get_max_append_size(mock_journaler, 1 << 16); | |
483 | expect_start_replay( | |
484 | mock_image_ctx, mock_journaler, | |
485 | std::bind(&invoke_replay_complete, _1, 0)); | |
486 | ||
487 | MockJournalReplay mock_journal_replay; | |
488 | expect_stop_replay(mock_journaler); | |
489 | expect_shut_down_replay(mock_image_ctx, mock_journal_replay, 0); | |
490 | expect_committed(mock_journaler, 0); | |
491 | expect_start_append(mock_journaler); | |
492 | ASSERT_EQ(0, when_open(mock_journal)); | |
493 | } | |
494 | ||
495 | void close_journal(MockJournal &mock_journal, | |
496 | ::journal::MockJournaler &mock_journaler) { | |
497 | expect_stop_append(mock_journaler, 0); | |
498 | ASSERT_EQ(0, when_close(mock_journal)); | |
499 | } | |
500 | ||
501 | static void invoke_replay_ready(::journal::ReplayHandler *handler) { | |
502 | handler->handle_entries_available(); | |
503 | } | |
504 | ||
505 | static void invoke_replay_complete(::journal::ReplayHandler *handler, int r) { | |
506 | handler->handle_complete(r); | |
507 | } | |
508 | ||
509 | ::journal::ReplayHandler *m_replay_handler = nullptr; | |
510 | ::journal::JournalMetadataListener *m_listener = nullptr; | |
511 | }; | |
512 | ||
513 | TEST_F(TestMockJournal, StateTransitions) { | |
514 | REQUIRE_FEATURE(RBD_FEATURE_JOURNALING); | |
515 | ||
516 | librbd::ImageCtx *ictx; | |
517 | ASSERT_EQ(0, open_image(m_image_name, &ictx)); | |
518 | ||
519 | MockJournalImageCtx mock_image_ctx(*ictx); | |
520 | MockJournal mock_journal(mock_image_ctx); | |
521 | expect_op_work_queue(mock_image_ctx); | |
522 | ||
523 | InSequence seq; | |
524 | ||
525 | ::journal::MockJournaler mock_journaler; | |
526 | MockJournalOpenRequest mock_open_request; | |
527 | expect_construct_journaler(mock_journaler); | |
528 | expect_open_journaler(mock_image_ctx, mock_journaler, mock_open_request, | |
529 | true, 0); | |
530 | expect_get_max_append_size(mock_journaler, 1 << 16); | |
531 | expect_start_replay( | |
532 | mock_image_ctx, mock_journaler, | |
533 | std::bind(&invoke_replay_ready, _1)); | |
534 | ||
535 | ::journal::MockReplayEntry mock_replay_entry; | |
536 | MockJournalReplay mock_journal_replay; | |
537 | expect_try_pop_front(mock_image_ctx, mock_journaler, true, mock_replay_entry); | |
538 | expect_replay_process(mock_journal_replay); | |
539 | expect_try_pop_front(mock_image_ctx, mock_journaler, true, mock_replay_entry); | |
540 | expect_replay_process(mock_journal_replay); | |
541 | expect_try_pop_front(mock_image_ctx, mock_journaler, false, mock_replay_entry, | |
542 | std::bind(&invoke_replay_ready, _1)); | |
543 | expect_try_pop_front(mock_image_ctx, mock_journaler, true, mock_replay_entry); | |
544 | expect_replay_process(mock_journal_replay); | |
545 | expect_try_pop_front(mock_image_ctx, mock_journaler, false, mock_replay_entry, | |
546 | std::bind(&invoke_replay_complete, _1, 0)); | |
547 | ||
548 | expect_stop_replay(mock_journaler); | |
549 | expect_shut_down_replay(mock_image_ctx, mock_journal_replay, 0); | |
550 | expect_committed(mock_journaler, 3); | |
551 | ||
552 | expect_start_append(mock_journaler); | |
553 | ||
554 | ASSERT_EQ(0, when_open(mock_journal)); | |
555 | ||
556 | expect_stop_append(mock_journaler, 0); | |
557 | expect_shut_down_journaler(mock_journaler); | |
558 | ASSERT_EQ(0, when_close(mock_journal)); | |
559 | } | |
560 | ||
561 | TEST_F(TestMockJournal, InitError) { | |
562 | REQUIRE_FEATURE(RBD_FEATURE_JOURNALING); | |
563 | ||
564 | librbd::ImageCtx *ictx; | |
565 | ASSERT_EQ(0, open_image(m_image_name, &ictx)); | |
566 | ||
567 | MockJournalImageCtx mock_image_ctx(*ictx); | |
568 | MockJournal mock_journal(mock_image_ctx); | |
569 | expect_op_work_queue(mock_image_ctx); | |
570 | ||
571 | InSequence seq; | |
572 | ||
573 | ::journal::MockJournaler mock_journaler; | |
574 | MockJournalOpenRequest mock_open_request; | |
575 | expect_construct_journaler(mock_journaler); | |
576 | expect_open_journaler(mock_image_ctx, mock_journaler, mock_open_request, | |
577 | true, -EINVAL); | |
578 | expect_shut_down_journaler(mock_journaler); | |
579 | ASSERT_EQ(-EINVAL, when_open(mock_journal)); | |
580 | } | |
581 | ||
582 | TEST_F(TestMockJournal, ReplayCompleteError) { | |
583 | REQUIRE_FEATURE(RBD_FEATURE_JOURNALING); | |
584 | ||
585 | librbd::ImageCtx *ictx; | |
586 | ASSERT_EQ(0, open_image(m_image_name, &ictx)); | |
587 | ||
588 | MockJournalImageCtx mock_image_ctx(*ictx); | |
589 | MockJournal mock_journal(mock_image_ctx); | |
590 | expect_op_work_queue(mock_image_ctx); | |
591 | ||
592 | InSequence seq; | |
593 | ||
594 | ::journal::MockJournaler mock_journaler; | |
595 | MockJournalOpenRequest mock_open_request; | |
596 | expect_construct_journaler(mock_journaler); | |
597 | expect_open_journaler(mock_image_ctx, mock_journaler, mock_open_request, | |
598 | true, 0); | |
599 | expect_get_max_append_size(mock_journaler, 1 << 16); | |
600 | expect_start_replay( | |
601 | mock_image_ctx, mock_journaler, | |
602 | std::bind(&invoke_replay_complete, _1, -EINVAL)); | |
603 | ||
604 | MockJournalReplay mock_journal_replay; | |
605 | expect_stop_replay(mock_journaler); | |
606 | expect_shut_down_replay(mock_image_ctx, mock_journal_replay, 0, true); | |
607 | expect_shut_down_journaler(mock_journaler); | |
608 | ||
609 | // replay failure should result in replay-restart | |
610 | expect_construct_journaler(mock_journaler); | |
611 | expect_open_journaler(mock_image_ctx, mock_journaler, mock_open_request, | |
612 | true, 0); | |
613 | expect_get_max_append_size(mock_journaler, 1 << 16); | |
614 | expect_start_replay( | |
615 | mock_image_ctx, mock_journaler, | |
616 | std::bind(&invoke_replay_complete, _1, 0)); | |
617 | ||
618 | expect_stop_replay(mock_journaler); | |
619 | expect_shut_down_replay(mock_image_ctx, mock_journal_replay, 0); | |
620 | expect_start_append(mock_journaler); | |
621 | ASSERT_EQ(0, when_open(mock_journal)); | |
622 | ||
623 | expect_stop_append(mock_journaler, 0); | |
624 | expect_shut_down_journaler(mock_journaler); | |
625 | ASSERT_EQ(0, when_close(mock_journal)); | |
626 | } | |
627 | ||
628 | TEST_F(TestMockJournal, FlushReplayError) { | |
629 | REQUIRE_FEATURE(RBD_FEATURE_JOURNALING); | |
630 | ||
631 | librbd::ImageCtx *ictx; | |
632 | ASSERT_EQ(0, open_image(m_image_name, &ictx)); | |
633 | ||
634 | MockJournalImageCtx mock_image_ctx(*ictx); | |
635 | MockJournal mock_journal(mock_image_ctx); | |
636 | expect_op_work_queue(mock_image_ctx); | |
637 | ||
638 | InSequence seq; | |
639 | ||
640 | ::journal::MockJournaler mock_journaler; | |
641 | MockJournalOpenRequest mock_open_request; | |
642 | expect_construct_journaler(mock_journaler); | |
643 | expect_open_journaler(mock_image_ctx, mock_journaler, mock_open_request, | |
644 | true, 0); | |
645 | expect_get_max_append_size(mock_journaler, 1 << 16); | |
646 | expect_start_replay( | |
647 | mock_image_ctx, mock_journaler, | |
648 | std::bind(&invoke_replay_ready, _1)); | |
649 | ||
650 | ::journal::MockReplayEntry mock_replay_entry; | |
651 | MockJournalReplay mock_journal_replay; | |
652 | expect_try_pop_front(mock_image_ctx, mock_journaler, true, mock_replay_entry); | |
653 | expect_replay_process(mock_journal_replay); | |
654 | expect_try_pop_front(mock_image_ctx, mock_journaler, false, mock_replay_entry, | |
655 | std::bind(&invoke_replay_complete, _1, 0)); | |
656 | expect_stop_replay(mock_journaler); | |
657 | expect_shut_down_replay(mock_image_ctx, mock_journal_replay, -EINVAL); | |
658 | expect_shut_down_journaler(mock_journaler); | |
659 | ||
660 | // replay flush failure should result in replay-restart | |
661 | expect_construct_journaler(mock_journaler); | |
662 | expect_open_journaler(mock_image_ctx, mock_journaler, mock_open_request, | |
663 | true, 0); | |
664 | expect_get_max_append_size(mock_journaler, 1 << 16); | |
665 | expect_start_replay( | |
666 | mock_image_ctx, mock_journaler, | |
667 | std::bind(&invoke_replay_complete, _1, 0)); | |
668 | ||
669 | expect_stop_replay(mock_journaler); | |
670 | expect_shut_down_replay(mock_image_ctx, mock_journal_replay, 0); | |
671 | expect_start_append(mock_journaler); | |
672 | ASSERT_EQ(0, when_open(mock_journal)); | |
673 | ||
674 | expect_stop_append(mock_journaler, 0); | |
675 | expect_shut_down_journaler(mock_journaler); | |
676 | ASSERT_EQ(0, when_close(mock_journal)); | |
677 | } | |
678 | ||
679 | TEST_F(TestMockJournal, CorruptEntry) { | |
680 | REQUIRE_FEATURE(RBD_FEATURE_JOURNALING); | |
681 | ||
682 | librbd::ImageCtx *ictx; | |
683 | ASSERT_EQ(0, open_image(m_image_name, &ictx)); | |
684 | ||
685 | MockJournalImageCtx mock_image_ctx(*ictx); | |
686 | MockJournal mock_journal(mock_image_ctx); | |
687 | expect_op_work_queue(mock_image_ctx); | |
688 | ||
689 | InSequence seq; | |
690 | ||
691 | ::journal::MockJournaler mock_journaler; | |
692 | MockJournalOpenRequest mock_open_request; | |
693 | expect_construct_journaler(mock_journaler); | |
694 | expect_open_journaler(mock_image_ctx, mock_journaler, mock_open_request, | |
695 | true, 0); | |
696 | expect_get_max_append_size(mock_journaler, 1 << 16); | |
697 | expect_start_replay( | |
698 | mock_image_ctx, mock_journaler, | |
699 | std::bind(&invoke_replay_ready, _1)); | |
700 | ||
701 | ::journal::MockReplayEntry mock_replay_entry; | |
702 | MockJournalReplay mock_journal_replay; | |
703 | expect_try_pop_front(mock_image_ctx, mock_journaler, true, mock_replay_entry); | |
704 | EXPECT_CALL(mock_journal_replay, decode(_, _)).WillOnce(Return(-EBADMSG)); | |
705 | expect_stop_replay(mock_journaler); | |
706 | expect_shut_down_replay(mock_image_ctx, mock_journal_replay, 0, true); | |
707 | expect_shut_down_journaler(mock_journaler); | |
708 | ||
709 | // replay failure should result in replay-restart | |
710 | expect_construct_journaler(mock_journaler); | |
711 | expect_open_journaler(mock_image_ctx, mock_journaler, mock_open_request, | |
712 | true, 0); | |
713 | expect_get_max_append_size(mock_journaler, 1 << 16); | |
714 | expect_start_replay( | |
715 | mock_image_ctx, mock_journaler, | |
716 | std::bind(&invoke_replay_complete, _1, 0)); | |
717 | expect_stop_replay(mock_journaler); | |
718 | expect_shut_down_replay(mock_image_ctx, mock_journal_replay, 0); | |
719 | expect_start_append(mock_journaler); | |
720 | ASSERT_EQ(0, when_open(mock_journal)); | |
721 | ||
722 | expect_stop_append(mock_journaler, -EINVAL); | |
723 | expect_shut_down_journaler(mock_journaler); | |
724 | ASSERT_EQ(-EINVAL, when_close(mock_journal)); | |
725 | } | |
726 | ||
727 | TEST_F(TestMockJournal, StopError) { | |
728 | REQUIRE_FEATURE(RBD_FEATURE_JOURNALING); | |
729 | ||
730 | librbd::ImageCtx *ictx; | |
731 | ASSERT_EQ(0, open_image(m_image_name, &ictx)); | |
732 | ||
733 | MockJournalImageCtx mock_image_ctx(*ictx); | |
734 | MockJournal mock_journal(mock_image_ctx); | |
735 | expect_op_work_queue(mock_image_ctx); | |
736 | ||
737 | InSequence seq; | |
738 | ||
739 | ::journal::MockJournaler mock_journaler; | |
740 | MockJournalOpenRequest mock_open_request; | |
741 | expect_construct_journaler(mock_journaler); | |
742 | expect_open_journaler(mock_image_ctx, mock_journaler, mock_open_request, | |
743 | true, 0); | |
744 | expect_get_max_append_size(mock_journaler, 1 << 16); | |
745 | expect_start_replay( | |
746 | mock_image_ctx, mock_journaler, | |
747 | std::bind(&invoke_replay_complete, _1, 0)); | |
748 | ||
749 | MockJournalReplay mock_journal_replay; | |
750 | expect_stop_replay(mock_journaler); | |
751 | expect_shut_down_replay(mock_image_ctx, mock_journal_replay, 0); | |
752 | expect_start_append(mock_journaler); | |
753 | ASSERT_EQ(0, when_open(mock_journal)); | |
754 | ||
755 | expect_stop_append(mock_journaler, -EINVAL); | |
756 | expect_shut_down_journaler(mock_journaler); | |
757 | ASSERT_EQ(-EINVAL, when_close(mock_journal)); | |
758 | } | |
759 | ||
760 | TEST_F(TestMockJournal, ReplayOnDiskPreFlushError) { | |
761 | REQUIRE_FEATURE(RBD_FEATURE_JOURNALING); | |
762 | ||
763 | librbd::ImageCtx *ictx; | |
764 | ASSERT_EQ(0, open_image(m_image_name, &ictx)); | |
765 | ||
766 | MockJournalImageCtx mock_image_ctx(*ictx); | |
767 | MockJournal mock_journal(mock_image_ctx); | |
768 | expect_op_work_queue(mock_image_ctx); | |
769 | ||
770 | InSequence seq; | |
771 | ::journal::MockJournaler mock_journaler; | |
772 | MockJournalOpenRequest mock_open_request; | |
773 | expect_construct_journaler(mock_journaler); | |
774 | expect_open_journaler(mock_image_ctx, mock_journaler, mock_open_request, | |
775 | true, 0); | |
776 | expect_get_max_append_size(mock_journaler, 1 << 16); | |
777 | ||
778 | expect_start_replay( | |
779 | mock_image_ctx, mock_journaler, | |
780 | std::bind(&invoke_replay_ready, _1)); | |
781 | ||
782 | ::journal::MockReplayEntry mock_replay_entry; | |
783 | MockJournalReplay mock_journal_replay; | |
784 | expect_try_pop_front(mock_image_ctx, mock_journaler, true, mock_replay_entry); | |
785 | ||
786 | EXPECT_CALL(mock_journal_replay, decode(_, _)) | |
787 | .WillOnce(Return(0)); | |
788 | Context *on_ready; | |
789 | EXPECT_CALL(mock_journal_replay, process(_, _, _)) | |
790 | .WillOnce(DoAll(SaveArg<1>(&on_ready), | |
791 | WithArg<2>(Invoke(this, &TestMockJournal::save_commit_context)))); | |
792 | ||
793 | expect_try_pop_front(mock_image_ctx, mock_journaler, false, | |
794 | mock_replay_entry); | |
795 | expect_stop_replay(mock_journaler); | |
796 | expect_shut_down_replay(mock_image_ctx, mock_journal_replay, 0, true); | |
797 | expect_shut_down_journaler(mock_journaler); | |
798 | ||
799 | // replay write-to-disk failure should result in replay-restart | |
800 | expect_construct_journaler(mock_journaler); | |
801 | expect_open_journaler(mock_image_ctx, mock_journaler, mock_open_request, | |
802 | true, 0); | |
803 | expect_get_max_append_size(mock_journaler, 1 << 16); | |
804 | expect_start_replay( | |
805 | mock_image_ctx, mock_journaler, { | |
806 | std::bind(&invoke_replay_complete, _1, 0) | |
807 | }); | |
808 | ||
809 | expect_stop_replay(mock_journaler); | |
810 | expect_shut_down_replay(mock_image_ctx, mock_journal_replay, 0); | |
811 | expect_start_append(mock_journaler); | |
812 | ||
813 | C_SaferCond ctx; | |
814 | mock_journal.open(&ctx); | |
815 | ||
816 | // wait for the process callback | |
817 | { | |
818 | Mutex::Locker locker(m_lock); | |
819 | while (m_commit_contexts.empty()) { | |
820 | m_cond.Wait(m_lock); | |
821 | } | |
822 | } | |
823 | on_ready->complete(0); | |
824 | ||
825 | // inject RADOS error in the middle of replay | |
826 | Context *on_safe = m_commit_contexts.front(); | |
827 | m_commit_contexts.clear(); | |
828 | on_safe->complete(-EINVAL); | |
829 | ||
830 | // flag the replay as complete | |
831 | m_replay_handler->handle_complete(0); | |
832 | ||
833 | ASSERT_EQ(0, ctx.wait()); | |
834 | ||
835 | expect_stop_append(mock_journaler, 0); | |
836 | expect_shut_down_journaler(mock_journaler); | |
837 | ASSERT_EQ(0, when_close(mock_journal)); | |
838 | } | |
839 | ||
840 | TEST_F(TestMockJournal, ReplayOnDiskPostFlushError) { | |
841 | REQUIRE_FEATURE(RBD_FEATURE_JOURNALING); | |
842 | ||
843 | librbd::ImageCtx *ictx; | |
844 | ASSERT_EQ(0, open_image(m_image_name, &ictx)); | |
845 | ||
846 | MockJournalImageCtx mock_image_ctx(*ictx); | |
847 | MockJournal mock_journal(mock_image_ctx); | |
848 | expect_op_work_queue(mock_image_ctx); | |
849 | ||
850 | InSequence seq; | |
851 | ||
852 | ::journal::MockJournaler mock_journaler; | |
853 | MockJournalOpenRequest mock_open_request; | |
854 | expect_construct_journaler(mock_journaler); | |
855 | expect_open_journaler(mock_image_ctx, mock_journaler, mock_open_request, | |
856 | true, 0); | |
857 | expect_get_max_append_size(mock_journaler, 1 << 16); | |
858 | expect_start_replay( | |
859 | mock_image_ctx, mock_journaler, | |
860 | std::bind(&invoke_replay_ready, _1)); | |
861 | ||
862 | ::journal::MockReplayEntry mock_replay_entry; | |
863 | MockJournalReplay mock_journal_replay; | |
864 | expect_try_pop_front(mock_image_ctx, mock_journaler, true, mock_replay_entry); | |
865 | expect_replay_process(mock_journal_replay); | |
866 | expect_try_pop_front(mock_image_ctx, mock_journaler, false, mock_replay_entry, | |
867 | std::bind(&invoke_replay_complete, _1, 0)); | |
868 | expect_stop_replay(mock_journaler); | |
869 | ||
870 | Context *on_flush = nullptr; | |
871 | EXPECT_CALL(mock_journal_replay, shut_down(false, _)) | |
872 | .WillOnce(DoAll(SaveArg<1>(&on_flush), | |
873 | InvokeWithoutArgs(this, &TestMockJournal::wake_up))); | |
874 | ||
875 | // replay write-to-disk failure should result in replay-restart | |
876 | expect_shut_down_journaler(mock_journaler); | |
877 | expect_construct_journaler(mock_journaler); | |
878 | expect_open_journaler(mock_image_ctx, mock_journaler, mock_open_request, | |
879 | true, 0); | |
880 | expect_get_max_append_size(mock_journaler, 1 << 16); | |
881 | expect_start_replay( | |
882 | mock_image_ctx, mock_journaler, | |
883 | std::bind(&invoke_replay_complete, _1, 0)); | |
884 | ||
885 | expect_stop_replay(mock_journaler); | |
886 | expect_shut_down_replay(mock_image_ctx, mock_journal_replay, 0); | |
887 | expect_start_append(mock_journaler); | |
888 | ||
889 | C_SaferCond ctx; | |
890 | mock_journal.open(&ctx); | |
891 | ||
892 | // proceed with the flush | |
893 | { | |
894 | // wait for on_flush callback | |
895 | Mutex::Locker locker(m_lock); | |
896 | while (on_flush == nullptr) { | |
897 | m_cond.Wait(m_lock); | |
898 | } | |
899 | } | |
900 | ||
901 | { | |
902 | // wait for the on_safe process callback | |
903 | Mutex::Locker locker(m_lock); | |
904 | while (m_commit_contexts.empty()) { | |
905 | m_cond.Wait(m_lock); | |
906 | } | |
907 | } | |
908 | m_commit_contexts.front()->complete(-EINVAL); | |
909 | m_commit_contexts.clear(); | |
910 | on_flush->complete(0); | |
911 | ||
912 | ASSERT_EQ(0, ctx.wait()); | |
913 | ||
914 | expect_stop_append(mock_journaler, 0); | |
915 | expect_shut_down_journaler(mock_journaler); | |
916 | ASSERT_EQ(0, when_close(mock_journal)); | |
917 | } | |
918 | ||
919 | TEST_F(TestMockJournal, EventAndIOCommitOrder) { | |
920 | REQUIRE_FEATURE(RBD_FEATURE_JOURNALING); | |
921 | ||
922 | librbd::ImageCtx *ictx; | |
923 | ASSERT_EQ(0, open_image(m_image_name, &ictx)); | |
924 | ||
925 | MockJournalImageCtx mock_image_ctx(*ictx); | |
926 | MockJournal mock_journal(mock_image_ctx); | |
927 | ::journal::MockJournaler mock_journaler; | |
928 | MockJournalOpenRequest mock_open_request; | |
929 | open_journal(mock_image_ctx, mock_journal, mock_journaler, mock_open_request); | |
930 | BOOST_SCOPE_EXIT_ALL(&) { | |
931 | close_journal(mock_journal, mock_journaler); | |
932 | }; | |
933 | ||
934 | ::journal::MockFuture mock_future; | |
935 | Context *on_journal_safe1; | |
936 | expect_append_journaler(mock_journaler); | |
937 | expect_wait_future(mock_future, &on_journal_safe1); | |
b32b8144 | 938 | ASSERT_EQ(1U, when_append_io_event(mock_image_ctx, mock_journal, nullptr, 0)); |
7c673cae FG |
939 | mock_journal.get_work_queue()->drain(); |
940 | ||
941 | Context *on_journal_safe2; | |
942 | expect_append_journaler(mock_journaler); | |
943 | expect_wait_future(mock_future, &on_journal_safe2); | |
b32b8144 | 944 | ASSERT_EQ(2U, when_append_io_event(mock_image_ctx, mock_journal, nullptr, 0)); |
7c673cae FG |
945 | mock_journal.get_work_queue()->drain(); |
946 | ||
947 | // commit journal event followed by IO event (standard) | |
948 | on_journal_safe1->complete(0); | |
949 | ictx->op_work_queue->drain(); | |
950 | expect_future_committed(mock_journaler); | |
951 | mock_journal.commit_io_event(1U, 0); | |
952 | ||
953 | // commit IO event followed by journal event (cache overwrite) | |
954 | mock_journal.commit_io_event(2U, 0); | |
955 | expect_future_committed(mock_journaler); | |
956 | ||
957 | C_SaferCond event_ctx; | |
958 | mock_journal.wait_event(2U, &event_ctx); | |
959 | on_journal_safe2->complete(0); | |
960 | ictx->op_work_queue->drain(); | |
961 | ASSERT_EQ(0, event_ctx.wait()); | |
962 | ||
963 | expect_shut_down_journaler(mock_journaler); | |
964 | } | |
965 | ||
966 | TEST_F(TestMockJournal, AppendWriteEvent) { | |
967 | REQUIRE_FEATURE(RBD_FEATURE_JOURNALING); | |
968 | ||
969 | librbd::ImageCtx *ictx; | |
970 | ASSERT_EQ(0, open_image(m_image_name, &ictx)); | |
971 | ||
972 | MockJournalImageCtx mock_image_ctx(*ictx); | |
973 | MockJournal mock_journal(mock_image_ctx); | |
974 | ::journal::MockJournaler mock_journaler; | |
975 | MockJournalOpenRequest mock_open_request; | |
976 | open_journal(mock_image_ctx, mock_journal, mock_journaler, mock_open_request); | |
977 | BOOST_SCOPE_EXIT_ALL(&) { | |
978 | close_journal(mock_journal, mock_journaler); | |
979 | }; | |
980 | ||
981 | InSequence seq; | |
982 | ||
983 | ::journal::MockFuture mock_future; | |
984 | Context *on_journal_safe = nullptr; | |
985 | expect_append_journaler(mock_journaler); | |
986 | expect_append_journaler(mock_journaler); | |
987 | expect_append_journaler(mock_journaler); | |
988 | expect_wait_future(mock_future, &on_journal_safe); | |
989 | ASSERT_EQ(1U, when_append_write_event(mock_image_ctx, mock_journal, 1 << 17)); | |
990 | mock_journal.get_work_queue()->drain(); | |
991 | ||
992 | on_journal_safe->complete(0); | |
993 | C_SaferCond event_ctx; | |
994 | mock_journal.wait_event(1U, &event_ctx); | |
995 | ASSERT_EQ(0, event_ctx.wait()); | |
996 | ||
997 | expect_future_committed(mock_journaler); | |
998 | expect_future_committed(mock_journaler); | |
999 | expect_future_committed(mock_journaler); | |
1000 | mock_journal.commit_io_event(1U, 0); | |
1001 | ictx->op_work_queue->drain(); | |
1002 | ||
1003 | expect_shut_down_journaler(mock_journaler); | |
1004 | } | |
1005 | ||
1006 | TEST_F(TestMockJournal, EventCommitError) { | |
1007 | REQUIRE_FEATURE(RBD_FEATURE_JOURNALING); | |
1008 | ||
1009 | librbd::ImageCtx *ictx; | |
1010 | ASSERT_EQ(0, open_image(m_image_name, &ictx)); | |
1011 | ||
1012 | MockJournalImageCtx mock_image_ctx(*ictx); | |
1013 | MockJournal mock_journal(mock_image_ctx); | |
1014 | ::journal::MockJournaler mock_journaler; | |
1015 | MockJournalOpenRequest mock_open_request; | |
1016 | open_journal(mock_image_ctx, mock_journal, mock_journaler, mock_open_request); | |
1017 | BOOST_SCOPE_EXIT_ALL(&) { | |
1018 | close_journal(mock_journal, mock_journaler); | |
1019 | }; | |
1020 | ||
1021 | C_SaferCond object_request_ctx; | |
b32b8144 FG |
1022 | auto object_request = new io::ObjectDiscardRequest<>( |
1023 | ictx, "oid", 0, 0, ictx->layout.object_size, {}, true, true, {}, | |
1024 | &object_request_ctx); | |
7c673cae FG |
1025 | |
1026 | ::journal::MockFuture mock_future; | |
1027 | Context *on_journal_safe; | |
1028 | expect_append_journaler(mock_journaler); | |
1029 | expect_wait_future(mock_future, &on_journal_safe); | |
1030 | ASSERT_EQ(1U, when_append_io_event(mock_image_ctx, mock_journal, | |
b32b8144 | 1031 | object_request, 0)); |
7c673cae FG |
1032 | mock_journal.get_work_queue()->drain(); |
1033 | ||
1034 | // commit the event in the journal w/o waiting writeback | |
1035 | expect_future_committed(mock_journaler); | |
1036 | on_journal_safe->complete(-EINVAL); | |
1037 | ASSERT_EQ(-EINVAL, object_request_ctx.wait()); | |
1038 | ||
1039 | // cache should receive the error after attempting writeback | |
1040 | expect_future_is_valid(mock_future); | |
1041 | C_SaferCond flush_ctx; | |
1042 | mock_journal.flush_event(1U, &flush_ctx); | |
1043 | ASSERT_EQ(-EINVAL, flush_ctx.wait()); | |
1044 | ||
1045 | expect_shut_down_journaler(mock_journaler); | |
1046 | } | |
1047 | ||
1048 | TEST_F(TestMockJournal, EventCommitErrorWithPendingWriteback) { | |
1049 | REQUIRE_FEATURE(RBD_FEATURE_JOURNALING); | |
1050 | ||
1051 | librbd::ImageCtx *ictx; | |
1052 | ASSERT_EQ(0, open_image(m_image_name, &ictx)); | |
1053 | ||
1054 | MockJournalImageCtx mock_image_ctx(*ictx); | |
1055 | MockJournal mock_journal(mock_image_ctx); | |
1056 | ::journal::MockJournaler mock_journaler; | |
1057 | MockJournalOpenRequest mock_open_request; | |
1058 | open_journal(mock_image_ctx, mock_journal, mock_journaler, mock_open_request); | |
1059 | BOOST_SCOPE_EXIT_ALL(&) { | |
1060 | close_journal(mock_journal, mock_journaler); | |
1061 | }; | |
1062 | ||
1063 | C_SaferCond object_request_ctx; | |
b32b8144 FG |
1064 | auto object_request = new io::ObjectDiscardRequest<>( |
1065 | ictx, "oid", 0, 0, ictx->layout.object_size, {}, true, true, {}, | |
1066 | &object_request_ctx); | |
7c673cae FG |
1067 | |
1068 | ::journal::MockFuture mock_future; | |
1069 | Context *on_journal_safe; | |
1070 | expect_append_journaler(mock_journaler); | |
1071 | expect_wait_future(mock_future, &on_journal_safe); | |
1072 | ASSERT_EQ(1U, when_append_io_event(mock_image_ctx, mock_journal, | |
b32b8144 | 1073 | object_request, 0)); |
7c673cae FG |
1074 | mock_journal.get_work_queue()->drain(); |
1075 | ||
1076 | expect_future_is_valid(mock_future); | |
1077 | C_SaferCond flush_ctx; | |
1078 | mock_journal.flush_event(1U, &flush_ctx); | |
1079 | ||
1080 | // commit the event in the journal w/ waiting cache writeback | |
1081 | expect_future_committed(mock_journaler); | |
1082 | on_journal_safe->complete(-EINVAL); | |
1083 | ASSERT_EQ(-EINVAL, object_request_ctx.wait()); | |
1084 | ||
1085 | // cache should receive the error if waiting | |
1086 | ASSERT_EQ(-EINVAL, flush_ctx.wait()); | |
1087 | ||
1088 | expect_shut_down_journaler(mock_journaler); | |
1089 | } | |
1090 | ||
1091 | TEST_F(TestMockJournal, IOCommitError) { | |
1092 | REQUIRE_FEATURE(RBD_FEATURE_JOURNALING); | |
1093 | ||
1094 | librbd::ImageCtx *ictx; | |
1095 | ASSERT_EQ(0, open_image(m_image_name, &ictx)); | |
1096 | ||
1097 | MockJournalImageCtx mock_image_ctx(*ictx); | |
1098 | MockJournal mock_journal(mock_image_ctx); | |
1099 | ::journal::MockJournaler mock_journaler; | |
1100 | MockJournalOpenRequest mock_open_request; | |
1101 | open_journal(mock_image_ctx, mock_journal, mock_journaler, mock_open_request); | |
1102 | BOOST_SCOPE_EXIT_ALL(&) { | |
1103 | close_journal(mock_journal, mock_journaler); | |
1104 | }; | |
1105 | ||
1106 | ::journal::MockFuture mock_future; | |
1107 | Context *on_journal_safe; | |
1108 | expect_append_journaler(mock_journaler); | |
1109 | expect_wait_future(mock_future, &on_journal_safe); | |
b32b8144 | 1110 | ASSERT_EQ(1U, when_append_io_event(mock_image_ctx, mock_journal, nullptr, 0)); |
7c673cae FG |
1111 | mock_journal.get_work_queue()->drain(); |
1112 | ||
1113 | // failed IO remains uncommitted in journal | |
1114 | on_journal_safe->complete(0); | |
1115 | ictx->op_work_queue->drain(); | |
1116 | mock_journal.commit_io_event(1U, -EINVAL); | |
1117 | ||
1118 | expect_shut_down_journaler(mock_journaler); | |
1119 | } | |
1120 | ||
b32b8144 FG |
1121 | TEST_F(TestMockJournal, IOCommitErrorFiltered) { |
1122 | REQUIRE_FEATURE(RBD_FEATURE_JOURNALING); | |
1123 | ||
1124 | librbd::ImageCtx *ictx; | |
1125 | ASSERT_EQ(0, open_image(m_image_name, &ictx)); | |
1126 | ||
1127 | MockJournalImageCtx mock_image_ctx(*ictx); | |
1128 | MockJournal mock_journal(mock_image_ctx); | |
1129 | ::journal::MockJournaler mock_journaler; | |
1130 | MockJournalOpenRequest mock_open_request; | |
1131 | open_journal(mock_image_ctx, mock_journal, mock_journaler, mock_open_request); | |
1132 | BOOST_SCOPE_EXIT_ALL(&) { | |
1133 | close_journal(mock_journal, mock_journaler); | |
1134 | }; | |
1135 | ||
1136 | ::journal::MockFuture mock_future; | |
1137 | Context *on_journal_safe; | |
1138 | expect_append_journaler(mock_journaler); | |
1139 | expect_wait_future(mock_future, &on_journal_safe); | |
1140 | ASSERT_EQ(1U, when_append_io_event(mock_image_ctx, mock_journal, nullptr, | |
1141 | -EILSEQ)); | |
1142 | mock_journal.get_work_queue()->drain(); | |
1143 | ||
1144 | // filter failed IO committed in journal | |
1145 | on_journal_safe->complete(0); | |
1146 | ictx->op_work_queue->drain(); | |
1147 | expect_future_committed(mock_journaler); | |
1148 | mock_journal.commit_io_event(1U, -EILSEQ); | |
1149 | ||
1150 | expect_shut_down_journaler(mock_journaler); | |
1151 | } | |
1152 | ||
7c673cae FG |
1153 | TEST_F(TestMockJournal, FlushCommitPosition) { |
1154 | REQUIRE_FEATURE(RBD_FEATURE_JOURNALING); | |
1155 | ||
1156 | librbd::ImageCtx *ictx; | |
1157 | ASSERT_EQ(0, open_image(m_image_name, &ictx)); | |
1158 | ||
1159 | MockJournalImageCtx mock_image_ctx(*ictx); | |
1160 | MockJournal mock_journal(mock_image_ctx); | |
1161 | ::journal::MockJournaler mock_journaler; | |
1162 | MockJournalOpenRequest mock_open_request; | |
1163 | open_journal(mock_image_ctx, mock_journal, mock_journaler, mock_open_request); | |
1164 | BOOST_SCOPE_EXIT_ALL(&) { | |
1165 | close_journal(mock_journal, mock_journaler); | |
1166 | }; | |
1167 | ||
1168 | expect_flush_commit_position(mock_journaler); | |
1169 | C_SaferCond ctx; | |
1170 | mock_journal.flush_commit_position(&ctx); | |
1171 | ASSERT_EQ(0, ctx.wait()); | |
1172 | ||
1173 | expect_shut_down_journaler(mock_journaler); | |
1174 | } | |
1175 | ||
1176 | TEST_F(TestMockJournal, ExternalReplay) { | |
1177 | REQUIRE_FEATURE(RBD_FEATURE_JOURNALING); | |
1178 | ||
1179 | librbd::ImageCtx *ictx; | |
1180 | ASSERT_EQ(0, open_image(m_image_name, &ictx)); | |
1181 | ||
1182 | MockJournalImageCtx mock_image_ctx(*ictx); | |
1183 | MockJournal mock_journal(mock_image_ctx); | |
1184 | ::journal::MockJournaler mock_journaler; | |
1185 | MockJournalOpenRequest mock_open_request; | |
1186 | open_journal(mock_image_ctx, mock_journal, mock_journaler, mock_open_request); | |
1187 | BOOST_SCOPE_EXIT_ALL(&) { | |
1188 | close_journal(mock_journal, mock_journaler); | |
1189 | }; | |
1190 | ||
1191 | InSequence seq; | |
1192 | expect_stop_append(mock_journaler, 0); | |
1193 | expect_start_append(mock_journaler); | |
1194 | expect_shut_down_journaler(mock_journaler); | |
1195 | ||
1196 | C_SaferCond start_ctx; | |
1197 | ||
1198 | journal::Replay<MockJournalImageCtx> *journal_replay = nullptr; | |
1199 | mock_journal.start_external_replay(&journal_replay, &start_ctx); | |
1200 | ASSERT_EQ(0, start_ctx.wait()); | |
1201 | ||
1202 | mock_journal.stop_external_replay(); | |
1203 | } | |
1204 | ||
1205 | TEST_F(TestMockJournal, ExternalReplayFailure) { | |
1206 | REQUIRE_FEATURE(RBD_FEATURE_JOURNALING); | |
1207 | ||
1208 | librbd::ImageCtx *ictx; | |
1209 | ASSERT_EQ(0, open_image(m_image_name, &ictx)); | |
1210 | ||
1211 | MockJournalImageCtx mock_image_ctx(*ictx); | |
1212 | MockJournal mock_journal(mock_image_ctx); | |
1213 | ::journal::MockJournaler mock_journaler; | |
1214 | MockJournalOpenRequest mock_open_request; | |
1215 | open_journal(mock_image_ctx, mock_journal, mock_journaler, mock_open_request); | |
1216 | BOOST_SCOPE_EXIT_ALL(&) { | |
1217 | close_journal(mock_journal, mock_journaler); | |
1218 | }; | |
1219 | ||
1220 | InSequence seq; | |
1221 | expect_stop_append(mock_journaler, -EINVAL); | |
1222 | expect_start_append(mock_journaler); | |
1223 | expect_shut_down_journaler(mock_journaler); | |
1224 | ||
1225 | C_SaferCond start_ctx; | |
1226 | ||
1227 | journal::Replay<MockJournalImageCtx> *journal_replay = nullptr; | |
1228 | mock_journal.start_external_replay(&journal_replay, &start_ctx); | |
1229 | ASSERT_EQ(-EINVAL, start_ctx.wait()); | |
1230 | } | |
1231 | ||
1232 | TEST_F(TestMockJournal, AppendDisabled) { | |
1233 | REQUIRE_FEATURE(RBD_FEATURE_JOURNALING); | |
1234 | ||
1235 | librbd::ImageCtx *ictx; | |
1236 | ASSERT_EQ(0, open_image(m_image_name, &ictx)); | |
1237 | ||
1238 | MockJournalImageCtx mock_image_ctx(*ictx); | |
1239 | MockJournal mock_journal(mock_image_ctx); | |
1240 | MockJournalPolicy mock_journal_policy; | |
1241 | ||
1242 | ::journal::MockJournaler mock_journaler; | |
1243 | MockJournalOpenRequest mock_open_request; | |
1244 | open_journal(mock_image_ctx, mock_journal, mock_journaler, mock_open_request); | |
1245 | BOOST_SCOPE_EXIT_ALL(&) { | |
1246 | close_journal(mock_journal, mock_journaler); | |
1247 | }; | |
1248 | ||
1249 | InSequence seq; | |
1250 | RWLock::RLocker snap_locker(mock_image_ctx.snap_lock); | |
1251 | EXPECT_CALL(mock_image_ctx, get_journal_policy()).WillOnce( | |
1252 | Return(ictx->get_journal_policy())); | |
1253 | ASSERT_TRUE(mock_journal.is_journal_appending()); | |
1254 | ||
1255 | EXPECT_CALL(mock_image_ctx, get_journal_policy()).WillOnce( | |
1256 | Return(&mock_journal_policy)); | |
1257 | EXPECT_CALL(mock_journal_policy, append_disabled()).WillOnce(Return(true)); | |
1258 | ASSERT_FALSE(mock_journal.is_journal_appending()); | |
1259 | ||
1260 | expect_shut_down_journaler(mock_journaler); | |
1261 | } | |
1262 | ||
1263 | TEST_F(TestMockJournal, CloseListenerEvent) { | |
1264 | REQUIRE_FEATURE(RBD_FEATURE_JOURNALING); | |
1265 | ||
1266 | librbd::ImageCtx *ictx; | |
1267 | ASSERT_EQ(0, open_image(m_image_name, &ictx)); | |
1268 | ||
1269 | MockJournalImageCtx mock_image_ctx(*ictx); | |
1270 | MockJournal mock_journal(mock_image_ctx); | |
1271 | ::journal::MockJournaler mock_journaler; | |
1272 | MockJournalOpenRequest mock_open_request; | |
1273 | open_journal(mock_image_ctx, mock_journal, mock_journaler, mock_open_request); | |
1274 | ||
1275 | struct Listener : public journal::Listener { | |
1276 | C_SaferCond ctx; | |
1277 | void handle_close() override { | |
1278 | ctx.complete(0); | |
1279 | } | |
1280 | void handle_resync() override { | |
1281 | ADD_FAILURE() << "unexpected resync request"; | |
1282 | } | |
1283 | void handle_promoted() override { | |
1284 | ADD_FAILURE() << "unexpected promotion event"; | |
1285 | } | |
1286 | } listener; | |
1287 | mock_journal.add_listener(&listener); | |
1288 | ||
1289 | expect_shut_down_journaler(mock_journaler); | |
1290 | close_journal(mock_journal, mock_journaler); | |
1291 | ||
1292 | ASSERT_EQ(0, listener.ctx.wait()); | |
1293 | mock_journal.remove_listener(&listener); | |
1294 | } | |
1295 | ||
1296 | TEST_F(TestMockJournal, ResyncRequested) { | |
1297 | REQUIRE_FEATURE(RBD_FEATURE_JOURNALING); | |
1298 | ||
1299 | librbd::ImageCtx *ictx; | |
1300 | ASSERT_EQ(0, open_image(m_image_name, &ictx)); | |
1301 | ||
1302 | MockJournalImageCtx mock_image_ctx(*ictx); | |
1303 | MockJournal mock_journal(mock_image_ctx); | |
1304 | ::journal::MockJournaler mock_journaler; | |
1305 | MockJournalOpenRequest mock_open_request; | |
1306 | open_journal(mock_image_ctx, mock_journal, mock_journaler, mock_open_request, | |
1307 | false); | |
1308 | ||
1309 | struct Listener : public journal::Listener { | |
1310 | C_SaferCond ctx; | |
1311 | void handle_close() override { | |
1312 | ADD_FAILURE() << "unexpected close action"; | |
1313 | } | |
1314 | void handle_resync() override { | |
1315 | ctx.complete(0); | |
1316 | } | |
1317 | void handle_promoted() override { | |
1318 | ADD_FAILURE() << "unexpected promotion event"; | |
1319 | } | |
1320 | } listener; | |
1321 | mock_journal.add_listener(&listener); | |
1322 | ||
1323 | BOOST_SCOPE_EXIT_ALL(&) { | |
1324 | mock_journal.remove_listener(&listener); | |
1325 | close_journal(mock_journal, mock_journaler); | |
1326 | }; | |
1327 | ||
1328 | InSequence seq; | |
1329 | ||
1330 | journal::TagData tag_data; | |
1331 | tag_data.mirror_uuid = Journal<>::LOCAL_MIRROR_UUID; | |
1332 | ||
1333 | bufferlist tag_data_bl; | |
1334 | ::encode(tag_data, tag_data_bl); | |
1335 | expect_get_journaler_tags(mock_image_ctx, mock_journaler, 0, | |
1336 | {{0, 0, tag_data_bl}}, 0); | |
1337 | ||
1338 | journal::ImageClientMeta image_client_meta; | |
1339 | image_client_meta.tag_class = 0; | |
1340 | image_client_meta.resync_requested = true; | |
1341 | expect_get_journaler_cached_client(mock_journaler, image_client_meta, 0); | |
1342 | expect_shut_down_journaler(mock_journaler); | |
1343 | ||
1344 | m_listener->handle_update(nullptr); | |
1345 | ASSERT_EQ(0, listener.ctx.wait()); | |
1346 | } | |
1347 | ||
1348 | TEST_F(TestMockJournal, ForcePromoted) { | |
1349 | REQUIRE_FEATURE(RBD_FEATURE_JOURNALING); | |
1350 | ||
1351 | librbd::ImageCtx *ictx; | |
1352 | ASSERT_EQ(0, open_image(m_image_name, &ictx)); | |
1353 | ||
1354 | MockJournalImageCtx mock_image_ctx(*ictx); | |
1355 | MockJournal mock_journal(mock_image_ctx); | |
1356 | ::journal::MockJournaler mock_journaler; | |
1357 | MockJournalOpenRequest mock_open_request; | |
1358 | open_journal(mock_image_ctx, mock_journal, mock_journaler, mock_open_request, | |
1359 | false); | |
1360 | ||
1361 | struct Listener : public journal::Listener { | |
1362 | C_SaferCond ctx; | |
1363 | void handle_close() override { | |
1364 | ADD_FAILURE() << "unexpected close action"; | |
1365 | } | |
1366 | void handle_resync() override { | |
1367 | ADD_FAILURE() << "unexpected resync event"; | |
1368 | } | |
1369 | void handle_promoted() override { | |
1370 | ctx.complete(0); | |
1371 | } | |
1372 | } listener; | |
1373 | mock_journal.add_listener(&listener); | |
1374 | ||
1375 | BOOST_SCOPE_EXIT_ALL(&) { | |
1376 | mock_journal.remove_listener(&listener); | |
1377 | close_journal(mock_journal, mock_journaler); | |
1378 | }; | |
1379 | ||
1380 | InSequence seq; | |
1381 | ||
1382 | journal::TagData tag_data; | |
1383 | tag_data.mirror_uuid = Journal<>::LOCAL_MIRROR_UUID; | |
1384 | ||
1385 | bufferlist tag_data_bl; | |
1386 | ::encode(tag_data, tag_data_bl); | |
1387 | expect_get_journaler_tags(mock_image_ctx, mock_journaler, 0, | |
1388 | {{100, 0, tag_data_bl}}, 0); | |
1389 | ||
1390 | journal::ImageClientMeta image_client_meta; | |
1391 | image_client_meta.tag_class = 0; | |
1392 | expect_get_journaler_cached_client(mock_journaler, image_client_meta, 0); | |
1393 | expect_shut_down_journaler(mock_journaler); | |
1394 | ||
1395 | m_listener->handle_update(nullptr); | |
1396 | ASSERT_EQ(0, listener.ctx.wait()); | |
1397 | } | |
1398 | ||
1399 | } // namespace librbd |