1 // -*- mode:C++; tab-width:8; c-basic-offset:2; indent-tabs-mode:t -*-
2 // vim: ts=8 sw=2 smarttab
4 #include "include/int_types.h"
5 #include "include/buffer.h"
6 #include "include/encoding.h"
7 #include "common/errno.h"
8 #include "objclass/objclass.h"
9 #include "cls/journal/cls_journal_types.h"
20 static const uint64_t MAX_KEYS_READ
= 64;
22 static const std::string HEADER_KEY_ORDER
= "order";
23 static const std::string HEADER_KEY_SPLAY_WIDTH
= "splay_width";
24 static const std::string HEADER_KEY_POOL_ID
= "pool_id";
25 static const std::string HEADER_KEY_MINIMUM_SET
= "minimum_set";
26 static const std::string HEADER_KEY_ACTIVE_SET
= "active_set";
27 static const std::string HEADER_KEY_NEXT_TAG_TID
= "next_tag_tid";
28 static const std::string HEADER_KEY_NEXT_TAG_CLASS
= "next_tag_class";
29 static const std::string HEADER_KEY_CLIENT_PREFIX
= "client_";
30 static const std::string HEADER_KEY_TAG_PREFIX
= "tag_";
32 std::string
to_hex(uint64_t value
) {
33 std::ostringstream oss
;
34 oss
<< std::setw(16) << std::setfill('0') << std::hex
<< value
;
38 std::string
key_from_client_id(const std::string
&client_id
) {
39 return HEADER_KEY_CLIENT_PREFIX
+ client_id
;
42 std::string
key_from_tag_tid(uint64_t tag_tid
) {
43 return HEADER_KEY_TAG_PREFIX
+ to_hex(tag_tid
);
46 uint64_t tag_tid_from_key(const std::string
&key
) {
47 std::istringstream
iss(key
);
49 iss
.ignore(HEADER_KEY_TAG_PREFIX
.size()) >> std::hex
>> id
;
54 int read_key(cls_method_context_t hctx
, const string
&key
, T
*t
,
55 bool ignore_enoent
= false) {
57 int r
= cls_cxx_map_get_val(hctx
, key
, &bl
);
58 if (r
== -ENOENT
&& ignore_enoent
) {
61 CLS_ERR("failed to get omap key: %s", key
.c_str());
66 bufferlist::iterator iter
= bl
.begin();
68 } catch (const buffer::error
&err
) {
69 CLS_ERR("failed to decode input parameters: %s", err
.what());
76 int write_key(cls_method_context_t hctx
, const string
&key
, const T
&t
) {
80 int r
= cls_cxx_map_set_val(hctx
, key
, &bl
);
82 CLS_ERR("failed to set omap key: %s", key
.c_str());
88 int remove_key(cls_method_context_t hctx
, const string
&key
) {
89 int r
= cls_cxx_map_remove_key(hctx
, key
);
90 if (r
< 0 && r
!= -ENOENT
) {
91 CLS_ERR("failed to remove key: %s", key
.c_str());
97 int expire_tags(cls_method_context_t hctx
, const std::string
*skip_client_id
) {
99 std::string skip_client_key
;
100 if (skip_client_id
!= nullptr) {
101 skip_client_key
= key_from_client_id(*skip_client_id
);
104 uint64_t minimum_tag_tid
= std::numeric_limits
<uint64_t>::max();
105 std::string last_read
= "";
108 std::map
<std::string
, bufferlist
> vals
;
109 int r
= cls_cxx_map_get_vals(hctx
, last_read
, HEADER_KEY_CLIENT_PREFIX
,
110 MAX_KEYS_READ
, &vals
, &more
);
111 if (r
< 0 && r
!= -ENOENT
) {
112 CLS_ERR("failed to retrieve registered clients: %s",
113 cpp_strerror(r
).c_str());
117 for (auto &val
: vals
) {
118 // if we are removing a client, skip its commit positions
119 if (val
.first
== skip_client_key
) {
123 cls::journal::Client client
;
124 bufferlist::iterator iter
= val
.second
.begin();
126 ::decode(client
, iter
);
127 } catch (const buffer::error
&err
) {
128 CLS_ERR("error decoding registered client: %s",
133 if (client
.state
== cls::journal::CLIENT_STATE_DISCONNECTED
) {
134 // don't allow a disconnected client to prevent pruning
136 } else if (client
.commit_position
.object_positions
.empty()) {
137 // cannot prune if one or more clients has an empty commit history
141 for (auto object_position
: client
.commit_position
.object_positions
) {
142 minimum_tag_tid
= MIN(minimum_tag_tid
, object_position
.tag_tid
);
146 last_read
= vals
.rbegin()->first
;
150 // cannot expire tags if a client hasn't committed yet
151 if (minimum_tag_tid
== std::numeric_limits
<uint64_t>::max()) {
155 // compute the minimum in-use tag for each class
156 std::map
<uint64_t, uint64_t> minimum_tag_class_to_tids
;
157 typedef enum { TAG_PASS_CALCULATE_MINIMUMS
,
159 TAG_PASS_DONE
} TagPass
;
160 int tag_pass
= TAG_PASS_CALCULATE_MINIMUMS
;
161 last_read
= HEADER_KEY_TAG_PREFIX
;
163 std::map
<std::string
, bufferlist
> vals
;
164 int r
= cls_cxx_map_get_vals(hctx
, last_read
, HEADER_KEY_TAG_PREFIX
,
165 MAX_KEYS_READ
, &vals
, &more
);
166 if (r
< 0 && r
!= -ENOENT
) {
167 CLS_ERR("failed to retrieve tags: %s", cpp_strerror(r
).c_str());
171 for (auto &val
: vals
) {
172 cls::journal::Tag tag
;
173 bufferlist::iterator iter
= val
.second
.begin();
176 } catch (const buffer::error
&err
) {
177 CLS_ERR("error decoding tag: %s", val
.first
.c_str());
181 if (tag
.tid
!= tag_tid_from_key(val
.first
)) {
182 CLS_ERR("tag tid mismatched: %s", val
.first
.c_str());
186 if (tag_pass
== TAG_PASS_CALCULATE_MINIMUMS
) {
187 minimum_tag_class_to_tids
[tag
.tag_class
] = tag
.tid
;
188 } else if (tag_pass
== TAG_PASS_SCRUB
&&
189 tag
.tid
< minimum_tag_class_to_tids
[tag
.tag_class
]) {
190 r
= remove_key(hctx
, val
.first
);
196 if (tag
.tid
>= minimum_tag_tid
) {
197 // no need to check for tag classes beyond this point
204 if (tag_pass
!= TAG_PASS_DONE
&& !more
) {
205 last_read
= HEADER_KEY_TAG_PREFIX
;
207 } else if (!vals
.empty()) {
208 last_read
= vals
.rbegin()->first
;
210 } while (tag_pass
!= TAG_PASS_DONE
);
214 int get_client_list_range(cls_method_context_t hctx
,
215 std::set
<cls::journal::Client
> *clients
,
216 std::string start_after
, uint64_t max_return
) {
217 std::string last_read
;
218 if (!start_after
.empty()) {
219 last_read
= key_from_client_id(start_after
);
222 std::map
<std::string
, bufferlist
> vals
;
224 int r
= cls_cxx_map_get_vals(hctx
, last_read
, HEADER_KEY_CLIENT_PREFIX
,
225 max_return
, &vals
, &more
);
227 CLS_ERR("failed to retrieve omap values: %s", cpp_strerror(r
).c_str());
231 for (std::map
<std::string
, bufferlist
>::iterator it
= vals
.begin();
232 it
!= vals
.end(); ++it
) {
234 bufferlist::iterator iter
= it
->second
.begin();
236 cls::journal::Client client
;
237 ::decode(client
, iter
);
238 clients
->insert(client
);
239 } catch (const buffer::error
&err
) {
240 CLS_ERR("could not decode client '%s': %s", it
->first
.c_str(),
249 int find_min_commit_position(cls_method_context_t hctx
,
250 cls::journal::ObjectSetPosition
*minset
) {
253 std::string start_after
= "";
254 uint64_t tag_tid
= 0, entry_tid
= 0;
257 std::set
<cls::journal::Client
> batch
;
259 r
= get_client_list_range(hctx
, &batch
, start_after
, cls::journal::JOURNAL_MAX_RETURN
);
260 if ((r
< 0) || batch
.empty()) {
264 start_after
= batch
.rbegin()->id
;
266 // update the (minimum) commit position from this batch of clients
267 for(std::set
<cls::journal::Client
>::iterator it
= batch
.begin();
268 it
!= batch
.end(); ++it
) {
269 cls::journal::ObjectSetPosition object_set_position
= (*it
).commit_position
;
270 if (object_set_position
.object_positions
.empty()) {
271 *minset
= cls::journal::ObjectSetPosition();
274 cls::journal::ObjectPosition first
= object_set_position
.object_positions
.front();
276 // least tag_tid (or least entry_tid for matching tag_tid)
277 if (!valid
|| (tag_tid
> first
.tag_tid
) || ((tag_tid
== first
.tag_tid
) && (entry_tid
> first
.entry_tid
))) {
278 tag_tid
= first
.tag_tid
;
279 entry_tid
= first
.entry_tid
;
280 *minset
= cls::journal::ObjectSetPosition(object_set_position
);
285 // got the last batch, we're done
286 if (batch
.size() < cls::journal::JOURNAL_MAX_RETURN
) {
294 } // anonymous namespace
298 * @param order (uint8_t) - bits to shift to compute the object max size
299 * @param splay width (uint8_t) - number of active journal objects
302 * @returns 0 on success, negative error code on failure
304 int journal_create(cls_method_context_t hctx
, bufferlist
*in
, bufferlist
*out
) {
309 bufferlist::iterator iter
= in
->begin();
310 ::decode(order
, iter
);
311 ::decode(splay_width
, iter
);
312 ::decode(pool_id
, iter
);
313 } catch (const buffer::error
&err
) {
314 CLS_ERR("failed to decode input parameters: %s", err
.what());
318 bufferlist stored_orderbl
;
319 int r
= cls_cxx_map_get_val(hctx
, HEADER_KEY_ORDER
, &stored_orderbl
);
321 CLS_ERR("journal already exists");
323 } else if (r
!= -ENOENT
) {
327 r
= write_key(hctx
, HEADER_KEY_ORDER
, order
);
332 r
= write_key(hctx
, HEADER_KEY_SPLAY_WIDTH
, splay_width
);
337 r
= write_key(hctx
, HEADER_KEY_POOL_ID
, pool_id
);
342 uint64_t object_set
= 0;
343 r
= write_key(hctx
, HEADER_KEY_ACTIVE_SET
, object_set
);
348 r
= write_key(hctx
, HEADER_KEY_MINIMUM_SET
, object_set
);
354 r
= write_key(hctx
, HEADER_KEY_NEXT_TAG_TID
, tag_id
);
359 r
= write_key(hctx
, HEADER_KEY_NEXT_TAG_CLASS
, tag_id
);
372 * @returns 0 on success, negative error code on failure
374 int journal_get_order(cls_method_context_t hctx
, bufferlist
*in
,
377 int r
= read_key(hctx
, HEADER_KEY_ORDER
, &order
);
382 ::encode(order
, *out
);
392 * @returns 0 on success, negative error code on failure
394 int journal_get_splay_width(cls_method_context_t hctx
, bufferlist
*in
,
397 int r
= read_key(hctx
, HEADER_KEY_SPLAY_WIDTH
, &splay_width
);
402 ::encode(splay_width
, *out
);
412 * @returns 0 on success, negative error code on failure
414 int journal_get_pool_id(cls_method_context_t hctx
, bufferlist
*in
,
417 int r
= read_key(hctx
, HEADER_KEY_POOL_ID
, &pool_id
);
422 ::encode(pool_id
, *out
);
431 * object set (uint64_t)
432 * @returns 0 on success, negative error code on failure
434 int journal_get_minimum_set(cls_method_context_t hctx
, bufferlist
*in
,
436 uint64_t minimum_set
;
437 int r
= read_key(hctx
, HEADER_KEY_MINIMUM_SET
, &minimum_set
);
442 ::encode(minimum_set
, *out
);
448 * @param object set (uint64_t)
451 * @returns 0 on success, negative error code on failure
453 int journal_set_minimum_set(cls_method_context_t hctx
, bufferlist
*in
,
457 bufferlist::iterator iter
= in
->begin();
458 ::decode(object_set
, iter
);
459 } catch (const buffer::error
&err
) {
460 CLS_ERR("failed to decode input parameters: %s", err
.what());
464 uint64_t current_active_set
;
465 int r
= read_key(hctx
, HEADER_KEY_ACTIVE_SET
, ¤t_active_set
);
470 if (current_active_set
< object_set
) {
471 CLS_ERR("active object set earlier than minimum: %" PRIu64
472 " < %" PRIu64
, current_active_set
, object_set
);
476 uint64_t current_minimum_set
;
477 r
= read_key(hctx
, HEADER_KEY_MINIMUM_SET
, ¤t_minimum_set
);
482 if (object_set
== current_minimum_set
) {
484 } else if (object_set
< current_minimum_set
) {
485 CLS_ERR("object number earlier than current object: %" PRIu64
" < %" PRIu64
,
486 object_set
, current_minimum_set
);
490 r
= write_key(hctx
, HEADER_KEY_MINIMUM_SET
, object_set
);
502 * object set (uint64_t)
503 * @returns 0 on success, negative error code on failure
505 int journal_get_active_set(cls_method_context_t hctx
, bufferlist
*in
,
508 int r
= read_key(hctx
, HEADER_KEY_ACTIVE_SET
, &active_set
);
513 ::encode(active_set
, *out
);
519 * @param object set (uint64_t)
522 * @returns 0 on success, negative error code on failure
524 int journal_set_active_set(cls_method_context_t hctx
, bufferlist
*in
,
528 bufferlist::iterator iter
= in
->begin();
529 ::decode(object_set
, iter
);
530 } catch (const buffer::error
&err
) {
531 CLS_ERR("failed to decode input parameters: %s", err
.what());
535 uint64_t current_minimum_set
;
536 int r
= read_key(hctx
, HEADER_KEY_MINIMUM_SET
, ¤t_minimum_set
);
541 if (current_minimum_set
> object_set
) {
542 CLS_ERR("minimum object set later than active: %" PRIu64
543 " > %" PRIu64
, current_minimum_set
, object_set
);
547 uint64_t current_active_set
;
548 r
= read_key(hctx
, HEADER_KEY_ACTIVE_SET
, ¤t_active_set
);
553 if (object_set
== current_active_set
) {
555 } else if (object_set
< current_active_set
) {
556 CLS_ERR("object number earlier than current object: %" PRIu64
" < %" PRIu64
,
557 object_set
, current_active_set
);
561 r
= write_key(hctx
, HEADER_KEY_ACTIVE_SET
, object_set
);
570 * @param id (string) - unique client id
573 * cls::journal::Client
574 * @returns 0 on success, negative error code on failure
576 int journal_get_client(cls_method_context_t hctx
, bufferlist
*in
,
580 bufferlist::iterator iter
= in
->begin();
582 } catch (const buffer::error
&err
) {
583 CLS_ERR("failed to decode input parameters: %s", err
.what());
587 std::string
key(key_from_client_id(id
));
588 cls::journal::Client client
;
589 int r
= read_key(hctx
, key
, &client
);
594 ::encode(client
, *out
);
600 * @param id (string) - unique client id
601 * @param data (bufferlist) - opaque data associated to client
604 * @returns 0 on success, negative error code on failure
606 int journal_client_register(cls_method_context_t hctx
, bufferlist
*in
,
611 bufferlist::iterator iter
= in
->begin();
613 ::decode(data
, iter
);
614 } catch (const buffer::error
&err
) {
615 CLS_ERR("failed to decode input parameters: %s", err
.what());
620 int r
= read_key(hctx
, HEADER_KEY_ORDER
, &order
);
625 std::string
key(key_from_client_id(id
));
626 bufferlist stored_clientbl
;
627 r
= cls_cxx_map_get_val(hctx
, key
, &stored_clientbl
);
629 CLS_ERR("duplicate client id: %s", id
.c_str());
631 } else if (r
!= -ENOENT
) {
635 cls::journal::ObjectSetPosition minset
;
636 r
= find_min_commit_position(hctx
, &minset
);
640 cls::journal::Client
client(id
, data
, minset
);
641 r
= write_key(hctx
, key
, client
);
650 * @param id (string) - unique client id
651 * @param data (bufferlist) - opaque data associated to client
654 * @returns 0 on success, negative error code on failure
656 int journal_client_update_data(cls_method_context_t hctx
, bufferlist
*in
,
661 bufferlist::iterator iter
= in
->begin();
663 ::decode(data
, iter
);
664 } catch (const buffer::error
&err
) {
665 CLS_ERR("failed to decode input parameters: %s", err
.what());
669 std::string
key(key_from_client_id(id
));
670 cls::journal::Client client
;
671 int r
= read_key(hctx
, key
, &client
);
677 r
= write_key(hctx
, key
, client
);
686 * @param id (string) - unique client id
687 * @param state (uint8_t) - client state
690 * @returns 0 on success, negative error code on failure
692 int journal_client_update_state(cls_method_context_t hctx
, bufferlist
*in
,
695 cls::journal::ClientState state
;
698 bufferlist::iterator iter
= in
->begin();
701 ::decode(state_raw
, iter
);
702 state
= static_cast<cls::journal::ClientState
>(state_raw
);
703 } catch (const buffer::error
&err
) {
704 CLS_ERR("failed to decode input parameters: %s", err
.what());
708 std::string
key(key_from_client_id(id
));
709 cls::journal::Client client
;
710 int r
= read_key(hctx
, key
, &client
);
715 client
.state
= state
;
716 r
= write_key(hctx
, key
, client
);
725 * @param id (string) - unique client id
728 * @returns 0 on success, negative error code on failure
730 int journal_client_unregister(cls_method_context_t hctx
, bufferlist
*in
,
734 bufferlist::iterator iter
= in
->begin();
736 } catch (const buffer::error
&err
) {
737 CLS_ERR("failed to decode input parameters: %s", err
.what());
741 std::string
key(key_from_client_id(id
));
743 int r
= cls_cxx_map_get_val(hctx
, key
, &bl
);
745 CLS_ERR("client is not registered: %s", id
.c_str());
749 r
= cls_cxx_map_remove_key(hctx
, key
);
751 CLS_ERR("failed to remove omap key: %s", key
.c_str());
755 // prune expired tags
756 r
= expire_tags(hctx
, &id
);
765 * @param client_id (uint64_t) - unique client id
766 * @param commit_position (ObjectSetPosition)
769 * @returns 0 on success, negative error code on failure
771 int journal_client_commit(cls_method_context_t hctx
, bufferlist
*in
,
774 cls::journal::ObjectSetPosition commit_position
;
776 bufferlist::iterator iter
= in
->begin();
778 ::decode(commit_position
, iter
);
779 } catch (const buffer::error
&err
) {
780 CLS_ERR("failed to decode input parameters: %s", err
.what());
785 int r
= read_key(hctx
, HEADER_KEY_SPLAY_WIDTH
, &splay_width
);
789 if (commit_position
.object_positions
.size() > splay_width
) {
790 CLS_ERR("too many object positions");
794 std::string
key(key_from_client_id(id
));
795 cls::journal::Client client
;
796 r
= read_key(hctx
, key
, &client
);
801 if (client
.commit_position
== commit_position
) {
805 client
.commit_position
= commit_position
;
806 r
= write_key(hctx
, key
, client
);
815 * @param start_after (string)
816 * @param max_return (uint64_t)
819 * clients (set<cls::journal::Client>) - collection of registered clients
820 * @returns 0 on success, negative error code on failure
822 int journal_client_list(cls_method_context_t hctx
, bufferlist
*in
,
824 std::string start_after
;
827 bufferlist::iterator iter
= in
->begin();
828 ::decode(start_after
, iter
);
829 ::decode(max_return
, iter
);
830 } catch (const buffer::error
&err
) {
831 CLS_ERR("failed to decode input parameters: %s", err
.what());
835 std::set
<cls::journal::Client
> clients
;
836 int r
= get_client_list_range(hctx
, &clients
, start_after
, max_return
);
840 ::encode(clients
, *out
);
849 * @returns 0 on success, negative error code on failure
851 int journal_get_next_tag_tid(cls_method_context_t hctx
, bufferlist
*in
,
854 int r
= read_key(hctx
, HEADER_KEY_NEXT_TAG_TID
, &tag_tid
);
859 ::encode(tag_tid
, *out
);
865 * @param tag_tid (uint64_t)
869 * @returns 0 on success, negative error code on failure
871 int journal_get_tag(cls_method_context_t hctx
, bufferlist
*in
,
875 bufferlist::iterator iter
= in
->begin();
876 ::decode(tag_tid
, iter
);
877 } catch (const buffer::error
&err
) {
878 CLS_ERR("failed to decode input parameters: %s", err
.what());
882 std::string
key(key_from_tag_tid(tag_tid
));
883 cls::journal::Tag tag
;
884 int r
= read_key(hctx
, key
, &tag
);
895 * @param tag_tid (uint64_t)
896 * @param tag_class (uint64_t)
897 * @param data (bufferlist)
900 * @returns 0 on success, negative error code on failure
902 int journal_tag_create(cls_method_context_t hctx
, bufferlist
*in
,
908 bufferlist::iterator iter
= in
->begin();
909 ::decode(tag_tid
, iter
);
910 ::decode(tag_class
, iter
);
911 ::decode(data
, iter
);
912 } catch (const buffer::error
&err
) {
913 CLS_ERR("failed to decode input parameters: %s", err
.what());
917 std::string
key(key_from_tag_tid(tag_tid
));
918 bufferlist stored_tag_bl
;
919 int r
= cls_cxx_map_get_val(hctx
, key
, &stored_tag_bl
);
921 CLS_ERR("duplicate tag id: %" PRIu64
, tag_tid
);
923 } else if (r
!= -ENOENT
) {
927 // verify tag tid ordering
928 uint64_t next_tag_tid
;
929 r
= read_key(hctx
, HEADER_KEY_NEXT_TAG_TID
, &next_tag_tid
);
933 if (tag_tid
!= next_tag_tid
) {
934 CLS_LOG(5, "out-of-order tag sequence: %" PRIu64
, tag_tid
);
938 uint64_t next_tag_class
;
939 r
= read_key(hctx
, HEADER_KEY_NEXT_TAG_CLASS
, &next_tag_class
);
944 if (tag_class
== cls::journal::Tag::TAG_CLASS_NEW
) {
945 // allocate a new tag class
946 tag_class
= next_tag_class
;
947 r
= write_key(hctx
, HEADER_KEY_NEXT_TAG_CLASS
, tag_class
+ 1);
952 // verify tag class range
953 if (tag_class
>= next_tag_class
) {
954 CLS_ERR("out-of-sequence tag class: %" PRIu64
, tag_class
);
959 // prune expired tags
960 r
= expire_tags(hctx
, nullptr);
965 // update tag tid sequence
966 r
= write_key(hctx
, HEADER_KEY_NEXT_TAG_TID
, tag_tid
+ 1);
971 // write tag structure
972 cls::journal::Tag
tag(tag_tid
, tag_class
, data
);
973 key
= key_from_tag_tid(tag_tid
);
974 r
= write_key(hctx
, key
, tag
);
983 * @param start_after_tag_tid (uint64_t) - first tag tid
984 * @param max_return (uint64_t) - max tags to return
985 * @param client_id (std::string) - client id filter
986 * @param tag_class (boost::optional<uint64_t> - optional tag class filter
989 * std::set<cls::journal::Tag> - collection of tags
990 * @returns 0 on success, negative error code on failure
992 int journal_tag_list(cls_method_context_t hctx
, bufferlist
*in
,
994 uint64_t start_after_tag_tid
;
996 std::string client_id
;
997 boost::optional
<uint64_t> tag_class(0);
999 // handle compiler false positive about use-before-init
1000 tag_class
= boost::none
;
1002 bufferlist::iterator iter
= in
->begin();
1003 ::decode(start_after_tag_tid
, iter
);
1004 ::decode(max_return
, iter
);
1005 ::decode(client_id
, iter
);
1006 ::decode(tag_class
, iter
);
1007 } catch (const buffer::error
&err
) {
1008 CLS_ERR("failed to decode input parameters: %s", err
.what());
1012 // calculate the minimum tag within client's commit position
1013 uint64_t minimum_tag_tid
= std::numeric_limits
<uint64_t>::max();
1014 cls::journal::Client client
;
1015 int r
= read_key(hctx
, key_from_client_id(client_id
), &client
);
1020 for (auto object_position
: client
.commit_position
.object_positions
) {
1021 minimum_tag_tid
= MIN(minimum_tag_tid
, object_position
.tag_tid
);
1024 // compute minimum tags in use per-class
1025 std::set
<cls::journal::Tag
> tags
;
1026 std::map
<uint64_t, uint64_t> minimum_tag_class_to_tids
;
1027 typedef enum { TAG_PASS_CALCULATE_MINIMUMS
,
1029 TAG_PASS_DONE
} TagPass
;
1030 int tag_pass
= (minimum_tag_tid
== std::numeric_limits
<uint64_t>::max() ?
1031 TAG_PASS_LIST
: TAG_PASS_CALCULATE_MINIMUMS
);
1032 std::string last_read
= HEADER_KEY_TAG_PREFIX
;
1034 std::map
<std::string
, bufferlist
> vals
;
1036 r
= cls_cxx_map_get_vals(hctx
, last_read
, HEADER_KEY_TAG_PREFIX
,
1037 MAX_KEYS_READ
, &vals
, &more
);
1038 if (r
< 0 && r
!= -ENOENT
) {
1039 CLS_ERR("failed to retrieve tags: %s", cpp_strerror(r
).c_str());
1043 for (auto &val
: vals
) {
1044 cls::journal::Tag tag
;
1045 bufferlist::iterator iter
= val
.second
.begin();
1047 ::decode(tag
, iter
);
1048 } catch (const buffer::error
&err
) {
1049 CLS_ERR("error decoding tag: %s", val
.first
.c_str());
1053 if (tag_pass
== TAG_PASS_CALCULATE_MINIMUMS
) {
1054 minimum_tag_class_to_tids
[tag
.tag_class
] = tag
.tid
;
1056 // completed calculation of tag class minimums
1057 if (tag
.tid
>= minimum_tag_tid
) {
1062 } else if (tag_pass
== TAG_PASS_LIST
) {
1063 if (start_after_tag_tid
!= 0 && tag
.tid
<= start_after_tag_tid
) {
1067 if (tag
.tid
>= minimum_tag_class_to_tids
[tag
.tag_class
] &&
1068 (!tag_class
|| *tag_class
== tag
.tag_class
)) {
1071 if (tags
.size() >= max_return
) {
1072 tag_pass
= TAG_PASS_DONE
;
1077 if (tag_pass
!= TAG_PASS_DONE
&& !more
) {
1078 last_read
= HEADER_KEY_TAG_PREFIX
;
1080 } else if (!vals
.empty()) {
1081 last_read
= vals
.rbegin()->first
;
1083 } while (tag_pass
!= TAG_PASS_DONE
);
1085 ::encode(tags
, *out
);
1091 * @param soft_max_size (uint64_t)
1094 * @returns 0 if object size less than max, negative error code otherwise
1096 int journal_object_guard_append(cls_method_context_t hctx
, bufferlist
*in
,
1098 uint64_t soft_max_size
;
1100 bufferlist::iterator iter
= in
->begin();
1101 ::decode(soft_max_size
, iter
);
1102 } catch (const buffer::error
&err
) {
1103 CLS_ERR("failed to decode input parameters: %s", err
.what());
1109 int r
= cls_cxx_stat(hctx
, &size
, &mtime
);
1113 CLS_ERR("failed to stat object: %s", cpp_strerror(r
).c_str());
1117 if (size
>= soft_max_size
) {
1118 CLS_LOG(5, "journal object full: %" PRIu64
" >= %" PRIu64
,
1119 size
, soft_max_size
);
1127 CLS_LOG(20, "Loaded journal class!");
1129 cls_handle_t h_class
;
1130 cls_method_handle_t h_journal_create
;
1131 cls_method_handle_t h_journal_get_order
;
1132 cls_method_handle_t h_journal_get_splay_width
;
1133 cls_method_handle_t h_journal_get_pool_id
;
1134 cls_method_handle_t h_journal_get_minimum_set
;
1135 cls_method_handle_t h_journal_set_minimum_set
;
1136 cls_method_handle_t h_journal_get_active_set
;
1137 cls_method_handle_t h_journal_set_active_set
;
1138 cls_method_handle_t h_journal_get_client
;
1139 cls_method_handle_t h_journal_client_register
;
1140 cls_method_handle_t h_journal_client_update_data
;
1141 cls_method_handle_t h_journal_client_update_state
;
1142 cls_method_handle_t h_journal_client_unregister
;
1143 cls_method_handle_t h_journal_client_commit
;
1144 cls_method_handle_t h_journal_client_list
;
1145 cls_method_handle_t h_journal_get_next_tag_tid
;
1146 cls_method_handle_t h_journal_get_tag
;
1147 cls_method_handle_t h_journal_tag_create
;
1148 cls_method_handle_t h_journal_tag_list
;
1149 cls_method_handle_t h_journal_object_guard_append
;
1151 cls_register("journal", &h_class
);
1153 /// methods for journal.$journal_id objects
1154 cls_register_cxx_method(h_class
, "create",
1155 CLS_METHOD_RD
| CLS_METHOD_WR
,
1156 journal_create
, &h_journal_create
);
1157 cls_register_cxx_method(h_class
, "get_order",
1159 journal_get_order
, &h_journal_get_order
);
1160 cls_register_cxx_method(h_class
, "get_splay_width",
1162 journal_get_splay_width
, &h_journal_get_splay_width
);
1163 cls_register_cxx_method(h_class
, "get_pool_id",
1165 journal_get_pool_id
, &h_journal_get_pool_id
);
1166 cls_register_cxx_method(h_class
, "get_minimum_set",
1168 journal_get_minimum_set
,
1169 &h_journal_get_minimum_set
);
1170 cls_register_cxx_method(h_class
, "set_minimum_set",
1171 CLS_METHOD_RD
| CLS_METHOD_WR
,
1172 journal_set_minimum_set
,
1173 &h_journal_set_minimum_set
);
1174 cls_register_cxx_method(h_class
, "get_active_set",
1176 journal_get_active_set
,
1177 &h_journal_get_active_set
);
1178 cls_register_cxx_method(h_class
, "set_active_set",
1179 CLS_METHOD_RD
| CLS_METHOD_WR
,
1180 journal_set_active_set
,
1181 &h_journal_set_active_set
);
1183 cls_register_cxx_method(h_class
, "get_client",
1185 journal_get_client
, &h_journal_get_client
);
1186 cls_register_cxx_method(h_class
, "client_register",
1187 CLS_METHOD_RD
| CLS_METHOD_WR
,
1188 journal_client_register
, &h_journal_client_register
);
1189 cls_register_cxx_method(h_class
, "client_update_data",
1190 CLS_METHOD_RD
| CLS_METHOD_WR
,
1191 journal_client_update_data
,
1192 &h_journal_client_update_data
);
1193 cls_register_cxx_method(h_class
, "client_update_state",
1194 CLS_METHOD_RD
| CLS_METHOD_WR
,
1195 journal_client_update_state
,
1196 &h_journal_client_update_state
);
1197 cls_register_cxx_method(h_class
, "client_unregister",
1198 CLS_METHOD_RD
| CLS_METHOD_WR
,
1199 journal_client_unregister
,
1200 &h_journal_client_unregister
);
1201 cls_register_cxx_method(h_class
, "client_commit",
1202 CLS_METHOD_RD
| CLS_METHOD_WR
,
1203 journal_client_commit
, &h_journal_client_commit
);
1204 cls_register_cxx_method(h_class
, "client_list",
1206 journal_client_list
, &h_journal_client_list
);
1208 cls_register_cxx_method(h_class
, "get_next_tag_tid",
1210 journal_get_next_tag_tid
,
1211 &h_journal_get_next_tag_tid
);
1212 cls_register_cxx_method(h_class
, "get_tag",
1214 journal_get_tag
, &h_journal_get_tag
);
1215 cls_register_cxx_method(h_class
, "tag_create",
1216 CLS_METHOD_RD
| CLS_METHOD_WR
,
1217 journal_tag_create
, &h_journal_tag_create
);
1218 cls_register_cxx_method(h_class
, "tag_list",
1220 journal_tag_list
, &h_journal_tag_list
);
1222 /// methods for journal_data.$journal_id.$object_id objects
1223 cls_register_cxx_method(h_class
, "guard_append",
1224 CLS_METHOD_RD
| CLS_METHOD_WR
,
1225 journal_object_guard_append
,
1226 &h_journal_object_guard_append
);