#include "include/uuid.h"
#include "crimson/os/cyanstore/cyan_object.h"
+#include "crimson/os/cyanstore/cyan_collection.h"
#include "crimson/os/futurized_store.h"
namespace ceph::os {
}
namespace crimson::os {
-class Collection;
-
class CyanStore final : public FuturizedStore {
- constexpr static unsigned MAX_KEYS_PER_OMAP_GET_CALL = 32;
-
- const std::string path;
- std::unordered_map<coll_t, boost::intrusive_ptr<Collection>> coll_map;
- std::map<coll_t, boost::intrusive_ptr<Collection>> new_coll_map;
- uint64_t used_bytes = 0;
- uuid_d osd_fsid;
+ class Shard : public FuturizedStore::Shard {
+ public:
+ Shard(std::string path)
+ :path(path){}
+
+ seastar::future<struct stat> stat(
+ CollectionRef c,
+ const ghobject_t& oid) final;
+
+ read_errorator::future<ceph::bufferlist> read(
+ CollectionRef c,
+ const ghobject_t& oid,
+ uint64_t offset,
+ size_t len,
+ uint32_t op_flags = 0) final;
+
+ read_errorator::future<ceph::bufferlist> readv(
+ CollectionRef c,
+ const ghobject_t& oid,
+ interval_set<uint64_t>& m,
+ uint32_t op_flags = 0) final;
+
+ get_attr_errorator::future<ceph::bufferlist> get_attr(
+ CollectionRef c,
+ const ghobject_t& oid,
+ std::string_view name) const final;
+
+ get_attrs_ertr::future<attrs_t> get_attrs(
+ CollectionRef c,
+ const ghobject_t& oid) final;
+
+ read_errorator::future<omap_values_t> omap_get_values(
+ CollectionRef c,
+ const ghobject_t& oid,
+ const omap_keys_t& keys) final;
+
+ read_errorator::future<std::tuple<bool, omap_values_t>> omap_get_values(
+ CollectionRef c, ///< [in] collection
+ const ghobject_t &oid, ///< [in] oid
+ const std::optional<std::string> &start ///< [in] start, empty for begin
+ ) final;
+
+ get_attr_errorator::future<ceph::bufferlist> omap_get_header(
+ CollectionRef c,
+ const ghobject_t& oid) final;
+
+ seastar::future<std::tuple<std::vector<ghobject_t>, ghobject_t>>
+ list_objects(
+ CollectionRef c,
+ const ghobject_t& start,
+ const ghobject_t& end,
+ uint64_t limit) const final;
+
+ seastar::future<CollectionRef> create_new_collection(const coll_t& cid) final;
+
+ seastar::future<CollectionRef> open_collection(const coll_t& cid) final;
+
+ seastar::future<> do_transaction_no_callbacks(
+ CollectionRef ch,
+ ceph::os::Transaction&& txn) final;
+
+ read_errorator::future<std::map<uint64_t, uint64_t>>
+ fiemap(
+ CollectionRef c,
+ const ghobject_t& oid,
+ uint64_t off,
+ uint64_t len) final;
+
+ unsigned get_max_attr_name_length() const final;
-public:
- class CyanOmapIterator final : public OmapIterator {
public:
- CyanOmapIterator() {}
- CyanOmapIterator(ObjectRef obj) : obj(obj) {
- iter = obj->omap.begin();
- }
- seastar::future<> seek_to_first() final;
- seastar::future<> upper_bound(const std::string &after) final;
- seastar::future<> lower_bound(const std::string &to) final;
- bool valid() const final;
- seastar::future<> next() final;
- std::string key() final {
- return iter->first;
- }
- virtual ceph::buffer::list value() {
- return iter->second;
- }
- virtual int status() const {
- return iter != obj->omap.end() ? 0 : -1;
- }
- virtual ~CyanOmapIterator() {}
+ // only exposed to CyanStore
+ mount_ertr::future<> mount();
+
+ seastar::future<> umount();
+
+ seastar::future<> mkfs();
+
+ mkfs_ertr::future<> mkcoll(uuid_d new_osd_fsid);
+
+ using coll_core_t = FuturizedStore::coll_core_t;
+ seastar::future<std::vector<coll_core_t>> list_collections();
+
+ uint64_t get_used_bytes() const { return used_bytes; }
+
private:
- std::map<std::string, bufferlist>::const_iterator iter;
- ObjectRef obj;
+ int _remove(const coll_t& cid, const ghobject_t& oid);
+ int _touch(const coll_t& cid, const ghobject_t& oid);
+ int _write(const coll_t& cid, const ghobject_t& oid,
+ uint64_t offset, size_t len, const ceph::bufferlist& bl,
+ uint32_t fadvise_flags);
+ int _zero(const coll_t& cid, const ghobject_t& oid,
+ uint64_t offset, size_t len);
+ int _omap_clear(
+ const coll_t& cid,
+ const ghobject_t& oid);
+ int _omap_set_values(
+ const coll_t& cid,
+ const ghobject_t& oid,
+ std::map<std::string, ceph::bufferlist> &&aset);
+ int _omap_set_header(
+ const coll_t& cid,
+ const ghobject_t& oid,
+ const ceph::bufferlist &header);
+ int _omap_rmkeys(
+ const coll_t& cid,
+ const ghobject_t& oid,
+ const omap_keys_t& aset);
+ int _omap_rmkeyrange(
+ const coll_t& cid,
+ const ghobject_t& oid,
+ const std::string &first,
+ const std::string &last);
+ int _truncate(const coll_t& cid, const ghobject_t& oid, uint64_t size);
+ int _clone(const coll_t& cid, const ghobject_t& oid,
+ const ghobject_t& noid);
+ int _setattrs(const coll_t& cid, const ghobject_t& oid,
+ std::map<std::string,bufferlist>&& aset);
+ int _rm_attr(const coll_t& cid, const ghobject_t& oid,
+ std::string_view name);
+ int _rm_attrs(const coll_t& cid, const ghobject_t& oid);
+ int _create_collection(const coll_t& cid, int bits);
+ boost::intrusive_ptr<Collection> _get_collection(const coll_t& cid);
+
+ private:
+ uint64_t used_bytes = 0;
+ const std::string path;
+ std::unordered_map<coll_t, boost::intrusive_ptr<Collection>> coll_map;
+ std::map<coll_t, boost::intrusive_ptr<Collection>> new_coll_map;
};
+public:
CyanStore(const std::string& path);
~CyanStore() final;
+ seastar::future<> start() final {
+ ceph_assert(seastar::this_shard_id() == primary_core);
+ return shard_stores.start(path);
+ }
+
seastar::future<> stop() final {
- return seastar::now();
+ ceph_assert(seastar::this_shard_id() == primary_core);
+ return shard_stores.stop();
+ }
+
+ mount_ertr::future<> mount() final {
+ ceph_assert(seastar::this_shard_id() == primary_core);
+ return shard_stores.invoke_on_all(
+ [](auto &local_store) {
+ return local_store.mount().handle_error(
+ crimson::stateful_ec::handle([](const auto& ec) {
+ crimson::get_logger(ceph_subsys_cyanstore).error(
+ "error mounting cyanstore: ({}) {}",
+ ec.value(), ec.message());
+ std::exit(EXIT_FAILURE);
+ }));
+ });
+ }
+
+ seastar::future<> umount() final {
+ ceph_assert(seastar::this_shard_id() == primary_core);
+ return shard_stores.invoke_on_all(
+ [](auto &local_store) {
+ return local_store.umount();
+ });
}
- mount_ertr::future<> mount() final;
- seastar::future<> umount() final;
mkfs_ertr::future<> mkfs(uuid_d new_osd_fsid) final;
+
seastar::future<store_statfs_t> stat() const final;
- seastar::future<struct stat> stat(
- CollectionRef c,
- const ghobject_t& oid) final;
-
- read_errorator::future<ceph::bufferlist> read(
- CollectionRef c,
- const ghobject_t& oid,
- uint64_t offset,
- size_t len,
- uint32_t op_flags = 0) final;
- read_errorator::future<ceph::bufferlist> readv(
- CollectionRef c,
- const ghobject_t& oid,
- interval_set<uint64_t>& m,
- uint32_t op_flags = 0) final;
-
- get_attr_errorator::future<ceph::bufferlist> get_attr(
- CollectionRef c,
- const ghobject_t& oid,
- std::string_view name) const final;
- get_attrs_ertr::future<attrs_t> get_attrs(
- CollectionRef c,
- const ghobject_t& oid);
-
- read_errorator::future<omap_values_t> omap_get_values(
- CollectionRef c,
- const ghobject_t& oid,
- const omap_keys_t& keys) final;
-
- /// Retrieves paged set of values > start (if present)
- read_errorator::future<std::tuple<bool, omap_values_t>> omap_get_values(
- CollectionRef c, ///< [in] collection
- const ghobject_t &oid, ///< [in] oid
- const std::optional<std::string> &start ///< [in] start, empty for begin
- ) final; ///< @return <done, values> values.empty() iff done
-
- seastar::future<std::tuple<std::vector<ghobject_t>, ghobject_t>> list_objects(
- CollectionRef c,
- const ghobject_t& start,
- const ghobject_t& end,
- uint64_t limit) const final;
-
- read_errorator::future<ceph::bufferlist> omap_get_header(
- CollectionRef c,
- const ghobject_t& oid) final;
-
- seastar::future<CollectionRef> create_new_collection(const coll_t& cid) final;
- seastar::future<CollectionRef> open_collection(const coll_t& cid) final;
- seastar::future<std::vector<coll_t>> list_collections() final;
-
- seastar::future<> do_transaction(CollectionRef ch,
- ceph::os::Transaction&& txn) final;
+
+ uuid_d get_fsid() const final;
seastar::future<> write_meta(const std::string& key,
const std::string& value) final;
+
+ FuturizedStore::Shard& get_sharded_store() final{
+ return shard_stores.local();
+ }
+
seastar::future<std::tuple<int, std::string>>
read_meta(const std::string& key) final;
- uuid_d get_fsid() const final;
- unsigned get_max_attr_name_length() const final;
- seastar::future<OmapIteratorRef> get_omap_iterator(
- CollectionRef c,
- const ghobject_t& oid);
-
- seastar::future<std::map<uint64_t, uint64_t>> fiemap(CollectionRef c,
- const ghobject_t& oid,
- uint64_t off,
- uint64_t len);
+ seastar::future<std::vector<coll_core_t>> list_collections() final;
private:
- int _remove(const coll_t& cid, const ghobject_t& oid);
- int _touch(const coll_t& cid, const ghobject_t& oid);
- int _write(const coll_t& cid, const ghobject_t& oid,
- uint64_t offset, size_t len, const ceph::bufferlist& bl,
- uint32_t fadvise_flags);
- int _zero(const coll_t& cid, const ghobject_t& oid,
- uint64_t offset, size_t len);
- int _omap_clear(
- const coll_t& cid,
- const ghobject_t& oid);
- int _omap_set_values(
- const coll_t& cid,
- const ghobject_t& oid,
- std::map<std::string, ceph::bufferlist> &&aset);
- int _omap_set_header(
- const coll_t& cid,
- const ghobject_t& oid,
- const ceph::bufferlist &header);
- int _omap_rmkeys(
- const coll_t& cid,
- const ghobject_t& oid,
- const omap_keys_t& aset);
- int _omap_rmkeyrange(
- const coll_t& cid,
- const ghobject_t& oid,
- const std::string &first,
- const std::string &last);
- int _truncate(const coll_t& cid, const ghobject_t& oid, uint64_t size);
- int _setattrs(const coll_t& cid, const ghobject_t& oid,
- std::map<std::string,bufferlist>&& aset);
- int _rm_attr(const coll_t& cid, const ghobject_t& oid,
- std::string_view name);
- int _rm_attrs(const coll_t& cid, const ghobject_t& oid);
- int _create_collection(const coll_t& cid, int bits);
- boost::intrusive_ptr<Collection> _get_collection(const coll_t& cid);
+ seastar::sharded<CyanStore::Shard> shard_stores;
+ const std::string path;
+ uuid_d osd_fsid;
};
-
}
projects / ceph.git / blobdiff