#include <stddef.h>
#include <stdint.h>
+
#include <memory>
#include <string>
#include <vector>
-#include "db/dbformat.h"
#include "rocksdb/options.h"
#include "rocksdb/slice.h"
#include "rocksdb/slice_transform.h"
#include "table/block_based/filter_block_reader_common.h"
+#include "table/block_based/filter_policy_internal.h"
#include "table/block_based/parsed_full_filter_block.h"
#include "util/hash.h"
// directly. and be deleted here
~FullFilterBlockBuilder() {}
- virtual bool IsBlockBased() override { return false; }
- virtual void StartBlock(uint64_t /*block_offset*/) override {}
- virtual void Add(const Slice& key) override;
- virtual size_t NumAdded() const override { return num_added_; }
- virtual Slice Finish(const BlockHandle& tmp, Status* status) override;
+ virtual void Add(const Slice& key_without_ts) override;
+ virtual bool IsEmpty() const override { return !any_added_; }
+ virtual size_t EstimateEntriesAdded() override;
+ virtual Slice Finish(
+ const BlockHandle& tmp, Status* status,
+ std::unique_ptr<const char[]>* filter_data = nullptr) override;
using FilterBlockBuilder::Finish;
+ virtual void ResetFilterBitsBuilder() override {
+ filter_bits_builder_.reset();
+ }
+
+ virtual Status MaybePostVerifyFilter(const Slice& filter_content) override {
+ return filter_bits_builder_->MaybePostVerify(filter_content);
+ }
+
protected:
virtual void AddKey(const Slice& key);
std::unique_ptr<FilterBitsBuilder> filter_bits_builder_;
virtual void Reset();
void AddPrefix(const Slice& key);
const SliceTransform* prefix_extractor() { return prefix_extractor_; }
+ const std::string& last_prefix_str() const { return last_prefix_str_; }
private:
// important: all of these might point to invalid addresses
std::string last_whole_key_str_;
bool last_prefix_recorded_;
std::string last_prefix_str_;
-
- uint32_t num_added_;
+ // Whether prefix_extractor_->InDomain(last_whole_key_) is true.
+ // Used in partitioned filters so that the last prefix from the previous
+ // filter partition will be added to the current partition if
+ // last_key_in_domain_ is true, regardless of the current key.
+ bool last_key_in_domain_;
+ bool any_added_;
std::unique_ptr<const char[]> filter_data_;
-
};
// A FilterBlockReader is used to parse filter from SST table.
FilePrefetchBuffer* prefetch_buffer, bool use_cache, bool prefetch,
bool pin, BlockCacheLookupContext* lookup_context);
- bool IsBlockBased() override { return false; }
-
- bool KeyMayMatch(const Slice& key, const SliceTransform* prefix_extractor,
- uint64_t block_offset, const bool no_io,
+ bool KeyMayMatch(const Slice& key, const bool no_io,
const Slice* const const_ikey_ptr, GetContext* get_context,
- BlockCacheLookupContext* lookup_context) override;
+ BlockCacheLookupContext* lookup_context,
+ Env::IOPriority rate_limiter_priority) override;
- bool PrefixMayMatch(const Slice& prefix,
- const SliceTransform* prefix_extractor,
- uint64_t block_offset, const bool no_io,
+ bool PrefixMayMatch(const Slice& prefix, const bool no_io,
const Slice* const const_ikey_ptr,
GetContext* get_context,
- BlockCacheLookupContext* lookup_context) override;
-
- void KeysMayMatch(MultiGetRange* range,
- const SliceTransform* prefix_extractor,
- uint64_t block_offset, const bool no_io,
- BlockCacheLookupContext* lookup_context) override;
+ BlockCacheLookupContext* lookup_context,
+ Env::IOPriority rate_limiter_priority) override;
+
+ void KeysMayMatch(MultiGetRange* range, const bool no_io,
+ BlockCacheLookupContext* lookup_context,
+ Env::IOPriority rate_limiter_priority) override;
+ // Used in partitioned filter code
+ void KeysMayMatch2(MultiGetRange* range,
+ const SliceTransform* /*prefix_extractor*/,
+ const bool no_io, BlockCacheLookupContext* lookup_context,
+ Env::IOPriority rate_limiter_priority) {
+ KeysMayMatch(range, no_io, lookup_context, rate_limiter_priority);
+ }
void PrefixesMayMatch(MultiGetRange* range,
const SliceTransform* prefix_extractor,
- uint64_t block_offset, const bool no_io,
- BlockCacheLookupContext* lookup_context) override;
+ const bool no_io,
+ BlockCacheLookupContext* lookup_context,
+ Env::IOPriority rate_limiter_priority) override;
size_t ApproximateMemoryUsage() const override;
- bool RangeMayExist(const Slice* iterate_upper_bound, const Slice& user_key,
- const SliceTransform* prefix_extractor,
- const Comparator* comparator,
- const Slice* const const_ikey_ptr, bool* filter_checked,
- bool need_upper_bound_check, bool no_io,
- BlockCacheLookupContext* lookup_context) override;
private:
bool MayMatch(const Slice& entry, bool no_io, GetContext* get_context,
- BlockCacheLookupContext* lookup_context) const;
+ BlockCacheLookupContext* lookup_context,
+ Env::IOPriority rate_limiter_priority) const;
void MayMatch(MultiGetRange* range, bool no_io,
const SliceTransform* prefix_extractor,
- BlockCacheLookupContext* lookup_context) const;
- bool IsFilterCompatible(const Slice* iterate_upper_bound, const Slice& prefix,
- const Comparator* comparator) const;
-
- private:
- bool full_length_enabled_;
- size_t prefix_extractor_full_length_;
+ BlockCacheLookupContext* lookup_context,
+ Env::IOPriority rate_limiter_priority) const;
};
} // namespace ROCKSDB_NAMESPACE