ceph/src/rocksdb/db/db_statistics_test.cc

   1 //  Copyright (c) 2011-present, Facebook, Inc.  All rights reserved.
   2 //  This source code is licensed under both the GPLv2 (found in the
   3 //  COPYING file in the root directory) and Apache 2.0 License
   4 //  (found in the LICENSE.Apache file in the root directory).
   5
   6 #include <string>
   7
   8 #include "db/db_test_util.h"
   9 #include "monitoring/thread_status_util.h"
  10 #include "port/stack_trace.h"
  11 #include "rocksdb/statistics.h"
  12
  13 namespace rocksdb {
  14
  15 class DBStatisticsTest : public DBTestBase {
  16  public:
  17   DBStatisticsTest() : DBTestBase("/db_statistics_test") {}
  18 };
  19
  20 TEST_F(DBStatisticsTest, CompressionStatsTest) {
  21   CompressionType type;
  22
  23   if (Snappy_Supported()) {
  24     type = kSnappyCompression;
  25     fprintf(stderr, "using snappy\n");
  26   } else if (Zlib_Supported()) {
  27     type = kZlibCompression;
  28     fprintf(stderr, "using zlib\n");
  29   } else if (BZip2_Supported()) {
  30     type = kBZip2Compression;
  31     fprintf(stderr, "using bzip2\n");
  32   } else if (LZ4_Supported()) {
  33     type = kLZ4Compression;
  34     fprintf(stderr, "using lz4\n");
  35   } else if (XPRESS_Supported()) {
  36     type = kXpressCompression;
  37     fprintf(stderr, "using xpress\n");
  38   } else if (ZSTD_Supported()) {
  39     type = kZSTD;
  40     fprintf(stderr, "using ZSTD\n");
  41   } else {
  42     fprintf(stderr, "skipping test, compression disabled\n");
  43     return;
  44   }
  45
  46   Options options = CurrentOptions();
  47   options.compression = type;
  48   options.statistics = rocksdb::CreateDBStatistics();
  49   options.statistics->set_stats_level(StatsLevel::kExceptTimeForMutex);
  50   DestroyAndReopen(options);
  51
  52   int kNumKeysWritten = 100000;
  53
  54   // Check that compressions occur and are counted when compression is turned on
  55   Random rnd(301);
  56   for (int i = 0; i < kNumKeysWritten; ++i) {
  57     // compressible string
  58     ASSERT_OK(Put(Key(i), RandomString(&rnd, 128) + std::string(128, 'a')));
  59   }
  60   ASSERT_OK(Flush());
  61   ASSERT_GT(options.statistics->getTickerCount(NUMBER_BLOCK_COMPRESSED), 0);
  62
  63   for (int i = 0; i < kNumKeysWritten; ++i) {
  64     auto r = Get(Key(i));
  65   }
  66   ASSERT_GT(options.statistics->getTickerCount(NUMBER_BLOCK_DECOMPRESSED), 0);
  67
  68   options.compression = kNoCompression;
  69   DestroyAndReopen(options);
  70   uint64_t currentCompressions =
  71             options.statistics->getTickerCount(NUMBER_BLOCK_COMPRESSED);
  72   uint64_t currentDecompressions =
  73             options.statistics->getTickerCount(NUMBER_BLOCK_DECOMPRESSED);
  74
  75   // Check that compressions do not occur when turned off
  76   for (int i = 0; i < kNumKeysWritten; ++i) {
  77     // compressible string
  78     ASSERT_OK(Put(Key(i), RandomString(&rnd, 128) + std::string(128, 'a')));
  79   }
  80   ASSERT_OK(Flush());
  81   ASSERT_EQ(options.statistics->getTickerCount(NUMBER_BLOCK_COMPRESSED)
  82             - currentCompressions, 0);
  83
  84   for (int i = 0; i < kNumKeysWritten; ++i) {
  85     auto r = Get(Key(i));
  86   }
  87   ASSERT_EQ(options.statistics->getTickerCount(NUMBER_BLOCK_DECOMPRESSED)
  88             - currentDecompressions, 0);
  89 }
  90
  91 TEST_F(DBStatisticsTest, MutexWaitStatsDisabledByDefault) {
  92   Options options = CurrentOptions();
  93   options.create_if_missing = true;
  94   options.statistics = rocksdb::CreateDBStatistics();
  95   CreateAndReopenWithCF({"pikachu"}, options);
  96   const uint64_t kMutexWaitDelay = 100;
  97   ThreadStatusUtil::TEST_SetStateDelay(ThreadStatus::STATE_MUTEX_WAIT,
  98                                        kMutexWaitDelay);
  99   ASSERT_OK(Put("hello", "rocksdb"));
 100   ASSERT_EQ(TestGetTickerCount(options, DB_MUTEX_WAIT_MICROS), 0);
 101   ThreadStatusUtil::TEST_SetStateDelay(ThreadStatus::STATE_MUTEX_WAIT, 0);
 102 }
 103
 104 TEST_F(DBStatisticsTest, MutexWaitStats) {
 105   Options options = CurrentOptions();
 106   options.create_if_missing = true;
 107   options.statistics = rocksdb::CreateDBStatistics();
 108   options.statistics->set_stats_level(StatsLevel::kAll);
 109   CreateAndReopenWithCF({"pikachu"}, options);
 110   const uint64_t kMutexWaitDelay = 100;
 111   ThreadStatusUtil::TEST_SetStateDelay(ThreadStatus::STATE_MUTEX_WAIT,
 112                                        kMutexWaitDelay);
 113   ASSERT_OK(Put("hello", "rocksdb"));
 114   ASSERT_GE(TestGetTickerCount(options, DB_MUTEX_WAIT_MICROS), kMutexWaitDelay);
 115   ThreadStatusUtil::TEST_SetStateDelay(ThreadStatus::STATE_MUTEX_WAIT, 0);
 116 }
 117
 118 TEST_F(DBStatisticsTest, ResetStats) {
 119   Options options = CurrentOptions();
 120   options.create_if_missing = true;
 121   options.statistics = rocksdb::CreateDBStatistics();
 122   DestroyAndReopen(options);
 123   for (int i = 0; i < 2; ++i) {
 124     // pick arbitrary ticker and histogram. On first iteration they're zero
 125     // because db is unused. On second iteration they're zero due to Reset().
 126     ASSERT_EQ(0, TestGetTickerCount(options, NUMBER_KEYS_WRITTEN));
 127     HistogramData histogram_data;
 128     options.statistics->histogramData(DB_WRITE, &histogram_data);
 129     ASSERT_EQ(0.0, histogram_data.max);
 130
 131     if (i == 0) {
 132       // The Put() makes some of the ticker/histogram stats nonzero until we
 133       // Reset().
 134       ASSERT_OK(Put("hello", "rocksdb"));
 135       ASSERT_EQ(1, TestGetTickerCount(options, NUMBER_KEYS_WRITTEN));
 136       options.statistics->histogramData(DB_WRITE, &histogram_data);
 137       ASSERT_GT(histogram_data.max, 0.0);
 138       options.statistics->Reset();
 139     }
 140   }
 141 }
 142
 143 }  // namespace rocksdb
 144
 145 int main(int argc, char** argv) {
 146   rocksdb::port::InstallStackTraceHandler();
 147   ::testing::InitGoogleTest(&argc, argv);
 148   return RUN_ALL_TESTS();
 149 }