ceph/src/rocksdb/tools/generate_random_db.sh

   1 #!/bin/bash
   2 #
   3 # A shell script to load some pre generated data file to a DB using ldb tool
   4 # ./ldb needs to be avaible to be executed.
   5 #
   6 # Usage: <SCRIPT> <input_data_path> <DB Path>
   7
   8 if [ "$#" -lt 2 ]; then
   9   echo "usage: $BASH_SOURCE <input_data_path> <DB Path>"
  10   exit 1
  11 fi
  12
  13 input_data_dir=$1
  14 db_dir=$2
  15 rm -rf $db_dir
  16
  17 echo == Loading data from $input_data_dir to $db_dir
  18
  19 declare -a compression_opts=("no" "snappy" "zlib" "bzip2")
  20
  21 set -e
  22
  23 n=0
  24
  25 for f in `ls -1 $input_data_dir`
  26 do
  27   echo == Loading $f with compression ${compression_opts[n % 4]}
  28   ./ldb load --db=$db_dir --compression_type=${compression_opts[n % 4]} --bloom_bits=10 --auto_compaction=false --create_if_missing < $input_data_dir/$f
  29   let "n = n + 1"
  30 done