Summary: Hope these scripts will allow people to run/repro benchmark easily I think it is time to re-run flash benchmarks and report results Please comment if any other benchmark runs are needed Test Plan: ran it Reviewers: yhchiang, igor, sdong Reviewed By: igor Subscribers: dhruba, MarkCallaghan, leveldb Differential Revision: https://reviews.facebook.net/D23139main
Lei Jin
10 years ago
parent
dee91c259d
commit
add22e3515
@ -0,0 +1,205 @@ |
|||||||
|
#!/bin/bash |
||||||
|
# REQUIRE: db_bench binary exists in the current directory |
||||||
|
|
||||||
|
if [ $# -ne 1 ]; then |
||||||
|
echo "./benchmark.sh [bulkload/fillseq/overwrite/filluniquerandom/readrandom/readwhilewriting]" |
||||||
|
exit 0 |
||||||
|
fi |
||||||
|
|
||||||
|
# size constants |
||||||
|
K=1024 |
||||||
|
M=$((1024 * K)) |
||||||
|
G=$((1024 * M)) |
||||||
|
|
||||||
|
if [ -z $DB_DIR ]; then |
||||||
|
echo "DB_DIR is not defined" |
||||||
|
exit 0 |
||||||
|
fi |
||||||
|
|
||||||
|
if [ -z $WAL_DIR ]; then |
||||||
|
echo "WAL_DIR is not defined" |
||||||
|
exit 0 |
||||||
|
fi |
||||||
|
|
||||||
|
output_dir=${OUTPUT_DIR:-/tmp/} |
||||||
|
if [ ! -d $output_dir ]; then |
||||||
|
mkdir -p $output_dir |
||||||
|
fi |
||||||
|
|
||||||
|
num_read_threads=${NUM_READ_THREADS:-16} |
||||||
|
writes_per_second=${WRITES_PER_SEC:-$((80 * K))} # (only for readwhilewriting) |
||||||
|
cache_size=$((16 * G)) |
||||||
|
duration=${DURATION:-0} |
||||||
|
|
||||||
|
num_keys=${NUM_KEYS:-$((1 * G))} |
||||||
|
key_size=20 |
||||||
|
value_size=800 |
||||||
|
|
||||||
|
const_params=" |
||||||
|
--db=$DB_DIR \ |
||||||
|
--wal_dir=$WAL_DIR \ |
||||||
|
\ |
||||||
|
--num_levels=6 \ |
||||||
|
--key_size=$key_size \ |
||||||
|
--value_size=$value_size \ |
||||||
|
--block_size=4096 \ |
||||||
|
--cache_size=$cache_size \ |
||||||
|
--cache_numshardbits=6 \ |
||||||
|
--compression_type=snappy \ |
||||||
|
--compression_ratio=0.5 \ |
||||||
|
\ |
||||||
|
--hard_rate_limit=2 \ |
||||||
|
--rate_limit_delay_max_milliseconds=1000000 \ |
||||||
|
--write_buffer_size=$((128 * M)) \ |
||||||
|
--max_write_buffer_number=2 \ |
||||||
|
--target_file_size_base=$((128 * M)) \ |
||||||
|
--max_bytes_for_level_base=$((1 * G)) \ |
||||||
|
\ |
||||||
|
--sync=0 \ |
||||||
|
--disable_data_sync=1 \ |
||||||
|
--verify_checksum=1 \ |
||||||
|
--delete_obsolete_files_period_micros=$((60 * M)) \ |
||||||
|
--max_grandparent_overlap_factor=10 \ |
||||||
|
\ |
||||||
|
--statistics=1 \ |
||||||
|
--stats_per_interval=1 \ |
||||||
|
--stats_interval=$((1 * M)) \ |
||||||
|
--histogram=1 \ |
||||||
|
\ |
||||||
|
--memtablerep=skip_list \ |
||||||
|
--bloom_bits=10 \ |
||||||
|
--open_files=$((20 * K))" |
||||||
|
|
||||||
|
l0_config=" |
||||||
|
--level0_file_num_compaction_trigger=8 \ |
||||||
|
--level0_slowdown_writes_trigger=16 \ |
||||||
|
--level0_stop_writes_trigger=24" |
||||||
|
|
||||||
|
if [ $duration -gt 0 ]; then |
||||||
|
const_params="$const_params --duration=$duration" |
||||||
|
fi |
||||||
|
|
||||||
|
params_r="$const_params $l0_config --max_background_compactions=4 --max_background_flushes=1" |
||||||
|
params_w="$const_params $l0_config --max_background_compactions=16 --max_background_flushes=16" |
||||||
|
params_bulkload="$const_params --max_background_compactions=16 --max_background_flushes=16 \ |
||||||
|
--level0_file_num_compaction_trigger=$((100 * M)) \ |
||||||
|
--level0_slowdown_writes_trigger=$((100 * M)) \ |
||||||
|
--level0_stop_writes_trigger=$((100 * M))" |
||||||
|
|
||||||
|
function run_bulkload { |
||||||
|
echo "Bulk loading $num_keys random keys into database..." |
||||||
|
cmd="./db_bench $params_bulkload --benchmarks=fillrandom \ |
||||||
|
--use_existing_db=0 \ |
||||||
|
--num=$num_keys \ |
||||||
|
--disable_auto_compactions=1 \ |
||||||
|
--disable_data_sync=1 \ |
||||||
|
--threads=1 2>&1 | tee $output_dir/benchmark_bulkload_fillrandom.log" |
||||||
|
echo $cmd | tee $output_dir/benchmark_bulkload_fillrandom.log |
||||||
|
eval $cmd |
||||||
|
echo "Compacting..." |
||||||
|
cmd="./db_bench $params_w --benchmarks=compact \ |
||||||
|
--use_existing_db=1 \ |
||||||
|
--num=$num_keys \ |
||||||
|
--disable_auto_compactions=1 \ |
||||||
|
--disable_data_sync=1 \ |
||||||
|
--threads=1 2>&1 | tee $output_dir/benchmark_bulkload_compact.log" |
||||||
|
echo $cmd | tee $output_dir/benchmark_bulkload_compact.log |
||||||
|
eval $cmd |
||||||
|
} |
||||||
|
|
||||||
|
function run_fillseq { |
||||||
|
echo "Loading $num_keys keys sequentially into database..." |
||||||
|
cmd="./db_bench $params_w --benchmarks=fillseq \ |
||||||
|
--use_existing_db=0 \ |
||||||
|
--num=$num_keys \ |
||||||
|
--threads=1 2>&1 | tee $output_dir/benchmark_fillseq.log" |
||||||
|
echo $cmd | tee $output_dir/benchmark_fillseq.log |
||||||
|
eval $cmd |
||||||
|
} |
||||||
|
|
||||||
|
function run_overwrite { |
||||||
|
echo "Loading $num_keys keys sequentially into database..." |
||||||
|
cmd="./db_bench $params_w --benchmarks=overwrite \ |
||||||
|
--use_existing_db=1 \ |
||||||
|
--num=$num_keys \ |
||||||
|
--threads=1 2>&1 | tee $output_dir/benchmark_overwrite.log" |
||||||
|
echo $cmd | tee $output_dir/benchmark_overwrite.log |
||||||
|
eval $cmd |
||||||
|
} |
||||||
|
|
||||||
|
function run_filluniquerandom { |
||||||
|
echo "Loading $num_keys unique keys randomly into database..." |
||||||
|
cmd="./db_bench $params_w --benchmarks=filluniquerandom \ |
||||||
|
--use_existing_db=0 \ |
||||||
|
--num=$num_keys \ |
||||||
|
--threads=1 2>&1 | tee $output_dir/benchmark_filluniquerandom.log" |
||||||
|
echo $cmd | tee $output_dir/benchmark_filluniquerandom.log |
||||||
|
eval $cmd |
||||||
|
} |
||||||
|
|
||||||
|
function run_readrandom { |
||||||
|
echo "Reading $num_keys random keys from database..." |
||||||
|
cmd="./db_bench $params_r --benchmarks=readrandom \ |
||||||
|
--use_existing_db=1 \ |
||||||
|
--num=$num_keys \ |
||||||
|
--threads=$num_read_threads \ |
||||||
|
--disable_auto_compactions=1 \ |
||||||
|
2>&1 | tee $output_dir/benchmark_readrandom.log" |
||||||
|
echo $cmd | tee $output_dir/benchmark_readrandom.log |
||||||
|
eval $cmd |
||||||
|
} |
||||||
|
|
||||||
|
function run_readwhilewriting { |
||||||
|
echo "Reading $num_keys random keys from database whiling writing.." |
||||||
|
cmd="./db_bench $params_r --benchmarks=readwhilewriting \ |
||||||
|
--use_existing_db=1 \ |
||||||
|
--num=$num_keys \ |
||||||
|
--threads=$num_read_threads \ |
||||||
|
--writes_per_second=$writes_per_second \ |
||||||
|
2>&1 | tee $output_dir/benchmark_readwhilewriting.log" |
||||||
|
echo $cmd | tee $output_dir/benchmark_readwhilewriting.log |
||||||
|
eval $cmd |
||||||
|
} |
||||||
|
|
||||||
|
function now() { |
||||||
|
echo `date +"%s"` |
||||||
|
} |
||||||
|
|
||||||
|
report="$output_dir/report.txt" |
||||||
|
|
||||||
|
# print start time |
||||||
|
echo "===== Benchmark =====" |
||||||
|
|
||||||
|
# Run!!! |
||||||
|
IFS=',' read -a jobs <<< $1 |
||||||
|
for job in ${jobs[@]}; do |
||||||
|
echo "Start $job at `date`" | tee -a $report |
||||||
|
start=$(now) |
||||||
|
if [ $job = bulkload ]; then |
||||||
|
run_bulkload |
||||||
|
elif [ $job = fillseq ]; then |
||||||
|
run_fillseq |
||||||
|
elif [ $job = overwrite ]; then |
||||||
|
run_overwrite |
||||||
|
elif [ $job = filluniquerandom ]; then |
||||||
|
run_filluniquerandom |
||||||
|
elif [ $job = readrandom ]; then |
||||||
|
run_readrandom |
||||||
|
elif [ $job = readwhilewriting ]; then |
||||||
|
run_readwhilewriting |
||||||
|
else |
||||||
|
echo "unknown job $job" |
||||||
|
exit |
||||||
|
fi |
||||||
|
end=$(now) |
||||||
|
|
||||||
|
echo "Complete $job in $((end-start)) seconds" | tee -a $report |
||||||
|
if [[ $job = readrandom || $job = readwhilewriting ]]; then |
||||||
|
qps=$(grep "micros\/op" "$output_dir/benchmark_$job.log" | grep "ops\/sec" | awk '{print $5}') |
||||||
|
line=$(grep "rocksdb.db.get.micros" "$output_dir/benchmark_$job.log") |
||||||
|
p50=$(echo $line | awk '{print $7}') |
||||||
|
p99=$(echo $line | awk '{print $13}') |
||||||
|
echo "Read latency p50 = $p50 us, p99 = $p99 us" | tee -a $report |
||||||
|
echo "QPS = $qps ops/sec" | tee -a $report |
||||||
|
fi |
||||||
|
done |
||||||
@ -0,0 +1,45 @@ |
|||||||
|
#!/bin/bash |
||||||
|
# REQUIRE: benchmark.sh exists in the current directory |
||||||
|
# After execution of this script, log files are generated in $output_dir. |
||||||
|
# report.txt provides a high level statistics |
||||||
|
|
||||||
|
# Size constants |
||||||
|
K=1024 |
||||||
|
M=$((1024 * K)) |
||||||
|
G=$((1024 * M)) |
||||||
|
|
||||||
|
n=$((1 * G)) |
||||||
|
wps=$((80 * K)) |
||||||
|
duration=$((6 * 60 * 60)) |
||||||
|
num_read_threads=24 |
||||||
|
|
||||||
|
# Update these parameters before execution !!! |
||||||
|
db_dir="/tmp/rocksdb/" |
||||||
|
wal_dir="/tmp/rocksdb/" |
||||||
|
output_dir="/tmp/output" |
||||||
|
|
||||||
|
# Test 1: bulk load |
||||||
|
OUTPUT_DIR=$output_dir NUM_KEYS=$n DB_DIR=$db_dir WAL_DIR=$wal_dir \ |
||||||
|
./benchmark.sh bulkload |
||||||
|
|
||||||
|
# Test 2: sequential fill |
||||||
|
OUTPUT_DIR=$output_dir NUM_KEYS=$n DB_DIR=$db_dir WAL_DIR=$wal_dir \ |
||||||
|
./benchmark.sh fillseq |
||||||
|
|
||||||
|
# Test 3: overwrite |
||||||
|
OUTPUT_DIR=$output_dir NUM_KEYS=$n DB_DIR=$db_dir WAL_DIR=$wal_dir \ |
||||||
|
./benchmark.sh overwrite |
||||||
|
|
||||||
|
# Prepare: populate DB with random data |
||||||
|
OUTPUT_DIR=$output_dir NUM_KEYS=$n DB_DIR=$db_dir WAL_DIR=$wal_dir \ |
||||||
|
./benchmark.sh filluniquerandom |
||||||
|
|
||||||
|
# Test 4: random read |
||||||
|
OUTPUT_DIR=$output_dir NUM_KEYS=$n DB_DIR=$db_dir WAL_DIR=$wal_dir \ |
||||||
|
DURATION=$duration NUM_READ_THREADS=$num_read_threads \ |
||||||
|
./benchmark.sh readrandom |
||||||
|
|
||||||
|
# Test 5: random read while writing |
||||||
|
OUTPUT_DIR=$output_dir NUM_KEYS=$n DB_DIR=$db_dir WAL_DIR=$wal_dir \ |
||||||
|
DURATION=$duration NUM_READ_THREADS=$num_read_threads WRITES_PER_SECOND=$wps \ |
||||||
|
./benchmark.sh readwhilewriting |
||||||
Loading…
Reference in new issue