From 18463f8c00820805d016ffe768aebc83765353a8 Mon Sep 17 00:00:00 2001 From: Jay Zhuang Date: Thu, 24 Mar 2022 10:08:35 -0700 Subject: [PATCH] Remove DBGet P95/P99 benchmark metrics (#9742) Summary: DBGet p95 and p99 have high variation, remove them for now. Also increase the iteration to 3 to avoid false positive. Pull Request resolved: https://github.com/facebook/rocksdb/pull/9742 Test Plan: Internal CI Reviewed By: ajkr Differential Revision: D35082820 Pulled By: jay-zhuang fbshipit-source-id: facc1d56b94e54aa8c8852c207aae2ae4e4924b0 --- TARGETS | 834 ++++++++++++----------------------- buckifier/bench-slow.json | 242 +--------- buckifier/bench.json | 80 +--- microbench/db_basic_bench.cc | 16 +- 4 files changed, 334 insertions(+), 838 deletions(-) diff --git a/TARGETS b/TARGETS index fdc71a1c4..067ea503a 100644 --- a/TARGETS +++ b/TARGETS @@ -691,22 +691,18 @@ cpp_binary_wrapper(name="db_basic_bench", srcs=["microbench/db_basic_bench.cc"], add_c_test_wrapper() -fancy_bench_wrapper(suite_name="rocksdb_microbench_suite_0", binary_to_bench_to_metric_list_map={'db_basic_bench': {'DBGet/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['get_p95', - 'db_size', +fancy_bench_wrapper(suite_name="rocksdb_microbench_suite_0", binary_to_bench_to_metric_list_map={'db_basic_bench': {'DBGet/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['db_size', 'get_mean', 'threads', 'real_time', 'cpu_time', - 'neg_qu_pct', - 'get_p99'], - 'DBGet/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['get_p95', - 'db_size', + 'neg_qu_pct'], + 'DBGet/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['db_size', 'get_mean', 'threads', 'real_time', 'cpu_time', - 'neg_qu_pct', - 'get_p99'], + 'neg_qu_pct'], 'DBGet/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['real_time', 'cpu_time', 'db_size', @@ -750,25 +746,21 @@ fancy_bench_wrapper(suite_name="rocksdb_microbench_suite_0", binary_to_bench_to_ 'threads'], 'FilterQueryPositive/filter_impl:3/bits_per_key:20/key_len_avg:10/entry_num:1048576': ['real_time', 'cpu_time', - 'threads']}}, slow=False, expected_runtime=2438, sl_iterations=2, regression_threshold=10) + 'threads']}}, slow=False, expected_runtime=2438, sl_iterations=3, regression_threshold=10) -fancy_bench_wrapper(suite_name="rocksdb_microbench_suite_1", binary_to_bench_to_metric_list_map={'db_basic_bench': {'DBGet/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:1/iterations:10240/threads:1': ['get_p95', - 'db_size', +fancy_bench_wrapper(suite_name="rocksdb_microbench_suite_1", binary_to_bench_to_metric_list_map={'db_basic_bench': {'DBGet/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:1/iterations:10240/threads:1': ['db_size', 'get_mean', 'threads', 'real_time', 'cpu_time', - 'neg_qu_pct', - 'get_p99'], - 'DBGet/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:1/iterations:10240/threads:1': ['get_p95', - 'db_size', + 'neg_qu_pct'], + 'DBGet/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:1/iterations:10240/threads:1': ['db_size', 'get_mean', 'threads', 'real_time', 'cpu_time', - 'neg_qu_pct', - 'get_p99'], + 'neg_qu_pct'], 'DBGet/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:0/iterations:10240/threads:1': ['real_time', 'cpu_time', 'db_size', @@ -810,25 +802,21 @@ fancy_bench_wrapper(suite_name="rocksdb_microbench_suite_1", binary_to_bench_to_ 'threads'], 'FilterQueryPositive/filter_impl:3/bits_per_key:20/key_len_avg:100/entry_num:1048576': ['real_time', 'cpu_time', - 'threads']}}, slow=False, expected_runtime=2437, sl_iterations=2, regression_threshold=10) + 'threads']}}, slow=False, expected_runtime=2437, sl_iterations=3, regression_threshold=10) -fancy_bench_wrapper(suite_name="rocksdb_microbench_suite_2", binary_to_bench_to_metric_list_map={'db_basic_bench': {'DBGet/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:0/iterations:10240/threads:1': ['get_p95', - 'db_size', +fancy_bench_wrapper(suite_name="rocksdb_microbench_suite_2", binary_to_bench_to_metric_list_map={'db_basic_bench': {'DBGet/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:0/iterations:10240/threads:1': ['db_size', 'get_mean', 'threads', 'real_time', 'cpu_time', - 'neg_qu_pct', - 'get_p99'], - 'DBGet/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:0/iterations:10240/threads:1': ['get_p95', - 'db_size', + 'neg_qu_pct'], + 'DBGet/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:0/iterations:10240/threads:1': ['db_size', 'get_mean', 'threads', 'real_time', 'cpu_time', - 'neg_qu_pct', - 'get_p99'], + 'neg_qu_pct'], 'DBGet/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:1/iterations:10240/threads:1': ['real_time', 'cpu_time', 'db_size', @@ -841,7 +829,7 @@ fancy_bench_wrapper(suite_name="rocksdb_microbench_suite_2", binary_to_bench_to_ 'DBPut/comp_style:2/max_data:107374182400/per_key_size:256/enable_statistics:0/wal:0/iterations:409600/threads:1': ['real_time', 'cpu_time', 'db_size', - 'threads']}}, slow=False, expected_runtime=2446, sl_iterations=2, regression_threshold=10) + 'threads']}}, slow=False, expected_runtime=2446, sl_iterations=3, regression_threshold=10) fancy_bench_wrapper(suite_name="rocksdb_microbench_suite_3", binary_to_bench_to_metric_list_map={'db_basic_bench': {'DBGet/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['real_time', @@ -854,22 +842,18 @@ fancy_bench_wrapper(suite_name="rocksdb_microbench_suite_3", binary_to_bench_to_ 'db_size', 'neg_qu_pct', 'threads'], - 'DBGet/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:0/iterations:10240/threads:1': ['get_p95', - 'db_size', + 'DBGet/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:0/iterations:10240/threads:1': ['db_size', 'get_mean', 'threads', 'real_time', 'cpu_time', - 'neg_qu_pct', - 'get_p99'], - 'DBGet/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1': ['get_p95', - 'db_size', + 'neg_qu_pct'], + 'DBGet/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1': ['db_size', 'get_mean', 'threads', 'real_time', 'cpu_time', - 'neg_qu_pct', - 'get_p99'], + 'neg_qu_pct'], 'DBPut/comp_style:0/max_data:107374182400/per_key_size:256/enable_statistics:0/wal:1/iterations:51200/threads:8': ['real_time', 'cpu_time', 'db_size', @@ -900,7 +884,7 @@ fancy_bench_wrapper(suite_name="rocksdb_microbench_suite_3", binary_to_bench_to_ 'fp_pct'], 'FilterQueryPositive/filter_impl:2/bits_per_key:10/key_len_avg:100/entry_num:1048576': ['real_time', 'cpu_time', - 'threads']}}, slow=False, expected_runtime=2437, sl_iterations=2, regression_threshold=10) + 'threads']}}, slow=False, expected_runtime=2437, sl_iterations=3, regression_threshold=10) fancy_bench_wrapper(suite_name="rocksdb_microbench_suite_4", binary_to_bench_to_metric_list_map={'db_basic_bench': {'DBGet/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['real_time', @@ -913,22 +897,18 @@ fancy_bench_wrapper(suite_name="rocksdb_microbench_suite_4", binary_to_bench_to_ 'db_size', 'neg_qu_pct', 'threads'], - 'DBGet/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['get_p95', - 'db_size', + 'DBGet/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['db_size', 'get_mean', 'threads', 'real_time', 'cpu_time', - 'neg_qu_pct', - 'get_p99'], - 'DBGet/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:1/iterations:10240/threads:1': ['get_p95', - 'db_size', + 'neg_qu_pct'], + 'DBGet/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:1/iterations:10240/threads:1': ['db_size', 'get_mean', 'threads', 'real_time', 'cpu_time', - 'neg_qu_pct', - 'get_p99'], + 'neg_qu_pct'], 'DBPut/comp_style:1/max_data:107374182400/per_key_size:256/enable_statistics:0/wal:1/iterations:51200/threads:8': ['real_time', 'cpu_time', 'db_size', @@ -958,7 +938,7 @@ fancy_bench_wrapper(suite_name="rocksdb_microbench_suite_4", binary_to_bench_to_ 'fp_pct'], 'FilterQueryPositive/filter_impl:2/bits_per_key:20/key_len_avg:10/entry_num:1024': ['real_time', 'cpu_time', - 'threads']}}, slow=False, expected_runtime=2437, sl_iterations=2, regression_threshold=10) + 'threads']}}, slow=False, expected_runtime=2437, sl_iterations=3, regression_threshold=10) fancy_bench_wrapper(suite_name="rocksdb_microbench_suite_5", binary_to_bench_to_metric_list_map={'db_basic_bench': {'DBGet/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:0/iterations:10240/threads:1': ['real_time', @@ -1012,17 +992,15 @@ fancy_bench_wrapper(suite_name="rocksdb_microbench_suite_5", binary_to_bench_to_ 'threads'], 'FilterQueryPositive/filter_impl:3/bits_per_key:20/key_len_avg:100/entry_num:1024': ['real_time', 'cpu_time', - 'threads']}}, slow=False, expected_runtime=2437, sl_iterations=2, regression_threshold=10) + 'threads']}}, slow=False, expected_runtime=2437, sl_iterations=3, regression_threshold=10) -fancy_bench_wrapper(suite_name="rocksdb_microbench_suite_6", binary_to_bench_to_metric_list_map={'db_basic_bench': {'DBGet/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:0/iterations:10240/threads:1': ['get_p95', - 'db_size', +fancy_bench_wrapper(suite_name="rocksdb_microbench_suite_6", binary_to_bench_to_metric_list_map={'db_basic_bench': {'DBGet/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:0/iterations:10240/threads:1': ['db_size', 'get_mean', 'threads', 'real_time', 'cpu_time', - 'neg_qu_pct', - 'get_p99'], + 'neg_qu_pct'], 'DBGet/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['real_time', 'cpu_time', 'db_size', @@ -1058,30 +1036,26 @@ fancy_bench_wrapper(suite_name="rocksdb_microbench_suite_6", binary_to_bench_to_ 'fp_pct'], 'FilterQueryPositive/filter_impl:2/bits_per_key:10/key_len_avg:10/entry_num:1024': ['real_time', 'cpu_time', - 'threads']}}, slow=False, expected_runtime=2437, sl_iterations=2, regression_threshold=10) + 'threads']}}, slow=False, expected_runtime=2437, sl_iterations=3, regression_threshold=10) -fancy_bench_wrapper(suite_name="rocksdb_microbench_suite_7", binary_to_bench_to_metric_list_map={'db_basic_bench': {'DBGet/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:1/iterations:10240/threads:1': ['get_p95', - 'db_size', +fancy_bench_wrapper(suite_name="rocksdb_microbench_suite_7", binary_to_bench_to_metric_list_map={'db_basic_bench': {'DBGet/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:1/iterations:10240/threads:1': ['db_size', 'get_mean', 'threads', 'real_time', 'cpu_time', - 'neg_qu_pct', - 'get_p99'], + 'neg_qu_pct'], 'DBGet/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:0/iterations:10240/threads:1': ['real_time', 'cpu_time', 'db_size', 'neg_qu_pct', 'threads'], - 'DBGet/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1': ['get_p95', - 'db_size', + 'DBGet/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1': ['db_size', 'get_mean', 'threads', 'real_time', 'cpu_time', - 'neg_qu_pct', - 'get_p99'], + 'neg_qu_pct'], 'DBPut/comp_style:0/max_data:107374182400/per_key_size:256/enable_statistics:1/wal:0/iterations:51200/threads:8': ['real_time', 'put_mean', 'cpu_time', @@ -1114,7 +1088,7 @@ fancy_bench_wrapper(suite_name="rocksdb_microbench_suite_7", binary_to_bench_to_ 'FilterQueryNegative/filter_impl:2/bits_per_key:10/key_len_avg:100/entry_num:1024': ['real_time', 'cpu_time', 'threads', - 'fp_pct']}}, slow=False, expected_runtime=2438, sl_iterations=2, regression_threshold=10) + 'fp_pct']}}, slow=False, expected_runtime=2438, sl_iterations=3, regression_threshold=10) fancy_bench_wrapper(suite_name="rocksdb_microbench_suite_8", binary_to_bench_to_metric_list_map={'db_basic_bench': {'DBGet/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['real_time', @@ -1165,7 +1139,7 @@ fancy_bench_wrapper(suite_name="rocksdb_microbench_suite_8", binary_to_bench_to_ 'fp_pct'], 'FilterQueryPositive/filter_impl:0/bits_per_key:20/key_len_avg:10/entry_num:1048576': ['real_time', 'cpu_time', - 'threads']}}, slow=False, expected_runtime=2437, sl_iterations=2, regression_threshold=10) + 'threads']}}, slow=False, expected_runtime=2437, sl_iterations=3, regression_threshold=10) fancy_bench_wrapper(suite_name="rocksdb_microbench_suite_9", binary_to_bench_to_metric_list_map={'db_basic_bench': {'DBGet/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:0/iterations:10240/threads:1': ['real_time', @@ -1178,14 +1152,12 @@ fancy_bench_wrapper(suite_name="rocksdb_microbench_suite_9", binary_to_bench_to_ 'db_size', 'neg_qu_pct', 'threads'], - 'DBGet/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1': ['get_p95', - 'db_size', + 'DBGet/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1': ['db_size', 'get_mean', 'threads', 'real_time', 'cpu_time', - 'neg_qu_pct', - 'get_p99'], + 'neg_qu_pct'], 'DBPut/comp_style:1/max_data:107374182400/per_key_size:256/enable_statistics:0/wal:0/iterations:51200/threads:8': ['real_time', 'cpu_time', 'db_size', @@ -1208,33 +1180,27 @@ fancy_bench_wrapper(suite_name="rocksdb_microbench_suite_9", binary_to_bench_to_ 'fp_pct'], 'FilterQueryPositive/filter_impl:0/bits_per_key:10/key_len_avg:10/entry_num:1024': ['real_time', 'cpu_time', - 'threads']}}, slow=False, expected_runtime=2437, sl_iterations=2, regression_threshold=10) + 'threads']}}, slow=False, expected_runtime=2437, sl_iterations=3, regression_threshold=10) -fancy_bench_wrapper(suite_name="rocksdb_microbench_suite_10", binary_to_bench_to_metric_list_map={'db_basic_bench': {'DBGet/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1': ['get_p95', - 'db_size', +fancy_bench_wrapper(suite_name="rocksdb_microbench_suite_10", binary_to_bench_to_metric_list_map={'db_basic_bench': {'DBGet/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1': ['db_size', 'get_mean', 'threads', 'real_time', 'cpu_time', - 'neg_qu_pct', - 'get_p99'], - 'DBGet/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['get_p95', - 'db_size', + 'neg_qu_pct'], + 'DBGet/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['db_size', 'get_mean', 'threads', 'real_time', 'cpu_time', - 'neg_qu_pct', - 'get_p99'], - 'DBGet/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1': ['get_p95', - 'db_size', + 'neg_qu_pct'], + 'DBGet/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1': ['db_size', 'get_mean', 'threads', 'real_time', 'cpu_time', - 'neg_qu_pct', - 'get_p99'], + 'neg_qu_pct'], 'DBGet/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:1/iterations:10240/threads:1': ['real_time', 'cpu_time', 'db_size', @@ -1253,33 +1219,27 @@ fancy_bench_wrapper(suite_name="rocksdb_microbench_suite_10", binary_to_bench_to 'size'], 'FilterQueryPositive/filter_impl:2/bits_per_key:20/key_len_avg:100/entry_num:1024': ['real_time', 'cpu_time', - 'threads']}}, slow=False, expected_runtime=2437, sl_iterations=2, regression_threshold=10) + 'threads']}}, slow=False, expected_runtime=2437, sl_iterations=3, regression_threshold=10) -fancy_bench_wrapper(suite_name="rocksdb_microbench_suite_11", binary_to_bench_to_metric_list_map={'db_basic_bench': {'DBGet/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:1/iterations:10240/threads:1': ['get_p95', - 'db_size', +fancy_bench_wrapper(suite_name="rocksdb_microbench_suite_11", binary_to_bench_to_metric_list_map={'db_basic_bench': {'DBGet/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:1/iterations:10240/threads:1': ['db_size', 'get_mean', 'threads', 'real_time', 'cpu_time', - 'neg_qu_pct', - 'get_p99'], - 'DBGet/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['get_p95', - 'db_size', + 'neg_qu_pct'], + 'DBGet/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['db_size', 'get_mean', 'threads', 'real_time', 'cpu_time', - 'neg_qu_pct', - 'get_p99'], - 'DBGet/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1': ['get_p95', - 'db_size', + 'neg_qu_pct'], + 'DBGet/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1': ['db_size', 'get_mean', 'threads', 'real_time', 'cpu_time', - 'neg_qu_pct', - 'get_p99'], + 'neg_qu_pct'], 'DBPut/comp_style:1/max_data:107374182400/per_key_size:256/enable_statistics:1/wal:0/iterations:409600/threads:1': ['real_time', 'put_mean', 'cpu_time', @@ -1293,7 +1253,7 @@ fancy_bench_wrapper(suite_name="rocksdb_microbench_suite_11", binary_to_bench_to 'put_p99', 'db_size', 'put_p95', - 'threads']}}, slow=False, expected_runtime=2446, sl_iterations=2, regression_threshold=10) + 'threads']}}, slow=False, expected_runtime=2446, sl_iterations=3, regression_threshold=10) fancy_bench_wrapper(suite_name="rocksdb_microbench_suite_12", binary_to_bench_to_metric_list_map={'db_basic_bench': {'DBGet/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:0/iterations:10240/threads:1': ['real_time', @@ -1301,27 +1261,23 @@ fancy_bench_wrapper(suite_name="rocksdb_microbench_suite_12", binary_to_bench_to 'db_size', 'neg_qu_pct', 'threads'], - 'DBGet/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['get_p95', - 'db_size', + 'DBGet/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['db_size', 'get_mean', 'threads', 'real_time', 'cpu_time', - 'neg_qu_pct', - 'get_p99'], + 'neg_qu_pct'], 'DBGet/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:0/iterations:10240/threads:1': ['real_time', 'cpu_time', 'db_size', 'neg_qu_pct', 'threads'], - 'DBGet/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:1/iterations:10240/threads:1': ['get_p95', - 'db_size', + 'DBGet/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:1/iterations:10240/threads:1': ['db_size', 'get_mean', 'threads', 'real_time', 'cpu_time', - 'neg_qu_pct', - 'get_p99']}, + 'neg_qu_pct']}, 'ribbon_bench': {'FilterBuild/filter_impl:0/bits_per_key:20/key_len_avg:100/entry_num:1024': ['real_time', 'cpu_time', 'threads', @@ -1355,7 +1311,7 @@ fancy_bench_wrapper(suite_name="rocksdb_microbench_suite_12", binary_to_bench_to 'threads'], 'FilterQueryPositive/filter_impl:3/bits_per_key:10/key_len_avg:100/entry_num:1048576': ['real_time', 'cpu_time', - 'threads']}}, slow=False, expected_runtime=2437, sl_iterations=2, regression_threshold=10) + 'threads']}}, slow=False, expected_runtime=2437, sl_iterations=3, regression_threshold=10) fancy_bench_wrapper(suite_name="rocksdb_microbench_suite_13", binary_to_bench_to_metric_list_map={'db_basic_bench': {'DBGet/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:0/iterations:10240/threads:1': ['real_time', @@ -1368,14 +1324,12 @@ fancy_bench_wrapper(suite_name="rocksdb_microbench_suite_13", binary_to_bench_to 'db_size', 'neg_qu_pct', 'threads'], - 'DBGet/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:0/iterations:10240/threads:1': ['get_p95', - 'db_size', + 'DBGet/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:0/iterations:10240/threads:1': ['db_size', 'get_mean', 'threads', 'real_time', 'cpu_time', - 'neg_qu_pct', - 'get_p99'], + 'neg_qu_pct'], 'DBPut/comp_style:0/max_data:107374182400/per_key_size:256/enable_statistics:0/wal:1/iterations:409600/threads:1': ['real_time', 'cpu_time', 'db_size', @@ -1400,7 +1354,7 @@ fancy_bench_wrapper(suite_name="rocksdb_microbench_suite_13", binary_to_bench_to 'threads'], 'FilterQueryPositive/filter_impl:3/bits_per_key:20/key_len_avg:10/entry_num:1024': ['real_time', 'cpu_time', - 'threads']}}, slow=False, expected_runtime=2437, sl_iterations=2, regression_threshold=10) + 'threads']}}, slow=False, expected_runtime=2437, sl_iterations=3, regression_threshold=10) fancy_bench_wrapper(suite_name="rocksdb_microbench_suite_14", binary_to_bench_to_metric_list_map={'db_basic_bench': {'DBGet/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:1/iterations:10240/threads:1': ['real_time', @@ -1413,14 +1367,12 @@ fancy_bench_wrapper(suite_name="rocksdb_microbench_suite_14", binary_to_bench_to 'db_size', 'neg_qu_pct', 'threads'], - 'DBGet/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:0/iterations:10240/threads:1': ['get_p95', - 'db_size', + 'DBGet/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:0/iterations:10240/threads:1': ['db_size', 'get_mean', 'threads', 'real_time', 'cpu_time', - 'neg_qu_pct', - 'get_p99'], + 'neg_qu_pct'], 'DBPut/comp_style:0/max_data:107374182400/per_key_size:256/enable_statistics:0/wal:0/iterations:51200/threads:8': ['real_time', 'cpu_time', 'db_size', @@ -1446,7 +1398,7 @@ fancy_bench_wrapper(suite_name="rocksdb_microbench_suite_14", binary_to_bench_to 'fp_pct'], 'FilterQueryPositive/filter_impl:0/bits_per_key:20/key_len_avg:100/entry_num:1024': ['real_time', 'cpu_time', - 'threads']}}, slow=False, expected_runtime=2437, sl_iterations=2, regression_threshold=10) + 'threads']}}, slow=False, expected_runtime=2437, sl_iterations=3, regression_threshold=10) fancy_bench_wrapper(suite_name="rocksdb_microbench_suite_0_slow", binary_to_bench_to_metric_list_map={'db_basic_bench': {'DBGet/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['real_time', @@ -1454,48 +1406,40 @@ fancy_bench_wrapper(suite_name="rocksdb_microbench_suite_0_slow", binary_to_benc 'db_size', 'neg_qu_pct', 'threads'], - 'DBGet/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['get_p95', - 'db_size', + 'DBGet/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['db_size', 'get_mean', 'threads', 'real_time', 'cpu_time', - 'neg_qu_pct', - 'get_p99'], + 'neg_qu_pct'], 'DBGet/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:0/iterations:10240/threads:1': ['real_time', 'cpu_time', 'db_size', 'neg_qu_pct', 'threads'], - 'DBGet/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8': ['get_p95', - 'db_size', + 'DBGet/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8': ['db_size', 'get_mean', 'threads', 'real_time', 'cpu_time', - 'neg_qu_pct', - 'get_p99'], + 'neg_qu_pct'], 'DBGet/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:1/iterations:1280/threads:8': ['real_time', 'cpu_time', 'db_size', 'neg_qu_pct', 'threads'], - 'DBGet/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1': ['get_p95', - 'db_size', + 'DBGet/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1': ['db_size', 'get_mean', 'threads', 'real_time', 'cpu_time', - 'neg_qu_pct', - 'get_p99'], - 'DBGet/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['get_p95', - 'db_size', + 'neg_qu_pct'], + 'DBGet/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['db_size', 'get_mean', 'threads', 'real_time', 'cpu_time', - 'neg_qu_pct', - 'get_p99'], + 'neg_qu_pct'], 'DBGet/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:0/iterations:10240/threads:1': ['real_time', 'cpu_time', 'db_size', @@ -1506,14 +1450,12 @@ fancy_bench_wrapper(suite_name="rocksdb_microbench_suite_0_slow", binary_to_benc 'db_size', 'neg_qu_pct', 'threads'], - 'DBGet/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8': ['get_p95', - 'db_size', + 'DBGet/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8': ['db_size', 'get_mean', 'threads', 'real_time', 'cpu_time', - 'neg_qu_pct', - 'get_p99'], + 'neg_qu_pct'], 'DBGet/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:0/iterations:1280/threads:8': ['real_time', 'cpu_time', 'db_size', @@ -1524,22 +1466,18 @@ fancy_bench_wrapper(suite_name="rocksdb_microbench_suite_0_slow", binary_to_benc 'db_size', 'neg_qu_pct', 'threads'], - 'DBGet/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['get_p95', - 'db_size', + 'DBGet/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['db_size', 'get_mean', 'threads', 'real_time', 'cpu_time', - 'neg_qu_pct', - 'get_p99'], - 'DBGet/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['get_p95', - 'db_size', + 'neg_qu_pct'], + 'DBGet/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['db_size', 'get_mean', 'threads', 'real_time', 'cpu_time', - 'neg_qu_pct', - 'get_p99'], + 'neg_qu_pct'], 'DBPut/comp_style:1/max_data:107374182400/per_key_size:256/enable_statistics:1/wal:0/iterations:409600/threads:1': ['real_time', 'put_mean', 'cpu_time', @@ -1683,7 +1621,7 @@ fancy_bench_wrapper(suite_name="rocksdb_microbench_suite_0_slow", binary_to_benc 'threads'], 'FilterQueryPositive/filter_impl:3/bits_per_key:10/key_len_avg:100/entry_num:1048576': ['real_time', 'cpu_time', - 'threads']}}, slow=True, expected_runtime=88891, sl_iterations=2, regression_threshold=10) + 'threads']}}, slow=True, expected_runtime=88891, sl_iterations=3, regression_threshold=10) fancy_bench_wrapper(suite_name="rocksdb_microbench_suite_1_slow", binary_to_bench_to_metric_list_map={'db_basic_bench': {'DBGet/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['real_time', @@ -1691,48 +1629,40 @@ fancy_bench_wrapper(suite_name="rocksdb_microbench_suite_1_slow", binary_to_benc 'db_size', 'neg_qu_pct', 'threads'], - 'DBGet/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['get_p95', - 'db_size', + 'DBGet/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['db_size', 'get_mean', 'threads', 'real_time', 'cpu_time', - 'neg_qu_pct', - 'get_p99'], + 'neg_qu_pct'], 'DBGet/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:0/iterations:10240/threads:1': ['real_time', 'cpu_time', 'db_size', 'neg_qu_pct', 'threads'], - 'DBGet/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8': ['get_p95', - 'db_size', + 'DBGet/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8': ['db_size', 'get_mean', 'threads', 'real_time', 'cpu_time', - 'neg_qu_pct', - 'get_p99'], + 'neg_qu_pct'], 'DBGet/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:1/iterations:1280/threads:8': ['real_time', 'cpu_time', 'db_size', 'neg_qu_pct', 'threads'], - 'DBGet/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1': ['get_p95', - 'db_size', + 'DBGet/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1': ['db_size', 'get_mean', 'threads', 'real_time', 'cpu_time', - 'neg_qu_pct', - 'get_p99'], - 'DBGet/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['get_p95', - 'db_size', + 'neg_qu_pct'], + 'DBGet/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['db_size', 'get_mean', 'threads', 'real_time', 'cpu_time', - 'neg_qu_pct', - 'get_p99'], + 'neg_qu_pct'], 'DBGet/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:0/iterations:10240/threads:1': ['real_time', 'cpu_time', 'db_size', @@ -1743,14 +1673,12 @@ fancy_bench_wrapper(suite_name="rocksdb_microbench_suite_1_slow", binary_to_benc 'db_size', 'neg_qu_pct', 'threads'], - 'DBGet/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8': ['get_p95', - 'db_size', + 'DBGet/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8': ['db_size', 'get_mean', 'threads', 'real_time', 'cpu_time', - 'neg_qu_pct', - 'get_p99'], + 'neg_qu_pct'], 'DBGet/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:0/iterations:1280/threads:8': ['real_time', 'cpu_time', 'db_size', @@ -1761,22 +1689,18 @@ fancy_bench_wrapper(suite_name="rocksdb_microbench_suite_1_slow", binary_to_benc 'db_size', 'neg_qu_pct', 'threads'], - 'DBGet/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['get_p95', - 'db_size', + 'DBGet/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['db_size', 'get_mean', 'threads', 'real_time', 'cpu_time', - 'neg_qu_pct', - 'get_p99'], - 'DBGet/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['get_p95', - 'db_size', + 'neg_qu_pct'], + 'DBGet/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['db_size', 'get_mean', 'threads', 'real_time', 'cpu_time', - 'neg_qu_pct', - 'get_p99'], + 'neg_qu_pct'], 'DBPut/comp_style:1/max_data:107374182400/per_key_size:256/enable_statistics:1/wal:0/iterations:409600/threads:1': ['real_time', 'put_mean', 'cpu_time', @@ -1920,7 +1844,7 @@ fancy_bench_wrapper(suite_name="rocksdb_microbench_suite_1_slow", binary_to_benc 'threads'], 'FilterQueryPositive/filter_impl:3/bits_per_key:10/key_len_avg:100/entry_num:1048576': ['real_time', 'cpu_time', - 'threads']}}, slow=True, expected_runtime=88804, sl_iterations=2, regression_threshold=10) + 'threads']}}, slow=True, expected_runtime=88804, sl_iterations=3, regression_threshold=10) fancy_bench_wrapper(suite_name="rocksdb_microbench_suite_2_slow", binary_to_bench_to_metric_list_map={'db_basic_bench': {'DBGet/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['real_time', @@ -1928,48 +1852,40 @@ fancy_bench_wrapper(suite_name="rocksdb_microbench_suite_2_slow", binary_to_benc 'db_size', 'neg_qu_pct', 'threads'], - 'DBGet/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['get_p95', - 'db_size', + 'DBGet/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['db_size', 'get_mean', 'threads', 'real_time', 'cpu_time', - 'neg_qu_pct', - 'get_p99'], + 'neg_qu_pct'], 'DBGet/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:0/iterations:10240/threads:1': ['real_time', 'cpu_time', 'db_size', 'neg_qu_pct', 'threads'], - 'DBGet/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8': ['get_p95', - 'db_size', + 'DBGet/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8': ['db_size', 'get_mean', 'threads', 'real_time', 'cpu_time', - 'neg_qu_pct', - 'get_p99'], + 'neg_qu_pct'], 'DBGet/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:1/iterations:1280/threads:8': ['real_time', 'cpu_time', 'db_size', 'neg_qu_pct', 'threads'], - 'DBGet/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1': ['get_p95', - 'db_size', + 'DBGet/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1': ['db_size', 'get_mean', 'threads', 'real_time', 'cpu_time', - 'neg_qu_pct', - 'get_p99'], - 'DBGet/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['get_p95', - 'db_size', + 'neg_qu_pct'], + 'DBGet/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['db_size', 'get_mean', 'threads', 'real_time', 'cpu_time', - 'neg_qu_pct', - 'get_p99'], + 'neg_qu_pct'], 'DBGet/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:0/iterations:10240/threads:1': ['real_time', 'cpu_time', 'db_size', @@ -1980,14 +1896,12 @@ fancy_bench_wrapper(suite_name="rocksdb_microbench_suite_2_slow", binary_to_benc 'db_size', 'neg_qu_pct', 'threads'], - 'DBGet/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8': ['get_p95', - 'db_size', + 'DBGet/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8': ['db_size', 'get_mean', 'threads', 'real_time', 'cpu_time', - 'neg_qu_pct', - 'get_p99'], + 'neg_qu_pct'], 'DBGet/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:0/iterations:1280/threads:8': ['real_time', 'cpu_time', 'db_size', @@ -1998,22 +1912,18 @@ fancy_bench_wrapper(suite_name="rocksdb_microbench_suite_2_slow", binary_to_benc 'db_size', 'neg_qu_pct', 'threads'], - 'DBGet/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['get_p95', - 'db_size', + 'DBGet/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['db_size', 'get_mean', 'threads', 'real_time', 'cpu_time', - 'neg_qu_pct', - 'get_p99'], - 'DBGet/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['get_p95', - 'db_size', + 'neg_qu_pct'], + 'DBGet/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['db_size', 'get_mean', 'threads', 'real_time', 'cpu_time', - 'neg_qu_pct', - 'get_p99'], + 'neg_qu_pct'], 'DBPut/comp_style:1/max_data:107374182400/per_key_size:256/enable_statistics:1/wal:0/iterations:409600/threads:1': ['real_time', 'put_mean', 'cpu_time', @@ -2157,7 +2067,7 @@ fancy_bench_wrapper(suite_name="rocksdb_microbench_suite_2_slow", binary_to_benc 'threads'], 'FilterQueryPositive/filter_impl:3/bits_per_key:10/key_len_avg:100/entry_num:1048576': ['real_time', 'cpu_time', - 'threads']}}, slow=True, expected_runtime=88803, sl_iterations=2, regression_threshold=10) + 'threads']}}, slow=True, expected_runtime=88803, sl_iterations=3, regression_threshold=10) fancy_bench_wrapper(suite_name="rocksdb_microbench_suite_3_slow", binary_to_bench_to_metric_list_map={'db_basic_bench': {'DBGet/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['real_time', @@ -2165,48 +2075,40 @@ fancy_bench_wrapper(suite_name="rocksdb_microbench_suite_3_slow", binary_to_benc 'db_size', 'neg_qu_pct', 'threads'], - 'DBGet/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['get_p95', - 'db_size', + 'DBGet/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['db_size', 'get_mean', 'threads', 'real_time', 'cpu_time', - 'neg_qu_pct', - 'get_p99'], + 'neg_qu_pct'], 'DBGet/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:0/iterations:10240/threads:1': ['real_time', 'cpu_time', 'db_size', 'neg_qu_pct', 'threads'], - 'DBGet/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8': ['get_p95', - 'db_size', + 'DBGet/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8': ['db_size', 'get_mean', 'threads', 'real_time', 'cpu_time', - 'neg_qu_pct', - 'get_p99'], + 'neg_qu_pct'], 'DBGet/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:1/iterations:1280/threads:8': ['real_time', 'cpu_time', 'db_size', 'neg_qu_pct', 'threads'], - 'DBGet/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1': ['get_p95', - 'db_size', + 'DBGet/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1': ['db_size', 'get_mean', 'threads', 'real_time', 'cpu_time', - 'neg_qu_pct', - 'get_p99'], - 'DBGet/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['get_p95', - 'db_size', + 'neg_qu_pct'], + 'DBGet/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['db_size', 'get_mean', 'threads', 'real_time', 'cpu_time', - 'neg_qu_pct', - 'get_p99'], + 'neg_qu_pct'], 'DBGet/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:0/iterations:10240/threads:1': ['real_time', 'cpu_time', 'db_size', @@ -2217,14 +2119,12 @@ fancy_bench_wrapper(suite_name="rocksdb_microbench_suite_3_slow", binary_to_benc 'db_size', 'neg_qu_pct', 'threads'], - 'DBGet/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8': ['get_p95', - 'db_size', + 'DBGet/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8': ['db_size', 'get_mean', 'threads', 'real_time', 'cpu_time', - 'neg_qu_pct', - 'get_p99'], + 'neg_qu_pct'], 'DBGet/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:0/iterations:1280/threads:8': ['real_time', 'cpu_time', 'db_size', @@ -2235,22 +2135,18 @@ fancy_bench_wrapper(suite_name="rocksdb_microbench_suite_3_slow", binary_to_benc 'db_size', 'neg_qu_pct', 'threads'], - 'DBGet/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['get_p95', - 'db_size', + 'DBGet/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['db_size', 'get_mean', 'threads', 'real_time', 'cpu_time', - 'neg_qu_pct', - 'get_p99'], - 'DBGet/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['get_p95', - 'db_size', + 'neg_qu_pct'], + 'DBGet/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['db_size', 'get_mean', 'threads', 'real_time', 'cpu_time', - 'neg_qu_pct', - 'get_p99'], + 'neg_qu_pct'], 'DBPut/comp_style:1/max_data:107374182400/per_key_size:256/enable_statistics:1/wal:0/iterations:409600/threads:1': ['real_time', 'put_mean', 'cpu_time', @@ -2394,7 +2290,7 @@ fancy_bench_wrapper(suite_name="rocksdb_microbench_suite_3_slow", binary_to_benc 'threads'], 'FilterQueryPositive/filter_impl:3/bits_per_key:10/key_len_avg:100/entry_num:1048576': ['real_time', 'cpu_time', - 'threads']}}, slow=True, expected_runtime=88891, sl_iterations=2, regression_threshold=10) + 'threads']}}, slow=True, expected_runtime=88891, sl_iterations=3, regression_threshold=10) fancy_bench_wrapper(suite_name="rocksdb_microbench_suite_4_slow", binary_to_bench_to_metric_list_map={'db_basic_bench': {'DBGet/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['real_time', @@ -2402,48 +2298,40 @@ fancy_bench_wrapper(suite_name="rocksdb_microbench_suite_4_slow", binary_to_benc 'db_size', 'neg_qu_pct', 'threads'], - 'DBGet/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['get_p95', - 'db_size', + 'DBGet/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['db_size', 'get_mean', 'threads', 'real_time', 'cpu_time', - 'neg_qu_pct', - 'get_p99'], + 'neg_qu_pct'], 'DBGet/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:0/iterations:10240/threads:1': ['real_time', 'cpu_time', 'db_size', 'neg_qu_pct', 'threads'], - 'DBGet/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8': ['get_p95', - 'db_size', + 'DBGet/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8': ['db_size', 'get_mean', 'threads', 'real_time', 'cpu_time', - 'neg_qu_pct', - 'get_p99'], + 'neg_qu_pct'], 'DBGet/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:1/iterations:1280/threads:8': ['real_time', 'cpu_time', 'db_size', 'neg_qu_pct', 'threads'], - 'DBGet/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1': ['get_p95', - 'db_size', + 'DBGet/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1': ['db_size', 'get_mean', 'threads', 'real_time', 'cpu_time', - 'neg_qu_pct', - 'get_p99'], - 'DBGet/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['get_p95', - 'db_size', + 'neg_qu_pct'], + 'DBGet/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['db_size', 'get_mean', 'threads', 'real_time', 'cpu_time', - 'neg_qu_pct', - 'get_p99'], + 'neg_qu_pct'], 'DBGet/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:0/iterations:10240/threads:1': ['real_time', 'cpu_time', 'db_size', @@ -2454,14 +2342,12 @@ fancy_bench_wrapper(suite_name="rocksdb_microbench_suite_4_slow", binary_to_benc 'db_size', 'neg_qu_pct', 'threads'], - 'DBGet/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8': ['get_p95', - 'db_size', + 'DBGet/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8': ['db_size', 'get_mean', 'threads', 'real_time', 'cpu_time', - 'neg_qu_pct', - 'get_p99'], + 'neg_qu_pct'], 'DBGet/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:0/iterations:1280/threads:8': ['real_time', 'cpu_time', 'db_size', @@ -2472,22 +2358,18 @@ fancy_bench_wrapper(suite_name="rocksdb_microbench_suite_4_slow", binary_to_benc 'db_size', 'neg_qu_pct', 'threads'], - 'DBGet/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['get_p95', - 'db_size', + 'DBGet/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['db_size', 'get_mean', 'threads', 'real_time', 'cpu_time', - 'neg_qu_pct', - 'get_p99'], - 'DBGet/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['get_p95', - 'db_size', + 'neg_qu_pct'], + 'DBGet/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['db_size', 'get_mean', 'threads', 'real_time', 'cpu_time', - 'neg_qu_pct', - 'get_p99'], + 'neg_qu_pct'], 'DBPut/comp_style:1/max_data:107374182400/per_key_size:256/enable_statistics:1/wal:0/iterations:409600/threads:1': ['real_time', 'put_mean', 'cpu_time', @@ -2631,7 +2513,7 @@ fancy_bench_wrapper(suite_name="rocksdb_microbench_suite_4_slow", binary_to_benc 'threads'], 'FilterQueryPositive/filter_impl:3/bits_per_key:10/key_len_avg:100/entry_num:1048576': ['real_time', 'cpu_time', - 'threads']}}, slow=True, expected_runtime=88809, sl_iterations=2, regression_threshold=10) + 'threads']}}, slow=True, expected_runtime=88809, sl_iterations=3, regression_threshold=10) fancy_bench_wrapper(suite_name="rocksdb_microbench_suite_5_slow", binary_to_bench_to_metric_list_map={'db_basic_bench': {'DBGet/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['real_time', @@ -2639,48 +2521,40 @@ fancy_bench_wrapper(suite_name="rocksdb_microbench_suite_5_slow", binary_to_benc 'db_size', 'neg_qu_pct', 'threads'], - 'DBGet/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['get_p95', - 'db_size', + 'DBGet/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['db_size', 'get_mean', 'threads', 'real_time', 'cpu_time', - 'neg_qu_pct', - 'get_p99'], + 'neg_qu_pct'], 'DBGet/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:0/iterations:10240/threads:1': ['real_time', 'cpu_time', 'db_size', 'neg_qu_pct', 'threads'], - 'DBGet/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8': ['get_p95', - 'db_size', + 'DBGet/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8': ['db_size', 'get_mean', 'threads', 'real_time', 'cpu_time', - 'neg_qu_pct', - 'get_p99'], + 'neg_qu_pct'], 'DBGet/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:1/iterations:1280/threads:8': ['real_time', 'cpu_time', 'db_size', 'neg_qu_pct', 'threads'], - 'DBGet/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1': ['get_p95', - 'db_size', + 'DBGet/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1': ['db_size', 'get_mean', 'threads', 'real_time', 'cpu_time', - 'neg_qu_pct', - 'get_p99'], - 'DBGet/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['get_p95', - 'db_size', + 'neg_qu_pct'], + 'DBGet/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['db_size', 'get_mean', 'threads', 'real_time', 'cpu_time', - 'neg_qu_pct', - 'get_p99'], + 'neg_qu_pct'], 'DBGet/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:0/iterations:10240/threads:1': ['real_time', 'cpu_time', 'db_size', @@ -2691,14 +2565,12 @@ fancy_bench_wrapper(suite_name="rocksdb_microbench_suite_5_slow", binary_to_benc 'db_size', 'neg_qu_pct', 'threads'], - 'DBGet/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8': ['get_p95', - 'db_size', + 'DBGet/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8': ['db_size', 'get_mean', 'threads', 'real_time', 'cpu_time', - 'neg_qu_pct', - 'get_p99'], + 'neg_qu_pct'], 'DBGet/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:0/iterations:1280/threads:8': ['real_time', 'cpu_time', 'db_size', @@ -2709,22 +2581,18 @@ fancy_bench_wrapper(suite_name="rocksdb_microbench_suite_5_slow", binary_to_benc 'db_size', 'neg_qu_pct', 'threads'], - 'DBGet/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['get_p95', - 'db_size', + 'DBGet/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['db_size', 'get_mean', 'threads', 'real_time', 'cpu_time', - 'neg_qu_pct', - 'get_p99'], - 'DBGet/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['get_p95', - 'db_size', + 'neg_qu_pct'], + 'DBGet/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['db_size', 'get_mean', 'threads', 'real_time', 'cpu_time', - 'neg_qu_pct', - 'get_p99'], + 'neg_qu_pct'], 'DBPut/comp_style:1/max_data:107374182400/per_key_size:256/enable_statistics:1/wal:0/iterations:409600/threads:1': ['real_time', 'put_mean', 'cpu_time', @@ -2868,7 +2736,7 @@ fancy_bench_wrapper(suite_name="rocksdb_microbench_suite_5_slow", binary_to_benc 'threads'], 'FilterQueryPositive/filter_impl:3/bits_per_key:10/key_len_avg:100/entry_num:1048576': ['real_time', 'cpu_time', - 'threads']}}, slow=True, expected_runtime=88803, sl_iterations=2, regression_threshold=10) + 'threads']}}, slow=True, expected_runtime=88803, sl_iterations=3, regression_threshold=10) fancy_bench_wrapper(suite_name="rocksdb_microbench_suite_6_slow", binary_to_bench_to_metric_list_map={'db_basic_bench': {'DBGet/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['real_time', @@ -2876,48 +2744,40 @@ fancy_bench_wrapper(suite_name="rocksdb_microbench_suite_6_slow", binary_to_benc 'db_size', 'neg_qu_pct', 'threads'], - 'DBGet/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['get_p95', - 'db_size', + 'DBGet/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['db_size', 'get_mean', 'threads', 'real_time', 'cpu_time', - 'neg_qu_pct', - 'get_p99'], + 'neg_qu_pct'], 'DBGet/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:0/iterations:10240/threads:1': ['real_time', 'cpu_time', 'db_size', 'neg_qu_pct', 'threads'], - 'DBGet/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8': ['get_p95', - 'db_size', + 'DBGet/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8': ['db_size', 'get_mean', 'threads', 'real_time', 'cpu_time', - 'neg_qu_pct', - 'get_p99'], + 'neg_qu_pct'], 'DBGet/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:1/iterations:1280/threads:8': ['real_time', 'cpu_time', 'db_size', 'neg_qu_pct', 'threads'], - 'DBGet/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1': ['get_p95', - 'db_size', + 'DBGet/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1': ['db_size', 'get_mean', 'threads', 'real_time', 'cpu_time', - 'neg_qu_pct', - 'get_p99'], - 'DBGet/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['get_p95', - 'db_size', + 'neg_qu_pct'], + 'DBGet/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['db_size', 'get_mean', 'threads', 'real_time', 'cpu_time', - 'neg_qu_pct', - 'get_p99'], + 'neg_qu_pct'], 'DBGet/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:0/iterations:10240/threads:1': ['real_time', 'cpu_time', 'db_size', @@ -2928,14 +2788,12 @@ fancy_bench_wrapper(suite_name="rocksdb_microbench_suite_6_slow", binary_to_benc 'db_size', 'neg_qu_pct', 'threads'], - 'DBGet/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8': ['get_p95', - 'db_size', + 'DBGet/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8': ['db_size', 'get_mean', 'threads', 'real_time', 'cpu_time', - 'neg_qu_pct', - 'get_p99'], + 'neg_qu_pct'], 'DBGet/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:0/iterations:1280/threads:8': ['real_time', 'cpu_time', 'db_size', @@ -2946,22 +2804,18 @@ fancy_bench_wrapper(suite_name="rocksdb_microbench_suite_6_slow", binary_to_benc 'db_size', 'neg_qu_pct', 'threads'], - 'DBGet/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['get_p95', - 'db_size', + 'DBGet/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['db_size', 'get_mean', 'threads', 'real_time', 'cpu_time', - 'neg_qu_pct', - 'get_p99'], - 'DBGet/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['get_p95', - 'db_size', + 'neg_qu_pct'], + 'DBGet/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['db_size', 'get_mean', 'threads', 'real_time', 'cpu_time', - 'neg_qu_pct', - 'get_p99'], + 'neg_qu_pct'], 'DBPut/comp_style:1/max_data:107374182400/per_key_size:256/enable_statistics:1/wal:0/iterations:409600/threads:1': ['real_time', 'put_mean', 'cpu_time', @@ -3105,7 +2959,7 @@ fancy_bench_wrapper(suite_name="rocksdb_microbench_suite_6_slow", binary_to_benc 'threads'], 'FilterQueryPositive/filter_impl:3/bits_per_key:10/key_len_avg:100/entry_num:1048576': ['real_time', 'cpu_time', - 'threads']}}, slow=True, expected_runtime=88813, sl_iterations=2, regression_threshold=10) + 'threads']}}, slow=True, expected_runtime=88813, sl_iterations=3, regression_threshold=10) fancy_bench_wrapper(suite_name="rocksdb_microbench_suite_7_slow", binary_to_bench_to_metric_list_map={'db_basic_bench': {'DBGet/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['real_time', @@ -3113,48 +2967,40 @@ fancy_bench_wrapper(suite_name="rocksdb_microbench_suite_7_slow", binary_to_benc 'db_size', 'neg_qu_pct', 'threads'], - 'DBGet/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['get_p95', - 'db_size', + 'DBGet/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['db_size', 'get_mean', 'threads', 'real_time', 'cpu_time', - 'neg_qu_pct', - 'get_p99'], + 'neg_qu_pct'], 'DBGet/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:0/iterations:10240/threads:1': ['real_time', 'cpu_time', 'db_size', 'neg_qu_pct', 'threads'], - 'DBGet/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8': ['get_p95', - 'db_size', + 'DBGet/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8': ['db_size', 'get_mean', 'threads', 'real_time', 'cpu_time', - 'neg_qu_pct', - 'get_p99'], + 'neg_qu_pct'], 'DBGet/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:1/iterations:1280/threads:8': ['real_time', 'cpu_time', 'db_size', 'neg_qu_pct', 'threads'], - 'DBGet/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1': ['get_p95', - 'db_size', + 'DBGet/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1': ['db_size', 'get_mean', 'threads', 'real_time', 'cpu_time', - 'neg_qu_pct', - 'get_p99'], - 'DBGet/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['get_p95', - 'db_size', + 'neg_qu_pct'], + 'DBGet/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['db_size', 'get_mean', 'threads', 'real_time', 'cpu_time', - 'neg_qu_pct', - 'get_p99'], + 'neg_qu_pct'], 'DBGet/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:0/iterations:10240/threads:1': ['real_time', 'cpu_time', 'db_size', @@ -3165,14 +3011,12 @@ fancy_bench_wrapper(suite_name="rocksdb_microbench_suite_7_slow", binary_to_benc 'db_size', 'neg_qu_pct', 'threads'], - 'DBGet/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8': ['get_p95', - 'db_size', + 'DBGet/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8': ['db_size', 'get_mean', 'threads', 'real_time', 'cpu_time', - 'neg_qu_pct', - 'get_p99'], + 'neg_qu_pct'], 'DBGet/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:0/iterations:1280/threads:8': ['real_time', 'cpu_time', 'db_size', @@ -3183,22 +3027,18 @@ fancy_bench_wrapper(suite_name="rocksdb_microbench_suite_7_slow", binary_to_benc 'db_size', 'neg_qu_pct', 'threads'], - 'DBGet/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['get_p95', - 'db_size', + 'DBGet/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['db_size', 'get_mean', 'threads', 'real_time', 'cpu_time', - 'neg_qu_pct', - 'get_p99'], - 'DBGet/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['get_p95', - 'db_size', + 'neg_qu_pct'], + 'DBGet/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['db_size', 'get_mean', 'threads', 'real_time', 'cpu_time', - 'neg_qu_pct', - 'get_p99'], + 'neg_qu_pct'], 'DBPut/comp_style:1/max_data:107374182400/per_key_size:256/enable_statistics:1/wal:0/iterations:409600/threads:1': ['real_time', 'put_mean', 'cpu_time', @@ -3342,7 +3182,7 @@ fancy_bench_wrapper(suite_name="rocksdb_microbench_suite_7_slow", binary_to_benc 'threads'], 'FilterQueryPositive/filter_impl:3/bits_per_key:10/key_len_avg:100/entry_num:1048576': ['real_time', 'cpu_time', - 'threads']}}, slow=True, expected_runtime=88813, sl_iterations=2, regression_threshold=10) + 'threads']}}, slow=True, expected_runtime=88813, sl_iterations=3, regression_threshold=10) fancy_bench_wrapper(suite_name="rocksdb_microbench_suite_8_slow", binary_to_bench_to_metric_list_map={'db_basic_bench': {'DBGet/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['real_time', @@ -3350,48 +3190,40 @@ fancy_bench_wrapper(suite_name="rocksdb_microbench_suite_8_slow", binary_to_benc 'db_size', 'neg_qu_pct', 'threads'], - 'DBGet/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['get_p95', - 'db_size', + 'DBGet/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['db_size', 'get_mean', 'threads', 'real_time', 'cpu_time', - 'neg_qu_pct', - 'get_p99'], + 'neg_qu_pct'], 'DBGet/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:0/iterations:10240/threads:1': ['real_time', 'cpu_time', 'db_size', 'neg_qu_pct', 'threads'], - 'DBGet/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8': ['get_p95', - 'db_size', + 'DBGet/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8': ['db_size', 'get_mean', 'threads', 'real_time', 'cpu_time', - 'neg_qu_pct', - 'get_p99'], + 'neg_qu_pct'], 'DBGet/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:1/iterations:1280/threads:8': ['real_time', 'cpu_time', 'db_size', 'neg_qu_pct', 'threads'], - 'DBGet/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1': ['get_p95', - 'db_size', + 'DBGet/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1': ['db_size', 'get_mean', 'threads', 'real_time', 'cpu_time', - 'neg_qu_pct', - 'get_p99'], - 'DBGet/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['get_p95', - 'db_size', + 'neg_qu_pct'], + 'DBGet/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['db_size', 'get_mean', 'threads', 'real_time', 'cpu_time', - 'neg_qu_pct', - 'get_p99'], + 'neg_qu_pct'], 'DBGet/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:0/iterations:10240/threads:1': ['real_time', 'cpu_time', 'db_size', @@ -3402,14 +3234,12 @@ fancy_bench_wrapper(suite_name="rocksdb_microbench_suite_8_slow", binary_to_benc 'db_size', 'neg_qu_pct', 'threads'], - 'DBGet/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8': ['get_p95', - 'db_size', + 'DBGet/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8': ['db_size', 'get_mean', 'threads', 'real_time', 'cpu_time', - 'neg_qu_pct', - 'get_p99'], + 'neg_qu_pct'], 'DBGet/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:0/iterations:1280/threads:8': ['real_time', 'cpu_time', 'db_size', @@ -3420,22 +3250,18 @@ fancy_bench_wrapper(suite_name="rocksdb_microbench_suite_8_slow", binary_to_benc 'db_size', 'neg_qu_pct', 'threads'], - 'DBGet/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['get_p95', - 'db_size', + 'DBGet/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['db_size', 'get_mean', 'threads', 'real_time', 'cpu_time', - 'neg_qu_pct', - 'get_p99'], - 'DBGet/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['get_p95', - 'db_size', + 'neg_qu_pct'], + 'DBGet/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['db_size', 'get_mean', 'threads', 'real_time', 'cpu_time', - 'neg_qu_pct', - 'get_p99'], + 'neg_qu_pct'], 'DBPut/comp_style:1/max_data:107374182400/per_key_size:256/enable_statistics:1/wal:0/iterations:409600/threads:1': ['real_time', 'put_mean', 'cpu_time', @@ -3579,7 +3405,7 @@ fancy_bench_wrapper(suite_name="rocksdb_microbench_suite_8_slow", binary_to_benc 'threads'], 'FilterQueryPositive/filter_impl:3/bits_per_key:10/key_len_avg:100/entry_num:1048576': ['real_time', 'cpu_time', - 'threads']}}, slow=True, expected_runtime=88709, sl_iterations=2, regression_threshold=10) + 'threads']}}, slow=True, expected_runtime=88709, sl_iterations=3, regression_threshold=10) fancy_bench_wrapper(suite_name="rocksdb_microbench_suite_9_slow", binary_to_bench_to_metric_list_map={'db_basic_bench': {'DBGet/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['real_time', @@ -3587,48 +3413,40 @@ fancy_bench_wrapper(suite_name="rocksdb_microbench_suite_9_slow", binary_to_benc 'db_size', 'neg_qu_pct', 'threads'], - 'DBGet/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['get_p95', - 'db_size', + 'DBGet/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['db_size', 'get_mean', 'threads', 'real_time', 'cpu_time', - 'neg_qu_pct', - 'get_p99'], + 'neg_qu_pct'], 'DBGet/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:0/iterations:10240/threads:1': ['real_time', 'cpu_time', 'db_size', 'neg_qu_pct', 'threads'], - 'DBGet/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8': ['get_p95', - 'db_size', + 'DBGet/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8': ['db_size', 'get_mean', 'threads', 'real_time', 'cpu_time', - 'neg_qu_pct', - 'get_p99'], + 'neg_qu_pct'], 'DBGet/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:1/iterations:1280/threads:8': ['real_time', 'cpu_time', 'db_size', 'neg_qu_pct', 'threads'], - 'DBGet/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1': ['get_p95', - 'db_size', + 'DBGet/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1': ['db_size', 'get_mean', 'threads', 'real_time', 'cpu_time', - 'neg_qu_pct', - 'get_p99'], - 'DBGet/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['get_p95', - 'db_size', + 'neg_qu_pct'], + 'DBGet/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['db_size', 'get_mean', 'threads', 'real_time', 'cpu_time', - 'neg_qu_pct', - 'get_p99'], + 'neg_qu_pct'], 'DBGet/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:0/iterations:10240/threads:1': ['real_time', 'cpu_time', 'db_size', @@ -3639,14 +3457,12 @@ fancy_bench_wrapper(suite_name="rocksdb_microbench_suite_9_slow", binary_to_benc 'db_size', 'neg_qu_pct', 'threads'], - 'DBGet/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8': ['get_p95', - 'db_size', + 'DBGet/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8': ['db_size', 'get_mean', 'threads', 'real_time', 'cpu_time', - 'neg_qu_pct', - 'get_p99'], + 'neg_qu_pct'], 'DBGet/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:0/iterations:1280/threads:8': ['real_time', 'cpu_time', 'db_size', @@ -3657,22 +3473,18 @@ fancy_bench_wrapper(suite_name="rocksdb_microbench_suite_9_slow", binary_to_benc 'db_size', 'neg_qu_pct', 'threads'], - 'DBGet/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['get_p95', - 'db_size', + 'DBGet/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['db_size', 'get_mean', 'threads', 'real_time', 'cpu_time', - 'neg_qu_pct', - 'get_p99'], - 'DBGet/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['get_p95', - 'db_size', + 'neg_qu_pct'], + 'DBGet/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['db_size', 'get_mean', 'threads', 'real_time', 'cpu_time', - 'neg_qu_pct', - 'get_p99'], + 'neg_qu_pct'], 'DBPut/comp_style:1/max_data:107374182400/per_key_size:256/enable_statistics:1/wal:0/iterations:409600/threads:1': ['real_time', 'put_mean', 'cpu_time', @@ -3816,7 +3628,7 @@ fancy_bench_wrapper(suite_name="rocksdb_microbench_suite_9_slow", binary_to_benc 'threads'], 'FilterQueryPositive/filter_impl:3/bits_per_key:10/key_len_avg:100/entry_num:1048576': ['real_time', 'cpu_time', - 'threads']}}, slow=True, expected_runtime=88711, sl_iterations=2, regression_threshold=10) + 'threads']}}, slow=True, expected_runtime=88711, sl_iterations=3, regression_threshold=10) fancy_bench_wrapper(suite_name="rocksdb_microbench_suite_10_slow", binary_to_bench_to_metric_list_map={'db_basic_bench': {'DBGet/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['real_time', @@ -3824,48 +3636,40 @@ fancy_bench_wrapper(suite_name="rocksdb_microbench_suite_10_slow", binary_to_ben 'db_size', 'neg_qu_pct', 'threads'], - 'DBGet/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['get_p95', - 'db_size', + 'DBGet/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['db_size', 'get_mean', 'threads', 'real_time', 'cpu_time', - 'neg_qu_pct', - 'get_p99'], + 'neg_qu_pct'], 'DBGet/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:0/iterations:10240/threads:1': ['real_time', 'cpu_time', 'db_size', 'neg_qu_pct', 'threads'], - 'DBGet/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8': ['get_p95', - 'db_size', + 'DBGet/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8': ['db_size', 'get_mean', 'threads', 'real_time', 'cpu_time', - 'neg_qu_pct', - 'get_p99'], + 'neg_qu_pct'], 'DBGet/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:1/iterations:1280/threads:8': ['real_time', 'cpu_time', 'db_size', 'neg_qu_pct', 'threads'], - 'DBGet/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1': ['get_p95', - 'db_size', + 'DBGet/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1': ['db_size', 'get_mean', 'threads', 'real_time', 'cpu_time', - 'neg_qu_pct', - 'get_p99'], - 'DBGet/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['get_p95', - 'db_size', + 'neg_qu_pct'], + 'DBGet/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['db_size', 'get_mean', 'threads', 'real_time', 'cpu_time', - 'neg_qu_pct', - 'get_p99'], + 'neg_qu_pct'], 'DBGet/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:0/iterations:10240/threads:1': ['real_time', 'cpu_time', 'db_size', @@ -3876,14 +3680,12 @@ fancy_bench_wrapper(suite_name="rocksdb_microbench_suite_10_slow", binary_to_ben 'db_size', 'neg_qu_pct', 'threads'], - 'DBGet/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8': ['get_p95', - 'db_size', + 'DBGet/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8': ['db_size', 'get_mean', 'threads', 'real_time', 'cpu_time', - 'neg_qu_pct', - 'get_p99'], + 'neg_qu_pct'], 'DBGet/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:0/iterations:1280/threads:8': ['real_time', 'cpu_time', 'db_size', @@ -3894,22 +3696,18 @@ fancy_bench_wrapper(suite_name="rocksdb_microbench_suite_10_slow", binary_to_ben 'db_size', 'neg_qu_pct', 'threads'], - 'DBGet/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['get_p95', - 'db_size', + 'DBGet/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['db_size', 'get_mean', 'threads', 'real_time', 'cpu_time', - 'neg_qu_pct', - 'get_p99'], - 'DBGet/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['get_p95', - 'db_size', + 'neg_qu_pct'], + 'DBGet/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['db_size', 'get_mean', 'threads', 'real_time', 'cpu_time', - 'neg_qu_pct', - 'get_p99'], + 'neg_qu_pct'], 'DBPut/comp_style:1/max_data:107374182400/per_key_size:256/enable_statistics:1/wal:0/iterations:409600/threads:1': ['real_time', 'put_mean', 'cpu_time', @@ -4053,7 +3851,7 @@ fancy_bench_wrapper(suite_name="rocksdb_microbench_suite_10_slow", binary_to_ben 'threads'], 'FilterQueryPositive/filter_impl:3/bits_per_key:10/key_len_avg:100/entry_num:1048576': ['real_time', 'cpu_time', - 'threads']}}, slow=True, expected_runtime=88819, sl_iterations=2, regression_threshold=10) + 'threads']}}, slow=True, expected_runtime=88819, sl_iterations=3, regression_threshold=10) fancy_bench_wrapper(suite_name="rocksdb_microbench_suite_11_slow", binary_to_bench_to_metric_list_map={'db_basic_bench': {'DBGet/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['real_time', @@ -4061,48 +3859,40 @@ fancy_bench_wrapper(suite_name="rocksdb_microbench_suite_11_slow", binary_to_ben 'db_size', 'neg_qu_pct', 'threads'], - 'DBGet/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['get_p95', - 'db_size', + 'DBGet/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['db_size', 'get_mean', 'threads', 'real_time', 'cpu_time', - 'neg_qu_pct', - 'get_p99'], + 'neg_qu_pct'], 'DBGet/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:0/iterations:10240/threads:1': ['real_time', 'cpu_time', 'db_size', 'neg_qu_pct', 'threads'], - 'DBGet/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8': ['get_p95', - 'db_size', + 'DBGet/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8': ['db_size', 'get_mean', 'threads', 'real_time', 'cpu_time', - 'neg_qu_pct', - 'get_p99'], + 'neg_qu_pct'], 'DBGet/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:1/iterations:1280/threads:8': ['real_time', 'cpu_time', 'db_size', 'neg_qu_pct', 'threads'], - 'DBGet/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1': ['get_p95', - 'db_size', + 'DBGet/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1': ['db_size', 'get_mean', 'threads', 'real_time', 'cpu_time', - 'neg_qu_pct', - 'get_p99'], - 'DBGet/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['get_p95', - 'db_size', + 'neg_qu_pct'], + 'DBGet/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['db_size', 'get_mean', 'threads', 'real_time', 'cpu_time', - 'neg_qu_pct', - 'get_p99'], + 'neg_qu_pct'], 'DBGet/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:0/iterations:10240/threads:1': ['real_time', 'cpu_time', 'db_size', @@ -4113,14 +3903,12 @@ fancy_bench_wrapper(suite_name="rocksdb_microbench_suite_11_slow", binary_to_ben 'db_size', 'neg_qu_pct', 'threads'], - 'DBGet/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8': ['get_p95', - 'db_size', + 'DBGet/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8': ['db_size', 'get_mean', 'threads', 'real_time', 'cpu_time', - 'neg_qu_pct', - 'get_p99'], + 'neg_qu_pct'], 'DBGet/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:0/iterations:1280/threads:8': ['real_time', 'cpu_time', 'db_size', @@ -4131,22 +3919,18 @@ fancy_bench_wrapper(suite_name="rocksdb_microbench_suite_11_slow", binary_to_ben 'db_size', 'neg_qu_pct', 'threads'], - 'DBGet/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['get_p95', - 'db_size', + 'DBGet/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['db_size', 'get_mean', 'threads', 'real_time', 'cpu_time', - 'neg_qu_pct', - 'get_p99'], - 'DBGet/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['get_p95', - 'db_size', + 'neg_qu_pct'], + 'DBGet/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['db_size', 'get_mean', 'threads', 'real_time', 'cpu_time', - 'neg_qu_pct', - 'get_p99'], + 'neg_qu_pct'], 'DBPut/comp_style:1/max_data:107374182400/per_key_size:256/enable_statistics:1/wal:0/iterations:409600/threads:1': ['real_time', 'put_mean', 'cpu_time', @@ -4290,7 +4074,7 @@ fancy_bench_wrapper(suite_name="rocksdb_microbench_suite_11_slow", binary_to_ben 'threads'], 'FilterQueryPositive/filter_impl:3/bits_per_key:10/key_len_avg:100/entry_num:1048576': ['real_time', 'cpu_time', - 'threads']}}, slow=True, expected_runtime=88711, sl_iterations=2, regression_threshold=10) + 'threads']}}, slow=True, expected_runtime=88711, sl_iterations=3, regression_threshold=10) fancy_bench_wrapper(suite_name="rocksdb_microbench_suite_12_slow", binary_to_bench_to_metric_list_map={'db_basic_bench': {'DBGet/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['real_time', @@ -4298,48 +4082,40 @@ fancy_bench_wrapper(suite_name="rocksdb_microbench_suite_12_slow", binary_to_ben 'db_size', 'neg_qu_pct', 'threads'], - 'DBGet/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['get_p95', - 'db_size', + 'DBGet/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['db_size', 'get_mean', 'threads', 'real_time', 'cpu_time', - 'neg_qu_pct', - 'get_p99'], + 'neg_qu_pct'], 'DBGet/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:0/iterations:10240/threads:1': ['real_time', 'cpu_time', 'db_size', 'neg_qu_pct', 'threads'], - 'DBGet/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8': ['get_p95', - 'db_size', + 'DBGet/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8': ['db_size', 'get_mean', 'threads', 'real_time', 'cpu_time', - 'neg_qu_pct', - 'get_p99'], + 'neg_qu_pct'], 'DBGet/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:1/iterations:1280/threads:8': ['real_time', 'cpu_time', 'db_size', 'neg_qu_pct', 'threads'], - 'DBGet/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1': ['get_p95', - 'db_size', + 'DBGet/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1': ['db_size', 'get_mean', 'threads', 'real_time', 'cpu_time', - 'neg_qu_pct', - 'get_p99'], - 'DBGet/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['get_p95', - 'db_size', + 'neg_qu_pct'], + 'DBGet/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['db_size', 'get_mean', 'threads', 'real_time', 'cpu_time', - 'neg_qu_pct', - 'get_p99'], + 'neg_qu_pct'], 'DBGet/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:0/iterations:10240/threads:1': ['real_time', 'cpu_time', 'db_size', @@ -4350,14 +4126,12 @@ fancy_bench_wrapper(suite_name="rocksdb_microbench_suite_12_slow", binary_to_ben 'db_size', 'neg_qu_pct', 'threads'], - 'DBGet/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8': ['get_p95', - 'db_size', + 'DBGet/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8': ['db_size', 'get_mean', 'threads', 'real_time', 'cpu_time', - 'neg_qu_pct', - 'get_p99'], + 'neg_qu_pct'], 'DBGet/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:0/iterations:1280/threads:8': ['real_time', 'cpu_time', 'db_size', @@ -4368,22 +4142,18 @@ fancy_bench_wrapper(suite_name="rocksdb_microbench_suite_12_slow", binary_to_ben 'db_size', 'neg_qu_pct', 'threads'], - 'DBGet/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['get_p95', - 'db_size', + 'DBGet/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['db_size', 'get_mean', 'threads', 'real_time', 'cpu_time', - 'neg_qu_pct', - 'get_p99'], - 'DBGet/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['get_p95', - 'db_size', + 'neg_qu_pct'], + 'DBGet/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['db_size', 'get_mean', 'threads', 'real_time', 'cpu_time', - 'neg_qu_pct', - 'get_p99'], + 'neg_qu_pct'], 'DBPut/comp_style:1/max_data:107374182400/per_key_size:256/enable_statistics:1/wal:0/iterations:409600/threads:1': ['real_time', 'put_mean', 'cpu_time', @@ -4527,7 +4297,7 @@ fancy_bench_wrapper(suite_name="rocksdb_microbench_suite_12_slow", binary_to_ben 'threads'], 'FilterQueryPositive/filter_impl:3/bits_per_key:10/key_len_avg:100/entry_num:1048576': ['real_time', 'cpu_time', - 'threads']}}, slow=True, expected_runtime=88709, sl_iterations=2, regression_threshold=10) + 'threads']}}, slow=True, expected_runtime=88709, sl_iterations=3, regression_threshold=10) fancy_bench_wrapper(suite_name="rocksdb_microbench_suite_13_slow", binary_to_bench_to_metric_list_map={'db_basic_bench': {'DBGet/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['real_time', @@ -4535,48 +4305,40 @@ fancy_bench_wrapper(suite_name="rocksdb_microbench_suite_13_slow", binary_to_ben 'db_size', 'neg_qu_pct', 'threads'], - 'DBGet/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['get_p95', - 'db_size', + 'DBGet/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['db_size', 'get_mean', 'threads', 'real_time', 'cpu_time', - 'neg_qu_pct', - 'get_p99'], + 'neg_qu_pct'], 'DBGet/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:0/iterations:10240/threads:1': ['real_time', 'cpu_time', 'db_size', 'neg_qu_pct', 'threads'], - 'DBGet/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8': ['get_p95', - 'db_size', + 'DBGet/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8': ['db_size', 'get_mean', 'threads', 'real_time', 'cpu_time', - 'neg_qu_pct', - 'get_p99'], + 'neg_qu_pct'], 'DBGet/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:1/iterations:1280/threads:8': ['real_time', 'cpu_time', 'db_size', 'neg_qu_pct', 'threads'], - 'DBGet/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1': ['get_p95', - 'db_size', + 'DBGet/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1': ['db_size', 'get_mean', 'threads', 'real_time', 'cpu_time', - 'neg_qu_pct', - 'get_p99'], - 'DBGet/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['get_p95', - 'db_size', + 'neg_qu_pct'], + 'DBGet/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['db_size', 'get_mean', 'threads', 'real_time', 'cpu_time', - 'neg_qu_pct', - 'get_p99'], + 'neg_qu_pct'], 'DBGet/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:0/iterations:10240/threads:1': ['real_time', 'cpu_time', 'db_size', @@ -4587,14 +4349,12 @@ fancy_bench_wrapper(suite_name="rocksdb_microbench_suite_13_slow", binary_to_ben 'db_size', 'neg_qu_pct', 'threads'], - 'DBGet/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8': ['get_p95', - 'db_size', + 'DBGet/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8': ['db_size', 'get_mean', 'threads', 'real_time', 'cpu_time', - 'neg_qu_pct', - 'get_p99'], + 'neg_qu_pct'], 'DBGet/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:0/iterations:1280/threads:8': ['real_time', 'cpu_time', 'db_size', @@ -4605,22 +4365,18 @@ fancy_bench_wrapper(suite_name="rocksdb_microbench_suite_13_slow", binary_to_ben 'db_size', 'neg_qu_pct', 'threads'], - 'DBGet/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['get_p95', - 'db_size', + 'DBGet/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['db_size', 'get_mean', 'threads', 'real_time', 'cpu_time', - 'neg_qu_pct', - 'get_p99'], - 'DBGet/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['get_p95', - 'db_size', + 'neg_qu_pct'], + 'DBGet/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['db_size', 'get_mean', 'threads', 'real_time', 'cpu_time', - 'neg_qu_pct', - 'get_p99'], + 'neg_qu_pct'], 'DBPut/comp_style:1/max_data:107374182400/per_key_size:256/enable_statistics:1/wal:0/iterations:409600/threads:1': ['real_time', 'put_mean', 'cpu_time', @@ -4764,7 +4520,7 @@ fancy_bench_wrapper(suite_name="rocksdb_microbench_suite_13_slow", binary_to_ben 'threads'], 'FilterQueryPositive/filter_impl:3/bits_per_key:10/key_len_avg:100/entry_num:1048576': ['real_time', 'cpu_time', - 'threads']}}, slow=True, expected_runtime=88709, sl_iterations=2, regression_threshold=10) + 'threads']}}, slow=True, expected_runtime=88709, sl_iterations=3, regression_threshold=10) fancy_bench_wrapper(suite_name="rocksdb_microbench_suite_14_slow", binary_to_bench_to_metric_list_map={'db_basic_bench': {'DBGet/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['real_time', @@ -4772,48 +4528,40 @@ fancy_bench_wrapper(suite_name="rocksdb_microbench_suite_14_slow", binary_to_ben 'db_size', 'neg_qu_pct', 'threads'], - 'DBGet/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['get_p95', - 'db_size', + 'DBGet/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['db_size', 'get_mean', 'threads', 'real_time', 'cpu_time', - 'neg_qu_pct', - 'get_p99'], + 'neg_qu_pct'], 'DBGet/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:0/iterations:10240/threads:1': ['real_time', 'cpu_time', 'db_size', 'neg_qu_pct', 'threads'], - 'DBGet/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8': ['get_p95', - 'db_size', + 'DBGet/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8': ['db_size', 'get_mean', 'threads', 'real_time', 'cpu_time', - 'neg_qu_pct', - 'get_p99'], + 'neg_qu_pct'], 'DBGet/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:1/iterations:1280/threads:8': ['real_time', 'cpu_time', 'db_size', 'neg_qu_pct', 'threads'], - 'DBGet/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1': ['get_p95', - 'db_size', + 'DBGet/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1': ['db_size', 'get_mean', 'threads', 'real_time', 'cpu_time', - 'neg_qu_pct', - 'get_p99'], - 'DBGet/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['get_p95', - 'db_size', + 'neg_qu_pct'], + 'DBGet/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['db_size', 'get_mean', 'threads', 'real_time', 'cpu_time', - 'neg_qu_pct', - 'get_p99'], + 'neg_qu_pct'], 'DBGet/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:0/iterations:10240/threads:1': ['real_time', 'cpu_time', 'db_size', @@ -4824,14 +4572,12 @@ fancy_bench_wrapper(suite_name="rocksdb_microbench_suite_14_slow", binary_to_ben 'db_size', 'neg_qu_pct', 'threads'], - 'DBGet/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8': ['get_p95', - 'db_size', + 'DBGet/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8': ['db_size', 'get_mean', 'threads', 'real_time', 'cpu_time', - 'neg_qu_pct', - 'get_p99'], + 'neg_qu_pct'], 'DBGet/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:0/iterations:1280/threads:8': ['real_time', 'cpu_time', 'db_size', @@ -4842,22 +4588,18 @@ fancy_bench_wrapper(suite_name="rocksdb_microbench_suite_14_slow", binary_to_ben 'db_size', 'neg_qu_pct', 'threads'], - 'DBGet/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['get_p95', - 'db_size', + 'DBGet/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['db_size', 'get_mean', 'threads', 'real_time', 'cpu_time', - 'neg_qu_pct', - 'get_p99'], - 'DBGet/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['get_p95', - 'db_size', + 'neg_qu_pct'], + 'DBGet/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['db_size', 'get_mean', 'threads', 'real_time', 'cpu_time', - 'neg_qu_pct', - 'get_p99'], + 'neg_qu_pct'], 'DBPut/comp_style:1/max_data:107374182400/per_key_size:256/enable_statistics:1/wal:0/iterations:409600/threads:1': ['real_time', 'put_mean', 'cpu_time', @@ -5001,7 +4743,7 @@ fancy_bench_wrapper(suite_name="rocksdb_microbench_suite_14_slow", binary_to_ben 'threads'], 'FilterQueryPositive/filter_impl:3/bits_per_key:10/key_len_avg:100/entry_num:1048576': ['real_time', 'cpu_time', - 'threads']}}, slow=True, expected_runtime=88711, sl_iterations=2, regression_threshold=10) + 'threads']}}, slow=True, expected_runtime=88711, sl_iterations=3, regression_threshold=10) # Generate a test rule for each entry in ROCKS_TESTS diff --git a/buckifier/bench-slow.json b/buckifier/bench-slow.json index 392ad9012..221eae89a 100644 --- a/buckifier/bench-slow.json +++ b/buckifier/bench-slow.json @@ -13,27 +13,23 @@ } ], "DBGet/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ - "get_p95", "db_size", "get_mean", "threads", "real_time", "cpu_time", "neg_qu_pct", - "get_p99", { "est_runtime": 479.941992 } ], "DBGet/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8": [ - "get_p95", "db_size", "get_mean", "threads", "real_time", "cpu_time", "neg_qu_pct", - "get_p99", { "est_runtime": 1811.998557 } @@ -49,14 +45,12 @@ } ], "DBGet/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:1/iterations:1280/threads:8": [ - "get_p95", "db_size", "get_mean", "threads", "real_time", "cpu_time", "neg_qu_pct", - "get_p99", { "est_runtime": 4687.250475 } @@ -72,27 +66,23 @@ } ], "DBGet/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ - "get_p95", "db_size", "get_mean", "threads", "real_time", "cpu_time", "neg_qu_pct", - "get_p99", { "est_runtime": 623.018994 } ], "DBGet/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:0/iterations:1280/threads:8": [ - "get_p95", "db_size", "get_mean", "threads", "real_time", "cpu_time", "neg_qu_pct", - "get_p99", { "est_runtime": 1997.259639 } @@ -108,27 +98,23 @@ } ], "DBGet/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ - "get_p95", "db_size", "get_mean", "threads", "real_time", "cpu_time", "neg_qu_pct", - "get_p99", { "est_runtime": 3217.553693 } ], "DBGet/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ - "get_p95", "db_size", "get_mean", "threads", "real_time", "cpu_time", "neg_qu_pct", - "get_p99", { "est_runtime": 4454.911311 } @@ -284,9 +270,8 @@ "est_runtime": 2764.891509 } ], - "ManualFlush/key_num:65536/per_key_size:1024/iterations:100": [ + "ManualFlush/key_num:65536/per_key_size:1024/iterations:1": [ "real_time", - "cpu_time", "db_size", "flush_write_bytes", "flush_time", @@ -382,20 +367,18 @@ "expected_runtime_one_iter": 88891, "name": "rocksdb_microbench_suite_0", "regression_threshold": 10, - "sl_iterations": 2 + "sl_iterations": 3 }, { "benchmarks": { "db_basic_bench": { "DBGet/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8": [ - "get_p95", "db_size", "get_mean", "threads", "real_time", "cpu_time", "neg_qu_pct", - "get_p99", { "est_runtime": 1774.099605 } @@ -421,14 +404,12 @@ } ], "DBGet/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:1/iterations:1280/threads:8": [ - "get_p95", "db_size", "get_mean", "threads", "real_time", "cpu_time", "neg_qu_pct", - "get_p99", { "est_runtime": 4820.729905 } @@ -454,14 +435,12 @@ } ], "DBGet/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ - "get_p95", "db_size", "get_mean", "threads", "real_time", "cpu_time", "neg_qu_pct", - "get_p99", { "est_runtime": 501.900122 } @@ -477,40 +456,34 @@ } ], "DBGet/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ - "get_p95", "db_size", "get_mean", "threads", "real_time", "cpu_time", "neg_qu_pct", - "get_p99", { "est_runtime": 517.245591 } ], "DBGet/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:0/iterations:1280/threads:8": [ - "get_p95", "db_size", "get_mean", "threads", "real_time", "cpu_time", "neg_qu_pct", - "get_p99", { "est_runtime": 4470.408695 } ], "DBGet/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8": [ - "get_p95", "db_size", "get_mean", "threads", "real_time", "cpu_time", "neg_qu_pct", - "get_p99", { "est_runtime": 4697.266228 } @@ -713,9 +686,8 @@ "est_runtime": 3977.653591 } ], - "ManualFlush/key_num:65536/per_key_size:256/iterations:100": [ + "ManualFlush/key_num:65536/per_key_size:256/iterations:1": [ "real_time", - "cpu_time", "db_size", "flush_write_bytes", "flush_time", @@ -766,7 +738,7 @@ "expected_runtime_one_iter": 88804, "name": "rocksdb_microbench_suite_1", "regression_threshold": 10, - "sl_iterations": 2 + "sl_iterations": 3 }, { "benchmarks": { @@ -780,14 +752,12 @@ } ], "DBGet/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:0/iterations:1280/threads:8": [ - "get_p95", "db_size", "get_mean", "threads", "real_time", "cpu_time", "neg_qu_pct", - "get_p99", { "est_runtime": 1809.467556 } @@ -803,92 +773,78 @@ } ], "DBGet/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:1/iterations:1280/threads:8": [ - "get_p95", "db_size", "get_mean", "threads", "real_time", "cpu_time", "neg_qu_pct", - "get_p99", { "est_runtime": 2007.832073 } ], "DBGet/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ - "get_p95", "db_size", "get_mean", "threads", "real_time", "cpu_time", "neg_qu_pct", - "get_p99", { "est_runtime": 3049.786949 } ], "DBGet/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ - "get_p95", "db_size", "get_mean", "threads", "real_time", "cpu_time", "neg_qu_pct", - "get_p99", { "est_runtime": 3155.268413 } ], "DBGet/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ - "get_p95", "db_size", "get_mean", "threads", "real_time", "cpu_time", "neg_qu_pct", - "get_p99", { "est_runtime": 471.459789 } ], "DBGet/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ - "get_p95", "db_size", "get_mean", "threads", "real_time", "cpu_time", "neg_qu_pct", - "get_p99", { "est_runtime": 513.865636 } ], "DBGet/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ - "get_p95", "db_size", "get_mean", "threads", "real_time", "cpu_time", "neg_qu_pct", - "get_p99", { "est_runtime": 3323.251926 } ], "DBGet/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ - "get_p95", "db_size", "get_mean", "threads", "real_time", "cpu_time", "neg_qu_pct", - "get_p99", { "est_runtime": 4287.119322 } @@ -904,14 +860,12 @@ } ], "DBGet/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8": [ - "get_p95", "db_size", "get_mean", "threads", "real_time", "cpu_time", "neg_qu_pct", - "get_p99", { "est_runtime": 4478.402506 } @@ -1161,72 +1115,62 @@ "expected_runtime_one_iter": 88803, "name": "rocksdb_microbench_suite_2", "regression_threshold": 10, - "sl_iterations": 2 + "sl_iterations": 3 }, { "benchmarks": { "db_basic_bench": { "DBGet/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:1/iterations:1280/threads:8": [ - "get_p95", "db_size", "get_mean", "threads", "real_time", "cpu_time", "neg_qu_pct", - "get_p99", { "est_runtime": 1812.356957 } ], "DBGet/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ - "get_p95", "db_size", "get_mean", "threads", "real_time", "cpu_time", "neg_qu_pct", - "get_p99", { "est_runtime": 3809.037737 } ], "DBGet/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ - "get_p95", "db_size", "get_mean", "threads", "real_time", "cpu_time", "neg_qu_pct", - "get_p99", { "est_runtime": 514.201628 } ], "DBGet/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ - "get_p95", "db_size", "get_mean", "threads", "real_time", "cpu_time", "neg_qu_pct", - "get_p99", { "est_runtime": 3294.815224 } ], "DBGet/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ - "get_p95", "db_size", "get_mean", "threads", "real_time", "cpu_time", "neg_qu_pct", - "get_p99", { "est_runtime": 4002.903452 } @@ -1252,14 +1196,12 @@ } ], "DBGet/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8": [ - "get_p95", "db_size", "get_mean", "threads", "real_time", "cpu_time", "neg_qu_pct", - "get_p99", { "est_runtime": 1839.233063 } @@ -1285,27 +1227,23 @@ } ], "DBGet/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ - "get_p95", "db_size", "get_mean", "threads", "real_time", "cpu_time", "neg_qu_pct", - "get_p99", { "est_runtime": 4264.24321 } ], "DBGet/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:1/iterations:1280/threads:8": [ - "get_p95", "db_size", "get_mean", "threads", "real_time", "cpu_time", "neg_qu_pct", - "get_p99", { "est_runtime": 4701.026835 } @@ -1546,7 +1484,7 @@ "expected_runtime_one_iter": 88891, "name": "rocksdb_microbench_suite_3", "regression_threshold": 10, - "sl_iterations": 2 + "sl_iterations": 3 }, { "benchmarks": { @@ -1652,27 +1590,23 @@ } ], "DBGet/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:1/iterations:1280/threads:8": [ - "get_p95", "db_size", "get_mean", "threads", "real_time", "cpu_time", "neg_qu_pct", - "get_p99", { "est_runtime": 1844.537642 } ], "DBGet/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ - "get_p95", "db_size", "get_mean", "threads", "real_time", "cpu_time", "neg_qu_pct", - "get_p99", { "est_runtime": 497.710941 } @@ -1864,9 +1798,8 @@ "est_runtime": 3751.327826 } ], - "ManualFlush/key_num:8192/per_key_size:1024/iterations:100": [ + "ManualFlush/key_num:8192/per_key_size:1024/iterations:1": [ "real_time", - "cpu_time", "db_size", "flush_write_bytes", "flush_time", @@ -1917,7 +1850,7 @@ "expected_runtime_one_iter": 88809, "name": "rocksdb_microbench_suite_4", "regression_threshold": 10, - "sl_iterations": 2 + "sl_iterations": 3 }, { "benchmarks": { @@ -1933,14 +1866,12 @@ } ], "DBGet/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ - "get_p95", "db_size", "get_mean", "threads", "real_time", "cpu_time", "neg_qu_pct", - "get_p99", { "est_runtime": 624.132525 } @@ -1956,40 +1887,34 @@ } ], "DBGet/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:0/iterations:1280/threads:8": [ - "get_p95", "db_size", "get_mean", "threads", "real_time", "cpu_time", "neg_qu_pct", - "get_p99", { "est_runtime": 2007.84697 } ], "DBGet/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8": [ - "get_p95", "db_size", "get_mean", "threads", "real_time", "cpu_time", "neg_qu_pct", - "get_p99", { "est_runtime": 2089.31663 } ], "DBGet/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8": [ - "get_p95", "db_size", "get_mean", "threads", "real_time", "cpu_time", "neg_qu_pct", - "get_p99", { "est_runtime": 4497.182856 } @@ -2025,27 +1950,23 @@ } ], "DBGet/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:0/iterations:1280/threads:8": [ - "get_p95", "db_size", "get_mean", "threads", "real_time", "cpu_time", "neg_qu_pct", - "get_p99", { "est_runtime": 1937.167999 } ], "DBGet/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ - "get_p95", "db_size", "get_mean", "threads", "real_time", "cpu_time", "neg_qu_pct", - "get_p99", { "est_runtime": 532.702176 } @@ -2215,9 +2136,8 @@ "est_runtime": 3624.747853 } ], - "ManualFlush/key_num:8192/per_key_size:256/iterations:100": [ + "ManualFlush/key_num:8192/per_key_size:256/iterations:1": [ "real_time", - "cpu_time", "db_size", "flush_write_bytes", "flush_time", @@ -2304,20 +2224,18 @@ "expected_runtime_one_iter": 88803, "name": "rocksdb_microbench_suite_5", "regression_threshold": 10, - "sl_iterations": 2 + "sl_iterations": 3 }, { "benchmarks": { "db_basic_bench": { "DBGet/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ - "get_p95", "db_size", "get_mean", "threads", "real_time", "cpu_time", "neg_qu_pct", - "get_p99", { "est_runtime": 658.890773 } @@ -2343,40 +2261,34 @@ } ], "DBGet/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:0/iterations:1280/threads:8": [ - "get_p95", "db_size", "get_mean", "threads", "real_time", "cpu_time", "neg_qu_pct", - "get_p99", { "est_runtime": 4499.103078 } ], "DBGet/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ - "get_p95", "db_size", "get_mean", "threads", "real_time", "cpu_time", "neg_qu_pct", - "get_p99", { "est_runtime": 3823.666372 } ], "DBGet/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ - "get_p95", "db_size", "get_mean", "threads", "real_time", "cpu_time", "neg_qu_pct", - "get_p99", { "est_runtime": 497.077261 } @@ -2402,27 +2314,23 @@ } ], "DBGet/comp_style:2/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ - "get_p95", "db_size", "get_mean", "threads", "real_time", "cpu_time", "neg_qu_pct", - "get_p99", { "est_runtime": 4358.242188 } ], "DBGet/comp_style:2/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8": [ - "get_p95", "db_size", "get_mean", "threads", "real_time", "cpu_time", "neg_qu_pct", - "get_p99", { "est_runtime": 4944.478659 } @@ -2622,9 +2530,8 @@ "est_runtime": 3350.108415 } ], - "ManualFlush/key_num:1024/per_key_size:1024/iterations:100": [ + "ManualFlush/key_num:1024/per_key_size:1024/iterations:1": [ "real_time", - "cpu_time", "db_size", "flush_write_bytes", "flush_time", @@ -2684,20 +2591,18 @@ "expected_runtime_one_iter": 88813, "name": "rocksdb_microbench_suite_6", "regression_threshold": 10, - "sl_iterations": 2 + "sl_iterations": 3 }, { "benchmarks": { "db_basic_bench": { "DBGet/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ - "get_p95", "db_size", "get_mean", "threads", "real_time", "cpu_time", "neg_qu_pct", - "get_p99", { "est_runtime": 609.749844 } @@ -2743,27 +2648,23 @@ } ], "DBGet/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ - "get_p95", "db_size", "get_mean", "threads", "real_time", "cpu_time", "neg_qu_pct", - "get_p99", { "est_runtime": 497.546918 } ], "DBGet/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:1/iterations:1280/threads:8": [ - "get_p95", "db_size", "get_mean", "threads", "real_time", "cpu_time", "neg_qu_pct", - "get_p99", { "est_runtime": 1936.92061 } @@ -2779,40 +2680,34 @@ } ], "DBGet/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ - "get_p95", "db_size", "get_mean", "threads", "real_time", "cpu_time", "neg_qu_pct", - "get_p99", { "est_runtime": 3196.497448 } ], "DBGet/comp_style:2/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ - "get_p95", "db_size", "get_mean", "threads", "real_time", "cpu_time", "neg_qu_pct", - "get_p99", { "est_runtime": 4346.91794 } ], "DBGet/comp_style:2/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8": [ - "get_p95", "db_size", "get_mean", "threads", "real_time", "cpu_time", "neg_qu_pct", - "get_p99", { "est_runtime": 4946.256596 } @@ -2961,9 +2856,8 @@ "est_runtime": 3769.100313 } ], - "ManualFlush/key_num:1024/per_key_size:256/iterations:100": [ + "ManualFlush/key_num:1024/per_key_size:256/iterations:1": [ "real_time", - "cpu_time", "db_size", "flush_write_bytes", "flush_time", @@ -3059,7 +2953,7 @@ "expected_runtime_one_iter": 88813, "name": "rocksdb_microbench_suite_7", "regression_threshold": 10, - "sl_iterations": 2 + "sl_iterations": 3 }, { "benchmarks": { @@ -3115,14 +3009,12 @@ } ], "DBGet/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:1/iterations:1280/threads:8": [ - "get_p95", "db_size", "get_mean", "threads", "real_time", "cpu_time", "neg_qu_pct", - "get_p99", { "est_runtime": 2108.477344 } @@ -3138,27 +3030,23 @@ } ], "DBGet/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:1/iterations:1280/threads:8": [ - "get_p95", "db_size", "get_mean", "threads", "real_time", "cpu_time", "neg_qu_pct", - "get_p99", { "est_runtime": 5215.078632 } ], "DBGet/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8": [ - "get_p95", "db_size", "get_mean", "threads", "real_time", "cpu_time", "neg_qu_pct", - "get_p99", { "est_runtime": 1937.731137 } @@ -3174,14 +3062,12 @@ } ], "DBGet/comp_style:2/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:1/iterations:1280/threads:8": [ - "get_p95", "db_size", "get_mean", "threads", "real_time", "cpu_time", "neg_qu_pct", - "get_p99", { "est_runtime": 4948.420446 } @@ -3534,7 +3420,7 @@ "expected_runtime_one_iter": 88709, "name": "rocksdb_microbench_suite_8", "regression_threshold": 10, - "sl_iterations": 2 + "sl_iterations": 3 }, { "benchmarks": { @@ -3570,14 +3456,12 @@ } ], "DBGet/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ - "get_p95", "db_size", "get_mean", "threads", "real_time", "cpu_time", "neg_qu_pct", - "get_p99", { "est_runtime": 3152.808792 } @@ -3593,40 +3477,34 @@ } ], "DBGet/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8": [ - "get_p95", "db_size", "get_mean", "threads", "real_time", "cpu_time", "neg_qu_pct", - "get_p99", { "est_runtime": 5211.225659 } ], "DBGet/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ - "get_p95", "db_size", "get_mean", "threads", "real_time", "cpu_time", "neg_qu_pct", - "get_p99", { "est_runtime": 510.387506 } ], "DBGet/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8": [ - "get_p95", "db_size", "get_mean", "threads", "real_time", "cpu_time", "neg_qu_pct", - "get_p99", { "est_runtime": 2139.111714 } @@ -3642,14 +3520,12 @@ } ], "DBGet/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:0/iterations:1280/threads:8": [ - "get_p95", "db_size", "get_mean", "threads", "real_time", "cpu_time", "neg_qu_pct", - "get_p99", { "est_runtime": 1858.972054 } @@ -3665,14 +3541,12 @@ } ], "DBGet/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ - "get_p95", "db_size", "get_mean", "threads", "real_time", "cpu_time", "neg_qu_pct", - "get_p99", { "est_runtime": 578.538571 } @@ -3688,14 +3562,12 @@ } ], "DBGet/comp_style:2/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ - "get_p95", "db_size", "get_mean", "threads", "real_time", "cpu_time", "neg_qu_pct", - "get_p99", { "est_runtime": 4145.973837 } @@ -4029,7 +3901,7 @@ "expected_runtime_one_iter": 88711, "name": "rocksdb_microbench_suite_9", "regression_threshold": 10, - "sl_iterations": 2 + "sl_iterations": 3 }, { "benchmarks": { @@ -4055,14 +3927,12 @@ } ], "DBGet/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ - "get_p95", "db_size", "get_mean", "threads", "real_time", "cpu_time", "neg_qu_pct", - "get_p99", { "est_runtime": 3155.239662 } @@ -4088,14 +3958,12 @@ } ], "DBGet/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ - "get_p95", "db_size", "get_mean", "threads", "real_time", "cpu_time", "neg_qu_pct", - "get_p99", { "est_runtime": 510.88842 } @@ -4111,14 +3979,12 @@ } ], "DBGet/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ - "get_p95", "db_size", "get_mean", "threads", "real_time", "cpu_time", "neg_qu_pct", - "get_p99", { "est_runtime": 557.886298 } @@ -4134,40 +4000,34 @@ } ], "DBGet/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ - "get_p95", "db_size", "get_mean", "threads", "real_time", "cpu_time", "neg_qu_pct", - "get_p99", { "est_runtime": 4145.931239 } ], "DBGet/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:0/iterations:1280/threads:8": [ - "get_p95", "db_size", "get_mean", "threads", "real_time", "cpu_time", "neg_qu_pct", - "get_p99", { "est_runtime": 5211.138859 } ], "DBGet/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ - "get_p95", "db_size", "get_mean", "threads", "real_time", "cpu_time", "neg_qu_pct", - "get_p99", { "est_runtime": 694.628355 } @@ -4426,59 +4286,51 @@ "expected_runtime_one_iter": 88819, "name": "rocksdb_microbench_suite_10", "regression_threshold": 10, - "sl_iterations": 2 + "sl_iterations": 3 }, { "benchmarks": { "db_basic_bench": { "DBGet/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:0/iterations:1280/threads:8": [ - "get_p95", "db_size", "get_mean", "threads", "real_time", "cpu_time", "neg_qu_pct", - "get_p99", { "est_runtime": 2007.895851 } ], "DBGet/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ - "get_p95", "db_size", "get_mean", "threads", "real_time", "cpu_time", "neg_qu_pct", - "get_p99", { "est_runtime": 551.935026 } ], "DBGet/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8": [ - "get_p95", "db_size", "get_mean", "threads", "real_time", "cpu_time", "neg_qu_pct", - "get_p99", { "est_runtime": 1911.863937 } ], "DBGet/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8": [ - "get_p95", "db_size", "get_mean", "threads", "real_time", "cpu_time", "neg_qu_pct", - "get_p99", { "est_runtime": 4666.475079 } @@ -4514,40 +4366,34 @@ } ], "DBGet/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:1/iterations:1280/threads:8": [ - "get_p95", "db_size", "get_mean", "threads", "real_time", "cpu_time", "neg_qu_pct", - "get_p99", { "est_runtime": 2106.161292 } ], "DBGet/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8": [ - "get_p95", "db_size", "get_mean", "threads", "real_time", "cpu_time", "neg_qu_pct", - "get_p99", { "est_runtime": 1961.147307 } ], "DBGet/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8": [ - "get_p95", "db_size", "get_mean", "threads", "real_time", "cpu_time", "neg_qu_pct", - "get_p99", { "est_runtime": 4437.328726 } @@ -4593,14 +4439,12 @@ } ], "DBGet/comp_style:2/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ - "get_p95", "db_size", "get_mean", "threads", "real_time", "cpu_time", "neg_qu_pct", - "get_p99", { "est_runtime": 4041.39475 } @@ -4930,7 +4774,7 @@ "expected_runtime_one_iter": 88711, "name": "rocksdb_microbench_suite_11", "regression_threshold": 10, - "sl_iterations": 2 + "sl_iterations": 3 }, { "benchmarks": { @@ -4946,14 +4790,12 @@ } ], "DBGet/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ - "get_p95", "db_size", "get_mean", "threads", "real_time", "cpu_time", "neg_qu_pct", - "get_p99", { "est_runtime": 505.270116 } @@ -4969,40 +4811,34 @@ } ], "DBGet/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:0/iterations:1280/threads:8": [ - "get_p95", "db_size", "get_mean", "threads", "real_time", "cpu_time", "neg_qu_pct", - "get_p99", { "est_runtime": 4687.221851 } ], "DBGet/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ - "get_p95", "db_size", "get_mean", "threads", "real_time", "cpu_time", "neg_qu_pct", - "get_p99", { "est_runtime": 3771.266874 } ], "DBGet/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:0/iterations:1280/threads:8": [ - "get_p95", "db_size", "get_mean", "threads", "real_time", "cpu_time", "neg_qu_pct", - "get_p99", { "est_runtime": 4804.836604 } @@ -5018,14 +4854,12 @@ } ], "DBGet/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ - "get_p95", "db_size", "get_mean", "threads", "real_time", "cpu_time", "neg_qu_pct", - "get_p99", { "est_runtime": 557.749335 } @@ -5041,14 +4875,12 @@ } ], "DBGet/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8": [ - "get_p95", "db_size", "get_mean", "threads", "real_time", "cpu_time", "neg_qu_pct", - "get_p99", { "est_runtime": 2007.868277 } @@ -5064,27 +4896,23 @@ } ], "DBGet/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8": [ - "get_p95", "db_size", "get_mean", "threads", "real_time", "cpu_time", "neg_qu_pct", - "get_p99", { "est_runtime": 5173.766594 } ], "DBGet/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ - "get_p95", "db_size", "get_mean", "threads", "real_time", "cpu_time", "neg_qu_pct", - "get_p99", { "est_runtime": 4195.243654 } @@ -5100,14 +4928,12 @@ } ], "DBGet/comp_style:2/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:0/iterations:1280/threads:8": [ - "get_p95", "db_size", "get_mean", "threads", "real_time", "cpu_time", "neg_qu_pct", - "get_p99", { "est_runtime": 4952.523661 } @@ -5441,7 +5267,7 @@ "expected_runtime_one_iter": 88709, "name": "rocksdb_microbench_suite_12", "regression_threshold": 10, - "sl_iterations": 2 + "sl_iterations": 3 }, { "benchmarks": { @@ -5457,14 +5283,12 @@ } ], "DBGet/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ - "get_p95", "db_size", "get_mean", "threads", "real_time", "cpu_time", "neg_qu_pct", - "get_p99", { "est_runtime": 507.805668 } @@ -5480,14 +5304,12 @@ } ], "DBGet/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8": [ - "get_p95", "db_size", "get_mean", "threads", "real_time", "cpu_time", "neg_qu_pct", - "get_p99", { "est_runtime": 1937.632471 } @@ -5523,14 +5345,12 @@ } ], "DBGet/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ - "get_p95", "db_size", "get_mean", "threads", "real_time", "cpu_time", "neg_qu_pct", - "get_p99", { "est_runtime": 3772.288434 } @@ -5546,14 +5366,12 @@ } ], "DBGet/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:1/iterations:1280/threads:8": [ - "get_p95", "db_size", "get_mean", "threads", "real_time", "cpu_time", "neg_qu_pct", - "get_p99", { "est_runtime": 4425.053714 } @@ -5569,14 +5387,12 @@ } ], "DBGet/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8": [ - "get_p95", "db_size", "get_mean", "threads", "real_time", "cpu_time", "neg_qu_pct", - "get_p99", { "est_runtime": 1889.78671 } @@ -5906,7 +5722,7 @@ "expected_runtime_one_iter": 88709, "name": "rocksdb_microbench_suite_13", "regression_threshold": 10, - "sl_iterations": 2 + "sl_iterations": 3 }, { "benchmarks": { @@ -5922,14 +5738,12 @@ } ], "DBGet/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ - "get_p95", "db_size", "get_mean", "threads", "real_time", "cpu_time", "neg_qu_pct", - "get_p99", { "est_runtime": 510.156004 } @@ -5945,14 +5759,12 @@ } ], "DBGet/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8": [ - "get_p95", "db_size", "get_mean", "threads", "real_time", "cpu_time", "neg_qu_pct", - "get_p99", { "est_runtime": 4667.45867 } @@ -5968,27 +5780,23 @@ } ], "DBGet/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ - "get_p95", "db_size", "get_mean", "threads", "real_time", "cpu_time", "neg_qu_pct", - "get_p99", { "est_runtime": 3790.602375 } ], "DBGet/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8": [ - "get_p95", "db_size", "get_mean", "threads", "real_time", "cpu_time", "neg_qu_pct", - "get_p99", { "est_runtime": 4804.316933 } @@ -6014,14 +5822,12 @@ } ], "DBGet/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8": [ - "get_p95", "db_size", "get_mean", "threads", "real_time", "cpu_time", "neg_qu_pct", - "get_p99", { "est_runtime": 5087.274609 } @@ -6047,27 +5853,23 @@ } ], "DBGet/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8": [ - "get_p95", "db_size", "get_mean", "threads", "real_time", "cpu_time", "neg_qu_pct", - "get_p99", { "est_runtime": 1938.347133 } ], "DBGet/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ - "get_p95", "db_size", "get_mean", "threads", "real_time", "cpu_time", "neg_qu_pct", - "get_p99", { "est_runtime": 3910.096422 } @@ -6404,6 +6206,6 @@ "expected_runtime_one_iter": 88711, "name": "rocksdb_microbench_suite_14", "regression_threshold": 10, - "sl_iterations": 2 + "sl_iterations": 3 } -] \ No newline at end of file +] diff --git a/buckifier/bench.json b/buckifier/bench.json index bb2d1b40b..d8bcfa9ac 100644 --- a/buckifier/bench.json +++ b/buckifier/bench.json @@ -3,27 +3,23 @@ "benchmarks": { "db_basic_bench": { "DBGet/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ - "get_p95", "db_size", "get_mean", "threads", "real_time", "cpu_time", "neg_qu_pct", - "get_p99", { "est_runtime": 510.387506 } ], "DBGet/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ - "get_p95", "db_size", "get_mean", "threads", "real_time", "cpu_time", "neg_qu_pct", - "get_p99", { "est_runtime": 497.077261 } @@ -135,33 +131,29 @@ "expected_runtime_one_iter": 2438, "name": "rocksdb_microbench_suite_0", "regression_threshold": 10, - "sl_iterations": 2 + "sl_iterations": 3 }, { "benchmarks": { "db_basic_bench": { "DBGet/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ - "get_p95", "db_size", "get_mean", "threads", "real_time", "cpu_time", "neg_qu_pct", - "get_p99", { "est_runtime": 510.88842 } ], "DBGet/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ - "get_p95", "db_size", "get_mean", "threads", "real_time", "cpu_time", "neg_qu_pct", - "get_p99", { "est_runtime": 497.546918 } @@ -266,33 +258,29 @@ "expected_runtime_one_iter": 2437, "name": "rocksdb_microbench_suite_1", "regression_threshold": 10, - "sl_iterations": 2 + "sl_iterations": 3 }, { "benchmarks": { "db_basic_bench": { "DBGet/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ - "get_p95", "db_size", "get_mean", "threads", "real_time", "cpu_time", "neg_qu_pct", - "get_p99", { "est_runtime": 479.941992 } ], "DBGet/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ - "get_p95", "db_size", "get_mean", "threads", "real_time", "cpu_time", "neg_qu_pct", - "get_p99", { "est_runtime": 513.865636 } @@ -331,7 +319,7 @@ "expected_runtime_one_iter": 2446, "name": "rocksdb_microbench_suite_2", "regression_threshold": 10, - "sl_iterations": 2 + "sl_iterations": 3 }, { "benchmarks": { @@ -357,27 +345,23 @@ } ], "DBGet/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ - "get_p95", "db_size", "get_mean", "threads", "real_time", "cpu_time", "neg_qu_pct", - "get_p99", { "est_runtime": 471.459789 } ], "DBGet/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ - "get_p95", "db_size", "get_mean", "threads", "real_time", "cpu_time", "neg_qu_pct", - "get_p99", { "est_runtime": 514.201628 } @@ -461,7 +445,7 @@ "expected_runtime_one_iter": 2437, "name": "rocksdb_microbench_suite_3", "regression_threshold": 10, - "sl_iterations": 2 + "sl_iterations": 3 }, { "benchmarks": { @@ -487,27 +471,23 @@ } ], "DBGet/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ - "get_p95", "db_size", "get_mean", "threads", "real_time", "cpu_time", "neg_qu_pct", - "get_p99", { "est_runtime": 694.628355 } ], "DBGet/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ - "get_p95", "db_size", "get_mean", "threads", "real_time", "cpu_time", "neg_qu_pct", - "get_p99", { "est_runtime": 517.245591 } @@ -590,7 +570,7 @@ "expected_runtime_one_iter": 2437, "name": "rocksdb_microbench_suite_4", "regression_threshold": 10, - "sl_iterations": 2 + "sl_iterations": 3 }, { "benchmarks": { @@ -720,20 +700,18 @@ "expected_runtime_one_iter": 2437, "name": "rocksdb_microbench_suite_5", "regression_threshold": 10, - "sl_iterations": 2 + "sl_iterations": 3 }, { "benchmarks": { "db_basic_bench": { "DBGet/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ - "get_p95", "db_size", "get_mean", "threads", "real_time", "cpu_time", "neg_qu_pct", - "get_p99", { "est_runtime": 658.890773 } @@ -822,20 +800,18 @@ "expected_runtime_one_iter": 2437, "name": "rocksdb_microbench_suite_6", "regression_threshold": 10, - "sl_iterations": 2 + "sl_iterations": 3 }, { "benchmarks": { "db_basic_bench": { "DBGet/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ - "get_p95", "db_size", "get_mean", "threads", "real_time", "cpu_time", "neg_qu_pct", - "get_p99", { "est_runtime": 505.270116 } @@ -851,14 +827,12 @@ } ], "DBGet/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ - "get_p95", "db_size", "get_mean", "threads", "real_time", "cpu_time", "neg_qu_pct", - "get_p99", { "est_runtime": 532.702176 } @@ -939,7 +913,7 @@ "expected_runtime_one_iter": 2438, "name": "rocksdb_microbench_suite_7", "regression_threshold": 10, - "sl_iterations": 2 + "sl_iterations": 3 }, { "benchmarks": { @@ -1056,7 +1030,7 @@ "expected_runtime_one_iter": 2437, "name": "rocksdb_microbench_suite_8", "regression_threshold": 10, - "sl_iterations": 2 + "sl_iterations": 3 }, { "benchmarks": { @@ -1082,14 +1056,12 @@ } ], "DBGet/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ - "get_p95", "db_size", "get_mean", "threads", "real_time", "cpu_time", "neg_qu_pct", - "get_p99", { "est_runtime": 497.710941 } @@ -1155,46 +1127,40 @@ "expected_runtime_one_iter": 2437, "name": "rocksdb_microbench_suite_9", "regression_threshold": 10, - "sl_iterations": 2 + "sl_iterations": 3 }, { "benchmarks": { "db_basic_bench": { "DBGet/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ - "get_p95", "db_size", "get_mean", "threads", "real_time", "cpu_time", "neg_qu_pct", - "get_p99", { "est_runtime": 624.132525 } ], "DBGet/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ - "get_p95", "db_size", "get_mean", "threads", "real_time", "cpu_time", "neg_qu_pct", - "get_p99", { "est_runtime": 510.156004 } ], "DBGet/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ - "get_p95", "db_size", "get_mean", "threads", "real_time", "cpu_time", "neg_qu_pct", - "get_p99", { "est_runtime": 551.935026 } @@ -1246,46 +1212,40 @@ "expected_runtime_one_iter": 2437, "name": "rocksdb_microbench_suite_10", "regression_threshold": 10, - "sl_iterations": 2 + "sl_iterations": 3 }, { "benchmarks": { "db_basic_bench": { "DBGet/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ - "get_p95", "db_size", "get_mean", "threads", "real_time", "cpu_time", "neg_qu_pct", - "get_p99", { "est_runtime": 507.805668 } ], "DBGet/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ - "get_p95", "db_size", "get_mean", "threads", "real_time", "cpu_time", "neg_qu_pct", - "get_p99", { "est_runtime": 557.749335 } ], "DBGet/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ - "get_p95", "db_size", "get_mean", "threads", "real_time", "cpu_time", "neg_qu_pct", - "get_p99", { "est_runtime": 623.018994 } @@ -1320,7 +1280,7 @@ "expected_runtime_one_iter": 2446, "name": "rocksdb_microbench_suite_11", "regression_threshold": 10, - "sl_iterations": 2 + "sl_iterations": 3 }, { "benchmarks": { @@ -1336,14 +1296,12 @@ } ], "DBGet/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ - "get_p95", "db_size", "get_mean", "threads", "real_time", "cpu_time", "neg_qu_pct", - "get_p99", { "est_runtime": 609.749844 } @@ -1359,14 +1317,12 @@ } ], "DBGet/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ - "get_p95", "db_size", "get_mean", "threads", "real_time", "cpu_time", "neg_qu_pct", - "get_p99", { "est_runtime": 557.886298 } @@ -1458,7 +1414,7 @@ "expected_runtime_one_iter": 2437, "name": "rocksdb_microbench_suite_12", "regression_threshold": 10, - "sl_iterations": 2 + "sl_iterations": 3 }, { "benchmarks": { @@ -1484,14 +1440,12 @@ } ], "DBGet/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ - "get_p95", "db_size", "get_mean", "threads", "real_time", "cpu_time", "neg_qu_pct", - "get_p99", { "est_runtime": 578.538571 } @@ -1559,7 +1513,7 @@ "expected_runtime_one_iter": 2437, "name": "rocksdb_microbench_suite_13", "regression_threshold": 10, - "sl_iterations": 2 + "sl_iterations": 3 }, { "benchmarks": { @@ -1585,14 +1539,12 @@ } ], "DBGet/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ - "get_p95", "db_size", "get_mean", "threads", "real_time", "cpu_time", "neg_qu_pct", - "get_p99", { "est_runtime": 501.900122 } @@ -1661,6 +1613,6 @@ "expected_runtime_one_iter": 2437, "name": "rocksdb_microbench_suite_14", "regression_threshold": 10, - "sl_iterations": 2 + "sl_iterations": 3 } -] \ No newline at end of file +] diff --git a/microbench/db_basic_bench.cc b/microbench/db_basic_bench.cc index bdab06471..48fc973af 100644 --- a/microbench/db_basic_bench.cc +++ b/microbench/db_basic_bench.cc @@ -293,9 +293,9 @@ static void DBPut(benchmark::State& state) { if (enable_statistics) { HistogramData histogram_data; options.statistics->histogramData(DB_WRITE, &histogram_data); - state.counters["put_mean"] = histogram_data.average; - state.counters["put_p95"] = histogram_data.percentile95; - state.counters["put_p99"] = histogram_data.percentile99; + state.counters["put_mean"] = histogram_data.average * std::milli::den; + state.counters["put_p95"] = histogram_data.percentile95 * std::milli::den; + state.counters["put_p99"] = histogram_data.percentile99 * std::milli::den; } TeardownDB(state, db, options, kg); @@ -445,7 +445,7 @@ static void ManualCompactionArguments(benchmark::internal::Benchmark* b) { b->ArgNames({"comp_style", "max_data", "per_key_size", "enable_statistics"}); } -BENCHMARK(ManualCompaction)->Iterations(10)->Apply(ManualCompactionArguments); +BENCHMARK(ManualCompaction)->Iterations(1)->Apply(ManualCompactionArguments); static void ManualFlush(benchmark::State& state) { uint64_t key_num = state.range(0); @@ -516,7 +516,7 @@ static void ManualFlushArguments(benchmark::internal::Benchmark* b) { b->ArgNames({"key_num", "per_key_size"}); } -BENCHMARK(ManualFlush)->Iterations(100)->Apply(ManualFlushArguments); +BENCHMARK(ManualFlush)->Iterations(1)->Apply(ManualFlushArguments); static void DBGet(benchmark::State& state) { auto compaction_style = static_cast(state.range(0)); @@ -599,9 +599,9 @@ static void DBGet(benchmark::State& state) { if (enable_statistics) { HistogramData histogram_data; options.statistics->histogramData(DB_GET, &histogram_data); - state.counters["get_mean"] = histogram_data.average; - state.counters["get_p95"] = histogram_data.percentile95; - state.counters["get_p99"] = histogram_data.percentile99; + state.counters["get_mean"] = histogram_data.average * std::milli::den; + state.counters["get_p95"] = histogram_data.percentile95 * std::milli::den; + state.counters["get_p99"] = histogram_data.percentile99 * std::milli::den; } TeardownDB(state, db, options, kg);