From ff8763c187ad923e6380aec0044f59f9debd48aa Mon Sep 17 00:00:00 2001 From: Patrick Somaru Date: Tue, 1 Mar 2022 15:09:45 -0800 Subject: [PATCH] regenerate config jsons, reduce noise (#9644) Summary: Pull Request resolved: https://github.com/facebook/rocksdb/pull/9644 Reviewed By: jay-zhuang Differential Revision: D34543778 fbshipit-source-id: eae5f2c0ced4c11d365d0049bdb288598e364e8f --- TARGETS | 4313 ++++++++++++++++ buckifier/bench-slow.json | 9158 +++++++++++++++------------------- buckifier/bench.json | 2660 ++++------ microbench/db_basic_bench.cc | 6 +- 4 files changed, 9464 insertions(+), 6673 deletions(-) diff --git a/TARGETS b/TARGETS index cdb90762c..126d3701a 100644 --- a/TARGETS +++ b/TARGETS @@ -691,6 +691,4319 @@ cpp_binary_wrapper(name="db_basic_bench", srcs=["microbench/db_basic_bench.cc"], add_c_test_wrapper() +fancy_bench_wrapper(suite_name="rocksdb_microbench_suite_0", binary_to_bench_to_metric_list_map={'db_basic_bench': {'DBGet/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['get_p95', + 'db_size', + 'get_mean', + 'threads', + 'real_time', + 'cpu_time', + 'neg_qu_pct', + 'get_p99'], + 'DBGet/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['get_p95', + 'db_size', + 'get_mean', + 'threads', + 'real_time', + 'cpu_time', + 'neg_qu_pct', + 'get_p99'], + 'DBGet/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['real_time', + 'cpu_time', + 'db_size', + 'neg_qu_pct', + 'threads'], + 'DBPut/comp_style:1/max_data:107374182400/per_key_size:256/enable_statistics:1/wal:1/iterations:51200/threads:8': ['real_time', + 'put_mean', + 'cpu_time', + 'put_p99', + 'db_size', + 'put_p95', + 'threads'], + 'DBPut/comp_style:2/max_data:107374182400/per_key_size:256/enable_statistics:0/wal:0/iterations:51200/threads:8': ['real_time', + 'cpu_time', + 'db_size', + 'threads']}, + 'ribbon_bench': {'FilterBuild/filter_impl:2/bits_per_key:10/key_len_avg:10/entry_num:1024': ['real_time', + 'cpu_time', + 'threads', + 'size'], + 'FilterBuild/filter_impl:3/bits_per_key:10/key_len_avg:10/entry_num:1048576': ['real_time', + 'cpu_time', + 'threads', + 'size'], + 'FilterBuild/filter_impl:3/bits_per_key:20/key_len_avg:100/entry_num:1048576': ['real_time', + 'cpu_time', + 'threads', + 'size'], + 'FilterQueryNegative/filter_impl:3/bits_per_key:10/key_len_avg:100/entry_num:1024': ['real_time', + 'cpu_time', + 'threads', + 'fp_pct'], + 'FilterQueryPositive/filter_impl:2/bits_per_key:10/key_len_avg:100/entry_num:1024': ['real_time', + 'cpu_time', + 'threads'], + 'FilterQueryPositive/filter_impl:2/bits_per_key:20/key_len_avg:100/entry_num:1048576': ['real_time', + 'cpu_time', + 'threads'], + 'FilterQueryPositive/filter_impl:3/bits_per_key:10/key_len_avg:10/entry_num:1024': ['real_time', + 'cpu_time', + 'threads'], + 'FilterQueryPositive/filter_impl:3/bits_per_key:20/key_len_avg:10/entry_num:1048576': ['real_time', + 'cpu_time', + 'threads']}}, slow=False, expected_runtime=2438, sl_iterations=2, regression_threshold=10) + + +fancy_bench_wrapper(suite_name="rocksdb_microbench_suite_1", binary_to_bench_to_metric_list_map={'db_basic_bench': {'DBGet/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:1/iterations:10240/threads:1': ['get_p95', + 'db_size', + 'get_mean', + 'threads', + 'real_time', + 'cpu_time', + 'neg_qu_pct', + 'get_p99'], + 'DBGet/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:1/iterations:10240/threads:1': ['get_p95', + 'db_size', + 'get_mean', + 'threads', + 'real_time', + 'cpu_time', + 'neg_qu_pct', + 'get_p99'], + 'DBGet/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:0/iterations:10240/threads:1': ['real_time', + 'cpu_time', + 'db_size', + 'neg_qu_pct', + 'threads'], + 'DBPut/comp_style:2/max_data:107374182400/per_key_size:256/enable_statistics:1/wal:0/iterations:409600/threads:1': ['real_time', + 'put_mean', + 'cpu_time', + 'put_p99', + 'db_size', + 'put_p95', + 'threads'], + 'DBPut/comp_style:2/max_data:107374182400/per_key_size:256/enable_statistics:1/wal:1/iterations:51200/threads:8': ['real_time', + 'put_mean', + 'cpu_time', + 'put_p99', + 'db_size', + 'put_p95', + 'threads']}, + 'ribbon_bench': {'FilterBuild/filter_impl:2/bits_per_key:20/key_len_avg:100/entry_num:1024': ['real_time', + 'cpu_time', + 'threads', + 'size'], + 'FilterQueryNegative/filter_impl:2/bits_per_key:10/key_len_avg:10/entry_num:1048576': ['real_time', + 'cpu_time', + 'threads', + 'fp_pct'], + 'FilterQueryPositive/filter_impl:0/bits_per_key:10/key_len_avg:100/entry_num:1024': ['real_time', + 'cpu_time', + 'threads'], + 'FilterQueryPositive/filter_impl:0/bits_per_key:20/key_len_avg:10/entry_num:1024': ['real_time', + 'cpu_time', + 'threads'], + 'FilterQueryPositive/filter_impl:0/bits_per_key:20/key_len_avg:100/entry_num:1048576': ['real_time', + 'cpu_time', + 'threads'], + 'FilterQueryPositive/filter_impl:2/bits_per_key:20/key_len_avg:10/entry_num:1048576': ['real_time', + 'cpu_time', + 'threads'], + 'FilterQueryPositive/filter_impl:3/bits_per_key:20/key_len_avg:100/entry_num:1048576': ['real_time', + 'cpu_time', + 'threads']}}, slow=False, expected_runtime=2437, sl_iterations=2, regression_threshold=10) + + +fancy_bench_wrapper(suite_name="rocksdb_microbench_suite_2", binary_to_bench_to_metric_list_map={'db_basic_bench': {'DBGet/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:0/iterations:10240/threads:1': ['get_p95', + 'db_size', + 'get_mean', + 'threads', + 'real_time', + 'cpu_time', + 'neg_qu_pct', + 'get_p99'], + 'DBGet/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:0/iterations:10240/threads:1': ['get_p95', + 'db_size', + 'get_mean', + 'threads', + 'real_time', + 'cpu_time', + 'neg_qu_pct', + 'get_p99'], + 'DBGet/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:1/iterations:10240/threads:1': ['real_time', + 'cpu_time', + 'db_size', + 'neg_qu_pct', + 'threads'], + 'DBPut/comp_style:1/max_data:107374182400/per_key_size:256/enable_statistics:0/wal:0/iterations:409600/threads:1': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'DBPut/comp_style:2/max_data:107374182400/per_key_size:256/enable_statistics:0/wal:0/iterations:409600/threads:1': ['real_time', + 'cpu_time', + 'db_size', + 'threads']}}, slow=False, expected_runtime=2446, sl_iterations=2, regression_threshold=10) + + +fancy_bench_wrapper(suite_name="rocksdb_microbench_suite_3", binary_to_bench_to_metric_list_map={'db_basic_bench': {'DBGet/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['real_time', + 'cpu_time', + 'db_size', + 'neg_qu_pct', + 'threads'], + 'DBGet/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:1/iterations:1280/threads:8': ['real_time', + 'cpu_time', + 'db_size', + 'neg_qu_pct', + 'threads'], + 'DBGet/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:0/iterations:10240/threads:1': ['get_p95', + 'db_size', + 'get_mean', + 'threads', + 'real_time', + 'cpu_time', + 'neg_qu_pct', + 'get_p99'], + 'DBGet/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1': ['get_p95', + 'db_size', + 'get_mean', + 'threads', + 'real_time', + 'cpu_time', + 'neg_qu_pct', + 'get_p99'], + 'DBPut/comp_style:0/max_data:107374182400/per_key_size:256/enable_statistics:0/wal:1/iterations:51200/threads:8': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'DataBlockSeek/iterations:1000000': ['real_time', + 'cpu_time', + 'seek_ns', + 'threads']}, + 'ribbon_bench': {'FilterBuild/filter_impl:0/bits_per_key:10/key_len_avg:10/entry_num:1048576': ['real_time', + 'cpu_time', + 'threads', + 'size'], + 'FilterBuild/filter_impl:0/bits_per_key:10/key_len_avg:100/entry_num:1024': ['real_time', + 'cpu_time', + 'threads', + 'size'], + 'FilterBuild/filter_impl:3/bits_per_key:10/key_len_avg:100/entry_num:1048576': ['real_time', + 'cpu_time', + 'threads', + 'size'], + 'FilterQueryNegative/filter_impl:0/bits_per_key:10/key_len_avg:10/entry_num:1048576': ['real_time', + 'cpu_time', + 'threads', + 'fp_pct'], + 'FilterQueryNegative/filter_impl:3/bits_per_key:10/key_len_avg:10/entry_num:1024': ['real_time', + 'cpu_time', + 'threads', + 'fp_pct'], + 'FilterQueryPositive/filter_impl:2/bits_per_key:10/key_len_avg:100/entry_num:1048576': ['real_time', + 'cpu_time', + 'threads']}}, slow=False, expected_runtime=2437, sl_iterations=2, regression_threshold=10) + + +fancy_bench_wrapper(suite_name="rocksdb_microbench_suite_4", binary_to_bench_to_metric_list_map={'db_basic_bench': {'DBGet/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['real_time', + 'cpu_time', + 'db_size', + 'neg_qu_pct', + 'threads'], + 'DBGet/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:0/iterations:10240/threads:1': ['real_time', + 'cpu_time', + 'db_size', + 'neg_qu_pct', + 'threads'], + 'DBGet/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['get_p95', + 'db_size', + 'get_mean', + 'threads', + 'real_time', + 'cpu_time', + 'neg_qu_pct', + 'get_p99'], + 'DBGet/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:1/iterations:10240/threads:1': ['get_p95', + 'db_size', + 'get_mean', + 'threads', + 'real_time', + 'cpu_time', + 'neg_qu_pct', + 'get_p99'], + 'DBPut/comp_style:1/max_data:107374182400/per_key_size:256/enable_statistics:0/wal:1/iterations:51200/threads:8': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'RandomAccessFileReaderRead/enable_statistics:1/iterations:1000000': ['real_time', + 'cpu_time', + 'threads']}, + 'ribbon_bench': {'FilterBuild/filter_impl:0/bits_per_key:20/key_len_avg:10/entry_num:1024': ['real_time', + 'cpu_time', + 'threads', + 'size'], + 'FilterQueryNegative/filter_impl:0/bits_per_key:10/key_len_avg:100/entry_num:1048576': ['real_time', + 'cpu_time', + 'threads', + 'fp_pct'], + 'FilterQueryNegative/filter_impl:0/bits_per_key:20/key_len_avg:10/entry_num:1048576': ['real_time', + 'cpu_time', + 'threads', + 'fp_pct'], + 'FilterQueryNegative/filter_impl:0/bits_per_key:20/key_len_avg:100/entry_num:1024': ['real_time', + 'cpu_time', + 'threads', + 'fp_pct'], + 'FilterQueryNegative/filter_impl:2/bits_per_key:20/key_len_avg:100/entry_num:1048576': ['real_time', + 'cpu_time', + 'threads', + 'fp_pct'], + 'FilterQueryPositive/filter_impl:2/bits_per_key:20/key_len_avg:10/entry_num:1024': ['real_time', + 'cpu_time', + 'threads']}}, slow=False, expected_runtime=2437, sl_iterations=2, regression_threshold=10) + + +fancy_bench_wrapper(suite_name="rocksdb_microbench_suite_5", binary_to_bench_to_metric_list_map={'db_basic_bench': {'DBGet/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:0/iterations:10240/threads:1': ['real_time', + 'cpu_time', + 'db_size', + 'neg_qu_pct', + 'threads'], + 'DBGet/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:1/iterations:10240/threads:1': ['real_time', + 'cpu_time', + 'db_size', + 'neg_qu_pct', + 'threads'], + 'DBGet/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['real_time', + 'cpu_time', + 'db_size', + 'neg_qu_pct', + 'threads'], + 'DBGet/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:1/iterations:10240/threads:1': ['real_time', + 'cpu_time', + 'db_size', + 'neg_qu_pct', + 'threads'], + 'DBPut/comp_style:2/max_data:107374182400/per_key_size:256/enable_statistics:0/wal:1/iterations:51200/threads:8': ['real_time', + 'cpu_time', + 'db_size', + 'threads']}, + 'ribbon_bench': {'FilterBuild/filter_impl:2/bits_per_key:20/key_len_avg:10/entry_num:1024': ['real_time', + 'cpu_time', + 'threads', + 'size'], + 'FilterQueryNegative/filter_impl:0/bits_per_key:20/key_len_avg:10/entry_num:1024': ['real_time', + 'cpu_time', + 'threads', + 'fp_pct'], + 'FilterQueryNegative/filter_impl:0/bits_per_key:20/key_len_avg:100/entry_num:1048576': ['real_time', + 'cpu_time', + 'threads', + 'fp_pct'], + 'FilterQueryNegative/filter_impl:3/bits_per_key:20/key_len_avg:100/entry_num:1024': ['real_time', + 'cpu_time', + 'threads', + 'fp_pct'], + 'FilterQueryPositive/filter_impl:0/bits_per_key:10/key_len_avg:100/entry_num:1048576': ['real_time', + 'cpu_time', + 'threads'], + 'FilterQueryPositive/filter_impl:2/bits_per_key:10/key_len_avg:10/entry_num:1048576': ['real_time', + 'cpu_time', + 'threads'], + 'FilterQueryPositive/filter_impl:3/bits_per_key:10/key_len_avg:10/entry_num:1048576': ['real_time', + 'cpu_time', + 'threads'], + 'FilterQueryPositive/filter_impl:3/bits_per_key:20/key_len_avg:100/entry_num:1024': ['real_time', + 'cpu_time', + 'threads']}}, slow=False, expected_runtime=2437, sl_iterations=2, regression_threshold=10) + + +fancy_bench_wrapper(suite_name="rocksdb_microbench_suite_6", binary_to_bench_to_metric_list_map={'db_basic_bench': {'DBGet/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:0/iterations:10240/threads:1': ['get_p95', + 'db_size', + 'get_mean', + 'threads', + 'real_time', + 'cpu_time', + 'neg_qu_pct', + 'get_p99'], + 'DBGet/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['real_time', + 'cpu_time', + 'db_size', + 'neg_qu_pct', + 'threads'], + 'DBGet/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:0/iterations:10240/threads:1': ['real_time', + 'cpu_time', + 'db_size', + 'neg_qu_pct', + 'threads'], + 'DBPut/comp_style:2/max_data:107374182400/per_key_size:256/enable_statistics:0/wal:1/iterations:409600/threads:1': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'DBPut/comp_style:2/max_data:107374182400/per_key_size:256/enable_statistics:1/wal:0/iterations:51200/threads:8': ['real_time', + 'put_mean', + 'cpu_time', + 'put_p99', + 'db_size', + 'put_p95', + 'threads']}, + 'ribbon_bench': {'FilterBuild/filter_impl:2/bits_per_key:10/key_len_avg:100/entry_num:1024': ['real_time', + 'cpu_time', + 'threads', + 'size'], + 'FilterBuild/filter_impl:2/bits_per_key:10/key_len_avg:100/entry_num:1048576': ['real_time', + 'cpu_time', + 'threads', + 'size'], + 'FilterQueryNegative/filter_impl:0/bits_per_key:10/key_len_avg:10/entry_num:1024': ['real_time', + 'cpu_time', + 'threads', + 'fp_pct'], + 'FilterQueryPositive/filter_impl:2/bits_per_key:10/key_len_avg:10/entry_num:1024': ['real_time', + 'cpu_time', + 'threads']}}, slow=False, expected_runtime=2437, sl_iterations=2, regression_threshold=10) + + +fancy_bench_wrapper(suite_name="rocksdb_microbench_suite_7", binary_to_bench_to_metric_list_map={'db_basic_bench': {'DBGet/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:1/iterations:10240/threads:1': ['get_p95', + 'db_size', + 'get_mean', + 'threads', + 'real_time', + 'cpu_time', + 'neg_qu_pct', + 'get_p99'], + 'DBGet/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:0/iterations:10240/threads:1': ['real_time', + 'cpu_time', + 'db_size', + 'neg_qu_pct', + 'threads'], + 'DBGet/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1': ['get_p95', + 'db_size', + 'get_mean', + 'threads', + 'real_time', + 'cpu_time', + 'neg_qu_pct', + 'get_p99'], + 'DBPut/comp_style:0/max_data:107374182400/per_key_size:256/enable_statistics:1/wal:0/iterations:51200/threads:8': ['real_time', + 'put_mean', + 'cpu_time', + 'put_p99', + 'db_size', + 'put_p95', + 'threads'], + 'DBPut/comp_style:1/max_data:107374182400/per_key_size:256/enable_statistics:1/wal:1/iterations:409600/threads:1': ['real_time', + 'put_mean', + 'cpu_time', + 'put_p99', + 'db_size', + 'put_p95', + 'threads'], + 'RandomAccessFileReaderRead/enable_statistics:0/iterations:1000000': ['real_time', + 'cpu_time', + 'threads']}, + 'ribbon_bench': {'FilterBuild/filter_impl:2/bits_per_key:10/key_len_avg:10/entry_num:1048576': ['real_time', + 'cpu_time', + 'threads', + 'size'], + 'FilterBuild/filter_impl:3/bits_per_key:20/key_len_avg:10/entry_num:1024': ['real_time', + 'cpu_time', + 'threads', + 'size'], + 'FilterQueryNegative/filter_impl:2/bits_per_key:10/key_len_avg:10/entry_num:1024': ['real_time', + 'cpu_time', + 'threads', + 'fp_pct'], + 'FilterQueryNegative/filter_impl:2/bits_per_key:10/key_len_avg:100/entry_num:1024': ['real_time', + 'cpu_time', + 'threads', + 'fp_pct']}}, slow=False, expected_runtime=2438, sl_iterations=2, regression_threshold=10) + + +fancy_bench_wrapper(suite_name="rocksdb_microbench_suite_8", binary_to_bench_to_metric_list_map={'db_basic_bench': {'DBGet/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['real_time', + 'cpu_time', + 'db_size', + 'neg_qu_pct', + 'threads'], + 'DBGet/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:0/iterations:10240/threads:1': ['real_time', + 'cpu_time', + 'db_size', + 'neg_qu_pct', + 'threads'], + 'DBGet/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:1/iterations:10240/threads:1': ['real_time', + 'cpu_time', + 'db_size', + 'neg_qu_pct', + 'threads'], + 'DBPut/comp_style:0/max_data:107374182400/per_key_size:256/enable_statistics:0/wal:0/iterations:409600/threads:1': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'DBPut/comp_style:2/max_data:107374182400/per_key_size:256/enable_statistics:1/wal:1/iterations:409600/threads:1': ['real_time', + 'put_mean', + 'cpu_time', + 'put_p99', + 'db_size', + 'put_p95', + 'threads']}, + 'ribbon_bench': {'FilterBuild/filter_impl:0/bits_per_key:20/key_len_avg:10/entry_num:1048576': ['real_time', + 'cpu_time', + 'threads', + 'size'], + 'FilterBuild/filter_impl:2/bits_per_key:20/key_len_avg:10/entry_num:1048576': ['real_time', + 'cpu_time', + 'threads', + 'size'], + 'FilterBuild/filter_impl:3/bits_per_key:20/key_len_avg:10/entry_num:1048576': ['real_time', + 'cpu_time', + 'threads', + 'size'], + 'FilterQueryNegative/filter_impl:2/bits_per_key:20/key_len_avg:10/entry_num:1024': ['real_time', + 'cpu_time', + 'threads', + 'fp_pct'], + 'FilterQueryNegative/filter_impl:3/bits_per_key:10/key_len_avg:10/entry_num:1048576': ['real_time', + 'cpu_time', + 'threads', + 'fp_pct'], + 'FilterQueryPositive/filter_impl:0/bits_per_key:20/key_len_avg:10/entry_num:1048576': ['real_time', + 'cpu_time', + 'threads']}}, slow=False, expected_runtime=2437, sl_iterations=2, regression_threshold=10) + + +fancy_bench_wrapper(suite_name="rocksdb_microbench_suite_9", binary_to_bench_to_metric_list_map={'db_basic_bench': {'DBGet/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:0/iterations:10240/threads:1': ['real_time', + 'cpu_time', + 'db_size', + 'neg_qu_pct', + 'threads'], + 'DBGet/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['real_time', + 'cpu_time', + 'db_size', + 'neg_qu_pct', + 'threads'], + 'DBGet/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1': ['get_p95', + 'db_size', + 'get_mean', + 'threads', + 'real_time', + 'cpu_time', + 'neg_qu_pct', + 'get_p99'], + 'DBPut/comp_style:1/max_data:107374182400/per_key_size:256/enable_statistics:0/wal:0/iterations:51200/threads:8': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'DBPut/comp_style:1/max_data:107374182400/per_key_size:256/enable_statistics:0/wal:1/iterations:409600/threads:1': ['real_time', + 'cpu_time', + 'db_size', + 'threads']}, + 'ribbon_bench': {'FilterBuild/filter_impl:3/bits_per_key:20/key_len_avg:100/entry_num:1024': ['real_time', + 'cpu_time', + 'threads', + 'size'], + 'FilterQueryNegative/filter_impl:2/bits_per_key:20/key_len_avg:100/entry_num:1024': ['real_time', + 'cpu_time', + 'threads', + 'fp_pct'], + 'FilterQueryNegative/filter_impl:3/bits_per_key:10/key_len_avg:100/entry_num:1048576': ['real_time', + 'cpu_time', + 'threads', + 'fp_pct'], + 'FilterQueryPositive/filter_impl:0/bits_per_key:10/key_len_avg:10/entry_num:1024': ['real_time', + 'cpu_time', + 'threads']}}, slow=False, expected_runtime=2437, sl_iterations=2, regression_threshold=10) + + +fancy_bench_wrapper(suite_name="rocksdb_microbench_suite_10", binary_to_bench_to_metric_list_map={'db_basic_bench': {'DBGet/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1': ['get_p95', + 'db_size', + 'get_mean', + 'threads', + 'real_time', + 'cpu_time', + 'neg_qu_pct', + 'get_p99'], + 'DBGet/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['get_p95', + 'db_size', + 'get_mean', + 'threads', + 'real_time', + 'cpu_time', + 'neg_qu_pct', + 'get_p99'], + 'DBGet/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1': ['get_p95', + 'db_size', + 'get_mean', + 'threads', + 'real_time', + 'cpu_time', + 'neg_qu_pct', + 'get_p99'], + 'DBGet/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:1/iterations:10240/threads:1': ['real_time', + 'cpu_time', + 'db_size', + 'neg_qu_pct', + 'threads'], + 'DBPut/comp_style:0/max_data:107374182400/per_key_size:256/enable_statistics:1/wal:1/iterations:409600/threads:1': ['real_time', + 'put_mean', + 'cpu_time', + 'put_p99', + 'db_size', + 'put_p95', + 'threads']}, + 'ribbon_bench': {'FilterBuild/filter_impl:3/bits_per_key:10/key_len_avg:10/entry_num:1024': ['real_time', + 'cpu_time', + 'threads', + 'size'], + 'FilterQueryPositive/filter_impl:2/bits_per_key:20/key_len_avg:100/entry_num:1024': ['real_time', + 'cpu_time', + 'threads']}}, slow=False, expected_runtime=2437, sl_iterations=2, regression_threshold=10) + + +fancy_bench_wrapper(suite_name="rocksdb_microbench_suite_11", binary_to_bench_to_metric_list_map={'db_basic_bench': {'DBGet/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:1/iterations:10240/threads:1': ['get_p95', + 'db_size', + 'get_mean', + 'threads', + 'real_time', + 'cpu_time', + 'neg_qu_pct', + 'get_p99'], + 'DBGet/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['get_p95', + 'db_size', + 'get_mean', + 'threads', + 'real_time', + 'cpu_time', + 'neg_qu_pct', + 'get_p99'], + 'DBGet/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1': ['get_p95', + 'db_size', + 'get_mean', + 'threads', + 'real_time', + 'cpu_time', + 'neg_qu_pct', + 'get_p99'], + 'DBPut/comp_style:1/max_data:107374182400/per_key_size:256/enable_statistics:1/wal:0/iterations:409600/threads:1': ['real_time', + 'put_mean', + 'cpu_time', + 'put_p99', + 'db_size', + 'put_p95', + 'threads'], + 'DBPut/comp_style:1/max_data:107374182400/per_key_size:256/enable_statistics:1/wal:0/iterations:51200/threads:8': ['real_time', + 'put_mean', + 'cpu_time', + 'put_p99', + 'db_size', + 'put_p95', + 'threads']}}, slow=False, expected_runtime=2446, sl_iterations=2, regression_threshold=10) + + +fancy_bench_wrapper(suite_name="rocksdb_microbench_suite_12", binary_to_bench_to_metric_list_map={'db_basic_bench': {'DBGet/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:0/iterations:10240/threads:1': ['real_time', + 'cpu_time', + 'db_size', + 'neg_qu_pct', + 'threads'], + 'DBGet/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['get_p95', + 'db_size', + 'get_mean', + 'threads', + 'real_time', + 'cpu_time', + 'neg_qu_pct', + 'get_p99'], + 'DBGet/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:0/iterations:10240/threads:1': ['real_time', + 'cpu_time', + 'db_size', + 'neg_qu_pct', + 'threads'], + 'DBGet/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:1/iterations:10240/threads:1': ['get_p95', + 'db_size', + 'get_mean', + 'threads', + 'real_time', + 'cpu_time', + 'neg_qu_pct', + 'get_p99']}, + 'ribbon_bench': {'FilterBuild/filter_impl:0/bits_per_key:20/key_len_avg:100/entry_num:1024': ['real_time', + 'cpu_time', + 'threads', + 'size'], + 'FilterBuild/filter_impl:0/bits_per_key:20/key_len_avg:100/entry_num:1048576': ['real_time', + 'cpu_time', + 'threads', + 'size'], + 'FilterBuild/filter_impl:3/bits_per_key:10/key_len_avg:100/entry_num:1024': ['real_time', + 'cpu_time', + 'threads', + 'size'], + 'FilterQueryNegative/filter_impl:2/bits_per_key:10/key_len_avg:100/entry_num:1048576': ['real_time', + 'cpu_time', + 'threads', + 'fp_pct'], + 'FilterQueryNegative/filter_impl:2/bits_per_key:20/key_len_avg:10/entry_num:1048576': ['real_time', + 'cpu_time', + 'threads', + 'fp_pct'], + 'FilterQueryNegative/filter_impl:3/bits_per_key:20/key_len_avg:10/entry_num:1048576': ['real_time', + 'cpu_time', + 'threads', + 'fp_pct'], + 'FilterQueryNegative/filter_impl:3/bits_per_key:20/key_len_avg:100/entry_num:1048576': ['real_time', + 'cpu_time', + 'threads', + 'fp_pct'], + 'FilterQueryPositive/filter_impl:0/bits_per_key:10/key_len_avg:10/entry_num:1048576': ['real_time', + 'cpu_time', + 'threads'], + 'FilterQueryPositive/filter_impl:3/bits_per_key:10/key_len_avg:100/entry_num:1048576': ['real_time', + 'cpu_time', + 'threads']}}, slow=False, expected_runtime=2437, sl_iterations=2, regression_threshold=10) + + +fancy_bench_wrapper(suite_name="rocksdb_microbench_suite_13", binary_to_bench_to_metric_list_map={'db_basic_bench': {'DBGet/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:0/iterations:10240/threads:1': ['real_time', + 'cpu_time', + 'db_size', + 'neg_qu_pct', + 'threads'], + 'DBGet/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:0/iterations:10240/threads:1': ['real_time', + 'cpu_time', + 'db_size', + 'neg_qu_pct', + 'threads'], + 'DBGet/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:0/iterations:10240/threads:1': ['get_p95', + 'db_size', + 'get_mean', + 'threads', + 'real_time', + 'cpu_time', + 'neg_qu_pct', + 'get_p99'], + 'DBPut/comp_style:0/max_data:107374182400/per_key_size:256/enable_statistics:0/wal:1/iterations:409600/threads:1': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'DBPut/comp_style:0/max_data:107374182400/per_key_size:256/enable_statistics:1/wal:0/iterations:409600/threads:1': ['real_time', + 'put_mean', + 'cpu_time', + 'put_p99', + 'db_size', + 'put_p95', + 'threads']}, + 'ribbon_bench': {'FilterBuild/filter_impl:2/bits_per_key:20/key_len_avg:100/entry_num:1048576': ['real_time', + 'cpu_time', + 'threads', + 'size'], + 'FilterQueryNegative/filter_impl:3/bits_per_key:20/key_len_avg:10/entry_num:1024': ['real_time', + 'cpu_time', + 'threads', + 'fp_pct'], + 'FilterQueryPositive/filter_impl:3/bits_per_key:10/key_len_avg:100/entry_num:1024': ['real_time', + 'cpu_time', + 'threads'], + 'FilterQueryPositive/filter_impl:3/bits_per_key:20/key_len_avg:10/entry_num:1024': ['real_time', + 'cpu_time', + 'threads']}}, slow=False, expected_runtime=2437, sl_iterations=2, regression_threshold=10) + + +fancy_bench_wrapper(suite_name="rocksdb_microbench_suite_14", binary_to_bench_to_metric_list_map={'db_basic_bench': {'DBGet/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:1/iterations:10240/threads:1': ['real_time', + 'cpu_time', + 'db_size', + 'neg_qu_pct', + 'threads'], + 'DBGet/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:0/iterations:10240/threads:1': ['real_time', + 'cpu_time', + 'db_size', + 'neg_qu_pct', + 'threads'], + 'DBGet/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:0/iterations:10240/threads:1': ['get_p95', + 'db_size', + 'get_mean', + 'threads', + 'real_time', + 'cpu_time', + 'neg_qu_pct', + 'get_p99'], + 'DBPut/comp_style:0/max_data:107374182400/per_key_size:256/enable_statistics:0/wal:0/iterations:51200/threads:8': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'DBPut/comp_style:0/max_data:107374182400/per_key_size:256/enable_statistics:1/wal:1/iterations:51200/threads:8': ['real_time', + 'put_mean', + 'cpu_time', + 'put_p99', + 'db_size', + 'put_p95', + 'threads']}, + 'ribbon_bench': {'FilterBuild/filter_impl:0/bits_per_key:10/key_len_avg:10/entry_num:1024': ['real_time', + 'cpu_time', + 'threads', + 'size'], + 'FilterBuild/filter_impl:0/bits_per_key:10/key_len_avg:100/entry_num:1048576': ['real_time', + 'cpu_time', + 'threads', + 'size'], + 'FilterQueryNegative/filter_impl:0/bits_per_key:10/key_len_avg:100/entry_num:1024': ['real_time', + 'cpu_time', + 'threads', + 'fp_pct'], + 'FilterQueryPositive/filter_impl:0/bits_per_key:20/key_len_avg:100/entry_num:1024': ['real_time', + 'cpu_time', + 'threads']}}, slow=False, expected_runtime=2437, sl_iterations=2, regression_threshold=10) + + +fancy_bench_wrapper(suite_name="rocksdb_microbench_suite_0_slow", binary_to_bench_to_metric_list_map={'db_basic_bench': {'DBGet/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['real_time', + 'cpu_time', + 'db_size', + 'neg_qu_pct', + 'threads'], + 'DBGet/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['get_p95', + 'db_size', + 'get_mean', + 'threads', + 'real_time', + 'cpu_time', + 'neg_qu_pct', + 'get_p99'], + 'DBGet/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:0/iterations:10240/threads:1': ['real_time', + 'cpu_time', + 'db_size', + 'neg_qu_pct', + 'threads'], + 'DBGet/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8': ['get_p95', + 'db_size', + 'get_mean', + 'threads', + 'real_time', + 'cpu_time', + 'neg_qu_pct', + 'get_p99'], + 'DBGet/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:1/iterations:1280/threads:8': ['real_time', + 'cpu_time', + 'db_size', + 'neg_qu_pct', + 'threads'], + 'DBGet/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1': ['get_p95', + 'db_size', + 'get_mean', + 'threads', + 'real_time', + 'cpu_time', + 'neg_qu_pct', + 'get_p99'], + 'DBGet/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['get_p95', + 'db_size', + 'get_mean', + 'threads', + 'real_time', + 'cpu_time', + 'neg_qu_pct', + 'get_p99'], + 'DBGet/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:0/iterations:10240/threads:1': ['real_time', + 'cpu_time', + 'db_size', + 'neg_qu_pct', + 'threads'], + 'DBGet/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:1280/threads:8': ['real_time', + 'cpu_time', + 'db_size', + 'neg_qu_pct', + 'threads'], + 'DBGet/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8': ['get_p95', + 'db_size', + 'get_mean', + 'threads', + 'real_time', + 'cpu_time', + 'neg_qu_pct', + 'get_p99'], + 'DBGet/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:0/iterations:1280/threads:8': ['real_time', + 'cpu_time', + 'db_size', + 'neg_qu_pct', + 'threads'], + 'DBGet/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:1/iterations:10240/threads:1': ['real_time', + 'cpu_time', + 'db_size', + 'neg_qu_pct', + 'threads'], + 'DBGet/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['get_p95', + 'db_size', + 'get_mean', + 'threads', + 'real_time', + 'cpu_time', + 'neg_qu_pct', + 'get_p99'], + 'DBGet/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['get_p95', + 'db_size', + 'get_mean', + 'threads', + 'real_time', + 'cpu_time', + 'neg_qu_pct', + 'get_p99'], + 'DBPut/comp_style:1/max_data:107374182400/per_key_size:256/enable_statistics:1/wal:0/iterations:409600/threads:1': ['real_time', + 'put_mean', + 'cpu_time', + 'put_p99', + 'db_size', + 'put_p95', + 'threads'], + 'IteratorPrev/comp_style:1/max_data:536870912/per_key_size:256/iterations:10240': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'IteratorPrev/comp_style:2/max_data:536870912/per_key_size:256/iterations:10240': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'IteratorSeek/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:0/iterations:10240/threads:1': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'IteratorSeek/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'IteratorSeek/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:1280/threads:8': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'IteratorSeek/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'IteratorSeek/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'IteratorSeek/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'IteratorSeek/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'IteratorSeek/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:1/iterations:1280/threads:8': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'IteratorSeek/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'IteratorSeek/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:0/iterations:10240/threads:1': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'IteratorSeek/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'IteratorSeek/comp_style:2/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'PrefixSeek/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:0/enable_filter:0/iterations:10240': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'PrefixSeek/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:0/enable_filter:0/iterations:1280/threads:8': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'PrefixSeek/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:1/enable_filter:1/iterations:1280/threads:8': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'PrefixSeek/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:0/enable_filter:1/iterations:10240': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'PrefixSeek/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:1/enable_filter:0/iterations:10240': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'PrefixSeek/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:0/enable_filter:1/iterations:10240': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'PrefixSeek/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:0/enable_filter:1/iterations:1280/threads:8': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'PrefixSeek/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:0/enable_filter:1/iterations:10240': ['real_time', + 'cpu_time', + 'db_size', + 'threads']}, + 'ribbon_bench': {'FilterBuild/filter_impl:0/bits_per_key:20/key_len_avg:10/entry_num:1024': ['real_time', + 'cpu_time', + 'threads', + 'size'], + 'FilterBuild/filter_impl:2/bits_per_key:10/key_len_avg:10/entry_num:1048576': ['real_time', + 'cpu_time', + 'threads', + 'size'], + 'FilterBuild/filter_impl:2/bits_per_key:20/key_len_avg:100/entry_num:1048576': ['real_time', + 'cpu_time', + 'threads', + 'size'], + 'FilterBuild/filter_impl:3/bits_per_key:20/key_len_avg:10/entry_num:1048576': ['real_time', + 'cpu_time', + 'threads', + 'size'], + 'FilterBuild/filter_impl:3/bits_per_key:20/key_len_avg:100/entry_num:1024': ['real_time', + 'cpu_time', + 'threads', + 'size'], + 'FilterQueryNegative/filter_impl:0/bits_per_key:10/key_len_avg:10/entry_num:1024': ['real_time', + 'cpu_time', + 'threads', + 'fp_pct'], + 'FilterQueryNegative/filter_impl:0/bits_per_key:10/key_len_avg:100/entry_num:1024': ['real_time', + 'cpu_time', + 'threads', + 'fp_pct'], + 'FilterQueryNegative/filter_impl:2/bits_per_key:10/key_len_avg:10/entry_num:1024': ['real_time', + 'cpu_time', + 'threads', + 'fp_pct'], + 'FilterQueryNegative/filter_impl:2/bits_per_key:20/key_len_avg:100/entry_num:1024': ['real_time', + 'cpu_time', + 'threads', + 'fp_pct'], + 'FilterQueryNegative/filter_impl:3/bits_per_key:10/key_len_avg:10/entry_num:1048576': ['real_time', + 'cpu_time', + 'threads', + 'fp_pct'], + 'FilterQueryPositive/filter_impl:0/bits_per_key:10/key_len_avg:10/entry_num:1048576': ['real_time', + 'cpu_time', + 'threads'], + 'FilterQueryPositive/filter_impl:0/bits_per_key:10/key_len_avg:100/entry_num:1048576': ['real_time', + 'cpu_time', + 'threads'], + 'FilterQueryPositive/filter_impl:3/bits_per_key:10/key_len_avg:100/entry_num:1048576': ['real_time', + 'cpu_time', + 'threads']}}, slow=True, expected_runtime=88891, sl_iterations=2, regression_threshold=10) + + +fancy_bench_wrapper(suite_name="rocksdb_microbench_suite_1_slow", binary_to_bench_to_metric_list_map={'db_basic_bench': {'DBGet/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['real_time', + 'cpu_time', + 'db_size', + 'neg_qu_pct', + 'threads'], + 'DBGet/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['get_p95', + 'db_size', + 'get_mean', + 'threads', + 'real_time', + 'cpu_time', + 'neg_qu_pct', + 'get_p99'], + 'DBGet/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:0/iterations:10240/threads:1': ['real_time', + 'cpu_time', + 'db_size', + 'neg_qu_pct', + 'threads'], + 'DBGet/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8': ['get_p95', + 'db_size', + 'get_mean', + 'threads', + 'real_time', + 'cpu_time', + 'neg_qu_pct', + 'get_p99'], + 'DBGet/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:1/iterations:1280/threads:8': ['real_time', + 'cpu_time', + 'db_size', + 'neg_qu_pct', + 'threads'], + 'DBGet/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1': ['get_p95', + 'db_size', + 'get_mean', + 'threads', + 'real_time', + 'cpu_time', + 'neg_qu_pct', + 'get_p99'], + 'DBGet/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['get_p95', + 'db_size', + 'get_mean', + 'threads', + 'real_time', + 'cpu_time', + 'neg_qu_pct', + 'get_p99'], + 'DBGet/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:0/iterations:10240/threads:1': ['real_time', + 'cpu_time', + 'db_size', + 'neg_qu_pct', + 'threads'], + 'DBGet/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:1280/threads:8': ['real_time', + 'cpu_time', + 'db_size', + 'neg_qu_pct', + 'threads'], + 'DBGet/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8': ['get_p95', + 'db_size', + 'get_mean', + 'threads', + 'real_time', + 'cpu_time', + 'neg_qu_pct', + 'get_p99'], + 'DBGet/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:0/iterations:1280/threads:8': ['real_time', + 'cpu_time', + 'db_size', + 'neg_qu_pct', + 'threads'], + 'DBGet/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:1/iterations:10240/threads:1': ['real_time', + 'cpu_time', + 'db_size', + 'neg_qu_pct', + 'threads'], + 'DBGet/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['get_p95', + 'db_size', + 'get_mean', + 'threads', + 'real_time', + 'cpu_time', + 'neg_qu_pct', + 'get_p99'], + 'DBGet/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['get_p95', + 'db_size', + 'get_mean', + 'threads', + 'real_time', + 'cpu_time', + 'neg_qu_pct', + 'get_p99'], + 'DBPut/comp_style:1/max_data:107374182400/per_key_size:256/enable_statistics:1/wal:0/iterations:409600/threads:1': ['real_time', + 'put_mean', + 'cpu_time', + 'put_p99', + 'db_size', + 'put_p95', + 'threads'], + 'IteratorPrev/comp_style:1/max_data:536870912/per_key_size:256/iterations:10240': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'IteratorPrev/comp_style:2/max_data:536870912/per_key_size:256/iterations:10240': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'IteratorSeek/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:0/iterations:10240/threads:1': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'IteratorSeek/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'IteratorSeek/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:1280/threads:8': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'IteratorSeek/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'IteratorSeek/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'IteratorSeek/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'IteratorSeek/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'IteratorSeek/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:1/iterations:1280/threads:8': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'IteratorSeek/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'IteratorSeek/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:0/iterations:10240/threads:1': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'IteratorSeek/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'IteratorSeek/comp_style:2/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'PrefixSeek/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:0/enable_filter:0/iterations:10240': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'PrefixSeek/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:0/enable_filter:0/iterations:1280/threads:8': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'PrefixSeek/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:1/enable_filter:1/iterations:1280/threads:8': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'PrefixSeek/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:0/enable_filter:1/iterations:10240': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'PrefixSeek/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:1/enable_filter:0/iterations:10240': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'PrefixSeek/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:0/enable_filter:1/iterations:10240': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'PrefixSeek/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:0/enable_filter:1/iterations:1280/threads:8': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'PrefixSeek/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:0/enable_filter:1/iterations:10240': ['real_time', + 'cpu_time', + 'db_size', + 'threads']}, + 'ribbon_bench': {'FilterBuild/filter_impl:0/bits_per_key:20/key_len_avg:10/entry_num:1024': ['real_time', + 'cpu_time', + 'threads', + 'size'], + 'FilterBuild/filter_impl:2/bits_per_key:10/key_len_avg:10/entry_num:1048576': ['real_time', + 'cpu_time', + 'threads', + 'size'], + 'FilterBuild/filter_impl:2/bits_per_key:20/key_len_avg:100/entry_num:1048576': ['real_time', + 'cpu_time', + 'threads', + 'size'], + 'FilterBuild/filter_impl:3/bits_per_key:20/key_len_avg:10/entry_num:1048576': ['real_time', + 'cpu_time', + 'threads', + 'size'], + 'FilterBuild/filter_impl:3/bits_per_key:20/key_len_avg:100/entry_num:1024': ['real_time', + 'cpu_time', + 'threads', + 'size'], + 'FilterQueryNegative/filter_impl:0/bits_per_key:10/key_len_avg:10/entry_num:1024': ['real_time', + 'cpu_time', + 'threads', + 'fp_pct'], + 'FilterQueryNegative/filter_impl:0/bits_per_key:10/key_len_avg:100/entry_num:1024': ['real_time', + 'cpu_time', + 'threads', + 'fp_pct'], + 'FilterQueryNegative/filter_impl:2/bits_per_key:10/key_len_avg:10/entry_num:1024': ['real_time', + 'cpu_time', + 'threads', + 'fp_pct'], + 'FilterQueryNegative/filter_impl:2/bits_per_key:20/key_len_avg:100/entry_num:1024': ['real_time', + 'cpu_time', + 'threads', + 'fp_pct'], + 'FilterQueryNegative/filter_impl:3/bits_per_key:10/key_len_avg:10/entry_num:1048576': ['real_time', + 'cpu_time', + 'threads', + 'fp_pct'], + 'FilterQueryPositive/filter_impl:0/bits_per_key:10/key_len_avg:10/entry_num:1048576': ['real_time', + 'cpu_time', + 'threads'], + 'FilterQueryPositive/filter_impl:0/bits_per_key:10/key_len_avg:100/entry_num:1048576': ['real_time', + 'cpu_time', + 'threads'], + 'FilterQueryPositive/filter_impl:3/bits_per_key:10/key_len_avg:100/entry_num:1048576': ['real_time', + 'cpu_time', + 'threads']}}, slow=True, expected_runtime=88804, sl_iterations=2, regression_threshold=10) + + +fancy_bench_wrapper(suite_name="rocksdb_microbench_suite_2_slow", binary_to_bench_to_metric_list_map={'db_basic_bench': {'DBGet/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['real_time', + 'cpu_time', + 'db_size', + 'neg_qu_pct', + 'threads'], + 'DBGet/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['get_p95', + 'db_size', + 'get_mean', + 'threads', + 'real_time', + 'cpu_time', + 'neg_qu_pct', + 'get_p99'], + 'DBGet/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:0/iterations:10240/threads:1': ['real_time', + 'cpu_time', + 'db_size', + 'neg_qu_pct', + 'threads'], + 'DBGet/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8': ['get_p95', + 'db_size', + 'get_mean', + 'threads', + 'real_time', + 'cpu_time', + 'neg_qu_pct', + 'get_p99'], + 'DBGet/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:1/iterations:1280/threads:8': ['real_time', + 'cpu_time', + 'db_size', + 'neg_qu_pct', + 'threads'], + 'DBGet/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1': ['get_p95', + 'db_size', + 'get_mean', + 'threads', + 'real_time', + 'cpu_time', + 'neg_qu_pct', + 'get_p99'], + 'DBGet/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['get_p95', + 'db_size', + 'get_mean', + 'threads', + 'real_time', + 'cpu_time', + 'neg_qu_pct', + 'get_p99'], + 'DBGet/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:0/iterations:10240/threads:1': ['real_time', + 'cpu_time', + 'db_size', + 'neg_qu_pct', + 'threads'], + 'DBGet/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:1280/threads:8': ['real_time', + 'cpu_time', + 'db_size', + 'neg_qu_pct', + 'threads'], + 'DBGet/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8': ['get_p95', + 'db_size', + 'get_mean', + 'threads', + 'real_time', + 'cpu_time', + 'neg_qu_pct', + 'get_p99'], + 'DBGet/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:0/iterations:1280/threads:8': ['real_time', + 'cpu_time', + 'db_size', + 'neg_qu_pct', + 'threads'], + 'DBGet/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:1/iterations:10240/threads:1': ['real_time', + 'cpu_time', + 'db_size', + 'neg_qu_pct', + 'threads'], + 'DBGet/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['get_p95', + 'db_size', + 'get_mean', + 'threads', + 'real_time', + 'cpu_time', + 'neg_qu_pct', + 'get_p99'], + 'DBGet/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['get_p95', + 'db_size', + 'get_mean', + 'threads', + 'real_time', + 'cpu_time', + 'neg_qu_pct', + 'get_p99'], + 'DBPut/comp_style:1/max_data:107374182400/per_key_size:256/enable_statistics:1/wal:0/iterations:409600/threads:1': ['real_time', + 'put_mean', + 'cpu_time', + 'put_p99', + 'db_size', + 'put_p95', + 'threads'], + 'IteratorPrev/comp_style:1/max_data:536870912/per_key_size:256/iterations:10240': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'IteratorPrev/comp_style:2/max_data:536870912/per_key_size:256/iterations:10240': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'IteratorSeek/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:0/iterations:10240/threads:1': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'IteratorSeek/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'IteratorSeek/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:1280/threads:8': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'IteratorSeek/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'IteratorSeek/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'IteratorSeek/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'IteratorSeek/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'IteratorSeek/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:1/iterations:1280/threads:8': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'IteratorSeek/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'IteratorSeek/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:0/iterations:10240/threads:1': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'IteratorSeek/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'IteratorSeek/comp_style:2/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'PrefixSeek/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:0/enable_filter:0/iterations:10240': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'PrefixSeek/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:0/enable_filter:0/iterations:1280/threads:8': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'PrefixSeek/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:1/enable_filter:1/iterations:1280/threads:8': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'PrefixSeek/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:0/enable_filter:1/iterations:10240': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'PrefixSeek/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:1/enable_filter:0/iterations:10240': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'PrefixSeek/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:0/enable_filter:1/iterations:10240': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'PrefixSeek/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:0/enable_filter:1/iterations:1280/threads:8': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'PrefixSeek/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:0/enable_filter:1/iterations:10240': ['real_time', + 'cpu_time', + 'db_size', + 'threads']}, + 'ribbon_bench': {'FilterBuild/filter_impl:0/bits_per_key:20/key_len_avg:10/entry_num:1024': ['real_time', + 'cpu_time', + 'threads', + 'size'], + 'FilterBuild/filter_impl:2/bits_per_key:10/key_len_avg:10/entry_num:1048576': ['real_time', + 'cpu_time', + 'threads', + 'size'], + 'FilterBuild/filter_impl:2/bits_per_key:20/key_len_avg:100/entry_num:1048576': ['real_time', + 'cpu_time', + 'threads', + 'size'], + 'FilterBuild/filter_impl:3/bits_per_key:20/key_len_avg:10/entry_num:1048576': ['real_time', + 'cpu_time', + 'threads', + 'size'], + 'FilterBuild/filter_impl:3/bits_per_key:20/key_len_avg:100/entry_num:1024': ['real_time', + 'cpu_time', + 'threads', + 'size'], + 'FilterQueryNegative/filter_impl:0/bits_per_key:10/key_len_avg:10/entry_num:1024': ['real_time', + 'cpu_time', + 'threads', + 'fp_pct'], + 'FilterQueryNegative/filter_impl:0/bits_per_key:10/key_len_avg:100/entry_num:1024': ['real_time', + 'cpu_time', + 'threads', + 'fp_pct'], + 'FilterQueryNegative/filter_impl:2/bits_per_key:10/key_len_avg:10/entry_num:1024': ['real_time', + 'cpu_time', + 'threads', + 'fp_pct'], + 'FilterQueryNegative/filter_impl:2/bits_per_key:20/key_len_avg:100/entry_num:1024': ['real_time', + 'cpu_time', + 'threads', + 'fp_pct'], + 'FilterQueryNegative/filter_impl:3/bits_per_key:10/key_len_avg:10/entry_num:1048576': ['real_time', + 'cpu_time', + 'threads', + 'fp_pct'], + 'FilterQueryPositive/filter_impl:0/bits_per_key:10/key_len_avg:10/entry_num:1048576': ['real_time', + 'cpu_time', + 'threads'], + 'FilterQueryPositive/filter_impl:0/bits_per_key:10/key_len_avg:100/entry_num:1048576': ['real_time', + 'cpu_time', + 'threads'], + 'FilterQueryPositive/filter_impl:3/bits_per_key:10/key_len_avg:100/entry_num:1048576': ['real_time', + 'cpu_time', + 'threads']}}, slow=True, expected_runtime=88803, sl_iterations=2, regression_threshold=10) + + +fancy_bench_wrapper(suite_name="rocksdb_microbench_suite_3_slow", binary_to_bench_to_metric_list_map={'db_basic_bench': {'DBGet/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['real_time', + 'cpu_time', + 'db_size', + 'neg_qu_pct', + 'threads'], + 'DBGet/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['get_p95', + 'db_size', + 'get_mean', + 'threads', + 'real_time', + 'cpu_time', + 'neg_qu_pct', + 'get_p99'], + 'DBGet/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:0/iterations:10240/threads:1': ['real_time', + 'cpu_time', + 'db_size', + 'neg_qu_pct', + 'threads'], + 'DBGet/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8': ['get_p95', + 'db_size', + 'get_mean', + 'threads', + 'real_time', + 'cpu_time', + 'neg_qu_pct', + 'get_p99'], + 'DBGet/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:1/iterations:1280/threads:8': ['real_time', + 'cpu_time', + 'db_size', + 'neg_qu_pct', + 'threads'], + 'DBGet/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1': ['get_p95', + 'db_size', + 'get_mean', + 'threads', + 'real_time', + 'cpu_time', + 'neg_qu_pct', + 'get_p99'], + 'DBGet/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['get_p95', + 'db_size', + 'get_mean', + 'threads', + 'real_time', + 'cpu_time', + 'neg_qu_pct', + 'get_p99'], + 'DBGet/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:0/iterations:10240/threads:1': ['real_time', + 'cpu_time', + 'db_size', + 'neg_qu_pct', + 'threads'], + 'DBGet/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:1280/threads:8': ['real_time', + 'cpu_time', + 'db_size', + 'neg_qu_pct', + 'threads'], + 'DBGet/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8': ['get_p95', + 'db_size', + 'get_mean', + 'threads', + 'real_time', + 'cpu_time', + 'neg_qu_pct', + 'get_p99'], + 'DBGet/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:0/iterations:1280/threads:8': ['real_time', + 'cpu_time', + 'db_size', + 'neg_qu_pct', + 'threads'], + 'DBGet/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:1/iterations:10240/threads:1': ['real_time', + 'cpu_time', + 'db_size', + 'neg_qu_pct', + 'threads'], + 'DBGet/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['get_p95', + 'db_size', + 'get_mean', + 'threads', + 'real_time', + 'cpu_time', + 'neg_qu_pct', + 'get_p99'], + 'DBGet/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['get_p95', + 'db_size', + 'get_mean', + 'threads', + 'real_time', + 'cpu_time', + 'neg_qu_pct', + 'get_p99'], + 'DBPut/comp_style:1/max_data:107374182400/per_key_size:256/enable_statistics:1/wal:0/iterations:409600/threads:1': ['real_time', + 'put_mean', + 'cpu_time', + 'put_p99', + 'db_size', + 'put_p95', + 'threads'], + 'IteratorPrev/comp_style:1/max_data:536870912/per_key_size:256/iterations:10240': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'IteratorPrev/comp_style:2/max_data:536870912/per_key_size:256/iterations:10240': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'IteratorSeek/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:0/iterations:10240/threads:1': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'IteratorSeek/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'IteratorSeek/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:1280/threads:8': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'IteratorSeek/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'IteratorSeek/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'IteratorSeek/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'IteratorSeek/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'IteratorSeek/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:1/iterations:1280/threads:8': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'IteratorSeek/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'IteratorSeek/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:0/iterations:10240/threads:1': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'IteratorSeek/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'IteratorSeek/comp_style:2/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'PrefixSeek/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:0/enable_filter:0/iterations:10240': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'PrefixSeek/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:0/enable_filter:0/iterations:1280/threads:8': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'PrefixSeek/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:1/enable_filter:1/iterations:1280/threads:8': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'PrefixSeek/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:0/enable_filter:1/iterations:10240': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'PrefixSeek/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:1/enable_filter:0/iterations:10240': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'PrefixSeek/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:0/enable_filter:1/iterations:10240': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'PrefixSeek/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:0/enable_filter:1/iterations:1280/threads:8': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'PrefixSeek/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:0/enable_filter:1/iterations:10240': ['real_time', + 'cpu_time', + 'db_size', + 'threads']}, + 'ribbon_bench': {'FilterBuild/filter_impl:0/bits_per_key:20/key_len_avg:10/entry_num:1024': ['real_time', + 'cpu_time', + 'threads', + 'size'], + 'FilterBuild/filter_impl:2/bits_per_key:10/key_len_avg:10/entry_num:1048576': ['real_time', + 'cpu_time', + 'threads', + 'size'], + 'FilterBuild/filter_impl:2/bits_per_key:20/key_len_avg:100/entry_num:1048576': ['real_time', + 'cpu_time', + 'threads', + 'size'], + 'FilterBuild/filter_impl:3/bits_per_key:20/key_len_avg:10/entry_num:1048576': ['real_time', + 'cpu_time', + 'threads', + 'size'], + 'FilterBuild/filter_impl:3/bits_per_key:20/key_len_avg:100/entry_num:1024': ['real_time', + 'cpu_time', + 'threads', + 'size'], + 'FilterQueryNegative/filter_impl:0/bits_per_key:10/key_len_avg:10/entry_num:1024': ['real_time', + 'cpu_time', + 'threads', + 'fp_pct'], + 'FilterQueryNegative/filter_impl:0/bits_per_key:10/key_len_avg:100/entry_num:1024': ['real_time', + 'cpu_time', + 'threads', + 'fp_pct'], + 'FilterQueryNegative/filter_impl:2/bits_per_key:10/key_len_avg:10/entry_num:1024': ['real_time', + 'cpu_time', + 'threads', + 'fp_pct'], + 'FilterQueryNegative/filter_impl:2/bits_per_key:20/key_len_avg:100/entry_num:1024': ['real_time', + 'cpu_time', + 'threads', + 'fp_pct'], + 'FilterQueryNegative/filter_impl:3/bits_per_key:10/key_len_avg:10/entry_num:1048576': ['real_time', + 'cpu_time', + 'threads', + 'fp_pct'], + 'FilterQueryPositive/filter_impl:0/bits_per_key:10/key_len_avg:10/entry_num:1048576': ['real_time', + 'cpu_time', + 'threads'], + 'FilterQueryPositive/filter_impl:0/bits_per_key:10/key_len_avg:100/entry_num:1048576': ['real_time', + 'cpu_time', + 'threads'], + 'FilterQueryPositive/filter_impl:3/bits_per_key:10/key_len_avg:100/entry_num:1048576': ['real_time', + 'cpu_time', + 'threads']}}, slow=True, expected_runtime=88891, sl_iterations=2, regression_threshold=10) + + +fancy_bench_wrapper(suite_name="rocksdb_microbench_suite_4_slow", binary_to_bench_to_metric_list_map={'db_basic_bench': {'DBGet/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['real_time', + 'cpu_time', + 'db_size', + 'neg_qu_pct', + 'threads'], + 'DBGet/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['get_p95', + 'db_size', + 'get_mean', + 'threads', + 'real_time', + 'cpu_time', + 'neg_qu_pct', + 'get_p99'], + 'DBGet/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:0/iterations:10240/threads:1': ['real_time', + 'cpu_time', + 'db_size', + 'neg_qu_pct', + 'threads'], + 'DBGet/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8': ['get_p95', + 'db_size', + 'get_mean', + 'threads', + 'real_time', + 'cpu_time', + 'neg_qu_pct', + 'get_p99'], + 'DBGet/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:1/iterations:1280/threads:8': ['real_time', + 'cpu_time', + 'db_size', + 'neg_qu_pct', + 'threads'], + 'DBGet/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1': ['get_p95', + 'db_size', + 'get_mean', + 'threads', + 'real_time', + 'cpu_time', + 'neg_qu_pct', + 'get_p99'], + 'DBGet/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['get_p95', + 'db_size', + 'get_mean', + 'threads', + 'real_time', + 'cpu_time', + 'neg_qu_pct', + 'get_p99'], + 'DBGet/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:0/iterations:10240/threads:1': ['real_time', + 'cpu_time', + 'db_size', + 'neg_qu_pct', + 'threads'], + 'DBGet/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:1280/threads:8': ['real_time', + 'cpu_time', + 'db_size', + 'neg_qu_pct', + 'threads'], + 'DBGet/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8': ['get_p95', + 'db_size', + 'get_mean', + 'threads', + 'real_time', + 'cpu_time', + 'neg_qu_pct', + 'get_p99'], + 'DBGet/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:0/iterations:1280/threads:8': ['real_time', + 'cpu_time', + 'db_size', + 'neg_qu_pct', + 'threads'], + 'DBGet/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:1/iterations:10240/threads:1': ['real_time', + 'cpu_time', + 'db_size', + 'neg_qu_pct', + 'threads'], + 'DBGet/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['get_p95', + 'db_size', + 'get_mean', + 'threads', + 'real_time', + 'cpu_time', + 'neg_qu_pct', + 'get_p99'], + 'DBGet/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['get_p95', + 'db_size', + 'get_mean', + 'threads', + 'real_time', + 'cpu_time', + 'neg_qu_pct', + 'get_p99'], + 'DBPut/comp_style:1/max_data:107374182400/per_key_size:256/enable_statistics:1/wal:0/iterations:409600/threads:1': ['real_time', + 'put_mean', + 'cpu_time', + 'put_p99', + 'db_size', + 'put_p95', + 'threads'], + 'IteratorPrev/comp_style:1/max_data:536870912/per_key_size:256/iterations:10240': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'IteratorPrev/comp_style:2/max_data:536870912/per_key_size:256/iterations:10240': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'IteratorSeek/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:0/iterations:10240/threads:1': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'IteratorSeek/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'IteratorSeek/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:1280/threads:8': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'IteratorSeek/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'IteratorSeek/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'IteratorSeek/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'IteratorSeek/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'IteratorSeek/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:1/iterations:1280/threads:8': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'IteratorSeek/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'IteratorSeek/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:0/iterations:10240/threads:1': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'IteratorSeek/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'IteratorSeek/comp_style:2/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'PrefixSeek/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:0/enable_filter:0/iterations:10240': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'PrefixSeek/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:0/enable_filter:0/iterations:1280/threads:8': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'PrefixSeek/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:1/enable_filter:1/iterations:1280/threads:8': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'PrefixSeek/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:0/enable_filter:1/iterations:10240': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'PrefixSeek/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:1/enable_filter:0/iterations:10240': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'PrefixSeek/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:0/enable_filter:1/iterations:10240': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'PrefixSeek/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:0/enable_filter:1/iterations:1280/threads:8': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'PrefixSeek/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:0/enable_filter:1/iterations:10240': ['real_time', + 'cpu_time', + 'db_size', + 'threads']}, + 'ribbon_bench': {'FilterBuild/filter_impl:0/bits_per_key:20/key_len_avg:10/entry_num:1024': ['real_time', + 'cpu_time', + 'threads', + 'size'], + 'FilterBuild/filter_impl:2/bits_per_key:10/key_len_avg:10/entry_num:1048576': ['real_time', + 'cpu_time', + 'threads', + 'size'], + 'FilterBuild/filter_impl:2/bits_per_key:20/key_len_avg:100/entry_num:1048576': ['real_time', + 'cpu_time', + 'threads', + 'size'], + 'FilterBuild/filter_impl:3/bits_per_key:20/key_len_avg:10/entry_num:1048576': ['real_time', + 'cpu_time', + 'threads', + 'size'], + 'FilterBuild/filter_impl:3/bits_per_key:20/key_len_avg:100/entry_num:1024': ['real_time', + 'cpu_time', + 'threads', + 'size'], + 'FilterQueryNegative/filter_impl:0/bits_per_key:10/key_len_avg:10/entry_num:1024': ['real_time', + 'cpu_time', + 'threads', + 'fp_pct'], + 'FilterQueryNegative/filter_impl:0/bits_per_key:10/key_len_avg:100/entry_num:1024': ['real_time', + 'cpu_time', + 'threads', + 'fp_pct'], + 'FilterQueryNegative/filter_impl:2/bits_per_key:10/key_len_avg:10/entry_num:1024': ['real_time', + 'cpu_time', + 'threads', + 'fp_pct'], + 'FilterQueryNegative/filter_impl:2/bits_per_key:20/key_len_avg:100/entry_num:1024': ['real_time', + 'cpu_time', + 'threads', + 'fp_pct'], + 'FilterQueryNegative/filter_impl:3/bits_per_key:10/key_len_avg:10/entry_num:1048576': ['real_time', + 'cpu_time', + 'threads', + 'fp_pct'], + 'FilterQueryPositive/filter_impl:0/bits_per_key:10/key_len_avg:10/entry_num:1048576': ['real_time', + 'cpu_time', + 'threads'], + 'FilterQueryPositive/filter_impl:0/bits_per_key:10/key_len_avg:100/entry_num:1048576': ['real_time', + 'cpu_time', + 'threads'], + 'FilterQueryPositive/filter_impl:3/bits_per_key:10/key_len_avg:100/entry_num:1048576': ['real_time', + 'cpu_time', + 'threads']}}, slow=True, expected_runtime=88809, sl_iterations=2, regression_threshold=10) + + +fancy_bench_wrapper(suite_name="rocksdb_microbench_suite_5_slow", binary_to_bench_to_metric_list_map={'db_basic_bench': {'DBGet/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['real_time', + 'cpu_time', + 'db_size', + 'neg_qu_pct', + 'threads'], + 'DBGet/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['get_p95', + 'db_size', + 'get_mean', + 'threads', + 'real_time', + 'cpu_time', + 'neg_qu_pct', + 'get_p99'], + 'DBGet/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:0/iterations:10240/threads:1': ['real_time', + 'cpu_time', + 'db_size', + 'neg_qu_pct', + 'threads'], + 'DBGet/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8': ['get_p95', + 'db_size', + 'get_mean', + 'threads', + 'real_time', + 'cpu_time', + 'neg_qu_pct', + 'get_p99'], + 'DBGet/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:1/iterations:1280/threads:8': ['real_time', + 'cpu_time', + 'db_size', + 'neg_qu_pct', + 'threads'], + 'DBGet/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1': ['get_p95', + 'db_size', + 'get_mean', + 'threads', + 'real_time', + 'cpu_time', + 'neg_qu_pct', + 'get_p99'], + 'DBGet/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['get_p95', + 'db_size', + 'get_mean', + 'threads', + 'real_time', + 'cpu_time', + 'neg_qu_pct', + 'get_p99'], + 'DBGet/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:0/iterations:10240/threads:1': ['real_time', + 'cpu_time', + 'db_size', + 'neg_qu_pct', + 'threads'], + 'DBGet/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:1280/threads:8': ['real_time', + 'cpu_time', + 'db_size', + 'neg_qu_pct', + 'threads'], + 'DBGet/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8': ['get_p95', + 'db_size', + 'get_mean', + 'threads', + 'real_time', + 'cpu_time', + 'neg_qu_pct', + 'get_p99'], + 'DBGet/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:0/iterations:1280/threads:8': ['real_time', + 'cpu_time', + 'db_size', + 'neg_qu_pct', + 'threads'], + 'DBGet/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:1/iterations:10240/threads:1': ['real_time', + 'cpu_time', + 'db_size', + 'neg_qu_pct', + 'threads'], + 'DBGet/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['get_p95', + 'db_size', + 'get_mean', + 'threads', + 'real_time', + 'cpu_time', + 'neg_qu_pct', + 'get_p99'], + 'DBGet/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['get_p95', + 'db_size', + 'get_mean', + 'threads', + 'real_time', + 'cpu_time', + 'neg_qu_pct', + 'get_p99'], + 'DBPut/comp_style:1/max_data:107374182400/per_key_size:256/enable_statistics:1/wal:0/iterations:409600/threads:1': ['real_time', + 'put_mean', + 'cpu_time', + 'put_p99', + 'db_size', + 'put_p95', + 'threads'], + 'IteratorPrev/comp_style:1/max_data:536870912/per_key_size:256/iterations:10240': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'IteratorPrev/comp_style:2/max_data:536870912/per_key_size:256/iterations:10240': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'IteratorSeek/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:0/iterations:10240/threads:1': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'IteratorSeek/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'IteratorSeek/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:1280/threads:8': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'IteratorSeek/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'IteratorSeek/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'IteratorSeek/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'IteratorSeek/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'IteratorSeek/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:1/iterations:1280/threads:8': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'IteratorSeek/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'IteratorSeek/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:0/iterations:10240/threads:1': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'IteratorSeek/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'IteratorSeek/comp_style:2/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'PrefixSeek/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:0/enable_filter:0/iterations:10240': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'PrefixSeek/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:0/enable_filter:0/iterations:1280/threads:8': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'PrefixSeek/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:1/enable_filter:1/iterations:1280/threads:8': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'PrefixSeek/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:0/enable_filter:1/iterations:10240': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'PrefixSeek/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:1/enable_filter:0/iterations:10240': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'PrefixSeek/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:0/enable_filter:1/iterations:10240': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'PrefixSeek/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:0/enable_filter:1/iterations:1280/threads:8': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'PrefixSeek/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:0/enable_filter:1/iterations:10240': ['real_time', + 'cpu_time', + 'db_size', + 'threads']}, + 'ribbon_bench': {'FilterBuild/filter_impl:0/bits_per_key:20/key_len_avg:10/entry_num:1024': ['real_time', + 'cpu_time', + 'threads', + 'size'], + 'FilterBuild/filter_impl:2/bits_per_key:10/key_len_avg:10/entry_num:1048576': ['real_time', + 'cpu_time', + 'threads', + 'size'], + 'FilterBuild/filter_impl:2/bits_per_key:20/key_len_avg:100/entry_num:1048576': ['real_time', + 'cpu_time', + 'threads', + 'size'], + 'FilterBuild/filter_impl:3/bits_per_key:20/key_len_avg:10/entry_num:1048576': ['real_time', + 'cpu_time', + 'threads', + 'size'], + 'FilterBuild/filter_impl:3/bits_per_key:20/key_len_avg:100/entry_num:1024': ['real_time', + 'cpu_time', + 'threads', + 'size'], + 'FilterQueryNegative/filter_impl:0/bits_per_key:10/key_len_avg:10/entry_num:1024': ['real_time', + 'cpu_time', + 'threads', + 'fp_pct'], + 'FilterQueryNegative/filter_impl:0/bits_per_key:10/key_len_avg:100/entry_num:1024': ['real_time', + 'cpu_time', + 'threads', + 'fp_pct'], + 'FilterQueryNegative/filter_impl:2/bits_per_key:10/key_len_avg:10/entry_num:1024': ['real_time', + 'cpu_time', + 'threads', + 'fp_pct'], + 'FilterQueryNegative/filter_impl:2/bits_per_key:20/key_len_avg:100/entry_num:1024': ['real_time', + 'cpu_time', + 'threads', + 'fp_pct'], + 'FilterQueryNegative/filter_impl:3/bits_per_key:10/key_len_avg:10/entry_num:1048576': ['real_time', + 'cpu_time', + 'threads', + 'fp_pct'], + 'FilterQueryPositive/filter_impl:0/bits_per_key:10/key_len_avg:10/entry_num:1048576': ['real_time', + 'cpu_time', + 'threads'], + 'FilterQueryPositive/filter_impl:0/bits_per_key:10/key_len_avg:100/entry_num:1048576': ['real_time', + 'cpu_time', + 'threads'], + 'FilterQueryPositive/filter_impl:3/bits_per_key:10/key_len_avg:100/entry_num:1048576': ['real_time', + 'cpu_time', + 'threads']}}, slow=True, expected_runtime=88803, sl_iterations=2, regression_threshold=10) + + +fancy_bench_wrapper(suite_name="rocksdb_microbench_suite_6_slow", binary_to_bench_to_metric_list_map={'db_basic_bench': {'DBGet/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['real_time', + 'cpu_time', + 'db_size', + 'neg_qu_pct', + 'threads'], + 'DBGet/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['get_p95', + 'db_size', + 'get_mean', + 'threads', + 'real_time', + 'cpu_time', + 'neg_qu_pct', + 'get_p99'], + 'DBGet/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:0/iterations:10240/threads:1': ['real_time', + 'cpu_time', + 'db_size', + 'neg_qu_pct', + 'threads'], + 'DBGet/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8': ['get_p95', + 'db_size', + 'get_mean', + 'threads', + 'real_time', + 'cpu_time', + 'neg_qu_pct', + 'get_p99'], + 'DBGet/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:1/iterations:1280/threads:8': ['real_time', + 'cpu_time', + 'db_size', + 'neg_qu_pct', + 'threads'], + 'DBGet/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1': ['get_p95', + 'db_size', + 'get_mean', + 'threads', + 'real_time', + 'cpu_time', + 'neg_qu_pct', + 'get_p99'], + 'DBGet/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['get_p95', + 'db_size', + 'get_mean', + 'threads', + 'real_time', + 'cpu_time', + 'neg_qu_pct', + 'get_p99'], + 'DBGet/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:0/iterations:10240/threads:1': ['real_time', + 'cpu_time', + 'db_size', + 'neg_qu_pct', + 'threads'], + 'DBGet/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:1280/threads:8': ['real_time', + 'cpu_time', + 'db_size', + 'neg_qu_pct', + 'threads'], + 'DBGet/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8': ['get_p95', + 'db_size', + 'get_mean', + 'threads', + 'real_time', + 'cpu_time', + 'neg_qu_pct', + 'get_p99'], + 'DBGet/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:0/iterations:1280/threads:8': ['real_time', + 'cpu_time', + 'db_size', + 'neg_qu_pct', + 'threads'], + 'DBGet/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:1/iterations:10240/threads:1': ['real_time', + 'cpu_time', + 'db_size', + 'neg_qu_pct', + 'threads'], + 'DBGet/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['get_p95', + 'db_size', + 'get_mean', + 'threads', + 'real_time', + 'cpu_time', + 'neg_qu_pct', + 'get_p99'], + 'DBGet/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['get_p95', + 'db_size', + 'get_mean', + 'threads', + 'real_time', + 'cpu_time', + 'neg_qu_pct', + 'get_p99'], + 'DBPut/comp_style:1/max_data:107374182400/per_key_size:256/enable_statistics:1/wal:0/iterations:409600/threads:1': ['real_time', + 'put_mean', + 'cpu_time', + 'put_p99', + 'db_size', + 'put_p95', + 'threads'], + 'IteratorPrev/comp_style:1/max_data:536870912/per_key_size:256/iterations:10240': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'IteratorPrev/comp_style:2/max_data:536870912/per_key_size:256/iterations:10240': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'IteratorSeek/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:0/iterations:10240/threads:1': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'IteratorSeek/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'IteratorSeek/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:1280/threads:8': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'IteratorSeek/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'IteratorSeek/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'IteratorSeek/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'IteratorSeek/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'IteratorSeek/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:1/iterations:1280/threads:8': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'IteratorSeek/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'IteratorSeek/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:0/iterations:10240/threads:1': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'IteratorSeek/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'IteratorSeek/comp_style:2/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'PrefixSeek/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:0/enable_filter:0/iterations:10240': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'PrefixSeek/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:0/enable_filter:0/iterations:1280/threads:8': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'PrefixSeek/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:1/enable_filter:1/iterations:1280/threads:8': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'PrefixSeek/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:0/enable_filter:1/iterations:10240': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'PrefixSeek/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:1/enable_filter:0/iterations:10240': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'PrefixSeek/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:0/enable_filter:1/iterations:10240': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'PrefixSeek/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:0/enable_filter:1/iterations:1280/threads:8': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'PrefixSeek/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:0/enable_filter:1/iterations:10240': ['real_time', + 'cpu_time', + 'db_size', + 'threads']}, + 'ribbon_bench': {'FilterBuild/filter_impl:0/bits_per_key:20/key_len_avg:10/entry_num:1024': ['real_time', + 'cpu_time', + 'threads', + 'size'], + 'FilterBuild/filter_impl:2/bits_per_key:10/key_len_avg:10/entry_num:1048576': ['real_time', + 'cpu_time', + 'threads', + 'size'], + 'FilterBuild/filter_impl:2/bits_per_key:20/key_len_avg:100/entry_num:1048576': ['real_time', + 'cpu_time', + 'threads', + 'size'], + 'FilterBuild/filter_impl:3/bits_per_key:20/key_len_avg:10/entry_num:1048576': ['real_time', + 'cpu_time', + 'threads', + 'size'], + 'FilterBuild/filter_impl:3/bits_per_key:20/key_len_avg:100/entry_num:1024': ['real_time', + 'cpu_time', + 'threads', + 'size'], + 'FilterQueryNegative/filter_impl:0/bits_per_key:10/key_len_avg:10/entry_num:1024': ['real_time', + 'cpu_time', + 'threads', + 'fp_pct'], + 'FilterQueryNegative/filter_impl:0/bits_per_key:10/key_len_avg:100/entry_num:1024': ['real_time', + 'cpu_time', + 'threads', + 'fp_pct'], + 'FilterQueryNegative/filter_impl:2/bits_per_key:10/key_len_avg:10/entry_num:1024': ['real_time', + 'cpu_time', + 'threads', + 'fp_pct'], + 'FilterQueryNegative/filter_impl:2/bits_per_key:20/key_len_avg:100/entry_num:1024': ['real_time', + 'cpu_time', + 'threads', + 'fp_pct'], + 'FilterQueryNegative/filter_impl:3/bits_per_key:10/key_len_avg:10/entry_num:1048576': ['real_time', + 'cpu_time', + 'threads', + 'fp_pct'], + 'FilterQueryPositive/filter_impl:0/bits_per_key:10/key_len_avg:10/entry_num:1048576': ['real_time', + 'cpu_time', + 'threads'], + 'FilterQueryPositive/filter_impl:0/bits_per_key:10/key_len_avg:100/entry_num:1048576': ['real_time', + 'cpu_time', + 'threads'], + 'FilterQueryPositive/filter_impl:3/bits_per_key:10/key_len_avg:100/entry_num:1048576': ['real_time', + 'cpu_time', + 'threads']}}, slow=True, expected_runtime=88813, sl_iterations=2, regression_threshold=10) + + +fancy_bench_wrapper(suite_name="rocksdb_microbench_suite_7_slow", binary_to_bench_to_metric_list_map={'db_basic_bench': {'DBGet/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['real_time', + 'cpu_time', + 'db_size', + 'neg_qu_pct', + 'threads'], + 'DBGet/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['get_p95', + 'db_size', + 'get_mean', + 'threads', + 'real_time', + 'cpu_time', + 'neg_qu_pct', + 'get_p99'], + 'DBGet/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:0/iterations:10240/threads:1': ['real_time', + 'cpu_time', + 'db_size', + 'neg_qu_pct', + 'threads'], + 'DBGet/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8': ['get_p95', + 'db_size', + 'get_mean', + 'threads', + 'real_time', + 'cpu_time', + 'neg_qu_pct', + 'get_p99'], + 'DBGet/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:1/iterations:1280/threads:8': ['real_time', + 'cpu_time', + 'db_size', + 'neg_qu_pct', + 'threads'], + 'DBGet/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1': ['get_p95', + 'db_size', + 'get_mean', + 'threads', + 'real_time', + 'cpu_time', + 'neg_qu_pct', + 'get_p99'], + 'DBGet/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['get_p95', + 'db_size', + 'get_mean', + 'threads', + 'real_time', + 'cpu_time', + 'neg_qu_pct', + 'get_p99'], + 'DBGet/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:0/iterations:10240/threads:1': ['real_time', + 'cpu_time', + 'db_size', + 'neg_qu_pct', + 'threads'], + 'DBGet/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:1280/threads:8': ['real_time', + 'cpu_time', + 'db_size', + 'neg_qu_pct', + 'threads'], + 'DBGet/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8': ['get_p95', + 'db_size', + 'get_mean', + 'threads', + 'real_time', + 'cpu_time', + 'neg_qu_pct', + 'get_p99'], + 'DBGet/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:0/iterations:1280/threads:8': ['real_time', + 'cpu_time', + 'db_size', + 'neg_qu_pct', + 'threads'], + 'DBGet/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:1/iterations:10240/threads:1': ['real_time', + 'cpu_time', + 'db_size', + 'neg_qu_pct', + 'threads'], + 'DBGet/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['get_p95', + 'db_size', + 'get_mean', + 'threads', + 'real_time', + 'cpu_time', + 'neg_qu_pct', + 'get_p99'], + 'DBGet/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['get_p95', + 'db_size', + 'get_mean', + 'threads', + 'real_time', + 'cpu_time', + 'neg_qu_pct', + 'get_p99'], + 'DBPut/comp_style:1/max_data:107374182400/per_key_size:256/enable_statistics:1/wal:0/iterations:409600/threads:1': ['real_time', + 'put_mean', + 'cpu_time', + 'put_p99', + 'db_size', + 'put_p95', + 'threads'], + 'IteratorPrev/comp_style:1/max_data:536870912/per_key_size:256/iterations:10240': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'IteratorPrev/comp_style:2/max_data:536870912/per_key_size:256/iterations:10240': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'IteratorSeek/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:0/iterations:10240/threads:1': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'IteratorSeek/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'IteratorSeek/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:1280/threads:8': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'IteratorSeek/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'IteratorSeek/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'IteratorSeek/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'IteratorSeek/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'IteratorSeek/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:1/iterations:1280/threads:8': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'IteratorSeek/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'IteratorSeek/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:0/iterations:10240/threads:1': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'IteratorSeek/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'IteratorSeek/comp_style:2/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'PrefixSeek/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:0/enable_filter:0/iterations:10240': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'PrefixSeek/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:0/enable_filter:0/iterations:1280/threads:8': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'PrefixSeek/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:1/enable_filter:1/iterations:1280/threads:8': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'PrefixSeek/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:0/enable_filter:1/iterations:10240': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'PrefixSeek/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:1/enable_filter:0/iterations:10240': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'PrefixSeek/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:0/enable_filter:1/iterations:10240': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'PrefixSeek/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:0/enable_filter:1/iterations:1280/threads:8': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'PrefixSeek/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:0/enable_filter:1/iterations:10240': ['real_time', + 'cpu_time', + 'db_size', + 'threads']}, + 'ribbon_bench': {'FilterBuild/filter_impl:0/bits_per_key:20/key_len_avg:10/entry_num:1024': ['real_time', + 'cpu_time', + 'threads', + 'size'], + 'FilterBuild/filter_impl:2/bits_per_key:10/key_len_avg:10/entry_num:1048576': ['real_time', + 'cpu_time', + 'threads', + 'size'], + 'FilterBuild/filter_impl:2/bits_per_key:20/key_len_avg:100/entry_num:1048576': ['real_time', + 'cpu_time', + 'threads', + 'size'], + 'FilterBuild/filter_impl:3/bits_per_key:20/key_len_avg:10/entry_num:1048576': ['real_time', + 'cpu_time', + 'threads', + 'size'], + 'FilterBuild/filter_impl:3/bits_per_key:20/key_len_avg:100/entry_num:1024': ['real_time', + 'cpu_time', + 'threads', + 'size'], + 'FilterQueryNegative/filter_impl:0/bits_per_key:10/key_len_avg:10/entry_num:1024': ['real_time', + 'cpu_time', + 'threads', + 'fp_pct'], + 'FilterQueryNegative/filter_impl:0/bits_per_key:10/key_len_avg:100/entry_num:1024': ['real_time', + 'cpu_time', + 'threads', + 'fp_pct'], + 'FilterQueryNegative/filter_impl:2/bits_per_key:10/key_len_avg:10/entry_num:1024': ['real_time', + 'cpu_time', + 'threads', + 'fp_pct'], + 'FilterQueryNegative/filter_impl:2/bits_per_key:20/key_len_avg:100/entry_num:1024': ['real_time', + 'cpu_time', + 'threads', + 'fp_pct'], + 'FilterQueryNegative/filter_impl:3/bits_per_key:10/key_len_avg:10/entry_num:1048576': ['real_time', + 'cpu_time', + 'threads', + 'fp_pct'], + 'FilterQueryPositive/filter_impl:0/bits_per_key:10/key_len_avg:10/entry_num:1048576': ['real_time', + 'cpu_time', + 'threads'], + 'FilterQueryPositive/filter_impl:0/bits_per_key:10/key_len_avg:100/entry_num:1048576': ['real_time', + 'cpu_time', + 'threads'], + 'FilterQueryPositive/filter_impl:3/bits_per_key:10/key_len_avg:100/entry_num:1048576': ['real_time', + 'cpu_time', + 'threads']}}, slow=True, expected_runtime=88813, sl_iterations=2, regression_threshold=10) + + +fancy_bench_wrapper(suite_name="rocksdb_microbench_suite_8_slow", binary_to_bench_to_metric_list_map={'db_basic_bench': {'DBGet/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['real_time', + 'cpu_time', + 'db_size', + 'neg_qu_pct', + 'threads'], + 'DBGet/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['get_p95', + 'db_size', + 'get_mean', + 'threads', + 'real_time', + 'cpu_time', + 'neg_qu_pct', + 'get_p99'], + 'DBGet/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:0/iterations:10240/threads:1': ['real_time', + 'cpu_time', + 'db_size', + 'neg_qu_pct', + 'threads'], + 'DBGet/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8': ['get_p95', + 'db_size', + 'get_mean', + 'threads', + 'real_time', + 'cpu_time', + 'neg_qu_pct', + 'get_p99'], + 'DBGet/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:1/iterations:1280/threads:8': ['real_time', + 'cpu_time', + 'db_size', + 'neg_qu_pct', + 'threads'], + 'DBGet/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1': ['get_p95', + 'db_size', + 'get_mean', + 'threads', + 'real_time', + 'cpu_time', + 'neg_qu_pct', + 'get_p99'], + 'DBGet/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['get_p95', + 'db_size', + 'get_mean', + 'threads', + 'real_time', + 'cpu_time', + 'neg_qu_pct', + 'get_p99'], + 'DBGet/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:0/iterations:10240/threads:1': ['real_time', + 'cpu_time', + 'db_size', + 'neg_qu_pct', + 'threads'], + 'DBGet/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:1280/threads:8': ['real_time', + 'cpu_time', + 'db_size', + 'neg_qu_pct', + 'threads'], + 'DBGet/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8': ['get_p95', + 'db_size', + 'get_mean', + 'threads', + 'real_time', + 'cpu_time', + 'neg_qu_pct', + 'get_p99'], + 'DBGet/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:0/iterations:1280/threads:8': ['real_time', + 'cpu_time', + 'db_size', + 'neg_qu_pct', + 'threads'], + 'DBGet/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:1/iterations:10240/threads:1': ['real_time', + 'cpu_time', + 'db_size', + 'neg_qu_pct', + 'threads'], + 'DBGet/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['get_p95', + 'db_size', + 'get_mean', + 'threads', + 'real_time', + 'cpu_time', + 'neg_qu_pct', + 'get_p99'], + 'DBGet/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['get_p95', + 'db_size', + 'get_mean', + 'threads', + 'real_time', + 'cpu_time', + 'neg_qu_pct', + 'get_p99'], + 'DBPut/comp_style:1/max_data:107374182400/per_key_size:256/enable_statistics:1/wal:0/iterations:409600/threads:1': ['real_time', + 'put_mean', + 'cpu_time', + 'put_p99', + 'db_size', + 'put_p95', + 'threads'], + 'IteratorPrev/comp_style:1/max_data:536870912/per_key_size:256/iterations:10240': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'IteratorPrev/comp_style:2/max_data:536870912/per_key_size:256/iterations:10240': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'IteratorSeek/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:0/iterations:10240/threads:1': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'IteratorSeek/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'IteratorSeek/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:1280/threads:8': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'IteratorSeek/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'IteratorSeek/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'IteratorSeek/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'IteratorSeek/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'IteratorSeek/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:1/iterations:1280/threads:8': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'IteratorSeek/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'IteratorSeek/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:0/iterations:10240/threads:1': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'IteratorSeek/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'IteratorSeek/comp_style:2/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'PrefixSeek/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:0/enable_filter:0/iterations:10240': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'PrefixSeek/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:0/enable_filter:0/iterations:1280/threads:8': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'PrefixSeek/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:1/enable_filter:1/iterations:1280/threads:8': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'PrefixSeek/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:0/enable_filter:1/iterations:10240': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'PrefixSeek/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:1/enable_filter:0/iterations:10240': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'PrefixSeek/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:0/enable_filter:1/iterations:10240': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'PrefixSeek/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:0/enable_filter:1/iterations:1280/threads:8': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'PrefixSeek/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:0/enable_filter:1/iterations:10240': ['real_time', + 'cpu_time', + 'db_size', + 'threads']}, + 'ribbon_bench': {'FilterBuild/filter_impl:0/bits_per_key:20/key_len_avg:10/entry_num:1024': ['real_time', + 'cpu_time', + 'threads', + 'size'], + 'FilterBuild/filter_impl:2/bits_per_key:10/key_len_avg:10/entry_num:1048576': ['real_time', + 'cpu_time', + 'threads', + 'size'], + 'FilterBuild/filter_impl:2/bits_per_key:20/key_len_avg:100/entry_num:1048576': ['real_time', + 'cpu_time', + 'threads', + 'size'], + 'FilterBuild/filter_impl:3/bits_per_key:20/key_len_avg:10/entry_num:1048576': ['real_time', + 'cpu_time', + 'threads', + 'size'], + 'FilterBuild/filter_impl:3/bits_per_key:20/key_len_avg:100/entry_num:1024': ['real_time', + 'cpu_time', + 'threads', + 'size'], + 'FilterQueryNegative/filter_impl:0/bits_per_key:10/key_len_avg:10/entry_num:1024': ['real_time', + 'cpu_time', + 'threads', + 'fp_pct'], + 'FilterQueryNegative/filter_impl:0/bits_per_key:10/key_len_avg:100/entry_num:1024': ['real_time', + 'cpu_time', + 'threads', + 'fp_pct'], + 'FilterQueryNegative/filter_impl:2/bits_per_key:10/key_len_avg:10/entry_num:1024': ['real_time', + 'cpu_time', + 'threads', + 'fp_pct'], + 'FilterQueryNegative/filter_impl:2/bits_per_key:20/key_len_avg:100/entry_num:1024': ['real_time', + 'cpu_time', + 'threads', + 'fp_pct'], + 'FilterQueryNegative/filter_impl:3/bits_per_key:10/key_len_avg:10/entry_num:1048576': ['real_time', + 'cpu_time', + 'threads', + 'fp_pct'], + 'FilterQueryPositive/filter_impl:0/bits_per_key:10/key_len_avg:10/entry_num:1048576': ['real_time', + 'cpu_time', + 'threads'], + 'FilterQueryPositive/filter_impl:0/bits_per_key:10/key_len_avg:100/entry_num:1048576': ['real_time', + 'cpu_time', + 'threads'], + 'FilterQueryPositive/filter_impl:3/bits_per_key:10/key_len_avg:100/entry_num:1048576': ['real_time', + 'cpu_time', + 'threads']}}, slow=True, expected_runtime=88709, sl_iterations=2, regression_threshold=10) + + +fancy_bench_wrapper(suite_name="rocksdb_microbench_suite_9_slow", binary_to_bench_to_metric_list_map={'db_basic_bench': {'DBGet/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['real_time', + 'cpu_time', + 'db_size', + 'neg_qu_pct', + 'threads'], + 'DBGet/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['get_p95', + 'db_size', + 'get_mean', + 'threads', + 'real_time', + 'cpu_time', + 'neg_qu_pct', + 'get_p99'], + 'DBGet/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:0/iterations:10240/threads:1': ['real_time', + 'cpu_time', + 'db_size', + 'neg_qu_pct', + 'threads'], + 'DBGet/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8': ['get_p95', + 'db_size', + 'get_mean', + 'threads', + 'real_time', + 'cpu_time', + 'neg_qu_pct', + 'get_p99'], + 'DBGet/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:1/iterations:1280/threads:8': ['real_time', + 'cpu_time', + 'db_size', + 'neg_qu_pct', + 'threads'], + 'DBGet/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1': ['get_p95', + 'db_size', + 'get_mean', + 'threads', + 'real_time', + 'cpu_time', + 'neg_qu_pct', + 'get_p99'], + 'DBGet/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['get_p95', + 'db_size', + 'get_mean', + 'threads', + 'real_time', + 'cpu_time', + 'neg_qu_pct', + 'get_p99'], + 'DBGet/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:0/iterations:10240/threads:1': ['real_time', + 'cpu_time', + 'db_size', + 'neg_qu_pct', + 'threads'], + 'DBGet/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:1280/threads:8': ['real_time', + 'cpu_time', + 'db_size', + 'neg_qu_pct', + 'threads'], + 'DBGet/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8': ['get_p95', + 'db_size', + 'get_mean', + 'threads', + 'real_time', + 'cpu_time', + 'neg_qu_pct', + 'get_p99'], + 'DBGet/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:0/iterations:1280/threads:8': ['real_time', + 'cpu_time', + 'db_size', + 'neg_qu_pct', + 'threads'], + 'DBGet/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:1/iterations:10240/threads:1': ['real_time', + 'cpu_time', + 'db_size', + 'neg_qu_pct', + 'threads'], + 'DBGet/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['get_p95', + 'db_size', + 'get_mean', + 'threads', + 'real_time', + 'cpu_time', + 'neg_qu_pct', + 'get_p99'], + 'DBGet/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['get_p95', + 'db_size', + 'get_mean', + 'threads', + 'real_time', + 'cpu_time', + 'neg_qu_pct', + 'get_p99'], + 'DBPut/comp_style:1/max_data:107374182400/per_key_size:256/enable_statistics:1/wal:0/iterations:409600/threads:1': ['real_time', + 'put_mean', + 'cpu_time', + 'put_p99', + 'db_size', + 'put_p95', + 'threads'], + 'IteratorPrev/comp_style:1/max_data:536870912/per_key_size:256/iterations:10240': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'IteratorPrev/comp_style:2/max_data:536870912/per_key_size:256/iterations:10240': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'IteratorSeek/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:0/iterations:10240/threads:1': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'IteratorSeek/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'IteratorSeek/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:1280/threads:8': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'IteratorSeek/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'IteratorSeek/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'IteratorSeek/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'IteratorSeek/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'IteratorSeek/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:1/iterations:1280/threads:8': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'IteratorSeek/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'IteratorSeek/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:0/iterations:10240/threads:1': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'IteratorSeek/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'IteratorSeek/comp_style:2/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'PrefixSeek/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:0/enable_filter:0/iterations:10240': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'PrefixSeek/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:0/enable_filter:0/iterations:1280/threads:8': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'PrefixSeek/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:1/enable_filter:1/iterations:1280/threads:8': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'PrefixSeek/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:0/enable_filter:1/iterations:10240': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'PrefixSeek/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:1/enable_filter:0/iterations:10240': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'PrefixSeek/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:0/enable_filter:1/iterations:10240': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'PrefixSeek/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:0/enable_filter:1/iterations:1280/threads:8': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'PrefixSeek/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:0/enable_filter:1/iterations:10240': ['real_time', + 'cpu_time', + 'db_size', + 'threads']}, + 'ribbon_bench': {'FilterBuild/filter_impl:0/bits_per_key:20/key_len_avg:10/entry_num:1024': ['real_time', + 'cpu_time', + 'threads', + 'size'], + 'FilterBuild/filter_impl:2/bits_per_key:10/key_len_avg:10/entry_num:1048576': ['real_time', + 'cpu_time', + 'threads', + 'size'], + 'FilterBuild/filter_impl:2/bits_per_key:20/key_len_avg:100/entry_num:1048576': ['real_time', + 'cpu_time', + 'threads', + 'size'], + 'FilterBuild/filter_impl:3/bits_per_key:20/key_len_avg:10/entry_num:1048576': ['real_time', + 'cpu_time', + 'threads', + 'size'], + 'FilterBuild/filter_impl:3/bits_per_key:20/key_len_avg:100/entry_num:1024': ['real_time', + 'cpu_time', + 'threads', + 'size'], + 'FilterQueryNegative/filter_impl:0/bits_per_key:10/key_len_avg:10/entry_num:1024': ['real_time', + 'cpu_time', + 'threads', + 'fp_pct'], + 'FilterQueryNegative/filter_impl:0/bits_per_key:10/key_len_avg:100/entry_num:1024': ['real_time', + 'cpu_time', + 'threads', + 'fp_pct'], + 'FilterQueryNegative/filter_impl:2/bits_per_key:10/key_len_avg:10/entry_num:1024': ['real_time', + 'cpu_time', + 'threads', + 'fp_pct'], + 'FilterQueryNegative/filter_impl:2/bits_per_key:20/key_len_avg:100/entry_num:1024': ['real_time', + 'cpu_time', + 'threads', + 'fp_pct'], + 'FilterQueryNegative/filter_impl:3/bits_per_key:10/key_len_avg:10/entry_num:1048576': ['real_time', + 'cpu_time', + 'threads', + 'fp_pct'], + 'FilterQueryPositive/filter_impl:0/bits_per_key:10/key_len_avg:10/entry_num:1048576': ['real_time', + 'cpu_time', + 'threads'], + 'FilterQueryPositive/filter_impl:0/bits_per_key:10/key_len_avg:100/entry_num:1048576': ['real_time', + 'cpu_time', + 'threads'], + 'FilterQueryPositive/filter_impl:3/bits_per_key:10/key_len_avg:100/entry_num:1048576': ['real_time', + 'cpu_time', + 'threads']}}, slow=True, expected_runtime=88711, sl_iterations=2, regression_threshold=10) + + +fancy_bench_wrapper(suite_name="rocksdb_microbench_suite_10_slow", binary_to_bench_to_metric_list_map={'db_basic_bench': {'DBGet/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['real_time', + 'cpu_time', + 'db_size', + 'neg_qu_pct', + 'threads'], + 'DBGet/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['get_p95', + 'db_size', + 'get_mean', + 'threads', + 'real_time', + 'cpu_time', + 'neg_qu_pct', + 'get_p99'], + 'DBGet/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:0/iterations:10240/threads:1': ['real_time', + 'cpu_time', + 'db_size', + 'neg_qu_pct', + 'threads'], + 'DBGet/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8': ['get_p95', + 'db_size', + 'get_mean', + 'threads', + 'real_time', + 'cpu_time', + 'neg_qu_pct', + 'get_p99'], + 'DBGet/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:1/iterations:1280/threads:8': ['real_time', + 'cpu_time', + 'db_size', + 'neg_qu_pct', + 'threads'], + 'DBGet/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1': ['get_p95', + 'db_size', + 'get_mean', + 'threads', + 'real_time', + 'cpu_time', + 'neg_qu_pct', + 'get_p99'], + 'DBGet/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['get_p95', + 'db_size', + 'get_mean', + 'threads', + 'real_time', + 'cpu_time', + 'neg_qu_pct', + 'get_p99'], + 'DBGet/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:0/iterations:10240/threads:1': ['real_time', + 'cpu_time', + 'db_size', + 'neg_qu_pct', + 'threads'], + 'DBGet/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:1280/threads:8': ['real_time', + 'cpu_time', + 'db_size', + 'neg_qu_pct', + 'threads'], + 'DBGet/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8': ['get_p95', + 'db_size', + 'get_mean', + 'threads', + 'real_time', + 'cpu_time', + 'neg_qu_pct', + 'get_p99'], + 'DBGet/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:0/iterations:1280/threads:8': ['real_time', + 'cpu_time', + 'db_size', + 'neg_qu_pct', + 'threads'], + 'DBGet/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:1/iterations:10240/threads:1': ['real_time', + 'cpu_time', + 'db_size', + 'neg_qu_pct', + 'threads'], + 'DBGet/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['get_p95', + 'db_size', + 'get_mean', + 'threads', + 'real_time', + 'cpu_time', + 'neg_qu_pct', + 'get_p99'], + 'DBGet/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['get_p95', + 'db_size', + 'get_mean', + 'threads', + 'real_time', + 'cpu_time', + 'neg_qu_pct', + 'get_p99'], + 'DBPut/comp_style:1/max_data:107374182400/per_key_size:256/enable_statistics:1/wal:0/iterations:409600/threads:1': ['real_time', + 'put_mean', + 'cpu_time', + 'put_p99', + 'db_size', + 'put_p95', + 'threads'], + 'IteratorPrev/comp_style:1/max_data:536870912/per_key_size:256/iterations:10240': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'IteratorPrev/comp_style:2/max_data:536870912/per_key_size:256/iterations:10240': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'IteratorSeek/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:0/iterations:10240/threads:1': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'IteratorSeek/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'IteratorSeek/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:1280/threads:8': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'IteratorSeek/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'IteratorSeek/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'IteratorSeek/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'IteratorSeek/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'IteratorSeek/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:1/iterations:1280/threads:8': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'IteratorSeek/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'IteratorSeek/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:0/iterations:10240/threads:1': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'IteratorSeek/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'IteratorSeek/comp_style:2/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'PrefixSeek/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:0/enable_filter:0/iterations:10240': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'PrefixSeek/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:0/enable_filter:0/iterations:1280/threads:8': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'PrefixSeek/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:1/enable_filter:1/iterations:1280/threads:8': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'PrefixSeek/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:0/enable_filter:1/iterations:10240': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'PrefixSeek/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:1/enable_filter:0/iterations:10240': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'PrefixSeek/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:0/enable_filter:1/iterations:10240': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'PrefixSeek/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:0/enable_filter:1/iterations:1280/threads:8': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'PrefixSeek/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:0/enable_filter:1/iterations:10240': ['real_time', + 'cpu_time', + 'db_size', + 'threads']}, + 'ribbon_bench': {'FilterBuild/filter_impl:0/bits_per_key:20/key_len_avg:10/entry_num:1024': ['real_time', + 'cpu_time', + 'threads', + 'size'], + 'FilterBuild/filter_impl:2/bits_per_key:10/key_len_avg:10/entry_num:1048576': ['real_time', + 'cpu_time', + 'threads', + 'size'], + 'FilterBuild/filter_impl:2/bits_per_key:20/key_len_avg:100/entry_num:1048576': ['real_time', + 'cpu_time', + 'threads', + 'size'], + 'FilterBuild/filter_impl:3/bits_per_key:20/key_len_avg:10/entry_num:1048576': ['real_time', + 'cpu_time', + 'threads', + 'size'], + 'FilterBuild/filter_impl:3/bits_per_key:20/key_len_avg:100/entry_num:1024': ['real_time', + 'cpu_time', + 'threads', + 'size'], + 'FilterQueryNegative/filter_impl:0/bits_per_key:10/key_len_avg:10/entry_num:1024': ['real_time', + 'cpu_time', + 'threads', + 'fp_pct'], + 'FilterQueryNegative/filter_impl:0/bits_per_key:10/key_len_avg:100/entry_num:1024': ['real_time', + 'cpu_time', + 'threads', + 'fp_pct'], + 'FilterQueryNegative/filter_impl:2/bits_per_key:10/key_len_avg:10/entry_num:1024': ['real_time', + 'cpu_time', + 'threads', + 'fp_pct'], + 'FilterQueryNegative/filter_impl:2/bits_per_key:20/key_len_avg:100/entry_num:1024': ['real_time', + 'cpu_time', + 'threads', + 'fp_pct'], + 'FilterQueryNegative/filter_impl:3/bits_per_key:10/key_len_avg:10/entry_num:1048576': ['real_time', + 'cpu_time', + 'threads', + 'fp_pct'], + 'FilterQueryPositive/filter_impl:0/bits_per_key:10/key_len_avg:10/entry_num:1048576': ['real_time', + 'cpu_time', + 'threads'], + 'FilterQueryPositive/filter_impl:0/bits_per_key:10/key_len_avg:100/entry_num:1048576': ['real_time', + 'cpu_time', + 'threads'], + 'FilterQueryPositive/filter_impl:3/bits_per_key:10/key_len_avg:100/entry_num:1048576': ['real_time', + 'cpu_time', + 'threads']}}, slow=True, expected_runtime=88819, sl_iterations=2, regression_threshold=10) + + +fancy_bench_wrapper(suite_name="rocksdb_microbench_suite_11_slow", binary_to_bench_to_metric_list_map={'db_basic_bench': {'DBGet/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['real_time', + 'cpu_time', + 'db_size', + 'neg_qu_pct', + 'threads'], + 'DBGet/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['get_p95', + 'db_size', + 'get_mean', + 'threads', + 'real_time', + 'cpu_time', + 'neg_qu_pct', + 'get_p99'], + 'DBGet/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:0/iterations:10240/threads:1': ['real_time', + 'cpu_time', + 'db_size', + 'neg_qu_pct', + 'threads'], + 'DBGet/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8': ['get_p95', + 'db_size', + 'get_mean', + 'threads', + 'real_time', + 'cpu_time', + 'neg_qu_pct', + 'get_p99'], + 'DBGet/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:1/iterations:1280/threads:8': ['real_time', + 'cpu_time', + 'db_size', + 'neg_qu_pct', + 'threads'], + 'DBGet/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1': ['get_p95', + 'db_size', + 'get_mean', + 'threads', + 'real_time', + 'cpu_time', + 'neg_qu_pct', + 'get_p99'], + 'DBGet/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['get_p95', + 'db_size', + 'get_mean', + 'threads', + 'real_time', + 'cpu_time', + 'neg_qu_pct', + 'get_p99'], + 'DBGet/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:0/iterations:10240/threads:1': ['real_time', + 'cpu_time', + 'db_size', + 'neg_qu_pct', + 'threads'], + 'DBGet/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:1280/threads:8': ['real_time', + 'cpu_time', + 'db_size', + 'neg_qu_pct', + 'threads'], + 'DBGet/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8': ['get_p95', + 'db_size', + 'get_mean', + 'threads', + 'real_time', + 'cpu_time', + 'neg_qu_pct', + 'get_p99'], + 'DBGet/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:0/iterations:1280/threads:8': ['real_time', + 'cpu_time', + 'db_size', + 'neg_qu_pct', + 'threads'], + 'DBGet/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:1/iterations:10240/threads:1': ['real_time', + 'cpu_time', + 'db_size', + 'neg_qu_pct', + 'threads'], + 'DBGet/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['get_p95', + 'db_size', + 'get_mean', + 'threads', + 'real_time', + 'cpu_time', + 'neg_qu_pct', + 'get_p99'], + 'DBGet/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['get_p95', + 'db_size', + 'get_mean', + 'threads', + 'real_time', + 'cpu_time', + 'neg_qu_pct', + 'get_p99'], + 'DBPut/comp_style:1/max_data:107374182400/per_key_size:256/enable_statistics:1/wal:0/iterations:409600/threads:1': ['real_time', + 'put_mean', + 'cpu_time', + 'put_p99', + 'db_size', + 'put_p95', + 'threads'], + 'IteratorPrev/comp_style:1/max_data:536870912/per_key_size:256/iterations:10240': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'IteratorPrev/comp_style:2/max_data:536870912/per_key_size:256/iterations:10240': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'IteratorSeek/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:0/iterations:10240/threads:1': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'IteratorSeek/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'IteratorSeek/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:1280/threads:8': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'IteratorSeek/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'IteratorSeek/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'IteratorSeek/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'IteratorSeek/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'IteratorSeek/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:1/iterations:1280/threads:8': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'IteratorSeek/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'IteratorSeek/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:0/iterations:10240/threads:1': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'IteratorSeek/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'IteratorSeek/comp_style:2/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'PrefixSeek/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:0/enable_filter:0/iterations:10240': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'PrefixSeek/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:0/enable_filter:0/iterations:1280/threads:8': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'PrefixSeek/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:1/enable_filter:1/iterations:1280/threads:8': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'PrefixSeek/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:0/enable_filter:1/iterations:10240': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'PrefixSeek/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:1/enable_filter:0/iterations:10240': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'PrefixSeek/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:0/enable_filter:1/iterations:10240': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'PrefixSeek/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:0/enable_filter:1/iterations:1280/threads:8': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'PrefixSeek/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:0/enable_filter:1/iterations:10240': ['real_time', + 'cpu_time', + 'db_size', + 'threads']}, + 'ribbon_bench': {'FilterBuild/filter_impl:0/bits_per_key:20/key_len_avg:10/entry_num:1024': ['real_time', + 'cpu_time', + 'threads', + 'size'], + 'FilterBuild/filter_impl:2/bits_per_key:10/key_len_avg:10/entry_num:1048576': ['real_time', + 'cpu_time', + 'threads', + 'size'], + 'FilterBuild/filter_impl:2/bits_per_key:20/key_len_avg:100/entry_num:1048576': ['real_time', + 'cpu_time', + 'threads', + 'size'], + 'FilterBuild/filter_impl:3/bits_per_key:20/key_len_avg:10/entry_num:1048576': ['real_time', + 'cpu_time', + 'threads', + 'size'], + 'FilterBuild/filter_impl:3/bits_per_key:20/key_len_avg:100/entry_num:1024': ['real_time', + 'cpu_time', + 'threads', + 'size'], + 'FilterQueryNegative/filter_impl:0/bits_per_key:10/key_len_avg:10/entry_num:1024': ['real_time', + 'cpu_time', + 'threads', + 'fp_pct'], + 'FilterQueryNegative/filter_impl:0/bits_per_key:10/key_len_avg:100/entry_num:1024': ['real_time', + 'cpu_time', + 'threads', + 'fp_pct'], + 'FilterQueryNegative/filter_impl:2/bits_per_key:10/key_len_avg:10/entry_num:1024': ['real_time', + 'cpu_time', + 'threads', + 'fp_pct'], + 'FilterQueryNegative/filter_impl:2/bits_per_key:20/key_len_avg:100/entry_num:1024': ['real_time', + 'cpu_time', + 'threads', + 'fp_pct'], + 'FilterQueryNegative/filter_impl:3/bits_per_key:10/key_len_avg:10/entry_num:1048576': ['real_time', + 'cpu_time', + 'threads', + 'fp_pct'], + 'FilterQueryPositive/filter_impl:0/bits_per_key:10/key_len_avg:10/entry_num:1048576': ['real_time', + 'cpu_time', + 'threads'], + 'FilterQueryPositive/filter_impl:0/bits_per_key:10/key_len_avg:100/entry_num:1048576': ['real_time', + 'cpu_time', + 'threads'], + 'FilterQueryPositive/filter_impl:3/bits_per_key:10/key_len_avg:100/entry_num:1048576': ['real_time', + 'cpu_time', + 'threads']}}, slow=True, expected_runtime=88711, sl_iterations=2, regression_threshold=10) + + +fancy_bench_wrapper(suite_name="rocksdb_microbench_suite_12_slow", binary_to_bench_to_metric_list_map={'db_basic_bench': {'DBGet/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['real_time', + 'cpu_time', + 'db_size', + 'neg_qu_pct', + 'threads'], + 'DBGet/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['get_p95', + 'db_size', + 'get_mean', + 'threads', + 'real_time', + 'cpu_time', + 'neg_qu_pct', + 'get_p99'], + 'DBGet/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:0/iterations:10240/threads:1': ['real_time', + 'cpu_time', + 'db_size', + 'neg_qu_pct', + 'threads'], + 'DBGet/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8': ['get_p95', + 'db_size', + 'get_mean', + 'threads', + 'real_time', + 'cpu_time', + 'neg_qu_pct', + 'get_p99'], + 'DBGet/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:1/iterations:1280/threads:8': ['real_time', + 'cpu_time', + 'db_size', + 'neg_qu_pct', + 'threads'], + 'DBGet/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1': ['get_p95', + 'db_size', + 'get_mean', + 'threads', + 'real_time', + 'cpu_time', + 'neg_qu_pct', + 'get_p99'], + 'DBGet/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['get_p95', + 'db_size', + 'get_mean', + 'threads', + 'real_time', + 'cpu_time', + 'neg_qu_pct', + 'get_p99'], + 'DBGet/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:0/iterations:10240/threads:1': ['real_time', + 'cpu_time', + 'db_size', + 'neg_qu_pct', + 'threads'], + 'DBGet/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:1280/threads:8': ['real_time', + 'cpu_time', + 'db_size', + 'neg_qu_pct', + 'threads'], + 'DBGet/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8': ['get_p95', + 'db_size', + 'get_mean', + 'threads', + 'real_time', + 'cpu_time', + 'neg_qu_pct', + 'get_p99'], + 'DBGet/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:0/iterations:1280/threads:8': ['real_time', + 'cpu_time', + 'db_size', + 'neg_qu_pct', + 'threads'], + 'DBGet/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:1/iterations:10240/threads:1': ['real_time', + 'cpu_time', + 'db_size', + 'neg_qu_pct', + 'threads'], + 'DBGet/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['get_p95', + 'db_size', + 'get_mean', + 'threads', + 'real_time', + 'cpu_time', + 'neg_qu_pct', + 'get_p99'], + 'DBGet/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['get_p95', + 'db_size', + 'get_mean', + 'threads', + 'real_time', + 'cpu_time', + 'neg_qu_pct', + 'get_p99'], + 'DBPut/comp_style:1/max_data:107374182400/per_key_size:256/enable_statistics:1/wal:0/iterations:409600/threads:1': ['real_time', + 'put_mean', + 'cpu_time', + 'put_p99', + 'db_size', + 'put_p95', + 'threads'], + 'IteratorPrev/comp_style:1/max_data:536870912/per_key_size:256/iterations:10240': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'IteratorPrev/comp_style:2/max_data:536870912/per_key_size:256/iterations:10240': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'IteratorSeek/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:0/iterations:10240/threads:1': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'IteratorSeek/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'IteratorSeek/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:1280/threads:8': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'IteratorSeek/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'IteratorSeek/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'IteratorSeek/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'IteratorSeek/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'IteratorSeek/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:1/iterations:1280/threads:8': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'IteratorSeek/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'IteratorSeek/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:0/iterations:10240/threads:1': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'IteratorSeek/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'IteratorSeek/comp_style:2/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'PrefixSeek/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:0/enable_filter:0/iterations:10240': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'PrefixSeek/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:0/enable_filter:0/iterations:1280/threads:8': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'PrefixSeek/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:1/enable_filter:1/iterations:1280/threads:8': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'PrefixSeek/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:0/enable_filter:1/iterations:10240': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'PrefixSeek/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:1/enable_filter:0/iterations:10240': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'PrefixSeek/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:0/enable_filter:1/iterations:10240': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'PrefixSeek/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:0/enable_filter:1/iterations:1280/threads:8': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'PrefixSeek/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:0/enable_filter:1/iterations:10240': ['real_time', + 'cpu_time', + 'db_size', + 'threads']}, + 'ribbon_bench': {'FilterBuild/filter_impl:0/bits_per_key:20/key_len_avg:10/entry_num:1024': ['real_time', + 'cpu_time', + 'threads', + 'size'], + 'FilterBuild/filter_impl:2/bits_per_key:10/key_len_avg:10/entry_num:1048576': ['real_time', + 'cpu_time', + 'threads', + 'size'], + 'FilterBuild/filter_impl:2/bits_per_key:20/key_len_avg:100/entry_num:1048576': ['real_time', + 'cpu_time', + 'threads', + 'size'], + 'FilterBuild/filter_impl:3/bits_per_key:20/key_len_avg:10/entry_num:1048576': ['real_time', + 'cpu_time', + 'threads', + 'size'], + 'FilterBuild/filter_impl:3/bits_per_key:20/key_len_avg:100/entry_num:1024': ['real_time', + 'cpu_time', + 'threads', + 'size'], + 'FilterQueryNegative/filter_impl:0/bits_per_key:10/key_len_avg:10/entry_num:1024': ['real_time', + 'cpu_time', + 'threads', + 'fp_pct'], + 'FilterQueryNegative/filter_impl:0/bits_per_key:10/key_len_avg:100/entry_num:1024': ['real_time', + 'cpu_time', + 'threads', + 'fp_pct'], + 'FilterQueryNegative/filter_impl:2/bits_per_key:10/key_len_avg:10/entry_num:1024': ['real_time', + 'cpu_time', + 'threads', + 'fp_pct'], + 'FilterQueryNegative/filter_impl:2/bits_per_key:20/key_len_avg:100/entry_num:1024': ['real_time', + 'cpu_time', + 'threads', + 'fp_pct'], + 'FilterQueryNegative/filter_impl:3/bits_per_key:10/key_len_avg:10/entry_num:1048576': ['real_time', + 'cpu_time', + 'threads', + 'fp_pct'], + 'FilterQueryPositive/filter_impl:0/bits_per_key:10/key_len_avg:10/entry_num:1048576': ['real_time', + 'cpu_time', + 'threads'], + 'FilterQueryPositive/filter_impl:0/bits_per_key:10/key_len_avg:100/entry_num:1048576': ['real_time', + 'cpu_time', + 'threads'], + 'FilterQueryPositive/filter_impl:3/bits_per_key:10/key_len_avg:100/entry_num:1048576': ['real_time', + 'cpu_time', + 'threads']}}, slow=True, expected_runtime=88709, sl_iterations=2, regression_threshold=10) + + +fancy_bench_wrapper(suite_name="rocksdb_microbench_suite_13_slow", binary_to_bench_to_metric_list_map={'db_basic_bench': {'DBGet/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['real_time', + 'cpu_time', + 'db_size', + 'neg_qu_pct', + 'threads'], + 'DBGet/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['get_p95', + 'db_size', + 'get_mean', + 'threads', + 'real_time', + 'cpu_time', + 'neg_qu_pct', + 'get_p99'], + 'DBGet/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:0/iterations:10240/threads:1': ['real_time', + 'cpu_time', + 'db_size', + 'neg_qu_pct', + 'threads'], + 'DBGet/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8': ['get_p95', + 'db_size', + 'get_mean', + 'threads', + 'real_time', + 'cpu_time', + 'neg_qu_pct', + 'get_p99'], + 'DBGet/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:1/iterations:1280/threads:8': ['real_time', + 'cpu_time', + 'db_size', + 'neg_qu_pct', + 'threads'], + 'DBGet/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1': ['get_p95', + 'db_size', + 'get_mean', + 'threads', + 'real_time', + 'cpu_time', + 'neg_qu_pct', + 'get_p99'], + 'DBGet/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['get_p95', + 'db_size', + 'get_mean', + 'threads', + 'real_time', + 'cpu_time', + 'neg_qu_pct', + 'get_p99'], + 'DBGet/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:0/iterations:10240/threads:1': ['real_time', + 'cpu_time', + 'db_size', + 'neg_qu_pct', + 'threads'], + 'DBGet/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:1280/threads:8': ['real_time', + 'cpu_time', + 'db_size', + 'neg_qu_pct', + 'threads'], + 'DBGet/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8': ['get_p95', + 'db_size', + 'get_mean', + 'threads', + 'real_time', + 'cpu_time', + 'neg_qu_pct', + 'get_p99'], + 'DBGet/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:0/iterations:1280/threads:8': ['real_time', + 'cpu_time', + 'db_size', + 'neg_qu_pct', + 'threads'], + 'DBGet/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:1/iterations:10240/threads:1': ['real_time', + 'cpu_time', + 'db_size', + 'neg_qu_pct', + 'threads'], + 'DBGet/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['get_p95', + 'db_size', + 'get_mean', + 'threads', + 'real_time', + 'cpu_time', + 'neg_qu_pct', + 'get_p99'], + 'DBGet/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['get_p95', + 'db_size', + 'get_mean', + 'threads', + 'real_time', + 'cpu_time', + 'neg_qu_pct', + 'get_p99'], + 'DBPut/comp_style:1/max_data:107374182400/per_key_size:256/enable_statistics:1/wal:0/iterations:409600/threads:1': ['real_time', + 'put_mean', + 'cpu_time', + 'put_p99', + 'db_size', + 'put_p95', + 'threads'], + 'IteratorPrev/comp_style:1/max_data:536870912/per_key_size:256/iterations:10240': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'IteratorPrev/comp_style:2/max_data:536870912/per_key_size:256/iterations:10240': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'IteratorSeek/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:0/iterations:10240/threads:1': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'IteratorSeek/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'IteratorSeek/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:1280/threads:8': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'IteratorSeek/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'IteratorSeek/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'IteratorSeek/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'IteratorSeek/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'IteratorSeek/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:1/iterations:1280/threads:8': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'IteratorSeek/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'IteratorSeek/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:0/iterations:10240/threads:1': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'IteratorSeek/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'IteratorSeek/comp_style:2/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'PrefixSeek/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:0/enable_filter:0/iterations:10240': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'PrefixSeek/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:0/enable_filter:0/iterations:1280/threads:8': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'PrefixSeek/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:1/enable_filter:1/iterations:1280/threads:8': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'PrefixSeek/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:0/enable_filter:1/iterations:10240': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'PrefixSeek/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:1/enable_filter:0/iterations:10240': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'PrefixSeek/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:0/enable_filter:1/iterations:10240': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'PrefixSeek/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:0/enable_filter:1/iterations:1280/threads:8': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'PrefixSeek/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:0/enable_filter:1/iterations:10240': ['real_time', + 'cpu_time', + 'db_size', + 'threads']}, + 'ribbon_bench': {'FilterBuild/filter_impl:0/bits_per_key:20/key_len_avg:10/entry_num:1024': ['real_time', + 'cpu_time', + 'threads', + 'size'], + 'FilterBuild/filter_impl:2/bits_per_key:10/key_len_avg:10/entry_num:1048576': ['real_time', + 'cpu_time', + 'threads', + 'size'], + 'FilterBuild/filter_impl:2/bits_per_key:20/key_len_avg:100/entry_num:1048576': ['real_time', + 'cpu_time', + 'threads', + 'size'], + 'FilterBuild/filter_impl:3/bits_per_key:20/key_len_avg:10/entry_num:1048576': ['real_time', + 'cpu_time', + 'threads', + 'size'], + 'FilterBuild/filter_impl:3/bits_per_key:20/key_len_avg:100/entry_num:1024': ['real_time', + 'cpu_time', + 'threads', + 'size'], + 'FilterQueryNegative/filter_impl:0/bits_per_key:10/key_len_avg:10/entry_num:1024': ['real_time', + 'cpu_time', + 'threads', + 'fp_pct'], + 'FilterQueryNegative/filter_impl:0/bits_per_key:10/key_len_avg:100/entry_num:1024': ['real_time', + 'cpu_time', + 'threads', + 'fp_pct'], + 'FilterQueryNegative/filter_impl:2/bits_per_key:10/key_len_avg:10/entry_num:1024': ['real_time', + 'cpu_time', + 'threads', + 'fp_pct'], + 'FilterQueryNegative/filter_impl:2/bits_per_key:20/key_len_avg:100/entry_num:1024': ['real_time', + 'cpu_time', + 'threads', + 'fp_pct'], + 'FilterQueryNegative/filter_impl:3/bits_per_key:10/key_len_avg:10/entry_num:1048576': ['real_time', + 'cpu_time', + 'threads', + 'fp_pct'], + 'FilterQueryPositive/filter_impl:0/bits_per_key:10/key_len_avg:10/entry_num:1048576': ['real_time', + 'cpu_time', + 'threads'], + 'FilterQueryPositive/filter_impl:0/bits_per_key:10/key_len_avg:100/entry_num:1048576': ['real_time', + 'cpu_time', + 'threads'], + 'FilterQueryPositive/filter_impl:3/bits_per_key:10/key_len_avg:100/entry_num:1048576': ['real_time', + 'cpu_time', + 'threads']}}, slow=True, expected_runtime=88709, sl_iterations=2, regression_threshold=10) + + +fancy_bench_wrapper(suite_name="rocksdb_microbench_suite_14_slow", binary_to_bench_to_metric_list_map={'db_basic_bench': {'DBGet/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['real_time', + 'cpu_time', + 'db_size', + 'neg_qu_pct', + 'threads'], + 'DBGet/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['get_p95', + 'db_size', + 'get_mean', + 'threads', + 'real_time', + 'cpu_time', + 'neg_qu_pct', + 'get_p99'], + 'DBGet/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:0/iterations:10240/threads:1': ['real_time', + 'cpu_time', + 'db_size', + 'neg_qu_pct', + 'threads'], + 'DBGet/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8': ['get_p95', + 'db_size', + 'get_mean', + 'threads', + 'real_time', + 'cpu_time', + 'neg_qu_pct', + 'get_p99'], + 'DBGet/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:1/iterations:1280/threads:8': ['real_time', + 'cpu_time', + 'db_size', + 'neg_qu_pct', + 'threads'], + 'DBGet/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1': ['get_p95', + 'db_size', + 'get_mean', + 'threads', + 'real_time', + 'cpu_time', + 'neg_qu_pct', + 'get_p99'], + 'DBGet/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['get_p95', + 'db_size', + 'get_mean', + 'threads', + 'real_time', + 'cpu_time', + 'neg_qu_pct', + 'get_p99'], + 'DBGet/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:0/iterations:10240/threads:1': ['real_time', + 'cpu_time', + 'db_size', + 'neg_qu_pct', + 'threads'], + 'DBGet/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:1280/threads:8': ['real_time', + 'cpu_time', + 'db_size', + 'neg_qu_pct', + 'threads'], + 'DBGet/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8': ['get_p95', + 'db_size', + 'get_mean', + 'threads', + 'real_time', + 'cpu_time', + 'neg_qu_pct', + 'get_p99'], + 'DBGet/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:0/iterations:1280/threads:8': ['real_time', + 'cpu_time', + 'db_size', + 'neg_qu_pct', + 'threads'], + 'DBGet/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:1/iterations:10240/threads:1': ['real_time', + 'cpu_time', + 'db_size', + 'neg_qu_pct', + 'threads'], + 'DBGet/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['get_p95', + 'db_size', + 'get_mean', + 'threads', + 'real_time', + 'cpu_time', + 'neg_qu_pct', + 'get_p99'], + 'DBGet/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['get_p95', + 'db_size', + 'get_mean', + 'threads', + 'real_time', + 'cpu_time', + 'neg_qu_pct', + 'get_p99'], + 'DBPut/comp_style:1/max_data:107374182400/per_key_size:256/enable_statistics:1/wal:0/iterations:409600/threads:1': ['real_time', + 'put_mean', + 'cpu_time', + 'put_p99', + 'db_size', + 'put_p95', + 'threads'], + 'IteratorPrev/comp_style:1/max_data:536870912/per_key_size:256/iterations:10240': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'IteratorPrev/comp_style:2/max_data:536870912/per_key_size:256/iterations:10240': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'IteratorSeek/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:0/iterations:10240/threads:1': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'IteratorSeek/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'IteratorSeek/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:1280/threads:8': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'IteratorSeek/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'IteratorSeek/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'IteratorSeek/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'IteratorSeek/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'IteratorSeek/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:1/iterations:1280/threads:8': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'IteratorSeek/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'IteratorSeek/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:0/iterations:10240/threads:1': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'IteratorSeek/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'IteratorSeek/comp_style:2/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'PrefixSeek/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:0/enable_filter:0/iterations:10240': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'PrefixSeek/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:0/enable_filter:0/iterations:1280/threads:8': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'PrefixSeek/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:1/enable_filter:1/iterations:1280/threads:8': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'PrefixSeek/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:0/enable_filter:1/iterations:10240': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'PrefixSeek/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:1/enable_filter:0/iterations:10240': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'PrefixSeek/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:0/enable_filter:1/iterations:10240': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'PrefixSeek/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:0/enable_filter:1/iterations:1280/threads:8': ['real_time', + 'cpu_time', + 'db_size', + 'threads'], + 'PrefixSeek/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:0/enable_filter:1/iterations:10240': ['real_time', + 'cpu_time', + 'db_size', + 'threads']}, + 'ribbon_bench': {'FilterBuild/filter_impl:0/bits_per_key:20/key_len_avg:10/entry_num:1024': ['real_time', + 'cpu_time', + 'threads', + 'size'], + 'FilterBuild/filter_impl:2/bits_per_key:10/key_len_avg:10/entry_num:1048576': ['real_time', + 'cpu_time', + 'threads', + 'size'], + 'FilterBuild/filter_impl:2/bits_per_key:20/key_len_avg:100/entry_num:1048576': ['real_time', + 'cpu_time', + 'threads', + 'size'], + 'FilterBuild/filter_impl:3/bits_per_key:20/key_len_avg:10/entry_num:1048576': ['real_time', + 'cpu_time', + 'threads', + 'size'], + 'FilterBuild/filter_impl:3/bits_per_key:20/key_len_avg:100/entry_num:1024': ['real_time', + 'cpu_time', + 'threads', + 'size'], + 'FilterQueryNegative/filter_impl:0/bits_per_key:10/key_len_avg:10/entry_num:1024': ['real_time', + 'cpu_time', + 'threads', + 'fp_pct'], + 'FilterQueryNegative/filter_impl:0/bits_per_key:10/key_len_avg:100/entry_num:1024': ['real_time', + 'cpu_time', + 'threads', + 'fp_pct'], + 'FilterQueryNegative/filter_impl:2/bits_per_key:10/key_len_avg:10/entry_num:1024': ['real_time', + 'cpu_time', + 'threads', + 'fp_pct'], + 'FilterQueryNegative/filter_impl:2/bits_per_key:20/key_len_avg:100/entry_num:1024': ['real_time', + 'cpu_time', + 'threads', + 'fp_pct'], + 'FilterQueryNegative/filter_impl:3/bits_per_key:10/key_len_avg:10/entry_num:1048576': ['real_time', + 'cpu_time', + 'threads', + 'fp_pct'], + 'FilterQueryPositive/filter_impl:0/bits_per_key:10/key_len_avg:10/entry_num:1048576': ['real_time', + 'cpu_time', + 'threads'], + 'FilterQueryPositive/filter_impl:0/bits_per_key:10/key_len_avg:100/entry_num:1048576': ['real_time', + 'cpu_time', + 'threads'], + 'FilterQueryPositive/filter_impl:3/bits_per_key:10/key_len_avg:100/entry_num:1048576': ['real_time', + 'cpu_time', + 'threads']}}, slow=True, expected_runtime=88711, sl_iterations=2, regression_threshold=10) + + # Generate a test rule for each entry in ROCKS_TESTS # Do not build the tests in opt mode, since SyncPoint and other test code # will not be included. diff --git a/buckifier/bench-slow.json b/buckifier/bench-slow.json index a0eee5645..392ad9012 100644 --- a/buckifier/bench-slow.json +++ b/buckifier/bench-slow.json @@ -2,7290 +2,6408 @@ { "benchmarks": { "db_basic_bench": { - "DBGet/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:0/iterations:1280/threads:8": [ + "DBGet/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:0/iterations:1280/threads:8": [ "real_time", - "get_p95", - "max_rss", - "db_size", - "get_mean", - "inblock", - "outblock", "cpu_time", - "get_p99", - "threads", + "db_size", "neg_qu_pct", - "EST_RUNTIME_965.034377s" + "threads", + { + "est_runtime": 1712.344628 + } ], - "DBGet/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:0/iterations:1280/threads:8": [ - "real_time", + "DBGet/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ "get_p95", - "max_rss", "db_size", "get_mean", - "inblock", - "outblock", - "cpu_time", - "get_p99", "threads", + "real_time", + "cpu_time", "neg_qu_pct", - "EST_RUNTIME_1332.8334s" + "get_p99", + { + "est_runtime": 479.941992 + } ], - "DBGet/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ - "real_time", + "DBGet/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8": [ "get_p95", - "max_rss", "db_size", "get_mean", - "inblock", - "outblock", - "cpu_time", - "get_p99", "threads", + "real_time", + "cpu_time", "neg_qu_pct", - "EST_RUNTIME_218.721405s" + "get_p99", + { + "est_runtime": 1811.998557 + } ], - "DBGet/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:1/iterations:1280/threads:8": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "DBGet/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ + "real_time", "cpu_time", - "threads", + "db_size", "neg_qu_pct", - "real_time", - "EST_RUNTIME_3458.024084s" + "threads", + { + "est_runtime": 549.901612 + } ], - "DBGet/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ - "real_time", + "DBGet/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:1/iterations:1280/threads:8": [ "get_p95", - "max_rss", "db_size", "get_mean", - "inblock", - "outblock", - "cpu_time", - "get_p99", "threads", - "neg_qu_pct", - "EST_RUNTIME_2670.605714s" - ], - "DBGet/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "real_time", "cpu_time", - "threads", "neg_qu_pct", - "real_time", - "EST_RUNTIME_3219.322923s" + "get_p99", + { + "est_runtime": 4687.250475 + } ], - "DBGet/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ + "DBGet/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:0/iterations:1280/threads:8": [ "real_time", - "get_p95", - "max_rss", - "db_size", - "get_mean", - "inblock", - "outblock", "cpu_time", - "get_p99", - "threads", + "db_size", "neg_qu_pct", - "EST_RUNTIME_794.213619s" + "threads", + { + "est_runtime": 4818.164105 + } ], - "DBGet/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ - "real_time", + "DBGet/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ "get_p95", - "max_rss", "db_size", "get_mean", - "inblock", - "outblock", - "cpu_time", - "get_p99", "threads", - "neg_qu_pct", - "EST_RUNTIME_881.688414s" - ], - "DBGet/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "real_time", "cpu_time", - "threads", "neg_qu_pct", - "real_time", - "EST_RUNTIME_542.509153s" + "get_p99", + { + "est_runtime": 623.018994 + } ], - "DBGet/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:0/iterations:1280/threads:8": [ - "real_time", + "DBGet/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:0/iterations:1280/threads:8": [ "get_p95", - "max_rss", "db_size", "get_mean", - "inblock", - "outblock", - "cpu_time", - "get_p99", "threads", + "real_time", + "cpu_time", "neg_qu_pct", - "EST_RUNTIME_948.41421s" + "get_p99", + { + "est_runtime": 1997.259639 + } ], - "DBGet/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "DBGet/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ + "real_time", "cpu_time", - "threads", + "db_size", "neg_qu_pct", - "real_time", - "EST_RUNTIME_1039.788764s" + "threads", + { + "est_runtime": 3910.179634 + } ], - "DBGet/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:1/iterations:1280/threads:8": [ - "real_time", + "DBGet/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ "get_p95", - "max_rss", "db_size", "get_mean", - "inblock", - "outblock", - "cpu_time", - "get_p99", "threads", + "real_time", + "cpu_time", "neg_qu_pct", - "EST_RUNTIME_1316.296785s" + "get_p99", + { + "est_runtime": 3217.553693 + } ], - "DBGet/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ - "max_rss", + "DBGet/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ + "get_p95", "db_size", - "inblock", - "outblock", - "cpu_time", + "get_mean", "threads", - "neg_qu_pct", "real_time", - "EST_RUNTIME_2940.051518s" - ], - "DBGet/comp_style:2/max_data:536870912/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ - "max_rss", - "db_size", - "inblock", - "outblock", "cpu_time", - "threads", "neg_qu_pct", - "real_time", - "EST_RUNTIME_3611.31278s" + "get_p99", + { + "est_runtime": 4454.911311 + } ], - "DBOpen/iterations:200": [ - "max_rss", - "inblock", - "outblock", + "DBGet/comp_style:2/max_data:536870912/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ + "real_time", "cpu_time", + "db_size", + "neg_qu_pct", "threads", - "real_time", - "EST_RUNTIME_6505.834526s" + { + "est_runtime": 4195.372795 + } ], - "DBPut/comp_style:0/max_data:107374182400/per_key_size:256/enable_statistics:1/wal:0/iterations:10240/threads:1": [ + "DBPut/comp_style:0/max_data:107374182400/per_key_size:256/enable_statistics:1/wal:1/iterations:409600/threads:1": [ "real_time", - "max_rss", - "db_size", - "inblock", - "outblock", + "put_mean", "cpu_time", "put_p99", - "threads", + "db_size", "put_p95", - "put_mean", - "EST_RUNTIME_16.118204s" + "threads", + { + "est_runtime": 360.304737 + } ], - "DBPut/comp_style:0/max_data:107374182400/per_key_size:256/enable_statistics:1/wal:1/iterations:1280/threads:8": [ + "DBPut/comp_style:1/max_data:107374182400/per_key_size:1024/enable_statistics:0/wal:1/iterations:51200/threads:8": [ "real_time", - "max_rss", + "cpu_time", "db_size", - "inblock", - "outblock", + "threads", + { + "est_runtime": 2141.057905 + } + ], + "DBPut/comp_style:1/max_data:107374182400/per_key_size:256/enable_statistics:1/wal:0/iterations:51200/threads:8": [ + "real_time", + "put_mean", "cpu_time", "put_p99", - "threads", + "db_size", "put_p95", - "put_mean", - "EST_RUNTIME_15.285581s" + "threads", + { + "est_runtime": 379.059546 + } ], - "DBPut/comp_style:1/max_data:107374182400/per_key_size:1024/enable_statistics:0/wal:1/iterations:10240/threads:1": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "DBPut/comp_style:2/max_data:107374182400/per_key_size:1024/enable_statistics:0/wal:0/iterations:51200/threads:8": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_15.5696s" + { + "est_runtime": 2249.892332 + } ], - "DBPut/comp_style:2/max_data:107374182400/per_key_size:256/enable_statistics:0/wal:0/iterations:10240/threads:1": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "IteratorNext/comp_style:2/max_data:536870912/per_key_size:256/iterations:10240": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_15.037454s" + { + "est_runtime": 2421.708898 + } ], - "IteratorPrev/comp_style:2/max_data:134217728/per_key_size:1024/iterations:10240": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "IteratorPrev/comp_style:2/max_data:134217728/per_key_size:256/iterations:10240": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_1293.734337s" + { + "est_runtime": 1210.835611 + } ], - "IteratorPrev/comp_style:2/max_data:536870912/per_key_size:256/iterations:10240": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "IteratorSeek/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_2392.539625s" + { + "est_runtime": 1930.985912 + } ], - "IteratorSeek/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "IteratorSeek/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:1/iterations:1280/threads:8": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_2261.08685s" + { + "est_runtime": 3730.560675 + } ], - "IteratorSeek/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:1/iterations:1280/threads:8": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "IteratorSeek/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:1/iterations:1280/threads:8": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_2125.2183s" + { + "est_runtime": 3805.367942 + } ], - "IteratorSeek/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:1/iterations:1280/threads:8": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "IteratorSeek/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_3521.317442s" + { + "est_runtime": 1905.101414 + } ], - "IteratorSeek/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "IteratorSeek/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_3931.786936s" + { + "est_runtime": 1346.866095 + } ], - "IteratorSeek/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "IteratorSeek/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:1/iterations:1280/threads:8": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_3716.383627s" + { + "est_runtime": 2911.433188 + } ], - "IteratorSeek/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:1/iterations:1280/threads:8": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "IteratorSeek/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:0/iterations:1280/threads:8": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_1889.303322s" + { + "est_runtime": 3265.867193 + } ], - "IteratorSeek/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:1/iterations:1280/threads:8": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "IteratorSeek/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_3181.768053s" + { + "est_runtime": 3500.869188 + } ], - "IteratorSeek/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "IteratorSeek/comp_style:2/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_3863.986613s" + { + "est_runtime": 2764.891509 + } ], - "IteratorSeek/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:1280/threads:8": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "ManualFlush/key_num:65536/per_key_size:1024/iterations:100": [ + "real_time", "cpu_time", + "db_size", + "flush_write_bytes", + "flush_time", "threads", - "real_time", - "EST_RUNTIME_1455.978189s" + { + "est_runtime": 8213.664958 + } ], - "IteratorSeek/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "PrefixSeek/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:0/enable_filter:1/iterations:1280/threads:8": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_1770.745115s" + { + "est_runtime": 1174.289332 + } ], - "IteratorSeek/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "PrefixSeek/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:1/enable_filter:0/iterations:1280/threads:8": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_1423.76272s" + { + "est_runtime": 1844.656254 + } ], - "IteratorSeek/comp_style:2/max_data:536870912/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:1/iterations:1280/threads:8": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "PrefixSeek/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:0/enable_filter:0/iterations:1280/threads:8": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_2592.587467s" + { + "est_runtime": 1871.728091 + } ], - "ManualCompaction/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:0/iterations:1": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "PrefixSeek/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:1/enable_filter:0/iterations:1280/threads:8": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_114.921754s" + { + "est_runtime": 1138.131879 + } ], - "ManualFlush/key_num:65536/per_key_size:256/iterations:1": [ - "flush_write_bytes", + "PrefixSeek/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:0/enable_filter:1/iterations:10240": [ "real_time", - "flush_time", - "max_rss", - "db_size", - "inblock", - "outblock", "cpu_time", + "db_size", "threads", - "EST_RUNTIME_20.084256s" + { + "est_runtime": 934.128086 + } ], - "PrefixSeek/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:1/enable_filter:1/iterations:1280/threads:8": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "PrefixSeek/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:1/enable_filter:1/iterations:10240": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_1706.0612s" + { + "est_runtime": 2050.952519 + } ], - "PrefixSeek/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:0/enable_filter:0/iterations:1280/threads:8": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "PrefixSeek/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:1/enable_filter:1/iterations:10240": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_848.231777s" + { + "est_runtime": 2119.677364 + } ], - "PrefixSeek/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:0/enable_filter:1/iterations:10240": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "PrefixSeek/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:0/enable_filter:1/iterations:1280/threads:8": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_2019.711745s" + { + "est_runtime": 1620.549616 + } ], "PrefixSeek/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:1/enable_filter:0/iterations:1280/threads:8": [ - "max_rss", - "db_size", - "inblock", - "outblock", - "cpu_time", - "threads", "real_time", - "EST_RUNTIME_1199.477425s" - ] - }, - "ribbon_bench": { - "FilterBuild/filter_mode:0/bits_per_key:10/key_len_avg:10/entry_num:1024": [ - "max_rss", - "inblock", - "outblock", "cpu_time", - "size", + "db_size", "threads", - "real_time", - "EST_RUNTIME_2.233793s" - ], - "FilterBuild/filter_mode:3/bits_per_key:10/key_len_avg:10/entry_num:1024": [ - "max_rss", - "inblock", - "outblock", - "cpu_time", - "size", - "threads", - "real_time", - "EST_RUNTIME_1.722047s" - ], - "FilterQueryNegative/filter_mode:2/bits_per_key:10/key_len_avg:10/entry_num:1024": [ - "max_rss", - "inblock", - "outblock", - "cpu_time", - "fp_pct", - "threads", - "real_time", - "EST_RUNTIME_1.368761s" - ], - "FilterQueryPositive/filter_mode:2/bits_per_key:20/key_len_avg:10/entry_num:1048576": [ - "max_rss", - "inblock", - "outblock", - "cpu_time", - "threads", - "real_time", - "EST_RUNTIME_7.116195s" + { + "est_runtime": 1540.049484 + } ] } }, - "expected_runtime": 71848, - "name": "rocksdb_microbench_suite_0" + "do_not_reflow": false, + "expected_runtime_one_iter": 88891, + "name": "rocksdb_microbench_suite_0", + "regression_threshold": 10, + "sl_iterations": 2 }, { "benchmarks": { "db_basic_bench": { - "DBClose/iterations:200": [ - "max_rss", - "inblock", - "outblock", - "cpu_time", - "threads", - "real_time", - "EST_RUNTIME_6505.591766s" - ], - "DBGet/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:0/iterations:1280/threads:8": [ - "max_rss", + "DBGet/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8": [ + "get_p95", "db_size", - "inblock", - "outblock", - "cpu_time", + "get_mean", "threads", - "neg_qu_pct", "real_time", - "EST_RUNTIME_964.951323s" - ], - "DBGet/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ - "max_rss", - "db_size", - "inblock", - "outblock", "cpu_time", - "threads", "neg_qu_pct", - "real_time", - "EST_RUNTIME_2940.036597s" + "get_p99", + { + "est_runtime": 1774.099605 + } ], - "DBGet/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ + "DBGet/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:0/iterations:1280/threads:8": [ "real_time", - "get_p95", - "max_rss", - "db_size", - "get_mean", - "inblock", - "outblock", "cpu_time", - "get_p99", - "threads", + "db_size", "neg_qu_pct", - "EST_RUNTIME_2670.583468s" + "threads", + { + "est_runtime": 1905.399998 + } ], - "DBGet/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:0/iterations:1280/threads:8": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "DBGet/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ + "real_time", "cpu_time", - "threads", + "db_size", "neg_qu_pct", - "real_time", - "EST_RUNTIME_3859.80973s" + "threads", + { + "est_runtime": 3808.99857 + } ], - "DBGet/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ - "real_time", + "DBGet/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:1/iterations:1280/threads:8": [ "get_p95", - "max_rss", "db_size", "get_mean", - "inblock", - "outblock", - "cpu_time", - "get_p99", "threads", + "real_time", + "cpu_time", "neg_qu_pct", - "EST_RUNTIME_3217.253812s" + "get_p99", + { + "est_runtime": 4820.729905 + } ], - "DBGet/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "DBGet/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ + "real_time", "cpu_time", - "threads", + "db_size", "neg_qu_pct", - "real_time", - "EST_RUNTIME_499.93449s" + "threads", + { + "est_runtime": 651.103057 + } ], - "DBGet/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8": [ + "DBGet/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:0/iterations:1280/threads:8": [ "real_time", - "get_p95", - "max_rss", - "db_size", - "get_mean", - "inblock", - "outblock", "cpu_time", - "get_p99", - "threads", + "db_size", "neg_qu_pct", - "EST_RUNTIME_1316.866703s" + "threads", + { + "est_runtime": 2073.571864 + } ], - "DBGet/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ - "real_time", + "DBGet/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ "get_p95", - "max_rss", "db_size", "get_mean", - "inblock", - "outblock", - "cpu_time", - "get_p99", "threads", + "real_time", + "cpu_time", "neg_qu_pct", - "EST_RUNTIME_2394.464997s" + "get_p99", + { + "est_runtime": 501.900122 + } ], - "DBGet/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:1280/threads:8": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "DBGet/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:1/iterations:1280/threads:8": [ + "real_time", "cpu_time", - "threads", + "db_size", "neg_qu_pct", - "real_time", - "EST_RUNTIME_947.953297s" + "threads", + { + "est_runtime": 2279.957943 + } ], - "DBGet/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ - "real_time", + "DBGet/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ "get_p95", - "max_rss", "db_size", "get_mean", - "inblock", - "outblock", - "cpu_time", - "get_p99", "threads", + "real_time", + "cpu_time", "neg_qu_pct", - "EST_RUNTIME_794.189494s" + "get_p99", + { + "est_runtime": 517.245591 + } ], - "DBGet/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ - "real_time", + "DBGet/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:0/iterations:1280/threads:8": [ "get_p95", - "max_rss", "db_size", "get_mean", - "inblock", - "outblock", - "cpu_time", - "get_p99", "threads", - "neg_qu_pct", - "EST_RUNTIME_881.617494s" - ], - "DBGet/comp_style:2/max_data:536870912/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:1/iterations:1280/threads:8": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "real_time", "cpu_time", - "threads", "neg_qu_pct", - "real_time", - "EST_RUNTIME_3452.489454s" + "get_p99", + { + "est_runtime": 4470.408695 + } ], - "DBPut/comp_style:1/max_data:107374182400/per_key_size:1024/enable_statistics:0/wal:0/iterations:10240/threads:1": [ - "max_rss", + "DBGet/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8": [ + "get_p95", "db_size", - "inblock", - "outblock", - "cpu_time", + "get_mean", "threads", "real_time", - "EST_RUNTIME_16.11773s" + "cpu_time", + "neg_qu_pct", + "get_p99", + { + "est_runtime": 4697.266228 + } ], - "DBPut/comp_style:1/max_data:107374182400/per_key_size:1024/enable_statistics:1/wal:1/iterations:10240/threads:1": [ + "DBPut/comp_style:0/max_data:107374182400/per_key_size:256/enable_statistics:1/wal:0/iterations:409600/threads:1": [ "real_time", - "max_rss", - "db_size", - "inblock", - "outblock", + "put_mean", "cpu_time", "put_p99", - "threads", + "db_size", "put_p95", - "put_mean", - "EST_RUNTIME_15.283618s" + "threads", + { + "est_runtime": 378.530036 + } ], - "DBPut/comp_style:2/max_data:107374182400/per_key_size:256/enable_statistics:0/wal:1/iterations:1280/threads:8": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "DBPut/comp_style:1/max_data:107374182400/per_key_size:1024/enable_statistics:1/wal:1/iterations:51200/threads:8": [ + "real_time", + "put_mean", "cpu_time", + "put_p99", + "db_size", + "put_p95", "threads", - "real_time", - "EST_RUNTIME_15.56838s" + { + "est_runtime": 2153.984468 + } ], - "IteratorNext/comp_style:1/max_data:134217728/per_key_size:1024/iterations:10240": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "DBPut/comp_style:2/max_data:107374182400/per_key_size:1024/enable_statistics:0/wal:0/iterations:409600/threads:1": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_1333.644887s" + { + "est_runtime": 2425.675621 + } ], - "IteratorPrev/comp_style:2/max_data:134217728/per_key_size:256/iterations:10240": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "DBPut/comp_style:2/max_data:107374182400/per_key_size:256/enable_statistics:1/wal:1/iterations:51200/threads:8": [ + "real_time", + "put_mean", "cpu_time", + "put_p99", + "db_size", + "put_p95", "threads", - "real_time", - "EST_RUNTIME_1293.79008s" + { + "est_runtime": 271.474125 + } ], - "IteratorSeek/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "IteratorNext/comp_style:0/max_data:536870912/per_key_size:1024/iterations:10240": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_2261.131732s" + { + "est_runtime": 2680.208144 + } ], - "IteratorSeek/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:0/iterations:1280/threads:8": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "IteratorSeek/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_2125.220247s" + { + "est_runtime": 1925.787501 + } ], - "IteratorSeek/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:0/iterations:1280/threads:8": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "IteratorSeek/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_3521.215681s" + { + "est_runtime": 2138.845144 + } ], - "IteratorSeek/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "IteratorSeek/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:1/iterations:1280/threads:8": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_3933.480497s" + { + "est_runtime": 3240.472721 + } ], - "IteratorSeek/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "IteratorSeek/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_3717.050334s" + { + "est_runtime": 3743.777606 + } ], "IteratorSeek/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:0/iterations:1280/threads:8": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_1890.526238s" + { + "est_runtime": 1889.280273 + } ], - "IteratorSeek/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "IteratorSeek/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_1076.501848s" + { + "est_runtime": 1987.727061 + } ], - "IteratorSeek/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:1/iterations:1280/threads:8": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "IteratorSeek/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_3183.562429s" + { + "est_runtime": 1324.811274 + } ], - "IteratorSeek/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:1/iterations:1280/threads:8": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "IteratorSeek/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_1455.638152s" + { + "est_runtime": 1351.651528 + } ], - "IteratorSeek/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "IteratorSeek/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_3620.777146s" + { + "est_runtime": 2898.268666 + } ], - "IteratorSeek/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:1/iterations:1280/threads:8": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "IteratorSeek/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:0/iterations:1280/threads:8": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_2580.894709s" + { + "est_runtime": 3265.897167 + } ], - "ManualCompaction/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:1/iterations:1": [ - "comp_time", - "threads", - "new_table_block_iter_nanos", - "max_rss", - "outblock", - "new_table_iterator_nanos", - "block_read_time", - "comp_write", + "IteratorSeek/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ "real_time", - "comp_cpu_time", - "comp_outfile_sync", - "db_size", - "find_table_nanos", - "inblock", - "block_read_count", - "block_checksum_time", "cpu_time", - "comp_read", - "user_key_comparison_count", - "EST_RUNTIME_114.845511s" - ], - "ManualCompaction/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:1/iterations:1": [ - "comp_time", + "db_size", "threads", - "new_table_block_iter_nanos", - "max_rss", - "outblock", - "new_table_iterator_nanos", - "block_read_time", - "comp_write", + { + "est_runtime": 4230.885188 + } + ], + "IteratorSeek/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ "real_time", - "comp_cpu_time", - "comp_outfile_sync", - "db_size", - "find_table_nanos", - "inblock", - "block_read_count", - "block_checksum_time", "cpu_time", - "comp_read", - "user_key_comparison_count", - "EST_RUNTIME_270.395353s" - ], - "PrefixSeek/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:1/enable_filter:0/iterations:1280/threads:8": [ - "max_rss", "db_size", - "inblock", - "outblock", - "cpu_time", "threads", - "real_time", - "EST_RUNTIME_1698.606183s" + { + "est_runtime": 1610.559355 + } ], - "PrefixSeek/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:0/enable_filter:0/iterations:10240": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "IteratorSeek/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:0/iterations:1280/threads:8": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_2019.774818s" + { + "est_runtime": 1479.488999 + } ], - "PrefixSeek/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:0/enable_filter:0/iterations:1280/threads:8": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "IteratorSeek/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_838.391796s" + { + "est_runtime": 1833.697116 + } ], - "PrefixSeek/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:1/enable_filter:1/iterations:1280/threads:8": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "IteratorSeek/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_1200.669731s" + { + "est_runtime": 3543.222366 + } ], - "PrefixSeek/comp_style:2/max_data:536870912/per_key_size:256/enable_statistics:0/enable_filter:0/iterations:10240": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "IteratorSeek/comp_style:2/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_1795.740291s" + { + "est_runtime": 3977.653591 + } ], - "PrefixSeek/comp_style:2/max_data:536870912/per_key_size:256/enable_statistics:0/enable_filter:0/iterations:1280/threads:8": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "ManualFlush/key_num:65536/per_key_size:256/iterations:100": [ + "real_time", "cpu_time", + "db_size", + "flush_write_bytes", + "flush_time", "threads", + { + "est_runtime": 8022.977415 + } + ], + "PrefixSeek/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:0/enable_filter:0/iterations:10240": [ "real_time", - "EST_RUNTIME_1397.916658s" - ] - }, - "ribbon_bench": { - "FilterBuild/filter_mode:3/bits_per_key:20/key_len_avg:100/entry_num:1024": [ - "max_rss", - "inblock", - "outblock", "cpu_time", - "size", + "db_size", "threads", - "real_time", - "EST_RUNTIME_1.94847s" + { + "est_runtime": 900.408425 + } ], - "FilterQueryNegative/filter_mode:2/bits_per_key:20/key_len_avg:10/entry_num:1048576": [ - "max_rss", - "inblock", - "outblock", + "PrefixSeek/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:1/enable_filter:1/iterations:1280/threads:8": [ + "real_time", "cpu_time", - "fp_pct", + "db_size", "threads", - "real_time", - "EST_RUNTIME_6.240408s" + { + "est_runtime": 1086.553529 + } ], - "FilterQueryPositive/filter_mode:0/bits_per_key:10/key_len_avg:100/entry_num:1048576": [ - "max_rss", - "inblock", - "outblock", + "PrefixSeek/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:1/enable_filter:1/iterations:1280/threads:8": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_14.501952s" + { + "est_runtime": 1151.02499 + } ], - "FilterQueryPositive/filter_mode:2/bits_per_key:20/key_len_avg:100/entry_num:1024": [ - "max_rss", - "inblock", - "outblock", + "PrefixSeek/comp_style:2/max_data:536870912/per_key_size:256/enable_statistics:0/enable_filter:1/iterations:1280/threads:8": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_1.550226s" + { + "est_runtime": 1789.665713 + } ] } }, - "expected_runtime": 71847, - "name": "rocksdb_microbench_suite_1" + "do_not_reflow": false, + "expected_runtime_one_iter": 88804, + "name": "rocksdb_microbench_suite_1", + "regression_threshold": 10, + "sl_iterations": 2 }, { "benchmarks": { "db_basic_bench": { - "DBGet/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:1/iterations:1280/threads:8": [ + "DBClose/iterations:200": [ "real_time", + "cpu_time", + "threads", + { + "est_runtime": 7875.438371 + } + ], + "DBGet/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:0/iterations:1280/threads:8": [ "get_p95", - "max_rss", "db_size", "get_mean", - "inblock", - "outblock", - "cpu_time", - "get_p99", "threads", + "real_time", + "cpu_time", "neg_qu_pct", - "EST_RUNTIME_1332.831863s" + "get_p99", + { + "est_runtime": 1809.467556 + } ], - "DBGet/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8": [ + "DBGet/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:0/iterations:1280/threads:8": [ "real_time", + "cpu_time", + "db_size", + "neg_qu_pct", + "threads", + { + "est_runtime": 694.578514 + } + ], + "DBGet/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:1/iterations:1280/threads:8": [ "get_p95", - "max_rss", "db_size", "get_mean", - "inblock", - "outblock", - "cpu_time", - "get_p99", "threads", + "real_time", + "cpu_time", "neg_qu_pct", - "EST_RUNTIME_3458.097217s" + "get_p99", + { + "est_runtime": 2007.832073 + } ], - "DBGet/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ - "real_time", + "DBGet/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ "get_p95", - "max_rss", "db_size", "get_mean", - "inblock", - "outblock", - "cpu_time", - "get_p99", "threads", + "real_time", + "cpu_time", "neg_qu_pct", - "EST_RUNTIME_2408.193046s" + "get_p99", + { + "est_runtime": 3049.786949 + } ], - "DBGet/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ - "max_rss", + "DBGet/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ + "get_p95", "db_size", - "inblock", - "outblock", - "cpu_time", + "get_mean", "threads", - "neg_qu_pct", "real_time", - "EST_RUNTIME_2943.372401s" - ], - "DBGet/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:0/iterations:1280/threads:8": [ - "max_rss", - "db_size", - "inblock", - "outblock", "cpu_time", - "threads", "neg_qu_pct", - "real_time", - "EST_RUNTIME_949.505723s" + "get_p99", + { + "est_runtime": 3155.268413 + } ], - "DBGet/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ - "real_time", + "DBGet/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ "get_p95", - "max_rss", "db_size", "get_mean", - "inblock", - "outblock", - "cpu_time", - "get_p99", "threads", + "real_time", + "cpu_time", "neg_qu_pct", - "EST_RUNTIME_802.751062s" + "get_p99", + { + "est_runtime": 471.459789 + } ], - "DBGet/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ - "max_rss", + "DBGet/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ + "get_p95", "db_size", - "inblock", - "outblock", - "cpu_time", + "get_mean", "threads", - "neg_qu_pct", "real_time", - "EST_RUNTIME_794.129244s" - ], - "DBGet/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ - "max_rss", - "db_size", - "inblock", - "outblock", "cpu_time", - "threads", "neg_qu_pct", - "real_time", - "EST_RUNTIME_421.454694s" + "get_p99", + { + "est_runtime": 513.865636 + } ], - "DBGet/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:1/iterations:1280/threads:8": [ - "real_time", + "DBGet/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ "get_p95", - "max_rss", "db_size", "get_mean", - "inblock", - "outblock", - "cpu_time", - "get_p99", "threads", + "real_time", + "cpu_time", "neg_qu_pct", - "EST_RUNTIME_1025.530551s" + "get_p99", + { + "est_runtime": 3323.251926 + } ], - "DBGet/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:0/iterations:1280/threads:8": [ - "real_time", + "DBGet/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ "get_p95", - "max_rss", "db_size", "get_mean", - "inblock", - "outblock", - "cpu_time", - "get_p99", "threads", + "real_time", + "cpu_time", "neg_qu_pct", - "EST_RUNTIME_1316.137931s" + "get_p99", + { + "est_runtime": 4287.119322 + } ], - "DBGet/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "DBGet/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:0/iterations:1280/threads:8": [ + "real_time", "cpu_time", - "threads", + "db_size", "neg_qu_pct", - "real_time", - "EST_RUNTIME_2940.007562s" + "threads", + { + "est_runtime": 4701.167388 + } ], - "DBGet/comp_style:2/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ - "real_time", + "DBGet/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8": [ "get_p95", - "max_rss", "db_size", "get_mean", - "inblock", - "outblock", - "cpu_time", - "get_p99", "threads", + "real_time", + "cpu_time", "neg_qu_pct", - "EST_RUNTIME_4263.933247s" + "get_p99", + { + "est_runtime": 4478.402506 + } ], - "DBPut/comp_style:0/max_data:107374182400/per_key_size:1024/enable_statistics:1/wal:1/iterations:1280/threads:8": [ + "DBPut/comp_style:1/max_data:107374182400/per_key_size:256/enable_statistics:0/wal:1/iterations:409600/threads:1": [ "real_time", - "max_rss", - "db_size", - "inblock", - "outblock", "cpu_time", - "put_p99", + "db_size", "threads", - "put_p95", - "put_mean", - "EST_RUNTIME_15.572398s" + { + "est_runtime": 271.500867 + } ], - "DBPut/comp_style:1/max_data:107374182400/per_key_size:256/enable_statistics:0/wal:0/iterations:1280/threads:8": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "DBPut/comp_style:2/max_data:107374182400/per_key_size:1024/enable_statistics:0/wal:1/iterations:51200/threads:8": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_15.494234s" + { + "est_runtime": 2156.637367 + } ], - "DBPut/comp_style:2/max_data:107374182400/per_key_size:256/enable_statistics:1/wal:0/iterations:1280/threads:8": [ + "DBPut/comp_style:2/max_data:107374182400/per_key_size:256/enable_statistics:1/wal:0/iterations:51200/threads:8": [ "real_time", - "max_rss", - "db_size", - "inblock", - "outblock", + "put_mean", "cpu_time", "put_p99", - "threads", - "put_p95", - "put_mean", - "EST_RUNTIME_15.119149s" - ], - "IteratorPrev/comp_style:2/max_data:536870912/per_key_size:1024/iterations:10240": [ - "max_rss", "db_size", - "inblock", - "outblock", - "cpu_time", + "put_p95", "threads", - "real_time", - "EST_RUNTIME_2031.194544s" + { + "est_runtime": 378.808772 + } ], - "IteratorSeek/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:1/iterations:1280/threads:8": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "IteratorPrev/comp_style:0/max_data:536870912/per_key_size:1024/iterations:10240": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_2261.047171s" + { + "est_runtime": 2535.71873 + } ], - "IteratorSeek/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "IteratorPrev/comp_style:1/max_data:134217728/per_key_size:1024/iterations:10240": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_1482.334288s" + { + "est_runtime": 850.797161 + } ], - "IteratorSeek/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "IteratorSeek/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_1379.037973s" + { + "est_runtime": 1870.864429 + } ], - "IteratorSeek/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "IteratorSeek/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_3685.254927s" + { + "est_runtime": 1925.978405 + } ], - "IteratorSeek/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "IteratorSeek/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:0/iterations:1280/threads:8": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_3438.388237s" + { + "est_runtime": 2138.98528 + } ], - "IteratorSeek/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "IteratorSeek/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_3936.626547s" + { + "est_runtime": 4824.26486 + } ], - "IteratorSeek/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "IteratorSeek/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_1279.388204s" + { + "est_runtime": 3568.048799 + } ], - "IteratorSeek/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "IteratorSeek/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_3561.948301s" + { + "est_runtime": 1308.673423 + } ], - "IteratorSeek/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "IteratorSeek/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:0/iterations:1280/threads:8": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_3725.649996s" + { + "est_runtime": 1845.907547 + } ], - "IteratorSeek/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:1/iterations:1280/threads:8": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "IteratorSeek/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:0/iterations:1280/threads:8": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_3183.577539s" + { + "est_runtime": 1909.476304 + } ], "IteratorSeek/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_3866.721054s" + { + "est_runtime": 3816.002101 + } ], - "IteratorSeek/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "IteratorSeek/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_1451.842387s" + { + "est_runtime": 1480.235109 + } ], - "IteratorSeek/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "IteratorSeek/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:0/iterations:1280/threads:8": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_1770.600229s" + { + "est_runtime": 2428.851465 + } ], - "IteratorSeek/comp_style:2/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:1/iterations:1280/threads:8": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "IteratorSeek/comp_style:2/max_data:536870912/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_2592.636458s" + { + "est_runtime": 3978.136634 + } ], - "ManualCompaction/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:1/iterations:1": [ - "comp_time", - "threads", - "new_table_block_iter_nanos", - "max_rss", - "outblock", - "new_table_iterator_nanos", - "block_read_time", - "comp_write", + "IteratorSeek/comp_style:2/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ "real_time", - "comp_cpu_time", - "comp_outfile_sync", - "db_size", - "find_table_nanos", - "inblock", - "block_read_count", - "block_checksum_time", "cpu_time", - "comp_read", - "user_key_comparison_count", - "EST_RUNTIME_115.011273s" - ], - "ManualCompaction/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/iterations:1": [ - "comp_time", + "db_size", "threads", - "new_table_block_iter_nanos", - "max_rss", - "outblock", - "new_table_iterator_nanos", - "block_read_time", - "comp_write", + { + "est_runtime": 3745.274233 + } + ], + "PrefixSeek/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:0/enable_filter:1/iterations:10240": [ "real_time", - "comp_cpu_time", - "comp_outfile_sync", - "db_size", - "find_table_nanos", - "inblock", - "block_read_count", - "block_checksum_time", "cpu_time", - "comp_read", - "user_key_comparison_count", - "EST_RUNTIME_300.629603s" - ], - "ManualCompaction/comp_style:0/max_data:33554432/per_key_size:1024/enable_statistics:1/iterations:1": [ - "comp_time", + "db_size", "threads", - "new_table_block_iter_nanos", - "max_rss", - "outblock", - "new_table_iterator_nanos", - "block_read_time", - "comp_write", + { + "est_runtime": 2299.541611 + } + ], + "PrefixSeek/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:0/enable_filter:1/iterations:1280/threads:8": [ "real_time", - "comp_cpu_time", - "comp_outfile_sync", - "db_size", - "find_table_nanos", - "inblock", - "block_read_count", - "block_checksum_time", "cpu_time", - "comp_read", - "user_key_comparison_count", - "EST_RUNTIME_35.107257s" - ], - "PrefixSeek/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:1/enable_filter:0/iterations:1280/threads:8": [ - "max_rss", "db_size", - "inblock", - "outblock", - "cpu_time", "threads", - "real_time", - "EST_RUNTIME_852.708167s" + { + "est_runtime": 1152.817144 + } ], - "PrefixSeek/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/enable_filter:0/iterations:10240": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "PrefixSeek/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:1/enable_filter:0/iterations:10240": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_1154.823938s" + { + "est_runtime": 2087.829967 + } ], - "PrefixSeek/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:0/enable_filter:1/iterations:10240": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "PrefixSeek/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:0/enable_filter:0/iterations:1280/threads:8": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_2282.592066s" + { + "est_runtime": 1138.066264 + } ], - "PrefixSeek/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:0/enable_filter:1/iterations:10240": [ - "max_rss", - "db_size", - "inblock", - "outblock", - "cpu_time", - "threads", + "PrefixSeek/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:0/enable_filter:0/iterations:1280/threads:8": [ "real_time", - "EST_RUNTIME_1817.655747s" - ], - "PrefixSeek/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:1/enable_filter:1/iterations:10240": [ - "max_rss", - "db_size", - "inblock", - "outblock", "cpu_time", - "threads", - "real_time", - "EST_RUNTIME_1999.465114s" - ], - "PrefixSeek/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:0/enable_filter:0/iterations:10240": [ - "max_rss", "db_size", - "inblock", - "outblock", - "cpu_time", - "threads", - "real_time", - "EST_RUNTIME_926.109937s" - ] - }, - "ribbon_bench": { - "FilterBuild/filter_mode:0/bits_per_key:10/key_len_avg:100/entry_num:1048576": [ - "max_rss", - "inblock", - "outblock", - "cpu_time", - "size", "threads", - "real_time", - "EST_RUNTIME_4.478466s" + { + "est_runtime": 1619.322144 + } ], - "FilterQueryNegative/filter_mode:2/bits_per_key:20/key_len_avg:10/entry_num:1024": [ - "max_rss", - "inblock", - "outblock", - "cpu_time", - "fp_pct", - "threads", + "PrefixSeek/comp_style:2/max_data:536870912/per_key_size:256/enable_statistics:1/enable_filter:0/iterations:1280/threads:8": [ "real_time", - "EST_RUNTIME_1.745283s" - ], - "FilterQueryNegative/filter_mode:2/bits_per_key:20/key_len_avg:100/entry_num:1024": [ - "max_rss", - "inblock", - "outblock", "cpu_time", - "fp_pct", + "db_size", "threads", - "real_time", - "EST_RUNTIME_1.456422s" + { + "est_runtime": 1715.83787 + } ], - "FilterQueryPositive/filter_mode:0/bits_per_key:10/key_len_avg:10/entry_num:1048576": [ - "max_rss", - "inblock", - "outblock", - "cpu_time", + "SimpleGetWithPerfContext/iterations:1000000": [ + "block_seek_nanos", + "get_post_process_time", + "db_size", + "get_snapshot_time", + "block_read_time", "threads", "real_time", - "EST_RUNTIME_7.291337s" + "cpu_time", + "get_from_output_files_time", + "new_table_block_iter_nanos", + "get_cpu_nanos", + "user_key_comparison_count", + "neg_qu_pct", + "block_checksum_time", + "get_from_table_nanos", + { + "est_runtime": 1387.59016 + } ] } }, - "expected_runtime": 71848, - "name": "rocksdb_microbench_suite_2" + "do_not_reflow": false, + "expected_runtime_one_iter": 88803, + "name": "rocksdb_microbench_suite_2", + "regression_threshold": 10, + "sl_iterations": 2 }, { "benchmarks": { "db_basic_bench": { - "DBGet/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ - "real_time", + "DBGet/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:1/iterations:1280/threads:8": [ "get_p95", - "max_rss", "db_size", "get_mean", - "inblock", - "outblock", - "cpu_time", - "get_p99", "threads", - "neg_qu_pct", - "EST_RUNTIME_165.399415s" - ], - "DBGet/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8": [ "real_time", - "get_p95", - "max_rss", - "db_size", - "get_mean", - "inblock", - "outblock", "cpu_time", - "get_p99", - "threads", "neg_qu_pct", - "EST_RUNTIME_1332.479431s" + "get_p99", + { + "est_runtime": 1812.356957 + } ], - "DBGet/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:1/iterations:1280/threads:8": [ - "real_time", + "DBGet/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ "get_p95", - "max_rss", "db_size", "get_mean", - "inblock", - "outblock", - "cpu_time", - "get_p99", "threads", - "neg_qu_pct", - "EST_RUNTIME_3458.068529s" - ], - "DBGet/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "real_time", "cpu_time", - "threads", "neg_qu_pct", - "real_time", - "EST_RUNTIME_715.472692s" + "get_p99", + { + "est_runtime": 3809.037737 + } ], - "DBGet/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:1/iterations:1280/threads:8": [ - "max_rss", + "DBGet/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ + "get_p95", "db_size", - "inblock", - "outblock", - "cpu_time", + "get_mean", "threads", - "neg_qu_pct", "real_time", - "EST_RUNTIME_1097.733697s" - ], - "DBGet/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:1280/threads:8": [ - "max_rss", - "db_size", - "inblock", - "outblock", "cpu_time", - "threads", "neg_qu_pct", - "real_time", - "EST_RUNTIME_3204.026973s" + "get_p99", + { + "est_runtime": 514.201628 + } ], - "DBGet/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ - "real_time", + "DBGet/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ "get_p95", - "max_rss", "db_size", "get_mean", - "inblock", - "outblock", - "cpu_time", - "get_p99", "threads", + "real_time", + "cpu_time", "neg_qu_pct", - "EST_RUNTIME_2618.680543s" + "get_p99", + { + "est_runtime": 3294.815224 + } ], - "DBGet/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ - "real_time", + "DBGet/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ "get_p95", - "max_rss", "db_size", "get_mean", - "inblock", - "outblock", - "cpu_time", - "get_p99", "threads", + "real_time", + "cpu_time", "neg_qu_pct", - "EST_RUNTIME_2774.87416s" + "get_p99", + { + "est_runtime": 4002.903452 + } ], - "DBGet/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:0/iterations:1280/threads:8": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "DBGet/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ + "real_time", "cpu_time", - "threads", + "db_size", "neg_qu_pct", - "real_time", - "EST_RUNTIME_948.415434s" + "threads", + { + "est_runtime": 649.806897 + } ], - "DBGet/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ + "DBGet/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ "real_time", - "get_p95", - "max_rss", - "db_size", - "get_mean", - "inblock", - "outblock", "cpu_time", - "get_p99", - "threads", + "db_size", "neg_qu_pct", - "EST_RUNTIME_715.486515s" + "threads", + { + "est_runtime": 498.522549 + } ], - "DBGet/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ - "real_time", + "DBGet/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8": [ "get_p95", - "max_rss", "db_size", "get_mean", - "inblock", - "outblock", - "cpu_time", - "get_p99", "threads", + "real_time", + "cpu_time", "neg_qu_pct", - "EST_RUNTIME_882.279191s" + "get_p99", + { + "est_runtime": 1839.233063 + } ], - "DBGet/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:0/iterations:1280/threads:8": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "DBGet/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:0/iterations:1280/threads:8": [ + "real_time", "cpu_time", - "threads", + "db_size", "neg_qu_pct", - "real_time", - "EST_RUNTIME_3576.109227s" + "threads", + { + "est_runtime": 1936.181117 + } ], - "DBGet/comp_style:2/max_data:536870912/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "DBGet/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:0/iterations:1280/threads:8": [ + "real_time", "cpu_time", - "threads", + "db_size", "neg_qu_pct", - "real_time", - "EST_RUNTIME_3680.612642s" + "threads", + { + "est_runtime": 4471.890902 + } ], - "DBGet/comp_style:2/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ - "real_time", + "DBGet/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ "get_p95", - "max_rss", "db_size", "get_mean", - "inblock", - "outblock", - "cpu_time", - "get_p99", "threads", + "real_time", + "cpu_time", "neg_qu_pct", - "EST_RUNTIME_4165.603974s" + "get_p99", + { + "est_runtime": 4264.24321 + } ], - "DBGet/comp_style:2/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8": [ - "real_time", + "DBGet/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:1/iterations:1280/threads:8": [ "get_p95", - "max_rss", "db_size", "get_mean", - "inblock", - "outblock", - "cpu_time", - "get_p99", "threads", + "real_time", + "cpu_time", "neg_qu_pct", - "EST_RUNTIME_3823.871138s" + "get_p99", + { + "est_runtime": 4701.026835 + } ], - "DBPut/comp_style:2/max_data:107374182400/per_key_size:1024/enable_statistics:0/wal:1/iterations:1280/threads:8": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "DBOpen/iterations:200": [ + "real_time", "cpu_time", "threads", - "real_time", - "EST_RUNTIME_15.276682s" + { + "est_runtime": 7875.060419 + } ], - "DBPut/comp_style:2/max_data:107374182400/per_key_size:1024/enable_statistics:1/wal:1/iterations:10240/threads:1": [ + "DBPut/comp_style:0/max_data:107374182400/per_key_size:256/enable_statistics:1/wal:1/iterations:51200/threads:8": [ "real_time", - "max_rss", - "db_size", - "inblock", - "outblock", + "put_mean", "cpu_time", "put_p99", - "threads", + "db_size", "put_p95", - "put_mean", - "EST_RUNTIME_15.564184s" + "threads", + { + "est_runtime": 360.330841 + } ], - "DBPut/comp_style:2/max_data:107374182400/per_key_size:256/enable_statistics:1/wal:0/iterations:10240/threads:1": [ + "DBPut/comp_style:1/max_data:107374182400/per_key_size:1024/enable_statistics:1/wal:0/iterations:409600/threads:1": [ "real_time", - "max_rss", - "db_size", - "inblock", - "outblock", + "put_mean", "cpu_time", "put_p99", - "threads", + "db_size", "put_p95", - "put_mean", - "EST_RUNTIME_16.113261s" + "threads", + { + "est_runtime": 2423.955419 + } ], - "IteratorNext/comp_style:1/max_data:134217728/per_key_size:256/iterations:10240": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "DBPut/comp_style:1/max_data:107374182400/per_key_size:256/enable_statistics:0/wal:0/iterations:409600/threads:1": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_1336.208699s" + { + "est_runtime": 379.060989 + } ], - "IteratorSeek/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:0/iterations:1280/threads:8": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "DBPut/comp_style:2/max_data:107374182400/per_key_size:1024/enable_statistics:0/wal:1/iterations:409600/threads:1": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_2261.446386s" + { + "est_runtime": 2154.010254 + } ], - "IteratorSeek/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "IteratorNext/comp_style:0/max_data:536870912/per_key_size:256/iterations:10240": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_1296.98586s" + { + "est_runtime": 2682.352114 + } ], - "IteratorSeek/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "IteratorNext/comp_style:2/max_data:134217728/per_key_size:1024/iterations:10240": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_2528.431419s" + { + "est_runtime": 868.172285 + } ], - "IteratorSeek/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "IteratorPrev/comp_style:2/max_data:536870912/per_key_size:1024/iterations:10240": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_3066.559481s" + { + "est_runtime": 2085.936855 + } ], - "IteratorSeek/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "IteratorSeek/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:0/iterations:1280/threads:8": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_3387.103048s" + { + "est_runtime": 1972.741386 + } ], - "IteratorSeek/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "IteratorSeek/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_3937.574544s" + { + "est_runtime": 1869.527457 + } ], - "IteratorSeek/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:1280/threads:8": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "IteratorSeek/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:1/iterations:1280/threads:8": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_1905.815557s" + { + "est_runtime": 2138.868392 + } ], - "IteratorSeek/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "IteratorSeek/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_1031.172655s" + { + "est_runtime": 3745.558567 + } ], - "IteratorSeek/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:1/iterations:1280/threads:8": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "IteratorSeek/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_1888.936319s" + { + "est_runtime": 3240.715255 + } ], - "IteratorSeek/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:1/iterations:1280/threads:8": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "IteratorSeek/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_2124.872887s" + { + "est_runtime": 4832.025298 + } ], - "IteratorSeek/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "IteratorSeek/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:0/iterations:1280/threads:8": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_1244.042448s" + { + "est_runtime": 3572.947368 + } ], - "IteratorSeek/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "IteratorSeek/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_3866.771453s" + { + "est_runtime": 1290.200332 + } ], - "IteratorSeek/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:1/iterations:1280/threads:8": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "IteratorSeek/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_1733.983564s" + { + "est_runtime": 1903.644533 + } ], - "IteratorSeek/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "IteratorSeek/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:0/iterations:1280/threads:8": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_1423.831254s" + { + "est_runtime": 2910.058307 + } ], - "ManualFlush/key_num:65536/per_key_size:1024/iterations:1": [ - "flush_write_bytes", + "IteratorSeek/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ "real_time", - "flush_time", - "max_rss", - "db_size", - "inblock", - "outblock", "cpu_time", - "threads", - "EST_RUNTIME_40.437076s" - ], - "PrefixSeek/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:1/enable_filter:0/iterations:10240": [ - "max_rss", "db_size", - "inblock", - "outblock", - "cpu_time", "threads", - "real_time", - "EST_RUNTIME_2144.946485s" + { + "est_runtime": 1762.345037 + } ], - "PrefixSeek/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:0/enable_filter:0/iterations:10240": [ - "max_rss", - "db_size", - "inblock", - "outblock", - "cpu_time", - "threads", + "IteratorSeek/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:0/iterations:1280/threads:8": [ "real_time", - "EST_RUNTIME_869.306614s" - ], - "PrefixSeek/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:1/enable_filter:0/iterations:10240": [ - "max_rss", - "db_size", - "inblock", - "outblock", "cpu_time", - "threads", - "real_time", - "EST_RUNTIME_832.742034s" - ], - "PrefixSeek/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:0/enable_filter:0/iterations:10240": [ - "max_rss", "db_size", - "inblock", - "outblock", - "cpu_time", "threads", + { + "est_runtime": 1441.761423 + } + ], + "IteratorSeek/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ "real_time", - "EST_RUNTIME_1683.3667s" - ] - }, - "ribbon_bench": { - "FilterBuild/filter_mode:0/bits_per_key:20/key_len_avg:10/entry_num:1048576": [ - "max_rss", - "inblock", - "outblock", "cpu_time", - "size", + "db_size", "threads", - "real_time", - "EST_RUNTIME_2.948372s" + { + "est_runtime": 1609.655022 + } ], - "FilterQueryNegative/filter_mode:0/bits_per_key:10/key_len_avg:100/entry_num:1024": [ - "max_rss", - "inblock", - "outblock", + "IteratorSeek/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:0/iterations:1280/threads:8": [ + "real_time", "cpu_time", - "fp_pct", + "db_size", "threads", - "real_time", - "EST_RUNTIME_1.573032s" + { + "est_runtime": 2278.376767 + } ], - "FilterQueryNegative/filter_mode:0/bits_per_key:10/key_len_avg:100/entry_num:1048576": [ - "max_rss", - "inblock", - "outblock", + "PrefixSeek/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:1/enable_filter:1/iterations:1280/threads:8": [ + "real_time", "cpu_time", - "fp_pct", + "db_size", "threads", - "real_time", - "EST_RUNTIME_12.582595s" + { + "est_runtime": 1153.828342 + } ], - "FilterQueryPositive/filter_mode:2/bits_per_key:20/key_len_avg:100/entry_num:1048576": [ - "max_rss", - "inblock", - "outblock", + "PrefixSeek/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:0/enable_filter:1/iterations:10240": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_16.89403s" + { + "est_runtime": 1408.600116 + } ], - "FilterQueryPositive/filter_mode:3/bits_per_key:20/key_len_avg:100/entry_num:1024": [ - "max_rss", - "inblock", - "outblock", + "PrefixSeek/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:1/enable_filter:0/iterations:1280/threads:8": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_1.997487s" + { + "est_runtime": 1136.291725 + } ] } }, - "expected_runtime": 71847, - "name": "rocksdb_microbench_suite_3" + "do_not_reflow": false, + "expected_runtime_one_iter": 88891, + "name": "rocksdb_microbench_suite_3", + "regression_threshold": 10, + "sl_iterations": 2 }, { "benchmarks": { "db_basic_bench": { - "DBGet/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "DBGet/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ + "real_time", "cpu_time", - "threads", + "db_size", "neg_qu_pct", - "real_time", - "EST_RUNTIME_60.885104s" + "threads", + { + "est_runtime": 2898.72783 + } ], - "DBGet/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ + "DBGet/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:1280/threads:8": [ "real_time", - "get_p95", - "max_rss", - "db_size", - "get_mean", - "inblock", - "outblock", "cpu_time", - "get_p99", - "threads", + "db_size", "neg_qu_pct", - "EST_RUNTIME_479.880606s" + "threads", + { + "est_runtime": 1997.299167 + } ], - "DBGet/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:0/iterations:1280/threads:8": [ + "DBGet/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ "real_time", - "get_p95", - "max_rss", - "db_size", - "get_mean", - "inblock", - "outblock", "cpu_time", - "get_p99", - "threads", + "db_size", "neg_qu_pct", - "EST_RUNTIME_3624.167758s" + "threads", + { + "est_runtime": 532.687188 + } ], - "DBGet/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8": [ + "DBGet/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:0/iterations:1280/threads:8": [ "real_time", - "get_p95", - "max_rss", - "db_size", - "get_mean", - "inblock", - "outblock", "cpu_time", - "get_p99", - "threads", + "db_size", "neg_qu_pct", - "EST_RUNTIME_3943.477414s" + "threads", + { + "est_runtime": 2110.493928 + } ], - "DBGet/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "DBGet/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ + "real_time", "cpu_time", - "threads", + "db_size", "neg_qu_pct", - "real_time", - "EST_RUNTIME_961.48194s" + "threads", + { + "est_runtime": 2772.793109 + } ], - "DBGet/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:1/iterations:1280/threads:8": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "DBGet/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ + "real_time", "cpu_time", - "threads", + "db_size", "neg_qu_pct", - "real_time", - "EST_RUNTIME_1317.385765s" + "threads", + { + "est_runtime": 4294.689809 + } ], - "DBGet/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:0/iterations:1280/threads:8": [ + "DBGet/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ "real_time", - "get_p95", - "max_rss", - "db_size", - "get_mean", - "inblock", - "outblock", "cpu_time", - "get_p99", - "threads", + "db_size", "neg_qu_pct", - "EST_RUNTIME_3206.582239s" + "threads", + { + "est_runtime": 4002.927614 + } ], - "DBGet/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:0/iterations:1280/threads:8": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "DBGet/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ + "real_time", "cpu_time", - "threads", + "db_size", "neg_qu_pct", - "real_time", - "EST_RUNTIME_4149.147504s" + "threads", + { + "est_runtime": 4482.402368 + } ], - "DBGet/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8": [ + "DBGet/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:1/iterations:1280/threads:8": [ "real_time", - "get_p95", - "max_rss", - "db_size", - "get_mean", - "inblock", - "outblock", "cpu_time", - "get_p99", - "threads", + "db_size", "neg_qu_pct", - "EST_RUNTIME_3602.531122s" + "threads", + { + "est_runtime": 4940.110072 + } ], - "DBGet/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:0/iterations:1280/threads:8": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "DBGet/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ + "real_time", "cpu_time", - "threads", + "db_size", "neg_qu_pct", - "real_time", - "EST_RUNTIME_1244.612988s" + "threads", + { + "est_runtime": 651.121374 + } ], - "DBGet/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ - "real_time", + "DBGet/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:1/iterations:1280/threads:8": [ "get_p95", - "max_rss", "db_size", "get_mean", - "inblock", - "outblock", - "cpu_time", - "get_p99", "threads", + "real_time", + "cpu_time", "neg_qu_pct", - "EST_RUNTIME_3336.088047s" + "get_p99", + { + "est_runtime": 1844.537642 + } ], - "DBGet/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8": [ - "real_time", + "DBGet/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ "get_p95", - "max_rss", "db_size", "get_mean", - "inblock", - "outblock", - "cpu_time", - "get_p99", "threads", + "real_time", + "cpu_time", "neg_qu_pct", - "EST_RUNTIME_3158.546416s" + "get_p99", + { + "est_runtime": 497.710941 + } ], - "DBPut/comp_style:1/max_data:107374182400/per_key_size:1024/enable_statistics:1/wal:0/iterations:1280/threads:8": [ + "DBGet/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:0/iterations:1280/threads:8": [ "real_time", - "max_rss", - "db_size", - "inblock", - "outblock", "cpu_time", - "put_p99", + "db_size", + "neg_qu_pct", "threads", - "put_p95", - "put_mean", - "EST_RUNTIME_16.1213s" + { + "est_runtime": 1936.622943 + } ], - "DBPut/comp_style:1/max_data:107374182400/per_key_size:256/enable_statistics:1/wal:1/iterations:10240/threads:1": [ + "DBPut/comp_style:0/max_data:107374182400/per_key_size:1024/enable_statistics:0/wal:0/iterations:409600/threads:1": [ "real_time", - "max_rss", - "db_size", - "inblock", - "outblock", "cpu_time", - "put_p99", + "db_size", "threads", - "put_p95", - "put_mean", - "EST_RUNTIME_15.289573s" + { + "est_runtime": 2419.132481 + } ], - "DBPut/comp_style:2/max_data:107374182400/per_key_size:1024/enable_statistics:1/wal:1/iterations:1280/threads:8": [ + "DBPut/comp_style:0/max_data:107374182400/per_key_size:256/enable_statistics:0/wal:0/iterations:51200/threads:8": [ "real_time", - "max_rss", + "cpu_time", "db_size", - "inblock", - "outblock", + "threads", + { + "est_runtime": 378.529031 + } + ], + "DBPut/comp_style:1/max_data:107374182400/per_key_size:256/enable_statistics:1/wal:1/iterations:51200/threads:8": [ + "real_time", + "put_mean", "cpu_time", "put_p99", - "threads", + "db_size", "put_p95", - "put_mean", - "EST_RUNTIME_15.570054s" + "threads", + { + "est_runtime": 271.438709 + } ], - "DBPut/comp_style:2/max_data:107374182400/per_key_size:256/enable_statistics:1/wal:1/iterations:10240/threads:1": [ + "DBPut/comp_style:2/max_data:107374182400/per_key_size:1024/enable_statistics:1/wal:1/iterations:409600/threads:1": [ "real_time", - "max_rss", - "db_size", - "inblock", - "outblock", + "put_mean", "cpu_time", "put_p99", - "threads", + "db_size", "put_p95", - "put_mean", - "EST_RUNTIME_15.096196s" + "threads", + { + "est_runtime": 2149.877539 + } ], - "IteratorNext/comp_style:0/max_data:536870912/per_key_size:1024/iterations:10240": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "IteratorNext/comp_style:1/max_data:134217728/per_key_size:1024/iterations:10240": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_2325.587028s" + { + "est_runtime": 869.224505 + } ], - "IteratorNext/comp_style:2/max_data:134217728/per_key_size:256/iterations:10240": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "IteratorSeek/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_1357.059366s" + { + "est_runtime": 2052.861678 + } ], - "IteratorSeek/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "IteratorSeek/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_1298.371347s" + { + "est_runtime": 4748.430327 + } ], - "IteratorSeek/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "IteratorSeek/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:0/iterations:1280/threads:8": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_1427.087721s" + { + "est_runtime": 3240.626869 + } ], - "IteratorSeek/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "IteratorSeek/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:1/iterations:1280/threads:8": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_3479.344743s" + { + "est_runtime": 3579.521522 + } ], - "IteratorSeek/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:0/iterations:1280/threads:8": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "IteratorSeek/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_3843.575605s" + { + "est_runtime": 1296.53393 + } ], - "IteratorSeek/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "IteratorSeek/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:1/iterations:1280/threads:8": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_1017.676498s" + { + "est_runtime": 1809.525026 + } ], - "IteratorSeek/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:1/iterations:1280/threads:8": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "IteratorSeek/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_2706.522111s" + { + "est_runtime": 1384.672588 + } ], - "IteratorSeek/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "IteratorSeek/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:1/iterations:1280/threads:8": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_3866.793395s" + { + "est_runtime": 1904.994109 + } ], - "IteratorSeek/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "IteratorSeek/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_2222.841533s" + { + "est_runtime": 3817.997968 + } ], - "IteratorSeek/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:0/iterations:1280/threads:8": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "IteratorSeek/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:0/iterations:1280/threads:8": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_2423.63782s" + { + "est_runtime": 1480.208318 + } ], - "IteratorSeek/comp_style:2/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "IteratorSeek/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_2655.188446s" + { + "est_runtime": 1613.568431 + } ], - "ManualCompaction/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:0/iterations:1": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "IteratorSeek/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_300.590525s" + { + "est_runtime": 3356.701738 + } ], - "PrefixSeek/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:1/enable_filter:1/iterations:10240": [ - "max_rss", - "db_size", - "inblock", - "outblock", - "cpu_time", - "threads", + "IteratorSeek/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:1/iterations:1280/threads:8": [ "real_time", - "EST_RUNTIME_1104.186255s" - ], - "PrefixSeek/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:0/enable_filter:1/iterations:10240": [ - "max_rss", - "db_size", - "inblock", - "outblock", "cpu_time", - "threads", - "real_time", - "EST_RUNTIME_2010.351063s" - ], - "PrefixSeek/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:1/enable_filter:1/iterations:10240": [ - "max_rss", "db_size", - "inblock", - "outblock", - "cpu_time", "threads", - "real_time", - "EST_RUNTIME_2033.501947s" + { + "est_runtime": 2239.977922 + } ], - "PrefixSeek/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:0/enable_filter:1/iterations:10240": [ - "max_rss", - "db_size", - "inblock", - "outblock", - "cpu_time", - "threads", + "IteratorSeek/comp_style:2/max_data:536870912/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ "real_time", - "EST_RUNTIME_867.522621s" - ], - "PrefixSeek/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:1/enable_filter:1/iterations:1280/threads:8": [ - "max_rss", - "db_size", - "inblock", - "outblock", "cpu_time", - "threads", - "real_time", - "EST_RUNTIME_767.644741s" - ], - "PrefixSeek/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:1/enable_filter:1/iterations:10240": [ - "max_rss", "db_size", - "inblock", - "outblock", - "cpu_time", "threads", - "real_time", - "EST_RUNTIME_1817.038445s" + { + "est_runtime": 3751.327826 + } ], - "PrefixSeek/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:1/enable_filter:0/iterations:1280/threads:8": [ - "max_rss", - "db_size", - "inblock", - "outblock", - "cpu_time", - "threads", + "ManualFlush/key_num:8192/per_key_size:1024/iterations:100": [ "real_time", - "EST_RUNTIME_1664.962741s" - ], - "PrefixSeek/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:1/enable_filter:0/iterations:10240": [ - "max_rss", - "db_size", - "inblock", - "outblock", "cpu_time", - "threads", - "real_time", - "EST_RUNTIME_882.044279s" - ], - "PrefixSeek/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:1/enable_filter:1/iterations:1280/threads:8": [ - "max_rss", "db_size", - "inblock", - "outblock", - "cpu_time", + "flush_write_bytes", + "flush_time", "threads", - "real_time", - "EST_RUNTIME_830.075324s" + { + "est_runtime": 7597.332723 + } ], - "PrefixSeek/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:0/enable_filter:1/iterations:10240": [ - "max_rss", - "db_size", - "inblock", - "outblock", - "cpu_time", - "threads", + "PrefixSeek/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/enable_filter:1/iterations:10240": [ "real_time", - "EST_RUNTIME_1746.820241s" - ] - }, - "ribbon_bench": { - "FilterBuild/filter_mode:0/bits_per_key:20/key_len_avg:100/entry_num:1024": [ - "max_rss", - "inblock", - "outblock", "cpu_time", - "size", + "db_size", "threads", - "real_time", - "EST_RUNTIME_2.612086s" + { + "est_runtime": 1122.154905 + } ], - "FilterBuild/filter_mode:2/bits_per_key:20/key_len_avg:10/entry_num:1024": [ - "max_rss", - "inblock", - "outblock", - "cpu_time", - "size", - "threads", + "PrefixSeek/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:1/enable_filter:0/iterations:1280/threads:8": [ "real_time", - "EST_RUNTIME_2.003881s" - ], - "FilterQueryNegative/filter_mode:0/bits_per_key:10/key_len_avg:10/entry_num:1048576": [ - "max_rss", - "inblock", - "outblock", "cpu_time", - "fp_pct", + "db_size", "threads", - "real_time", - "EST_RUNTIME_7.866302s" + { + "est_runtime": 1870.157606 + } ], - "FilterQueryPositive/filter_mode:3/bits_per_key:10/key_len_avg:10/entry_num:1048576": [ - "max_rss", - "inblock", - "outblock", + "PrefixSeek/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:1/enable_filter:0/iterations:1280/threads:8": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_37.186671s" + { + "est_runtime": 1739.825979 + } ], - "FilterQueryPositive/filter_mode:3/bits_per_key:20/key_len_avg:10/entry_num:1024": [ - "max_rss", - "inblock", - "outblock", + "PrefixSeek/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:1/enable_filter:0/iterations:1280/threads:8": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_1.617865s" + { + "est_runtime": 1151.690848 + } ] } }, - "expected_runtime": 71847, - "name": "rocksdb_microbench_suite_4" + "do_not_reflow": false, + "expected_runtime_one_iter": 88809, + "name": "rocksdb_microbench_suite_4", + "regression_threshold": 10, + "sl_iterations": 2 }, { "benchmarks": { "db_basic_bench": { - "DBGet/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "DBGet/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:1280/threads:8": [ + "real_time", "cpu_time", - "threads", + "db_size", "neg_qu_pct", - "real_time", - "EST_RUNTIME_58.202162s" + "threads", + { + "est_runtime": 1802.08561 + } ], - "DBGet/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ - "real_time", + "DBGet/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ "get_p95", - "max_rss", "db_size", "get_mean", - "inblock", - "outblock", - "cpu_time", - "get_p99", "threads", - "neg_qu_pct", - "EST_RUNTIME_299.199021s" - ], - "DBGet/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "real_time", "cpu_time", - "threads", "neg_qu_pct", - "real_time", - "EST_RUNTIME_2177.104085s" + "get_p99", + { + "est_runtime": 624.132525 + } ], - "DBGet/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8": [ + "DBGet/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:1/iterations:1280/threads:8": [ "real_time", - "get_p95", - "max_rss", - "db_size", - "get_mean", - "inblock", - "outblock", "cpu_time", - "get_p99", - "threads", + "db_size", "neg_qu_pct", - "EST_RUNTIME_3462.563595s" + "threads", + { + "est_runtime": 1911.844737 + } ], - "DBGet/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ - "real_time", + "DBGet/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:0/iterations:1280/threads:8": [ "get_p95", - "max_rss", "db_size", "get_mean", - "inblock", - "outblock", - "cpu_time", - "get_p99", "threads", - "neg_qu_pct", - "EST_RUNTIME_479.857847s" - ], - "DBGet/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:1/iterations:1280/threads:8": [ "real_time", - "get_p95", - "max_rss", - "db_size", - "get_mean", - "inblock", - "outblock", "cpu_time", - "get_p99", - "threads", "neg_qu_pct", - "EST_RUNTIME_1097.750628s" + "get_p99", + { + "est_runtime": 2007.84697 + } ], - "DBGet/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8": [ - "real_time", + "DBGet/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8": [ "get_p95", - "max_rss", "db_size", "get_mean", - "inblock", - "outblock", - "cpu_time", - "get_p99", "threads", - "neg_qu_pct", - "EST_RUNTIME_948.902787s" - ], - "DBGet/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8": [ "real_time", - "get_p95", - "max_rss", - "db_size", - "get_mean", - "inblock", - "outblock", "cpu_time", - "get_p99", - "threads", "neg_qu_pct", - "EST_RUNTIME_1317.647481s" + "get_p99", + { + "est_runtime": 2089.31663 + } ], - "DBGet/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:1/iterations:1280/threads:8": [ - "real_time", + "DBGet/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8": [ "get_p95", - "max_rss", "db_size", "get_mean", - "inblock", - "outblock", - "cpu_time", - "get_p99", "threads", + "real_time", + "cpu_time", "neg_qu_pct", - "EST_RUNTIME_3202.528886s" + "get_p99", + { + "est_runtime": 4497.182856 + } ], "DBGet/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:0/iterations:1280/threads:8": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "real_time", "cpu_time", - "threads", + "db_size", "neg_qu_pct", - "real_time", - "EST_RUNTIME_4147.971803s" + "threads", + { + "est_runtime": 4942.804943 + } ], - "DBGet/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8": [ + "DBGet/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:1280/threads:8": [ "real_time", - "get_p95", - "max_rss", - "db_size", - "get_mean", - "inblock", - "outblock", "cpu_time", - "get_p99", - "threads", + "db_size", "neg_qu_pct", - "EST_RUNTIME_1244.29819s" + "threads", + { + "est_runtime": 1883.654744 + } ], - "DBGet/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:1/iterations:1280/threads:8": [ + "DBGet/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ "real_time", + "cpu_time", + "db_size", + "neg_qu_pct", + "threads", + { + "est_runtime": 498.06214 + } + ], + "DBGet/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:0/iterations:1280/threads:8": [ "get_p95", - "max_rss", "db_size", "get_mean", - "inblock", - "outblock", - "cpu_time", - "get_p99", "threads", + "real_time", + "cpu_time", "neg_qu_pct", - "EST_RUNTIME_2991.927786s" + "get_p99", + { + "est_runtime": 1937.167999 + } ], - "DBGet/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8": [ - "real_time", + "DBGet/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ "get_p95", - "max_rss", "db_size", "get_mean", - "inblock", - "outblock", - "cpu_time", - "get_p99", "threads", + "real_time", + "cpu_time", "neg_qu_pct", - "EST_RUNTIME_3411.454106s" + "get_p99", + { + "est_runtime": 532.702176 + } ], - "DBGet/comp_style:2/max_data:536870912/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:1/iterations:1280/threads:8": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "DBGet/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:1280/threads:8": [ + "real_time", "cpu_time", - "threads", + "db_size", "neg_qu_pct", - "real_time", - "EST_RUNTIME_3594.747135s" + "threads", + { + "est_runtime": 4302.580281 + } ], - "DBGet/comp_style:2/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:1/iterations:1280/threads:8": [ + "DBGet/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ "real_time", - "get_p95", - "max_rss", - "db_size", - "get_mean", - "inblock", - "outblock", "cpu_time", - "get_p99", - "threads", + "db_size", "neg_qu_pct", - "EST_RUNTIME_3908.473209s" + "threads", + { + "est_runtime": 3341.771318 + } ], - "DBGet/comp_style:2/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ + "DBGet/comp_style:2/max_data:536870912/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ "real_time", - "get_p95", - "max_rss", - "db_size", - "get_mean", - "inblock", - "outblock", "cpu_time", - "get_p99", - "threads", + "db_size", "neg_qu_pct", - "EST_RUNTIME_3943.556078s" + "threads", + { + "est_runtime": 4003.101384 + } ], - "DBPut/comp_style:0/max_data:107374182400/per_key_size:1024/enable_statistics:0/wal:0/iterations:10240/threads:1": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "DBPut/comp_style:0/max_data:107374182400/per_key_size:256/enable_statistics:1/wal:0/iterations:51200/threads:8": [ + "real_time", + "put_mean", "cpu_time", + "put_p99", + "db_size", + "put_p95", "threads", - "real_time", - "EST_RUNTIME_15.560863s" + { + "est_runtime": 378.81272 + } ], - "DBPut/comp_style:0/max_data:107374182400/per_key_size:1024/enable_statistics:1/wal:0/iterations:1280/threads:8": [ + "DBPut/comp_style:1/max_data:107374182400/per_key_size:1024/enable_statistics:1/wal:1/iterations:409600/threads:1": [ "real_time", - "max_rss", - "db_size", - "inblock", - "outblock", + "put_mean", "cpu_time", "put_p99", - "threads", + "db_size", "put_p95", - "put_mean", - "EST_RUNTIME_15.576307s" + "threads", + { + "est_runtime": 2157.656253 + } ], - "DBPut/comp_style:0/max_data:107374182400/per_key_size:256/enable_statistics:1/wal:0/iterations:1280/threads:8": [ + "DBPut/comp_style:2/max_data:107374182400/per_key_size:256/enable_statistics:1/wal:1/iterations:409600/threads:1": [ "real_time", - "max_rss", - "db_size", - "inblock", - "outblock", + "put_mean", "cpu_time", "put_p99", - "threads", + "db_size", "put_p95", - "put_mean", - "EST_RUNTIME_15.20274s" + "threads", + { + "est_runtime": 271.523747 + } ], - "IteratorNext/comp_style:2/max_data:536870912/per_key_size:1024/iterations:10240": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "IteratorPrev/comp_style:0/max_data:536870912/per_key_size:256/iterations:10240": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_2341.891307s" + { + "est_runtime": 2535.78947 + } ], - "IteratorNextWithPerfContext/iterations:100000": [ - "internal_key_skipped_count", + "IteratorSeek/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:0/iterations:1280/threads:8": [ "real_time", - "max_rss", - "db_size", - "inblock", - "user_key_comparison_count", - "outblock", "cpu_time", - "iter_next_cpu_nanos", + "db_size", "threads", - "find_next_user_entry_time", - "EST_RUNTIME_863.43356s" + { + "est_runtime": 2139.039426 + } ], - "IteratorPrev/comp_style:0/max_data:134217728/per_key_size:1024/iterations:10240": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "IteratorSeek/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_1307.823519s" + { + "est_runtime": 3754.165204 + } ], - "IteratorSeek/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "IteratorSeek/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_1431.077513s" + { + "est_runtime": 4752.499353 + } ], "IteratorSeek/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_1031.388447s" + { + "est_runtime": 1298.604072 + } ], - "IteratorSeek/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:1280/threads:8": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "IteratorSeek/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:0/iterations:1280/threads:8": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_2806.787881s" + { + "est_runtime": 2998.907938 + } ], - "IteratorSeek/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "IteratorSeek/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_3713.567206s" + { + "est_runtime": 3820.35491 + } ], - "IteratorSeek/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "IteratorSeek/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_3729.704777s" + { + "est_runtime": 3169.465918 + } ], "IteratorSeek/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ - "max_rss", - "db_size", - "inblock", - "outblock", - "cpu_time", - "threads", "real_time", - "EST_RUNTIME_2103.113687s" - ], - "IteratorSeek/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ - "max_rss", - "db_size", - "inblock", - "outblock", "cpu_time", - "threads", - "real_time", - "EST_RUNTIME_1955.652538s" - ], - "IteratorSeek/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ - "max_rss", "db_size", - "inblock", - "outblock", - "cpu_time", "threads", - "real_time", - "EST_RUNTIME_1349.532942s" + { + "est_runtime": 1835.11354 + } ], - "IteratorSeek/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:1280/threads:8": [ - "max_rss", - "db_size", - "inblock", - "outblock", - "cpu_time", - "threads", + "IteratorSeek/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ "real_time", - "EST_RUNTIME_2424.188361s" - ], - "IteratorSeek/comp_style:2/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:0/iterations:1280/threads:8": [ - "max_rss", - "db_size", - "inblock", - "outblock", "cpu_time", - "threads", - "real_time", - "EST_RUNTIME_2655.266519s" - ], - "ManualCompaction/comp_style:0/max_data:33554432/per_key_size:256/enable_statistics:0/iterations:1": [ - "max_rss", "db_size", - "inblock", - "outblock", - "cpu_time", "threads", - "real_time", - "EST_RUNTIME_37.575983s" + { + "est_runtime": 1608.421875 + } ], - "PrefixSeek/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:0/enable_filter:1/iterations:1280/threads:8": [ - "max_rss", - "db_size", - "inblock", - "outblock", - "cpu_time", - "threads", + "IteratorSeek/comp_style:2/max_data:536870912/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ "real_time", - "EST_RUNTIME_892.007424s" - ], - "PrefixSeek/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:1/enable_filter:0/iterations:1280/threads:8": [ - "max_rss", - "db_size", - "inblock", - "outblock", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_1828.299674s" + { + "est_runtime": 3624.747853 + } ], - "PrefixSeek/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:0/enable_filter:0/iterations:1280/threads:8": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "ManualFlush/key_num:8192/per_key_size:256/iterations:100": [ + "real_time", "cpu_time", + "db_size", + "flush_write_bytes", + "flush_time", "threads", - "real_time", - "EST_RUNTIME_1654.301033s" + { + "est_runtime": 7557.736147 + } ], - "PrefixSeek/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:1/enable_filter:0/iterations:1280/threads:8": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "PrefixSeek/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:1/enable_filter:0/iterations:1280/threads:8": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_771.302787s" + { + "est_runtime": 1173.706929 + } ], - "PrefixSeek/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:1/enable_filter:1/iterations:10240": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "PrefixSeek/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:1/enable_filter:1/iterations:10240": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_826.123738s" + { + "est_runtime": 976.018148 + } ], - "PrefixSeek/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:1/enable_filter:1/iterations:10240": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "PrefixSeek/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/enable_filter:0/iterations:10240": [ + "real_time", "cpu_time", + "db_size", "threads", + { + "est_runtime": 1021.383458 + } + ], + "PrefixSeek/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:0/enable_filter:0/iterations:10240": [ "real_time", - "EST_RUNTIME_1759.710022s" - ] - }, - "ribbon_bench": { - "FilterBuild/filter_mode:2/bits_per_key:10/key_len_avg:10/entry_num:1048576": [ - "max_rss", - "inblock", - "outblock", "cpu_time", - "size", + "db_size", "threads", - "real_time", - "EST_RUNTIME_2.408909s" + { + "est_runtime": 2300.700002 + } ], - "FilterBuild/filter_mode:3/bits_per_key:10/key_len_avg:100/entry_num:1048576": [ - "max_rss", - "inblock", - "outblock", + "PrefixSeek/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:0/enable_filter:1/iterations:10240": [ + "real_time", "cpu_time", - "size", + "db_size", "threads", - "real_time", - "EST_RUNTIME_9.876213s" + { + "est_runtime": 2447.080986 + } ], - "FilterQueryNegative/filter_mode:3/bits_per_key:20/key_len_avg:100/entry_num:1024": [ - "max_rss", - "inblock", - "outblock", + "PrefixSeek/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:1/enable_filter:1/iterations:1280/threads:8": [ + "real_time", "cpu_time", - "fp_pct", + "db_size", "threads", - "real_time", - "EST_RUNTIME_1.764781s" + { + "est_runtime": 1773.944316 + } ], - "FilterQueryPositive/filter_mode:2/bits_per_key:10/key_len_avg:100/entry_num:1048576": [ - "max_rss", - "inblock", - "outblock", + "PrefixSeek/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:0/enable_filter:0/iterations:10240": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_16.664361s" + { + "est_runtime": 1408.654342 + } ], - "FilterQueryPositive/filter_mode:2/bits_per_key:20/key_len_avg:10/entry_num:1024": [ - "max_rss", - "inblock", - "outblock", + "PrefixSeek/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:1/enable_filter:0/iterations:10240": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_1.475602s" + { + "est_runtime": 1423.89826 + } ] } }, - "expected_runtime": 71848, - "name": "rocksdb_microbench_suite_5" + "do_not_reflow": false, + "expected_runtime_one_iter": 88803, + "name": "rocksdb_microbench_suite_5", + "regression_threshold": 10, + "sl_iterations": 2 }, { "benchmarks": { "db_basic_bench": { - "DBGet/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ - "max_rss", + "DBGet/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ + "get_p95", "db_size", - "inblock", - "outblock", - "cpu_time", + "get_mean", "threads", - "neg_qu_pct", "real_time", - "EST_RUNTIME_299.220729s" - ], - "DBGet/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:0/iterations:1280/threads:8": [ - "max_rss", - "db_size", - "inblock", - "outblock", "cpu_time", - "threads", "neg_qu_pct", - "real_time", - "EST_RUNTIME_3458.127207s" + "get_p99", + { + "est_runtime": 658.890773 + } ], - "DBGet/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "DBGet/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:0/iterations:1280/threads:8": [ + "real_time", "cpu_time", - "threads", + "db_size", "neg_qu_pct", - "real_time", - "EST_RUNTIME_479.875669s" + "threads", + { + "est_runtime": 2073.344847 + } ], - "DBGet/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8": [ + "DBGet/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ "real_time", + "cpu_time", + "db_size", + "neg_qu_pct", + "threads", + { + "est_runtime": 532.66627 + } + ], + "DBGet/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:0/iterations:1280/threads:8": [ "get_p95", - "max_rss", "db_size", "get_mean", - "inblock", - "outblock", - "cpu_time", - "get_p99", "threads", + "real_time", + "cpu_time", "neg_qu_pct", - "EST_RUNTIME_949.50743s" + "get_p99", + { + "est_runtime": 4499.103078 + } ], - "DBGet/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:1/iterations:1280/threads:8": [ - "max_rss", + "DBGet/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ + "get_p95", "db_size", - "inblock", - "outblock", - "cpu_time", + "get_mean", "threads", - "neg_qu_pct", "real_time", - "EST_RUNTIME_3199.947297s" - ], - "DBGet/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ - "max_rss", - "db_size", - "inblock", - "outblock", "cpu_time", - "threads", "neg_qu_pct", - "real_time", - "EST_RUNTIME_3834.250318s" + "get_p99", + { + "est_runtime": 3823.666372 + } ], - "DBGet/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:1/iterations:1280/threads:8": [ - "max_rss", + "DBGet/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ + "get_p95", "db_size", - "inblock", - "outblock", - "cpu_time", + "get_mean", "threads", - "neg_qu_pct", "real_time", - "EST_RUNTIME_4147.385873s" - ], - "DBGet/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:1/iterations:1280/threads:8": [ - "max_rss", - "db_size", - "inblock", - "outblock", "cpu_time", - "threads", "neg_qu_pct", - "real_time", - "EST_RUNTIME_1244.524872s" + "get_p99", + { + "est_runtime": 497.077261 + } ], - "DBGet/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:0/iterations:1280/threads:8": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "DBGet/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:1/iterations:1280/threads:8": [ + "real_time", "cpu_time", - "threads", + "db_size", "neg_qu_pct", - "real_time", - "EST_RUNTIME_2904.839178s" + "threads", + { + "est_runtime": 1937.011319 + } ], - "DBGet/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ + "DBGet/comp_style:2/max_data:536870912/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ "real_time", + "cpu_time", + "db_size", + "neg_qu_pct", + "threads", + { + "est_runtime": 4003.152699 + } + ], + "DBGet/comp_style:2/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ "get_p95", - "max_rss", "db_size", "get_mean", - "inblock", - "outblock", - "cpu_time", - "get_p99", "threads", + "real_time", + "cpu_time", "neg_qu_pct", - "EST_RUNTIME_2940.07083s" + "get_p99", + { + "est_runtime": 4358.242188 + } ], - "DBPut/comp_style:1/max_data:107374182400/per_key_size:256/enable_statistics:0/wal:1/iterations:10240/threads:1": [ - "max_rss", + "DBGet/comp_style:2/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8": [ + "get_p95", "db_size", - "inblock", - "outblock", - "cpu_time", + "get_mean", "threads", "real_time", - "EST_RUNTIME_15.150171s" + "cpu_time", + "neg_qu_pct", + "get_p99", + { + "est_runtime": 4944.478659 + } ], - "DBPut/comp_style:1/max_data:107374182400/per_key_size:256/enable_statistics:1/wal:1/iterations:1280/threads:8": [ + "DBPut/comp_style:0/max_data:107374182400/per_key_size:1024/enable_statistics:1/wal:0/iterations:51200/threads:8": [ "real_time", - "max_rss", - "db_size", - "inblock", - "outblock", + "put_mean", "cpu_time", "put_p99", - "threads", + "db_size", "put_p95", - "put_mean", - "EST_RUNTIME_15.574476s" + "threads", + { + "est_runtime": 2201.425905 + } ], - "IteratorNext/comp_style:1/max_data:536870912/per_key_size:1024/iterations:10240": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "DBPut/comp_style:0/max_data:107374182400/per_key_size:1024/enable_statistics:1/wal:1/iterations:51200/threads:8": [ + "real_time", + "put_mean", "cpu_time", + "put_p99", + "db_size", + "put_p95", "threads", - "real_time", - "EST_RUNTIME_2298.783715s" + { + "est_runtime": 2153.250796 + } ], - "IteratorSeek/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:1280/threads:8": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "DBPut/comp_style:0/max_data:107374182400/per_key_size:256/enable_statistics:0/wal:0/iterations:409600/threads:1": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_2261.000085s" + { + "est_runtime": 378.432186 + } ], - "IteratorSeek/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "DBPut/comp_style:0/max_data:107374182400/per_key_size:256/enable_statistics:0/wal:1/iterations:51200/threads:8": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_1326.952705s" + { + "est_runtime": 271.397936 + } ], - "IteratorSeek/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "IteratorNext/comp_style:0/max_data:134217728/per_key_size:256/iterations:10240": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_1298.143871s" + { + "est_runtime": 1156.84164 + } ], - "IteratorSeek/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "IteratorPrev/comp_style:0/max_data:134217728/per_key_size:256/iterations:10240": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_1425.502799s" + { + "est_runtime": 871.341464 + } ], - "IteratorSeek/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "IteratorPrev/comp_style:2/max_data:134217728/per_key_size:1024/iterations:10240": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_3598.765731s" + { + "est_runtime": 1115.478679 + } ], - "IteratorSeek/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "IteratorSeek/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:0/iterations:1280/threads:8": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_3438.689028s" + { + "est_runtime": 2136.922862 + } ], - "IteratorSeek/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:0/iterations:1280/threads:8": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "IteratorSeek/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_3944.770088s" + { + "est_runtime": 1975.004341 + } ], - "IteratorSeek/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:1/iterations:1280/threads:8": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "IteratorSeek/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:0/iterations:1280/threads:8": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_3876.281886s" + { + "est_runtime": 3179.966272 + } ], - "IteratorSeek/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "IteratorSeek/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_1023.75684s" + { + "est_runtime": 3769.15995 + } ], - "IteratorSeek/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "IteratorSeek/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_1102.333997s" + { + "est_runtime": 4788.410331 + } ], - "IteratorSeek/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "IteratorSeek/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_3637.947267s" + { + "est_runtime": 1307.377381 + } ], - "IteratorSeek/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ - "max_rss", - "db_size", - "inblock", - "outblock", - "cpu_time", - "threads", + "IteratorSeek/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:1/iterations:1280/threads:8": [ "real_time", - "EST_RUNTIME_1346.295678s" - ], - "IteratorSeek/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ - "max_rss", - "db_size", - "inblock", - "outblock", "cpu_time", - "threads", - "real_time", - "EST_RUNTIME_1770.688522s" - ], - "IteratorSeek/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:1/iterations:1280/threads:8": [ - "max_rss", "db_size", - "inblock", - "outblock", - "cpu_time", "threads", - "real_time", - "EST_RUNTIME_2423.565985s" + { + "est_runtime": 1909.364449 + } ], - "IteratorSeek/comp_style:2/max_data:536870912/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:0/iterations:1280/threads:8": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "IteratorSeek/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_2592.721328s" + { + "est_runtime": 1369.449436 + } ], - "ManualCompaction/comp_style:0/max_data:33554432/per_key_size:256/enable_statistics:1/iterations:1": [ - "comp_time", - "threads", - "new_table_block_iter_nanos", - "max_rss", - "outblock", - "new_table_iterator_nanos", - "block_read_time", - "comp_write", + "IteratorSeek/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:1280/threads:8": [ "real_time", - "comp_cpu_time", - "comp_outfile_sync", - "db_size", - "find_table_nanos", - "inblock", - "block_read_count", - "block_checksum_time", "cpu_time", - "comp_read", - "user_key_comparison_count", - "EST_RUNTIME_35.24766s" - ], - "ManualFlush/key_num:1024/per_key_size:256/iterations:1": [ - "flush_write_bytes", - "real_time", - "flush_time", - "max_rss", "db_size", - "inblock", - "outblock", - "cpu_time", "threads", - "EST_RUNTIME_16.557269s" + { + "est_runtime": 2912.547738 + } ], - "PrefixSeek/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:0/enable_filter:0/iterations:10240": [ - "max_rss", - "db_size", - "inblock", - "outblock", - "cpu_time", - "threads", + "IteratorSeek/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ "real_time", - "EST_RUNTIME_2011.099964s" - ], - "PrefixSeek/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:0/enable_filter:0/iterations:1280/threads:8": [ - "max_rss", - "db_size", - "inblock", - "outblock", "cpu_time", - "threads", - "real_time", - "EST_RUNTIME_1797.323314s" - ], - "PrefixSeek/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:1/enable_filter:0/iterations:1280/threads:8": [ - "max_rss", "db_size", - "inblock", - "outblock", - "cpu_time", "threads", - "real_time", - "EST_RUNTIME_804.582358s" + { + "est_runtime": 3633.675713 + } ], - "PrefixSeek/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:1/enable_filter:1/iterations:1280/threads:8": [ - "max_rss", - "db_size", - "inblock", - "outblock", - "cpu_time", - "threads", + "IteratorSeek/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:1/iterations:1280/threads:8": [ "real_time", - "EST_RUNTIME_851.384348s" - ], - "PrefixSeek/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:1/enable_filter:0/iterations:10240": [ - "max_rss", - "db_size", - "inblock", - "outblock", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_2020.207176s" + { + "est_runtime": 2820.855412 + } ], - "PrefixSeek/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:1/enable_filter:1/iterations:1280/threads:8": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "IteratorSeek/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:1/iterations:1280/threads:8": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_1664.89292s" + { + "est_runtime": 1479.955208 + } ], - "PrefixSeek/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:0/enable_filter:1/iterations:1280/threads:8": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "IteratorSeek/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_771.579885s" + { + "est_runtime": 1614.562603 + } ], - "PrefixSeek/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:0/enable_filter:1/iterations:10240": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "IteratorSeek/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ + "real_time", "cpu_time", + "db_size", "threads", + { + "est_runtime": 3350.108415 + } + ], + "ManualFlush/key_num:1024/per_key_size:1024/iterations:100": [ "real_time", - "EST_RUNTIME_927.209932s" - ] - }, - "ribbon_bench": { - "FilterBuild/filter_mode:2/bits_per_key:20/key_len_avg:10/entry_num:1048576": [ - "max_rss", - "inblock", - "outblock", "cpu_time", - "size", + "db_size", + "flush_write_bytes", + "flush_time", "threads", - "real_time", - "EST_RUNTIME_2.53654s" + { + "est_runtime": 7422.165355 + } ], - "FilterQueryNegative/filter_mode:0/bits_per_key:20/key_len_avg:10/entry_num:1024": [ - "max_rss", - "inblock", - "outblock", + "PrefixSeek/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:1/enable_filter:1/iterations:1280/threads:8": [ + "real_time", "cpu_time", - "fp_pct", + "db_size", "threads", - "real_time", - "EST_RUNTIME_1.904121s" + { + "est_runtime": 1844.168905 + } ], - "FilterQueryNegative/filter_mode:0/bits_per_key:20/key_len_avg:10/entry_num:1048576": [ - "max_rss", - "inblock", - "outblock", + "PrefixSeek/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:0/enable_filter:1/iterations:1280/threads:8": [ + "real_time", "cpu_time", - "fp_pct", + "db_size", "threads", - "real_time", - "EST_RUNTIME_9.056703s" + { + "est_runtime": 1870.857522 + } ], - "FilterQueryNegative/filter_mode:0/bits_per_key:20/key_len_avg:100/entry_num:1024": [ - "max_rss", - "inblock", - "outblock", + "PrefixSeek/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:1/enable_filter:0/iterations:10240": [ + "real_time", "cpu_time", - "fp_pct", + "db_size", "threads", - "real_time", - "EST_RUNTIME_1.508804s" + { + "est_runtime": 2402.328004 + } ], - "FilterQueryNegative/filter_mode:3/bits_per_key:20/key_len_avg:100/entry_num:1048576": [ - "max_rss", - "inblock", - "outblock", + "PrefixSeek/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:0/enable_filter:0/iterations:1280/threads:8": [ + "real_time", "cpu_time", - "fp_pct", + "db_size", "threads", - "real_time", - "EST_RUNTIME_61.984175s" + { + "est_runtime": 1739.59811 + } ], - "FilterQueryPositive/filter_mode:0/bits_per_key:20/key_len_avg:100/entry_num:1048576": [ - "max_rss", - "inblock", - "outblock", + "PrefixSeek/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:0/enable_filter:0/iterations:1280/threads:8": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_15.531841s" + { + "est_runtime": 1809.865409 + } ] } }, - "expected_runtime": 71848, - "name": "rocksdb_microbench_suite_6" + "do_not_reflow": false, + "expected_runtime_one_iter": 88813, + "name": "rocksdb_microbench_suite_6", + "regression_threshold": 10, + "sl_iterations": 2 }, { "benchmarks": { "db_basic_bench": { - "DBGet/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:1280/threads:8": [ - "max_rss", + "DBGet/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ + "get_p95", "db_size", - "inblock", - "outblock", - "cpu_time", + "get_mean", "threads", - "neg_qu_pct", "real_time", - "EST_RUNTIME_964.554937s" - ], - "DBGet/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ - "max_rss", - "db_size", - "inblock", - "outblock", "cpu_time", - "threads", "neg_qu_pct", - "real_time", - "EST_RUNTIME_166.499424s" + "get_p99", + { + "est_runtime": 609.749844 + } ], - "DBGet/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ + "DBGet/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ "real_time", - "get_p95", - "max_rss", - "db_size", - "get_mean", - "inblock", - "outblock", "cpu_time", - "get_p99", - "threads", + "db_size", "neg_qu_pct", - "EST_RUNTIME_686.129893s" + "threads", + { + "est_runtime": 551.801692 + } ], - "DBGet/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "DBGet/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:1/iterations:1280/threads:8": [ + "real_time", "cpu_time", - "threads", + "db_size", "neg_qu_pct", - "real_time", - "EST_RUNTIME_2160.256471s" + "threads", + { + "est_runtime": 4512.440338 + } ], - "DBGet/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:0/iterations:1280/threads:8": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "DBGet/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ + "real_time", "cpu_time", - "threads", + "db_size", "neg_qu_pct", - "real_time", - "EST_RUNTIME_4116.885651s" + "threads", + { + "est_runtime": 3823.643659 + } ], - "DBGet/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ + "DBGet/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:0/iterations:1280/threads:8": [ "real_time", + "cpu_time", + "db_size", + "neg_qu_pct", + "threads", + { + "est_runtime": 1885.071291 + } + ], + "DBGet/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ "get_p95", - "max_rss", "db_size", "get_mean", - "inblock", - "outblock", - "cpu_time", - "get_p99", "threads", + "real_time", + "cpu_time", "neg_qu_pct", - "EST_RUNTIME_3221.590171s" + "get_p99", + { + "est_runtime": 497.546918 + } ], - "DBGet/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:0/iterations:1280/threads:8": [ - "max_rss", + "DBGet/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:1/iterations:1280/threads:8": [ + "get_p95", "db_size", - "inblock", - "outblock", - "cpu_time", + "get_mean", "threads", - "neg_qu_pct", "real_time", - "EST_RUNTIME_1332.180568s" - ], - "DBGet/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ - "max_rss", - "db_size", - "inblock", - "outblock", "cpu_time", - "threads", "neg_qu_pct", - "real_time", - "EST_RUNTIME_721.498639s" + "get_p99", + { + "est_runtime": 1936.92061 + } ], "DBGet/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "real_time", "cpu_time", - "threads", + "db_size", "neg_qu_pct", - "real_time", - "EST_RUNTIME_3216.742283s" + "threads", + { + "est_runtime": 4003.12535 + } ], - "DBGet/comp_style:2/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:0/iterations:1280/threads:8": [ - "real_time", + "DBGet/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ "get_p95", - "max_rss", "db_size", "get_mean", - "inblock", - "outblock", - "cpu_time", - "get_p99", "threads", - "neg_qu_pct", - "EST_RUNTIME_3923.568343s" - ], - "DBPut/comp_style:0/max_data:107374182400/per_key_size:1024/enable_statistics:1/wal:0/iterations:10240/threads:1": [ "real_time", - "max_rss", - "db_size", - "inblock", - "outblock", "cpu_time", - "put_p99", - "threads", - "put_p95", - "put_mean", - "EST_RUNTIME_15.578277s" + "neg_qu_pct", + "get_p99", + { + "est_runtime": 3196.497448 + } ], - "DBPut/comp_style:0/max_data:107374182400/per_key_size:256/enable_statistics:0/wal:1/iterations:10240/threads:1": [ - "max_rss", + "DBGet/comp_style:2/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ + "get_p95", "db_size", - "inblock", - "outblock", - "cpu_time", + "get_mean", "threads", "real_time", - "EST_RUNTIME_15.563171s" + "cpu_time", + "neg_qu_pct", + "get_p99", + { + "est_runtime": 4346.91794 + } ], - "DBPut/comp_style:0/max_data:107374182400/per_key_size:256/enable_statistics:0/wal:1/iterations:1280/threads:8": [ - "max_rss", + "DBGet/comp_style:2/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8": [ + "get_p95", "db_size", - "inblock", - "outblock", - "cpu_time", + "get_mean", "threads", "real_time", - "EST_RUNTIME_15.204002s" + "cpu_time", + "neg_qu_pct", + "get_p99", + { + "est_runtime": 4946.256596 + } ], - "IteratorPrev/comp_style:0/max_data:536870912/per_key_size:1024/iterations:10240": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "DBPut/comp_style:0/max_data:107374182400/per_key_size:1024/enable_statistics:0/wal:1/iterations:409600/threads:1": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_2348.602769s" + { + "est_runtime": 2141.297863 + } ], - "IteratorPrev/comp_style:1/max_data:536870912/per_key_size:256/iterations:10240": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "DBPut/comp_style:1/max_data:107374182400/per_key_size:256/enable_statistics:0/wal:0/iterations:51200/threads:8": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_2424.837372s" + { + "est_runtime": 378.198303 + } ], - "IteratorSeek/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "DBPut/comp_style:2/max_data:107374182400/per_key_size:256/enable_statistics:0/wal:1/iterations:51200/threads:8": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_1296.794259s" + { + "est_runtime": 271.417422 + } ], - "IteratorSeek/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "IteratorNext/comp_style:2/max_data:134217728/per_key_size:256/iterations:10240": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_1431.048853s" + { + "est_runtime": 926.477715 + } ], - "IteratorSeek/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:1280/threads:8": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "IteratorSeek/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:0/iterations:1280/threads:8": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_3521.161252s" + { + "est_runtime": 1974.320666 + } ], - "IteratorSeek/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:0/iterations:1280/threads:8": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "IteratorSeek/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:1/iterations:1280/threads:8": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_3521.661088s" + { + "est_runtime": 2136.585708 + } ], - "IteratorSeek/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:0/iterations:1280/threads:8": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "IteratorSeek/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_1888.951875s" + { + "est_runtime": 4788.447975 + } ], - "IteratorSeek/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:1/iterations:1280/threads:8": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "IteratorSeek/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_2124.849645s" + { + "est_runtime": 1296.875867 + } ], - "IteratorSeek/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "IteratorSeek/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:0/iterations:1280/threads:8": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_1206.792065s" + { + "est_runtime": 1906.215547 + } ], - "IteratorSeek/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:0/iterations:1280/threads:8": [ - "max_rss", - "db_size", - "inblock", - "outblock", - "cpu_time", - "threads", + "IteratorSeek/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:0/iterations:1280/threads:8": [ "real_time", - "EST_RUNTIME_2806.291148s" - ], - "IteratorSeek/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ - "max_rss", - "db_size", - "inblock", - "outblock", "cpu_time", - "threads", - "real_time", - "EST_RUNTIME_3713.186282s" - ], - "IteratorSeek/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ - "max_rss", "db_size", - "inblock", - "outblock", - "cpu_time", "threads", - "real_time", - "EST_RUNTIME_3946.583919s" + { + "est_runtime": 2911.477908 + } ], - "IteratorSeek/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:0/iterations:1280/threads:8": [ - "max_rss", - "db_size", - "inblock", - "outblock", - "cpu_time", - "threads", + "IteratorSeek/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ "real_time", - "EST_RUNTIME_3181.684358s" - ], - "IteratorSeek/comp_style:2/max_data:536870912/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:0/iterations:1280/threads:8": [ - "max_rss", - "db_size", - "inblock", - "outblock", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_2593.280591s" + { + "est_runtime": 1835.00962 + } ], - "IteratorSeek/comp_style:2/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "IteratorSeek/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_3800.890511s" + { + "est_runtime": 1607.553483 + } ], - "ManualCompaction/comp_style:1/max_data:33554432/per_key_size:1024/enable_statistics:1/iterations:1": [ - "comp_time", - "threads", - "new_table_block_iter_nanos", - "max_rss", - "outblock", - "new_table_iterator_nanos", - "block_read_time", - "comp_write", + "IteratorSeek/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ "real_time", - "comp_cpu_time", - "comp_outfile_sync", - "db_size", - "find_table_nanos", - "inblock", - "block_read_count", - "block_checksum_time", "cpu_time", - "comp_read", - "user_key_comparison_count", - "EST_RUNTIME_35.138184s" - ], - "PrefixSeek/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:0/enable_filter:1/iterations:10240": [ - "max_rss", "db_size", - "inblock", - "outblock", - "cpu_time", "threads", - "real_time", - "EST_RUNTIME_1142.082557s" + { + "est_runtime": 3352.038124 + } ], - "PrefixSeek/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:0/enable_filter:1/iterations:1280/threads:8": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "IteratorSeek/comp_style:2/max_data:536870912/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_852.915215s" + { + "est_runtime": 3625.351224 + } ], - "PrefixSeek/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:0/enable_filter:0/iterations:1280/threads:8": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "IteratorSeek/comp_style:2/max_data:536870912/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:1/iterations:1280/threads:8": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_900.692589s" + { + "est_runtime": 2814.166152 + } ], - "PrefixSeek/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:1/enable_filter:1/iterations:1280/threads:8": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "IteratorSeek/comp_style:2/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_1892.937018s" + { + "est_runtime": 3769.100313 + } ], - "PrefixSeek/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:1/enable_filter:1/iterations:10240": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "ManualFlush/key_num:1024/per_key_size:256/iterations:100": [ + "real_time", "cpu_time", + "db_size", + "flush_write_bytes", + "flush_time", "threads", - "real_time", - "EST_RUNTIME_1003.532172s" + { + "est_runtime": 7418.474332 + } ], - "PrefixSeek/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:1/enable_filter:0/iterations:1280/threads:8": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "PrefixSeek/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:1/enable_filter:1/iterations:1280/threads:8": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_1345.834532s" + { + "est_runtime": 1171.889503 + } ], - "PrefixSeek/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:0/enable_filter:1/iterations:1280/threads:8": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "PrefixSeek/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:0/enable_filter:1/iterations:10240": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_1665.024116s" + { + "est_runtime": 1078.456365 + } ], - "PrefixSeek/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:0/enable_filter:1/iterations:10240": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "PrefixSeek/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:0/enable_filter:0/iterations:1280/threads:8": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_833.849756s" + { + "est_runtime": 1801.200304 + } ], - "PrefixSeek/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:1/enable_filter:0/iterations:10240": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "PrefixSeek/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:1/enable_filter:1/iterations:10240": [ + "real_time", "cpu_time", + "db_size", "threads", + { + "est_runtime": 2245.828345 + } + ], + "PrefixSeek/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:1/enable_filter:1/iterations:10240": [ "real_time", - "EST_RUNTIME_1747.244073s" - ] - }, - "ribbon_bench": { - "FilterBuild/filter_mode:0/bits_per_key:20/key_len_avg:100/entry_num:1048576": [ - "max_rss", - "inblock", - "outblock", "cpu_time", - "size", + "db_size", "threads", - "real_time", - "EST_RUNTIME_4.346469s" + { + "est_runtime": 2392.943018 + } ], - "FilterBuild/filter_mode:3/bits_per_key:20/key_len_avg:10/entry_num:1048576": [ - "max_rss", - "inblock", - "outblock", + "PrefixSeek/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:0/enable_filter:1/iterations:10240": [ + "real_time", "cpu_time", - "size", + "db_size", "threads", - "real_time", - "EST_RUNTIME_11.543583s" + { + "est_runtime": 2049.704921 + } ], - "FilterQueryPositive/filter_mode:0/bits_per_key:10/key_len_avg:10/entry_num:1024": [ - "max_rss", - "inblock", - "outblock", + "PrefixSeek/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:0/enable_filter:1/iterations:1280/threads:8": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_1.820256s" + { + "est_runtime": 1773.705301 + } ], - "FilterQueryPositive/filter_mode:3/bits_per_key:10/key_len_avg:10/entry_num:1024": [ - "max_rss", - "inblock", - "outblock", + "PrefixSeek/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:0/enable_filter:0/iterations:10240": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_1.499707s" + { + "est_runtime": 1410.843275 + } ], - "FilterQueryPositive/filter_mode:3/bits_per_key:20/key_len_avg:10/entry_num:1048576": [ - "max_rss", - "inblock", - "outblock", + "PrefixSeek/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:1/enable_filter:1/iterations:10240": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_46.125646s" + { + "est_runtime": 1424.541953 + } ] } }, - "expected_runtime": 71848, - "name": "rocksdb_microbench_suite_7" + "do_not_reflow": false, + "expected_runtime_one_iter": 88813, + "name": "rocksdb_microbench_suite_7", + "regression_threshold": 10, + "sl_iterations": 2 }, { "benchmarks": { "db_basic_bench": { - "DBGet/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ + "DBGet/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:1/iterations:1280/threads:8": [ "real_time", - "get_p95", - "max_rss", - "db_size", - "get_mean", - "inblock", - "outblock", "cpu_time", - "get_p99", - "threads", - "neg_qu_pct", - "EST_RUNTIME_170.426373s" - ], - "DBGet/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:0/iterations:1280/threads:8": [ - "max_rss", "db_size", - "inblock", - "outblock", - "cpu_time", - "threads", "neg_qu_pct", - "real_time", - "EST_RUNTIME_1332.593909s" + "threads", + { + "est_runtime": 694.642444 + } ], - "DBGet/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "DBGet/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ + "real_time", "cpu_time", - "threads", + "db_size", "neg_qu_pct", - "real_time", - "EST_RUNTIME_2149.654617s" + "threads", + { + "est_runtime": 583.226959 + } ], - "DBGet/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:1/iterations:1280/threads:8": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "DBGet/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:1280/threads:8": [ + "real_time", "cpu_time", - "threads", + "db_size", "neg_qu_pct", - "real_time", - "EST_RUNTIME_4116.883228s" + "threads", + { + "est_runtime": 4633.862465 + } ], - "DBGet/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "DBGet/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ + "real_time", "cpu_time", - "threads", + "db_size", "neg_qu_pct", - "real_time", - "EST_RUNTIME_2776.092035s" + "threads", + { + "est_runtime": 451.741737 + } ], - "DBGet/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ + "DBGet/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ "real_time", - "get_p95", - "max_rss", - "db_size", - "get_mean", - "inblock", - "outblock", "cpu_time", - "get_p99", - "threads", + "db_size", "neg_qu_pct", - "EST_RUNTIME_3221.157476s" + "threads", + { + "est_runtime": 510.357826 + } ], - "DBGet/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ - "real_time", + "DBGet/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:1/iterations:1280/threads:8": [ "get_p95", - "max_rss", "db_size", "get_mean", - "inblock", - "outblock", - "cpu_time", - "get_p99", "threads", + "real_time", + "cpu_time", "neg_qu_pct", - "EST_RUNTIME_794.24275s" + "get_p99", + { + "est_runtime": 2108.477344 + } ], - "DBGet/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "DBGet/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:0/iterations:1280/threads:8": [ + "real_time", "cpu_time", - "threads", + "db_size", "neg_qu_pct", - "real_time", - "EST_RUNTIME_2618.655599s" + "threads", + { + "est_runtime": 4443.989929 + } ], "DBGet/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:1/iterations:1280/threads:8": [ - "real_time", "get_p95", - "max_rss", "db_size", "get_mean", - "inblock", - "outblock", - "cpu_time", - "get_p99", "threads", - "neg_qu_pct", - "EST_RUNTIME_3965.903503s" - ], - "DBGet/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8": [ "real_time", - "get_p95", - "max_rss", - "db_size", - "get_mean", - "inblock", - "outblock", "cpu_time", - "get_p99", - "threads", "neg_qu_pct", - "EST_RUNTIME_944.88475s" + "get_p99", + { + "est_runtime": 5215.078632 + } ], - "DBGet/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ - "real_time", + "DBGet/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8": [ "get_p95", - "max_rss", "db_size", "get_mean", - "inblock", - "outblock", - "cpu_time", - "get_p99", "threads", + "real_time", + "cpu_time", "neg_qu_pct", - "EST_RUNTIME_741.198478s" + "get_p99", + { + "est_runtime": 1937.731137 + } ], - "DBGet/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "DBGet/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ + "real_time", "cpu_time", - "threads", + "db_size", "neg_qu_pct", - "real_time", - "EST_RUNTIME_3216.719639s" + "threads", + { + "est_runtime": 3402.268174 + } ], - "DBGet/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:0/iterations:1280/threads:8": [ - "real_time", + "DBGet/comp_style:2/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:1/iterations:1280/threads:8": [ "get_p95", - "max_rss", "db_size", "get_mean", - "inblock", - "outblock", - "cpu_time", - "get_p99", "threads", + "real_time", + "cpu_time", "neg_qu_pct", - "EST_RUNTIME_3179.182384s" + "get_p99", + { + "est_runtime": 4948.420446 + } ], - "DBPut/comp_style:1/max_data:107374182400/per_key_size:256/enable_statistics:1/wal:0/iterations:10240/threads:1": [ + "DBPut/comp_style:1/max_data:107374182400/per_key_size:1024/enable_statistics:0/wal:0/iterations:51200/threads:8": [ "real_time", - "max_rss", - "db_size", - "inblock", - "outblock", "cpu_time", - "put_p99", + "db_size", "threads", - "put_p95", - "put_mean", - "EST_RUNTIME_15.202298s" + { + "est_runtime": 2200.5005 + } ], - "DBPut/comp_style:2/max_data:107374182400/per_key_size:1024/enable_statistics:0/wal:0/iterations:10240/threads:1": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "DBPut/comp_style:1/max_data:107374182400/per_key_size:1024/enable_statistics:0/wal:1/iterations:409600/threads:1": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_15.574794s" + { + "est_runtime": 2140.350383 + } ], - "DBPut/comp_style:2/max_data:107374182400/per_key_size:1024/enable_statistics:1/wal:0/iterations:10240/threads:1": [ + "DBPut/comp_style:2/max_data:107374182400/per_key_size:1024/enable_statistics:1/wal:0/iterations:409600/threads:1": [ "real_time", - "max_rss", - "db_size", - "inblock", - "outblock", + "put_mean", "cpu_time", "put_p99", - "threads", + "db_size", "put_p95", - "put_mean", - "EST_RUNTIME_16.121574s" + "threads", + { + "est_runtime": 2473.029062 + } ], - "IteratorNext/comp_style:0/max_data:134217728/per_key_size:256/iterations:10240": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "DBPut/comp_style:2/max_data:107374182400/per_key_size:256/enable_statistics:0/wal:0/iterations:409600/threads:1": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_1457.481268s" + { + "est_runtime": 377.799421 + } ], - "IteratorPrev/comp_style:0/max_data:134217728/per_key_size:256/iterations:10240": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "IteratorSeek/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_1308.076512s" + { + "est_runtime": 1923.154067 + } ], - "IteratorPrev/comp_style:0/max_data:536870912/per_key_size:256/iterations:10240": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "IteratorSeek/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_2502.746193s" + { + "est_runtime": 3832.441913 + } ], - "IteratorSeek/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:1/iterations:1280/threads:8": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "IteratorSeek/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:0/iterations:1280/threads:8": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_2125.166623s" + { + "est_runtime": 3138.670605 + } ], - "IteratorSeek/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:0/iterations:1280/threads:8": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "IteratorSeek/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_3520.344396s" + { + "est_runtime": 3781.656053 + } ], - "IteratorSeek/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "IteratorSeek/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_3909.209318s" + { + "est_runtime": 4788.510789 + } ], - "IteratorSeek/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "IteratorSeek/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_1031.86186s" + { + "est_runtime": 3675.134037 + } ], - "IteratorSeek/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "IteratorSeek/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:1/iterations:1280/threads:8": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_1285.436085s" + { + "est_runtime": 3265.739118 + } ], - "IteratorSeek/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:0/iterations:1280/threads:8": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "IteratorSeek/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_2276.833464s" + { + "est_runtime": 4152.531212 + } ], - "IteratorSeek/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "IteratorSeek/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_3703.886722s" + { + "est_runtime": 1623.097106 + } ], - "IteratorSeek/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "IteratorSeek/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_3797.544736s" + { + "est_runtime": 1338.666598 + } ], - "IteratorSeek/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:0/iterations:1280/threads:8": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "IteratorSeek/comp_style:2/max_data:536870912/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:0/iterations:1280/threads:8": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_1455.537132s" + { + "est_runtime": 2888.963384 + } ], - "IteratorSeek/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "PrefixSeek/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:0/enable_filter:1/iterations:10240": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_1955.684861s" + { + "est_runtime": 1006.703673 + } ], - "IteratorSeek/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:1/iterations:1280/threads:8": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "PrefixSeek/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:0/enable_filter:1/iterations:1280/threads:8": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_1733.803733s" + { + "est_runtime": 1181.657807 + } ], - "IteratorSeek/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "PrefixSeek/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:1/enable_filter:0/iterations:10240": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_3534.541495s" + { + "est_runtime": 2304.097915 + } ], - "ManualCompaction/comp_style:1/max_data:33554432/per_key_size:256/enable_statistics:1/iterations:1": [ - "comp_time", - "threads", - "new_table_block_iter_nanos", - "max_rss", - "outblock", - "new_table_iterator_nanos", - "block_read_time", - "comp_write", + "PrefixSeek/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:1/enable_filter:1/iterations:10240": [ "real_time", - "comp_cpu_time", - "comp_outfile_sync", - "db_size", - "find_table_nanos", - "inblock", - "block_read_count", - "block_checksum_time", "cpu_time", - "comp_read", - "user_key_comparison_count", - "EST_RUNTIME_37.550123s" + "db_size", + "threads", + { + "est_runtime": 1412.397492 + } ], - "ManualFlush/key_num:8192/per_key_size:256/iterations:1": [ - "flush_write_bytes", + "PrefixSeek/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:0/enable_filter:0/iterations:10240": [ "real_time", - "flush_time", - "max_rss", - "db_size", - "inblock", - "outblock", "cpu_time", + "db_size", "threads", - "EST_RUNTIME_15.559604s" + { + "est_runtime": 2015.978912 + } ], - "PrefixSeek/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:0/enable_filter:0/iterations:10240": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "PrefixSeek/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:0/enable_filter:1/iterations:1280/threads:8": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_1142.509934s" + { + "est_runtime": 1859.4561 + } ], - "PrefixSeek/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:0/enable_filter:1/iterations:1280/threads:8": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "PrefixSeek/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:1/enable_filter:0/iterations:1280/threads:8": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_1877.951503s" + { + "est_runtime": 1824.916416 + } ], - "PrefixSeek/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:0/enable_filter:0/iterations:10240": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "PrefixSeek/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:0/enable_filter:0/iterations:1280/threads:8": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_951.640062s" + { + "est_runtime": 1144.514094 + } ], - "PrefixSeek/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:0/enable_filter:1/iterations:1280/threads:8": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "PrefixSeek/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:1/enable_filter:1/iterations:10240": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_848.39047s" + { + "est_runtime": 1776.109199 + } ], - "PrefixSeek/comp_style:2/max_data:536870912/per_key_size:256/enable_statistics:0/enable_filter:1/iterations:1280/threads:8": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "PrefixSeek/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:1/enable_filter:1/iterations:1280/threads:8": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_1391.264532s" + { + "est_runtime": 1602.162741 + } ], - "SimpleGetWithPerfContext/iterations:1000000": [ - "neg_qu_pct", - "new_table_block_iter_nanos", - "get_post_process_time", - "get_from_table_nanos", + "PrefixSeek/comp_style:2/max_data:536870912/per_key_size:256/enable_statistics:1/enable_filter:1/iterations:10240": [ "real_time", - "get_snapshot_time", - "max_rss", + "cpu_time", "db_size", - "inblock", - "user_key_comparison_count", - "block_checksum_time", - "outblock", + "threads", + { + "est_runtime": 1896.713718 + } + ], + "RandomAccessFileReaderRead/enable_statistics:1/iterations:1000000": [ + "real_time", "cpu_time", - "get_from_output_files_time", "threads", - "block_read_time", - "block_seek_nanos", - "get_cpu_nanos", - "EST_RUNTIME_642.426095s" + { + "est_runtime": 5.370559 + } ] }, "ribbon_bench": { - "FilterBuild/filter_mode:0/bits_per_key:20/key_len_avg:10/entry_num:1024": [ - "max_rss", - "inblock", - "outblock", + "FilterBuild/filter_impl:0/bits_per_key:10/key_len_avg:100/entry_num:1048576": [ + "real_time", "cpu_time", - "size", "threads", - "real_time", - "EST_RUNTIME_2.483759s" + "size", + { + "est_runtime": 2.171919 + } ], - "FilterBuild/filter_mode:3/bits_per_key:10/key_len_avg:10/entry_num:1048576": [ - "max_rss", - "inblock", - "outblock", + "FilterBuild/filter_impl:3/bits_per_key:20/key_len_avg:10/entry_num:1024": [ + "real_time", "cpu_time", - "size", "threads", + "size", + { + "est_runtime": 1.38186 + } + ], + "FilterBuild/filter_impl:3/bits_per_key:20/key_len_avg:100/entry_num:1048576": [ "real_time", - "EST_RUNTIME_9.588783s" + "cpu_time", + "threads", + "size", + { + "est_runtime": 9.184089 + } ], - "FilterQueryNegative/filter_mode:2/bits_per_key:10/key_len_avg:100/entry_num:1024": [ - "max_rss", - "inblock", - "outblock", + "FilterQueryNegative/filter_impl:0/bits_per_key:20/key_len_avg:100/entry_num:1024": [ + "real_time", "cpu_time", + "threads", "fp_pct", + { + "est_runtime": 1.54233 + } + ], + "FilterQueryNegative/filter_impl:2/bits_per_key:10/key_len_avg:100/entry_num:1024": [ + "real_time", + "cpu_time", "threads", + "fp_pct", + { + "est_runtime": 1.501483 + } + ], + "FilterQueryNegative/filter_impl:3/bits_per_key:10/key_len_avg:100/entry_num:1024": [ "real_time", - "EST_RUNTIME_1.484022s" + "cpu_time", + "threads", + "fp_pct", + { + "est_runtime": 1.737477 + } ], - "FilterQueryNegative/filter_mode:3/bits_per_key:10/key_len_avg:100/entry_num:1024": [ - "max_rss", - "inblock", - "outblock", + "FilterQueryNegative/filter_impl:3/bits_per_key:10/key_len_avg:100/entry_num:1048576": [ + "real_time", "cpu_time", + "threads", "fp_pct", + { + "est_runtime": 82.415772 + } + ], + "FilterQueryPositive/filter_impl:0/bits_per_key:20/key_len_avg:100/entry_num:1024": [ + "real_time", + "cpu_time", "threads", + { + "est_runtime": 1.399281 + } + ], + "FilterQueryPositive/filter_impl:2/bits_per_key:10/key_len_avg:10/entry_num:1048576": [ "real_time", - "EST_RUNTIME_1.775747s" + "cpu_time", + "threads", + { + "est_runtime": 7.024791 + } ], - "FilterQueryPositive/filter_mode:3/bits_per_key:20/key_len_avg:100/entry_num:1048576": [ - "max_rss", - "inblock", - "outblock", + "FilterQueryPositive/filter_impl:3/bits_per_key:10/key_len_avg:10/entry_num:1048576": [ + "real_time", "cpu_time", "threads", + { + "est_runtime": 39.015621 + } + ], + "FilterQueryPositive/filter_impl:3/bits_per_key:10/key_len_avg:100/entry_num:1024": [ "real_time", - "EST_RUNTIME_52.176463s" + "cpu_time", + "threads", + { + "est_runtime": 1.325264 + } ] } }, - "expected_runtime": 71848, - "name": "rocksdb_microbench_suite_8" + "do_not_reflow": false, + "expected_runtime_one_iter": 88709, + "name": "rocksdb_microbench_suite_8", + "regression_threshold": 10, + "sl_iterations": 2 }, { "benchmarks": { "db_basic_bench": { - "DBGet/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:0/iterations:1280/threads:8": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "DBGet/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ + "real_time", "cpu_time", - "threads", + "db_size", "neg_qu_pct", - "real_time", - "EST_RUNTIME_964.891811s" + "threads", + { + "est_runtime": 454.919549 + } ], - "DBGet/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "DBGet/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:0/iterations:1280/threads:8": [ + "real_time", "cpu_time", - "threads", + "db_size", "neg_qu_pct", - "real_time", - "EST_RUNTIME_218.65485s" + "threads", + { + "est_runtime": 1712.215589 + } ], - "DBGet/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8": [ + "DBGet/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:0/iterations:1280/threads:8": [ "real_time", - "get_p95", - "max_rss", - "db_size", - "get_mean", - "inblock", - "outblock", "cpu_time", - "get_p99", - "threads", + "db_size", "neg_qu_pct", - "EST_RUNTIME_1332.529729s" + "threads", + { + "est_runtime": 4633.82088 + } ], - "DBGet/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ - "real_time", + "DBGet/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ "get_p95", - "max_rss", "db_size", "get_mean", - "inblock", - "outblock", - "cpu_time", - "get_p99", "threads", - "neg_qu_pct", - "EST_RUNTIME_2618.620657s" - ], - "DBGet/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "real_time", "cpu_time", - "threads", "neg_qu_pct", - "real_time", - "EST_RUNTIME_749.900326s" + "get_p99", + { + "est_runtime": 3152.808792 + } ], - "DBGet/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "DBGet/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ + "real_time", "cpu_time", - "threads", + "db_size", "neg_qu_pct", - "real_time", - "EST_RUNTIME_600.039173s" + "threads", + { + "est_runtime": 3771.29009 + } ], - "DBGet/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:1/iterations:1280/threads:8": [ - "real_time", + "DBGet/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8": [ "get_p95", - "max_rss", "db_size", "get_mean", - "inblock", - "outblock", - "cpu_time", - "get_p99", "threads", + "real_time", + "cpu_time", "neg_qu_pct", - "EST_RUNTIME_1245.90858s" + "get_p99", + { + "est_runtime": 5211.225659 + } ], - "DBGet/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:0/iterations:1280/threads:8": [ - "max_rss", + "DBGet/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ + "get_p95", "db_size", - "inblock", - "outblock", - "cpu_time", + "get_mean", "threads", - "neg_qu_pct", "real_time", - "EST_RUNTIME_2370.734947s" - ], - "DBGet/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:1/iterations:1280/threads:8": [ - "max_rss", - "db_size", - "inblock", - "outblock", "cpu_time", - "threads", "neg_qu_pct", - "real_time", - "EST_RUNTIME_3966.393848s" + "get_p99", + { + "est_runtime": 510.387506 + } ], - "DBGet/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ - "real_time", + "DBGet/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8": [ "get_p95", - "max_rss", "db_size", "get_mean", - "inblock", - "outblock", - "cpu_time", - "get_p99", "threads", + "real_time", + "cpu_time", "neg_qu_pct", - "EST_RUNTIME_3225.709355s" + "get_p99", + { + "est_runtime": 2139.111714 + } ], - "DBGet/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8": [ + "DBGet/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:0/iterations:1280/threads:8": [ "real_time", - "get_p95", - "max_rss", - "db_size", - "get_mean", - "inblock", - "outblock", "cpu_time", - "get_p99", - "threads", + "db_size", "neg_qu_pct", - "EST_RUNTIME_947.7669s" + "threads", + { + "est_runtime": 4443.929027 + } ], - "DBGet/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ - "real_time", + "DBGet/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:0/iterations:1280/threads:8": [ "get_p95", - "max_rss", "db_size", "get_mean", - "inblock", - "outblock", - "cpu_time", - "get_p99", "threads", + "real_time", + "cpu_time", "neg_qu_pct", - "EST_RUNTIME_3216.766398s" + "get_p99", + { + "est_runtime": 1858.972054 + } ], - "DBGet/comp_style:2/max_data:536870912/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "DBGet/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ + "real_time", "cpu_time", - "threads", + "db_size", "neg_qu_pct", - "real_time", - "EST_RUNTIME_4075.163555s" + "threads", + { + "est_runtime": 696.590699 + } ], - "DBPut/comp_style:0/max_data:107374182400/per_key_size:1024/enable_statistics:0/wal:1/iterations:1280/threads:8": [ - "max_rss", + "DBGet/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ + "get_p95", "db_size", - "inblock", - "outblock", - "cpu_time", + "get_mean", "threads", "real_time", - "EST_RUNTIME_15.564915s" + "cpu_time", + "neg_qu_pct", + "get_p99", + { + "est_runtime": 578.538571 + } ], - "DBPut/comp_style:0/max_data:107374182400/per_key_size:256/enable_statistics:0/wal:0/iterations:1280/threads:8": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "DBGet/comp_style:2/max_data:536870912/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:1/iterations:1280/threads:8": [ + "real_time", "cpu_time", + "db_size", + "neg_qu_pct", "threads", - "real_time", - "EST_RUNTIME_15.280013s" + { + "est_runtime": 4949.611852 + } ], - "IteratorPrev/comp_style:1/max_data:134217728/per_key_size:256/iterations:10240": [ - "max_rss", + "DBGet/comp_style:2/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ + "get_p95", "db_size", - "inblock", - "outblock", - "cpu_time", + "get_mean", "threads", "real_time", - "EST_RUNTIME_1307.994511s" + "cpu_time", + "neg_qu_pct", + "get_p99", + { + "est_runtime": 4145.973837 + } ], - "IteratorSeek/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "DBPut/comp_style:2/max_data:107374182400/per_key_size:256/enable_statistics:0/wal:0/iterations:51200/threads:8": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_1378.85799s" + { + "est_runtime": 377.905737 + } ], - "IteratorSeek/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:1/iterations:1280/threads:8": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "IteratorPrev/comp_style:1/max_data:134217728/per_key_size:256/iterations:10240": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_3843.242342s" + { + "est_runtime": 977.874953 + } ], - "IteratorSeek/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:1/iterations:1280/threads:8": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "IteratorSeek/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:1/iterations:1280/threads:8": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_2115.770174s" + { + "est_runtime": 2012.604554 + } ], - "IteratorSeek/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:0/iterations:1280/threads:8": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "IteratorSeek/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_2806.627007s" + { + "est_runtime": 1942.165369 + } ], - "IteratorSeek/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:0/iterations:1280/threads:8": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "IteratorSeek/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:1/iterations:1280/threads:8": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_3181.732437s" + { + "est_runtime": 3259.631453 + } ], - "IteratorSeek/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:0/iterations:1280/threads:8": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "IteratorSeek/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_1570.618107s" + { + "est_runtime": 4795.420211 + } ], - "IteratorSeek/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "IteratorSeek/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:1280/threads:8": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_1770.604955s" + { + "est_runtime": 1901.309617 + } ], - "IteratorSeek/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:0/iterations:1280/threads:8": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "IteratorSeek/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:0/iterations:1280/threads:8": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_2426.826453s" + { + "est_runtime": 1918.997951 + } ], - "IteratorSeek/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "IteratorSeek/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_3478.890341s" + { + "est_runtime": 1324.859234 + } ], - "IteratorSeek/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "IteratorSeek/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_3600.693415s" + { + "est_runtime": 3677.093111 + } ], - "IteratorSeek/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "IteratorSeek/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_3621.920896s" + { + "est_runtime": 3837.191621 + } ], - "IteratorSeek/comp_style:2/max_data:536870912/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "IteratorSeek/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:1/iterations:1280/threads:8": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_3924.676957s" + { + "est_runtime": 1572.19154 + } ], - "ManualCompaction/comp_style:1/max_data:33554432/per_key_size:256/enable_statistics:0/iterations:1": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "IteratorSeek/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_35.163966s" + { + "est_runtime": 3412.779413 + } ], - "ManualFlush/key_num:8192/per_key_size:1024/iterations:1": [ - "flush_write_bytes", + "IteratorSeek/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:1280/threads:8": [ "real_time", - "flush_time", - "max_rss", - "db_size", - "inblock", - "outblock", "cpu_time", + "db_size", "threads", - "EST_RUNTIME_16.115755s" + { + "est_runtime": 2348.374525 + } ], - "PrefixSeek/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:1/enable_filter:0/iterations:10240": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "IteratorSeek/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_1141.776746s" + { + "est_runtime": 2186.840634 + } ], - "PrefixSeek/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:1/enable_filter:1/iterations:1280/threads:8": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "IteratorSeek/comp_style:2/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:1/iterations:1280/threads:8": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_797.323007s" + { + "est_runtime": 2888.917261 + } ], - "PrefixSeek/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:1/enable_filter:1/iterations:10240": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "PrefixSeek/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:0/enable_filter:0/iterations:1280/threads:8": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_2140.293301s" + { + "est_runtime": 1174.452593 + } ], - "PrefixSeek/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:0/enable_filter:0/iterations:1280/threads:8": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "PrefixSeek/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:0/enable_filter:1/iterations:1280/threads:8": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_850.509349s" + { + "est_runtime": 1816.741937 + } ], - "PrefixSeek/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:1/enable_filter:0/iterations:10240": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "PrefixSeek/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:0/enable_filter:0/iterations:10240": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_989.81482s" + { + "est_runtime": 2448.88995 + } ], - "PrefixSeek/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:0/enable_filter:0/iterations:10240": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "PrefixSeek/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:0/enable_filter:1/iterations:1280/threads:8": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_1817.785705s" + { + "est_runtime": 1138.391757 + } ], - "PrefixSeek/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:1/enable_filter:1/iterations:1280/threads:8": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "PrefixSeek/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:1/enable_filter:1/iterations:10240": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_1431.945074s" + { + "est_runtime": 1411.663065 + } ], - "PrefixSeek/comp_style:2/max_data:536870912/per_key_size:256/enable_statistics:0/enable_filter:1/iterations:10240": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "PrefixSeek/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:0/enable_filter:0/iterations:10240": [ + "real_time", "cpu_time", + "db_size", "threads", + { + "est_runtime": 2090.841484 + } + ], + "PrefixSeek/comp_style:2/max_data:536870912/per_key_size:256/enable_statistics:1/enable_filter:1/iterations:1280/threads:8": [ "real_time", - "EST_RUNTIME_1962.520116s" + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 1779.515791 + } ] }, "ribbon_bench": { - "FilterBuild/filter_mode:2/bits_per_key:20/key_len_avg:100/entry_num:1048576": [ - "max_rss", - "inblock", - "outblock", + "FilterBuild/filter_impl:2/bits_per_key:10/key_len_avg:10/entry_num:1024": [ + "real_time", "cpu_time", - "size", "threads", + "size", + { + "est_runtime": 1.194392 + } + ], + "FilterBuild/filter_impl:2/bits_per_key:10/key_len_avg:100/entry_num:1048576": [ "real_time", - "EST_RUNTIME_4.526999s" + "cpu_time", + "threads", + "size", + { + "est_runtime": 2.60738 + } ], - "FilterQueryNegative/filter_mode:0/bits_per_key:20/key_len_avg:100/entry_num:1048576": [ - "max_rss", - "inblock", - "outblock", + "FilterBuild/filter_impl:3/bits_per_key:10/key_len_avg:10/entry_num:1048576": [ + "real_time", "cpu_time", - "fp_pct", "threads", + "size", + { + "est_runtime": 6.614245 + } + ], + "FilterBuild/filter_impl:3/bits_per_key:10/key_len_avg:100/entry_num:1024": [ "real_time", - "EST_RUNTIME_13.128321s" + "cpu_time", + "threads", + "size", + { + "est_runtime": 1.348746 + } ], - "FilterQueryNegative/filter_mode:3/bits_per_key:10/key_len_avg:100/entry_num:1048576": [ - "max_rss", - "inblock", - "outblock", + "FilterQueryNegative/filter_impl:0/bits_per_key:10/key_len_avg:100/entry_num:1048576": [ + "real_time", "cpu_time", + "threads", "fp_pct", + { + "est_runtime": 10.971779 + } + ], + "FilterQueryNegative/filter_impl:2/bits_per_key:10/key_len_avg:100/entry_num:1048576": [ + "real_time", + "cpu_time", "threads", + "fp_pct", + { + "est_runtime": 15.272086 + } + ], + "FilterQueryNegative/filter_impl:2/bits_per_key:20/key_len_avg:10/entry_num:1024": [ "real_time", - "EST_RUNTIME_49.418159s" + "cpu_time", + "threads", + "fp_pct", + { + "est_runtime": 1.855877 + } ], - "FilterQueryPositive/filter_mode:0/bits_per_key:10/key_len_avg:100/entry_num:1024": [ - "max_rss", - "inblock", - "outblock", + "FilterQueryNegative/filter_impl:2/bits_per_key:20/key_len_avg:10/entry_num:1048576": [ + "real_time", "cpu_time", "threads", + "fp_pct", + { + "est_runtime": 8.032293 + } + ], + "FilterQueryNegative/filter_impl:3/bits_per_key:20/key_len_avg:10/entry_num:1024": [ "real_time", - "EST_RUNTIME_2.070593s" + "cpu_time", + "threads", + "fp_pct", + { + "est_runtime": 1.621375 + } ], - "FilterQueryPositive/filter_mode:0/bits_per_key:20/key_len_avg:100/entry_num:1024": [ - "max_rss", - "inblock", - "outblock", + "FilterQueryNegative/filter_impl:3/bits_per_key:20/key_len_avg:10/entry_num:1048576": [ + "real_time", "cpu_time", "threads", + "fp_pct", + { + "est_runtime": 102.227551 + } + ], + "FilterQueryPositive/filter_impl:2/bits_per_key:20/key_len_avg:10/entry_num:1024": [ "real_time", - "EST_RUNTIME_1.647346s" + "cpu_time", + "threads", + { + "est_runtime": 1.309645 + } ], - "FilterQueryPositive/filter_mode:2/bits_per_key:10/key_len_avg:10/entry_num:1024": [ - "max_rss", - "inblock", - "outblock", + "FilterQueryPositive/filter_impl:3/bits_per_key:20/key_len_avg:10/entry_num:1024": [ + "real_time", "cpu_time", "threads", + { + "est_runtime": 1.448994 + } + ], + "FilterQueryPositive/filter_impl:3/bits_per_key:20/key_len_avg:100/entry_num:1024": [ "real_time", - "EST_RUNTIME_1.451354s" + "cpu_time", + "threads", + { + "est_runtime": 1.453854 + } ] } }, - "expected_runtime": 71848, - "name": "rocksdb_microbench_suite_9" + "do_not_reflow": false, + "expected_runtime_one_iter": 88711, + "name": "rocksdb_microbench_suite_9", + "regression_threshold": 10, + "sl_iterations": 2 }, { "benchmarks": { "db_basic_bench": { - "DBGet/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:0/iterations:1280/threads:8": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "DBGet/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:1/iterations:1280/threads:8": [ + "real_time", "cpu_time", - "threads", + "db_size", "neg_qu_pct", - "real_time", - "EST_RUNTIME_1332.678816s" + "threads", + { + "est_runtime": 1775.789377 + } ], - "DBGet/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "DBGet/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:0/iterations:1280/threads:8": [ + "real_time", "cpu_time", - "threads", + "db_size", "neg_qu_pct", - "real_time", - "EST_RUNTIME_3032.49041s" + "threads", + { + "est_runtime": 4633.864621 + } ], - "DBGet/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:1/iterations:1280/threads:8": [ - "max_rss", + "DBGet/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ + "get_p95", "db_size", - "inblock", - "outblock", - "cpu_time", + "get_mean", "threads", - "neg_qu_pct", "real_time", - "EST_RUNTIME_3623.725948s" - ], - "DBGet/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:0/iterations:1280/threads:8": [ - "max_rss", - "db_size", - "inblock", - "outblock", "cpu_time", - "threads", "neg_qu_pct", - "real_time", - "EST_RUNTIME_949.381548s" + "get_p99", + { + "est_runtime": 3155.239662 + } ], - "DBGet/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ + "DBGet/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ "real_time", - "get_p95", - "max_rss", - "db_size", - "get_mean", - "inblock", - "outblock", "cpu_time", - "get_p99", + "db_size", + "neg_qu_pct", "threads", + { + "est_runtime": 3790.561434 + } + ], + "DBGet/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ + "real_time", + "cpu_time", + "db_size", "neg_qu_pct", - "EST_RUNTIME_794.155703s" + "threads", + { + "est_runtime": 458.336347 + } ], "DBGet/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ - "real_time", "get_p95", - "max_rss", "db_size", "get_mean", - "inblock", - "outblock", - "cpu_time", - "get_p99", "threads", + "real_time", + "cpu_time", "neg_qu_pct", - "EST_RUNTIME_421.43777s" + "get_p99", + { + "est_runtime": 510.88842 + } ], - "DBGet/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "DBGet/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:1/iterations:1280/threads:8": [ + "real_time", "cpu_time", - "threads", + "db_size", "neg_qu_pct", - "real_time", - "EST_RUNTIME_2618.703869s" + "threads", + { + "est_runtime": 2108.496423 + } ], - "DBGet/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:0/iterations:1280/threads:8": [ - "max_rss", + "DBGet/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ + "get_p95", "db_size", - "inblock", - "outblock", - "cpu_time", + "get_mean", "threads", - "neg_qu_pct", "real_time", - "EST_RUNTIME_3202.684575s" - ], - "DBGet/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ - "max_rss", - "db_size", - "inblock", - "outblock", "cpu_time", - "threads", "neg_qu_pct", - "real_time", - "EST_RUNTIME_2140.217093s" + "get_p99", + { + "est_runtime": 557.886298 + } ], - "DBGet/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "DBGet/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ + "real_time", "cpu_time", - "threads", + "db_size", "neg_qu_pct", - "real_time", - "EST_RUNTIME_4075.133794s" + "threads", + { + "est_runtime": 3365.458112 + } ], - "DBGet/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ - "max_rss", + "DBGet/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ + "get_p95", "db_size", - "inblock", - "outblock", - "cpu_time", + "get_mean", "threads", - "neg_qu_pct", "real_time", - "EST_RUNTIME_3472.541297s" + "cpu_time", + "neg_qu_pct", + "get_p99", + { + "est_runtime": 4145.931239 + } ], "DBGet/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:0/iterations:1280/threads:8": [ - "real_time", "get_p95", - "max_rss", "db_size", "get_mean", - "inblock", - "outblock", - "cpu_time", - "get_p99", "threads", + "real_time", + "cpu_time", "neg_qu_pct", - "EST_RUNTIME_3966.823973s" + "get_p99", + { + "est_runtime": 5211.138859 + } ], - "DBGet/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ - "max_rss", + "DBGet/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ + "get_p95", "db_size", - "inblock", - "outblock", - "cpu_time", + "get_mean", "threads", - "neg_qu_pct", "real_time", - "EST_RUNTIME_421.47532s" - ], - "DBGet/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:1/iterations:1280/threads:8": [ - "max_rss", - "db_size", - "inblock", - "outblock", "cpu_time", - "threads", "neg_qu_pct", - "real_time", - "EST_RUNTIME_1316.137217s" + "get_p99", + { + "est_runtime": 694.628355 + } ], - "DBPut/comp_style:0/max_data:107374182400/per_key_size:1024/enable_statistics:0/wal:0/iterations:1280/threads:8": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "DBGet/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:1/iterations:1280/threads:8": [ + "real_time", "cpu_time", + "db_size", + "neg_qu_pct", "threads", - "real_time", - "EST_RUNTIME_16.117782s" + { + "est_runtime": 4451.395377 + } ], - "DBPut/comp_style:0/max_data:107374182400/per_key_size:256/enable_statistics:0/wal:0/iterations:10240/threads:1": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "DBGet/comp_style:2/max_data:536870912/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:1/iterations:1280/threads:8": [ + "real_time", "cpu_time", + "db_size", + "neg_qu_pct", "threads", - "real_time", - "EST_RUNTIME_0.484105s" + { + "est_runtime": 4950.489144 + } ], - "DBPut/comp_style:2/max_data:107374182400/per_key_size:1024/enable_statistics:0/wal:1/iterations:10240/threads:1": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "DBPut/comp_style:0/max_data:107374182400/per_key_size:1024/enable_statistics:0/wal:1/iterations:51200/threads:8": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_15.284634s" + { + "est_runtime": 2140.891996 + } ], - "DBPut/comp_style:2/max_data:107374182400/per_key_size:256/enable_statistics:1/wal:1/iterations:1280/threads:8": [ + "DBPut/comp_style:0/max_data:107374182400/per_key_size:1024/enable_statistics:1/wal:0/iterations:409600/threads:1": [ "real_time", - "max_rss", - "db_size", - "inblock", - "outblock", + "put_mean", "cpu_time", "put_p99", - "threads", - "put_p95", - "put_mean", - "EST_RUNTIME_15.569225s" - ], - "IteratorNext/comp_style:1/max_data:536870912/per_key_size:256/iterations:10240": [ - "max_rss", "db_size", - "inblock", - "outblock", - "cpu_time", + "put_p95", "threads", - "real_time", - "EST_RUNTIME_2551.200625s" + { + "est_runtime": 2473.313812 + } ], - "IteratorSeek/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:0/iterations:1280/threads:8": [ - "max_rss", - "db_size", - "inblock", - "outblock", - "cpu_time", - "threads", + "DBPut/comp_style:0/max_data:107374182400/per_key_size:1024/enable_statistics:1/wal:1/iterations:409600/threads:1": [ "real_time", - "EST_RUNTIME_2261.444309s" - ], - "IteratorSeek/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:1/iterations:1280/threads:8": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "put_mean", "cpu_time", - "threads", - "real_time", - "EST_RUNTIME_3842.532048s" - ], - "IteratorSeek/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ - "max_rss", + "put_p99", "db_size", - "inblock", - "outblock", - "cpu_time", + "put_p95", "threads", - "real_time", - "EST_RUNTIME_1031.445017s" + { + "est_runtime": 2167.374891 + } ], - "IteratorSeek/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "DBPut/comp_style:1/max_data:107374182400/per_key_size:1024/enable_statistics:1/wal:0/iterations:51200/threads:8": [ + "real_time", + "put_mean", "cpu_time", + "put_p99", + "db_size", + "put_p95", "threads", - "real_time", - "EST_RUNTIME_1883.347267s" + { + "est_runtime": 2350.198115 + } ], - "IteratorSeek/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "DBPut/comp_style:1/max_data:107374182400/per_key_size:256/enable_statistics:0/wal:1/iterations:51200/threads:8": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_1248.406613s" + { + "est_runtime": 270.221479 + } ], - "IteratorSeek/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:0/iterations:1280/threads:8": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "DBPut/comp_style:2/max_data:107374182400/per_key_size:256/enable_statistics:1/wal:0/iterations:409600/threads:1": [ + "real_time", + "put_mean", "cpu_time", + "put_p99", + "db_size", + "put_p95", "threads", - "real_time", - "EST_RUNTIME_2806.685776s" + { + "est_runtime": 378.072129 + } ], - "IteratorSeek/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:0/iterations:1280/threads:8": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "IteratorSeek/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:1280/threads:8": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_3394.053381s" + { + "est_runtime": 2013.660732 + } ], - "IteratorSeek/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "IteratorSeek/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_2103.089641s" + { + "est_runtime": 1850.931894 + } ], - "IteratorSeek/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:0/iterations:1280/threads:8": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "IteratorSeek/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_1454.774204s" + { + "est_runtime": 1941.981279 + } ], - "IteratorSeek/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:1/iterations:1280/threads:8": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "IteratorSeek/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_1456.032701s" + { + "est_runtime": 1917.767466 + } ], - "IteratorSeek/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:1/iterations:1280/threads:8": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "IteratorSeek/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_1730.95682s" + { + "est_runtime": 3832.592151 + } ], - "IteratorSeek/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "IteratorSeek/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_3599.503516s" + { + "est_runtime": 4788.541415 + } ], - "IteratorSeek/comp_style:2/max_data:536870912/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "IteratorSeek/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:0/iterations:1280/threads:8": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_3924.672399s" + { + "est_runtime": 1903.058732 + } ], - "ManualFlush/key_num:1024/per_key_size:1024/iterations:1": [ - "flush_write_bytes", + "IteratorSeek/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ "real_time", - "flush_time", - "max_rss", - "db_size", - "inblock", - "outblock", "cpu_time", + "db_size", "threads", - "EST_RUNTIME_19.913929s" + { + "est_runtime": 1343.860292 + } ], - "PrefixSeek/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/enable_filter:1/iterations:10240": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "IteratorSeek/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_1178.461439s" + { + "est_runtime": 3673.431012 + } ], - "PrefixSeek/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:0/enable_filter:1/iterations:1280/threads:8": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "IteratorSeek/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:1/iterations:1280/threads:8": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_872.867971s" + { + "est_runtime": 3265.79571 + } ], - "PrefixSeek/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:0/enable_filter:0/iterations:1280/threads:8": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "IteratorSeek/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_820.409824s" + { + "est_runtime": 1830.816871 + } ], - "PrefixSeek/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:1/enable_filter:1/iterations:10240": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "IteratorSeek/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_882.363591s" + { + "est_runtime": 1623.280031 + } ], - "PrefixSeek/comp_style:2/max_data:536870912/per_key_size:256/enable_statistics:1/enable_filter:0/iterations:10240": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "IteratorSeek/comp_style:2/max_data:536870912/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:0/iterations:1280/threads:8": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_1954.470552s" + { + "est_runtime": 2889.021135 + } ], - "PrefixSeek/comp_style:2/max_data:536870912/per_key_size:256/enable_statistics:1/enable_filter:0/iterations:1280/threads:8": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "PrefixSeek/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:0/enable_filter:0/iterations:10240": [ + "real_time", "cpu_time", + "db_size", "threads", + { + "est_runtime": 1018.424915 + } + ], + "PrefixSeek/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:1/enable_filter:1/iterations:1280/threads:8": [ "real_time", - "EST_RUNTIME_1389.992343s" - ] - }, - "ribbon_bench": { - "FilterBuild/filter_mode:2/bits_per_key:10/key_len_avg:100/entry_num:1024": [ - "max_rss", - "inblock", - "outblock", "cpu_time", - "size", + "db_size", "threads", - "real_time", - "EST_RUNTIME_2.190967s" + { + "est_runtime": 1143.235807 + } ], - "FilterQueryNegative/filter_mode:2/bits_per_key:20/key_len_avg:100/entry_num:1048576": [ - "max_rss", - "inblock", - "outblock", + "PrefixSeek/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:1/enable_filter:0/iterations:10240": [ + "real_time", "cpu_time", - "fp_pct", + "db_size", "threads", - "real_time", - "EST_RUNTIME_14.769792s" + { + "est_runtime": 1582.515889 + } ], - "FilterQueryPositive/filter_mode:2/bits_per_key:10/key_len_avg:10/entry_num:1048576": [ - "max_rss", - "inblock", - "outblock", + "PrefixSeek/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:1/enable_filter:0/iterations:10240": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_6.697373s" + { + "est_runtime": 1187.009146 + } ], - "FilterQueryPositive/filter_mode:2/bits_per_key:10/key_len_avg:100/entry_num:1024": [ - "max_rss", - "inblock", - "outblock", + "PrefixSeek/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:0/enable_filter:1/iterations:10240": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_1.64585s" + { + "est_runtime": 1421.928748 + } ] } }, - "expected_runtime": 71847, - "name": "rocksdb_microbench_suite_10" + "do_not_reflow": false, + "expected_runtime_one_iter": 88819, + "name": "rocksdb_microbench_suite_10", + "regression_threshold": 10, + "sl_iterations": 2 }, { "benchmarks": { "db_basic_bench": { - "DBGet/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ - "real_time", + "DBGet/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:0/iterations:1280/threads:8": [ "get_p95", - "max_rss", "db_size", "get_mean", - "inblock", - "outblock", - "cpu_time", - "get_p99", "threads", + "real_time", + "cpu_time", "neg_qu_pct", - "EST_RUNTIME_479.879461s" + "get_p99", + { + "est_runtime": 2007.895851 + } ], - "DBGet/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:1/iterations:1280/threads:8": [ - "real_time", + "DBGet/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ "get_p95", - "max_rss", "db_size", "get_mean", - "inblock", - "outblock", - "cpu_time", - "get_p99", "threads", - "neg_qu_pct", - "EST_RUNTIME_964.841375s" - ], - "DBGet/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:1/iterations:1280/threads:8": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "real_time", "cpu_time", - "threads", "neg_qu_pct", - "real_time", - "EST_RUNTIME_1332.677566s" + "get_p99", + { + "est_runtime": 551.935026 + } ], - "DBGet/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ - "real_time", + "DBGet/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8": [ "get_p95", - "max_rss", "db_size", "get_mean", - "inblock", - "outblock", - "cpu_time", - "get_p99", "threads", + "real_time", + "cpu_time", "neg_qu_pct", - "EST_RUNTIME_3221.351325s" + "get_p99", + { + "est_runtime": 1911.863937 + } ], - "DBGet/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:0/iterations:1280/threads:8": [ - "real_time", + "DBGet/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8": [ "get_p95", - "max_rss", "db_size", "get_mean", - "inblock", - "outblock", - "cpu_time", - "get_p99", "threads", + "real_time", + "cpu_time", "neg_qu_pct", - "EST_RUNTIME_1245.946152s" + "get_p99", + { + "est_runtime": 4666.475079 + } ], - "DBGet/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "DBGet/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:1/iterations:1280/threads:8": [ + "real_time", "cpu_time", - "threads", + "db_size", "neg_qu_pct", - "real_time", - "EST_RUNTIME_2618.705211s" + "threads", + { + "est_runtime": 4809.492906 + } ], - "DBGet/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8": [ + "DBGet/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ "real_time", - "get_p95", - "max_rss", - "db_size", - "get_mean", - "inblock", - "outblock", "cpu_time", - "get_p99", - "threads", + "db_size", "neg_qu_pct", - "EST_RUNTIME_3966.907213s" + "threads", + { + "est_runtime": 3790.625424 + } ], - "DBGet/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:0/iterations:1280/threads:8": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "DBGet/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ + "real_time", "cpu_time", - "threads", + "db_size", "neg_qu_pct", - "real_time", - "EST_RUNTIME_944.9055s" + "threads", + { + "est_runtime": 387.072927 + } ], - "DBGet/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:1/iterations:1280/threads:8": [ - "max_rss", + "DBGet/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:1/iterations:1280/threads:8": [ + "get_p95", "db_size", - "inblock", - "outblock", - "cpu_time", + "get_mean", "threads", - "neg_qu_pct", "real_time", - "EST_RUNTIME_1315.824997s" - ], - "DBGet/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ - "max_rss", - "db_size", - "inblock", - "outblock", "cpu_time", - "threads", "neg_qu_pct", - "real_time", - "EST_RUNTIME_794.261796s" + "get_p99", + { + "est_runtime": 2106.161292 + } ], - "DBGet/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ - "real_time", + "DBGet/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8": [ "get_p95", - "max_rss", "db_size", "get_mean", - "inblock", - "outblock", - "cpu_time", - "get_p99", "threads", + "real_time", + "cpu_time", "neg_qu_pct", - "EST_RUNTIME_3216.544268s" + "get_p99", + { + "est_runtime": 1961.147307 + } ], - "DBGet/comp_style:2/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8": [ - "real_time", + "DBGet/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8": [ "get_p95", - "max_rss", "db_size", "get_mean", - "inblock", - "outblock", - "cpu_time", - "get_p99", "threads", + "real_time", + "cpu_time", "neg_qu_pct", - "EST_RUNTIME_3929.243952s" + "get_p99", + { + "est_runtime": 4437.328726 + } ], - "DBPut/comp_style:0/max_data:107374182400/per_key_size:1024/enable_statistics:1/wal:1/iterations:10240/threads:1": [ + "DBGet/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:0/iterations:1280/threads:8": [ "real_time", - "max_rss", - "db_size", - "inblock", - "outblock", "cpu_time", - "put_p99", + "db_size", + "neg_qu_pct", "threads", - "put_p95", - "put_mean", - "EST_RUNTIME_15.569704s" + { + "est_runtime": 5173.846426 + } ], - "DBPut/comp_style:2/max_data:107374182400/per_key_size:1024/enable_statistics:1/wal:0/iterations:1280/threads:8": [ + "DBGet/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:1/iterations:1280/threads:8": [ "real_time", - "max_rss", - "db_size", - "inblock", - "outblock", "cpu_time", - "put_p99", + "db_size", + "neg_qu_pct", "threads", - "put_p95", - "put_mean", - "EST_RUNTIME_16.118419s" + { + "est_runtime": 1859.150921 + } ], - "DBPut/comp_style:2/max_data:107374182400/per_key_size:256/enable_statistics:0/wal:0/iterations:1280/threads:8": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "DBGet/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ + "real_time", "cpu_time", + "db_size", + "neg_qu_pct", "threads", + { + "est_runtime": 504.228523 + } + ], + "DBGet/comp_style:2/max_data:536870912/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:0/iterations:1280/threads:8": [ "real_time", - "EST_RUNTIME_15.285742s" + "cpu_time", + "db_size", + "neg_qu_pct", + "threads", + { + "est_runtime": 4950.729688 + } ], - "DBPut/comp_style:2/max_data:107374182400/per_key_size:256/enable_statistics:0/wal:1/iterations:10240/threads:1": [ - "max_rss", + "DBGet/comp_style:2/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ + "get_p95", "db_size", - "inblock", - "outblock", - "cpu_time", + "get_mean", "threads", "real_time", - "EST_RUNTIME_15.065363s" + "cpu_time", + "neg_qu_pct", + "get_p99", + { + "est_runtime": 4041.39475 + } ], - "DataBlockSeek/iterations:1000000": [ - "max_rss", - "inblock", - "outblock", + "DBPut/comp_style:0/max_data:107374182400/per_key_size:1024/enable_statistics:0/wal:0/iterations:51200/threads:8": [ + "real_time", "cpu_time", - "seek_ns", + "db_size", "threads", - "real_time", - "EST_RUNTIME_57.204842s" + { + "est_runtime": 2473.08233 + } ], - "IteratorNext/comp_style:0/max_data:134217728/per_key_size:1024/iterations:10240": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "DBPut/comp_style:0/max_data:107374182400/per_key_size:256/enable_statistics:0/wal:1/iterations:409600/threads:1": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_1446.616291s" + { + "est_runtime": 360.402539 + } ], - "IteratorSeek/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "IteratorNext/comp_style:2/max_data:536870912/per_key_size:1024/iterations:10240": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_1379.001141s" + { + "est_runtime": 2192.682661 + } ], - "IteratorSeek/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:1/iterations:1280/threads:8": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "IteratorPrev/comp_style:0/max_data:134217728/per_key_size:1024/iterations:10240": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_2261.2653s" + { + "est_runtime": 849.453776 + } ], - "IteratorSeek/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "IteratorPrev/comp_style:1/max_data:536870912/per_key_size:1024/iterations:10240": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_1482.289598s" + { + "est_runtime": 2325.086056 + } ], - "IteratorSeek/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:0/iterations:1280/threads:8": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "IteratorSeek/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_2125.291189s" + { + "est_runtime": 1893.637846 + } ], - "IteratorSeek/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "IteratorSeek/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:0/iterations:1280/threads:8": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_2565.790122s" + { + "est_runtime": 2139.270344 + } ], - "IteratorSeek/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "IteratorSeek/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_3583.028721s" + { + "est_runtime": 3098.564345 + } ], - "IteratorSeek/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:1/iterations:1280/threads:8": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "IteratorSeek/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:0/iterations:1280/threads:8": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_3520.877882s" + { + "est_runtime": 3857.029519 + } ], - "IteratorSeek/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "IteratorSeek/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_4047.651657s" + { + "est_runtime": 3481.020105 + } ], - "IteratorSeek/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:0/iterations:1280/threads:8": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "IteratorSeek/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_2110.520623s" + { + "est_runtime": 1340.699259 + } ], - "IteratorSeek/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "IteratorSeek/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_3647.048588s" + { + "est_runtime": 3715.527152 + } ], - "IteratorSeek/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "IteratorSeek/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_2765.775688s" + { + "est_runtime": 3246.485924 + } ], - "IteratorSeek/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "IteratorSeek/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:1/iterations:1280/threads:8": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_3181.610933s" + { + "est_runtime": 1414.497171 + } ], - "IteratorSeek/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "IteratorSeek/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_1955.254014s" + { + "est_runtime": 1641.591443 + } ], - "IteratorSeek/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:0/iterations:1280/threads:8": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "IteratorSeek/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_1733.928778s" + { + "est_runtime": 1573.758377 + } ], - "IteratorSeek/comp_style:2/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "IteratorSeek/comp_style:2/max_data:536870912/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:1/iterations:1280/threads:8": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_3853.453582s" + { + "est_runtime": 2888.996421 + } ], - "ManualCompaction/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:0/iterations:1": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "PrefixSeek/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:1/enable_filter:0/iterations:10240": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_300.555252s" + { + "est_runtime": 1001.540766 + } ], - "PrefixSeek/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:0/enable_filter:0/iterations:10240": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "PrefixSeek/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/enable_filter:0/iterations:1280/threads:8": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_1186.230984s" + { + "est_runtime": 1187.719701 + } ], - "PrefixSeek/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:0/enable_filter:0/iterations:1280/threads:8": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "PrefixSeek/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:0/enable_filter:0/iterations:1280/threads:8": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_1873.255399s" + { + "est_runtime": 1145.748787 + } ], - "PrefixSeek/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:0/enable_filter:0/iterations:10240": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "PrefixSeek/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:1/enable_filter:0/iterations:10240": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_1003.580568s" + { + "est_runtime": 1776.225564 + } ], - "PrefixSeek/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:1/enable_filter:0/iterations:1280/threads:8": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "PrefixSeek/comp_style:2/max_data:536870912/per_key_size:256/enable_statistics:1/enable_filter:0/iterations:10240": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_849.265748s" + { + "est_runtime": 1823.654928 + } ], - "PrefixSeek/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:1/enable_filter:1/iterations:1280/threads:8": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "RandomAccessFileReaderRead/enable_statistics:0/iterations:1000000": [ + "real_time", "cpu_time", "threads", - "real_time", - "EST_RUNTIME_769.84551s" + { + "est_runtime": 2.984478 + } ] }, "ribbon_bench": { - "FilterBuild/filter_mode:0/bits_per_key:10/key_len_avg:10/entry_num:1048576": [ - "max_rss", - "inblock", - "outblock", + "FilterBuild/filter_impl:0/bits_per_key:10/key_len_avg:10/entry_num:1048576": [ + "real_time", "cpu_time", - "size", "threads", + "size", + { + "est_runtime": 1.311687 + } + ], + "FilterBuild/filter_impl:2/bits_per_key:10/key_len_avg:100/entry_num:1024": [ "real_time", - "EST_RUNTIME_2.962762s" + "cpu_time", + "threads", + "size", + { + "est_runtime": 1.439296 + } ], - "FilterBuild/filter_mode:2/bits_per_key:10/key_len_avg:10/entry_num:1024": [ - "max_rss", - "inblock", - "outblock", + "FilterBuild/filter_impl:2/bits_per_key:20/key_len_avg:100/entry_num:1024": [ + "real_time", "cpu_time", + "threads", "size", + { + "est_runtime": 1.536606 + } + ], + "FilterQueryNegative/filter_impl:0/bits_per_key:10/key_len_avg:10/entry_num:1048576": [ + "real_time", + "cpu_time", + "threads", + "fp_pct", + { + "est_runtime": 6.421361 + } + ], + "FilterQueryNegative/filter_impl:0/bits_per_key:20/key_len_avg:10/entry_num:1024": [ + "real_time", + "cpu_time", "threads", + "fp_pct", + { + "est_runtime": 1.672049 + } + ], + "FilterQueryNegative/filter_impl:0/bits_per_key:20/key_len_avg:10/entry_num:1048576": [ "real_time", - "EST_RUNTIME_2.057548s" + "cpu_time", + "threads", + "fp_pct", + { + "est_runtime": 7.789373 + } ], - "FilterQueryNegative/filter_mode:2/bits_per_key:10/key_len_avg:10/entry_num:1048576": [ - "max_rss", - "inblock", - "outblock", + "FilterQueryNegative/filter_impl:2/bits_per_key:20/key_len_avg:100/entry_num:1048576": [ + "real_time", "cpu_time", + "threads", "fp_pct", + { + "est_runtime": 15.718081 + } + ], + "FilterQueryPositive/filter_impl:0/bits_per_key:20/key_len_avg:10/entry_num:1024": [ + "real_time", + "cpu_time", "threads", + { + "est_runtime": 1.26261 + } + ], + "FilterQueryPositive/filter_impl:0/bits_per_key:20/key_len_avg:100/entry_num:1048576": [ "real_time", - "EST_RUNTIME_7.120287s" + "cpu_time", + "threads", + { + "est_runtime": 11.512964 + } ], - "FilterQueryNegative/filter_mode:3/bits_per_key:10/key_len_avg:10/entry_num:1048576": [ - "max_rss", - "inblock", - "outblock", + "FilterQueryPositive/filter_impl:2/bits_per_key:10/key_len_avg:100/entry_num:1024": [ + "real_time", "cpu_time", - "fp_pct", "threads", + { + "est_runtime": 1.49311 + } + ], + "FilterQueryPositive/filter_impl:2/bits_per_key:20/key_len_avg:100/entry_num:1048576": [ "real_time", - "EST_RUNTIME_40.252926s" + "cpu_time", + "threads", + { + "est_runtime": 14.576404 + } ], - "FilterQueryNegative/filter_mode:3/bits_per_key:20/key_len_avg:10/entry_num:1024": [ - "max_rss", - "inblock", - "outblock", + "FilterQueryPositive/filter_impl:3/bits_per_key:10/key_len_avg:10/entry_num:1024": [ + "real_time", "cpu_time", - "fp_pct", "threads", + { + "est_runtime": 1.35537 + } + ], + "FilterQueryPositive/filter_impl:3/bits_per_key:20/key_len_avg:100/entry_num:1048576": [ "real_time", - "EST_RUNTIME_1.636616s" + "cpu_time", + "threads", + { + "est_runtime": 54.977852 + } ] } }, - "expected_runtime": 71847, - "name": "rocksdb_microbench_suite_11" + "do_not_reflow": false, + "expected_runtime_one_iter": 88711, + "name": "rocksdb_microbench_suite_11", + "regression_threshold": 10, + "sl_iterations": 2 }, { "benchmarks": { "db_basic_bench": { - "DBGet/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8": [ + "DBGet/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ "real_time", - "get_p95", - "max_rss", - "db_size", - "get_mean", - "inblock", - "outblock", "cpu_time", - "get_p99", - "threads", + "db_size", "neg_qu_pct", - "EST_RUNTIME_1113.270046s" + "threads", + { + "est_runtime": 403.095413 + } ], - "DBGet/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8": [ - "real_time", + "DBGet/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ "get_p95", - "max_rss", "db_size", "get_mean", - "inblock", - "outblock", - "cpu_time", - "get_p99", "threads", + "real_time", + "cpu_time", "neg_qu_pct", - "EST_RUNTIME_964.493426s" + "get_p99", + { + "est_runtime": 505.270116 + } ], - "DBGet/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "DBGet/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ + "real_time", "cpu_time", - "threads", + "db_size", "neg_qu_pct", - "real_time", - "EST_RUNTIME_299.163113s" + "threads", + { + "est_runtime": 3154.721755 + } ], - "DBGet/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ - "max_rss", + "DBGet/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:0/iterations:1280/threads:8": [ + "get_p95", "db_size", - "inblock", - "outblock", - "cpu_time", + "get_mean", "threads", - "neg_qu_pct", "real_time", - "EST_RUNTIME_479.841532s" - ], - "DBGet/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:1280/threads:8": [ - "max_rss", - "db_size", - "inblock", - "outblock", "cpu_time", - "threads", "neg_qu_pct", - "real_time", - "EST_RUNTIME_3216.284508s" + "get_p99", + { + "est_runtime": 4687.221851 + } ], - "DBGet/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:1/iterations:1280/threads:8": [ - "real_time", + "DBGet/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ "get_p95", - "max_rss", "db_size", "get_mean", - "inblock", - "outblock", - "cpu_time", - "get_p99", "threads", + "real_time", + "cpu_time", "neg_qu_pct", - "EST_RUNTIME_3983.005093s" + "get_p99", + { + "est_runtime": 3771.266874 + } ], - "DBGet/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:1/iterations:1280/threads:8": [ - "max_rss", + "DBGet/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:0/iterations:1280/threads:8": [ + "get_p95", "db_size", - "inblock", - "outblock", - "cpu_time", + "get_mean", "threads", - "neg_qu_pct", "real_time", - "EST_RUNTIME_1317.482413s" + "cpu_time", + "neg_qu_pct", + "get_p99", + { + "est_runtime": 4804.836604 + } ], - "DBGet/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8": [ + "DBGet/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:1/iterations:1280/threads:8": [ "real_time", + "cpu_time", + "db_size", + "neg_qu_pct", + "threads", + { + "est_runtime": 1959.030698 + } + ], + "DBGet/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ "get_p95", - "max_rss", "db_size", "get_mean", - "inblock", - "outblock", - "cpu_time", - "get_p99", "threads", + "real_time", + "cpu_time", "neg_qu_pct", - "EST_RUNTIME_3319.627508s" + "get_p99", + { + "est_runtime": 557.749335 + } ], - "DBGet/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ + "DBGet/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:0/iterations:1280/threads:8": [ "real_time", + "cpu_time", + "db_size", + "neg_qu_pct", + "threads", + { + "est_runtime": 2109.882711 + } + ], + "DBGet/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8": [ "get_p95", - "max_rss", "db_size", "get_mean", - "inblock", - "outblock", - "cpu_time", - "get_p99", "threads", + "real_time", + "cpu_time", "neg_qu_pct", - "EST_RUNTIME_4038.297454s" + "get_p99", + { + "est_runtime": 2007.868277 + } ], - "DBGet/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ + "DBGet/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ "real_time", + "cpu_time", + "db_size", + "neg_qu_pct", + "threads", + { + "est_runtime": 3823.708033 + } + ], + "DBGet/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8": [ "get_p95", - "max_rss", "db_size", "get_mean", - "inblock", - "outblock", - "cpu_time", - "get_p99", "threads", + "real_time", + "cpu_time", "neg_qu_pct", - "EST_RUNTIME_3624.485685s" + "get_p99", + { + "est_runtime": 5173.766594 + } ], - "DBGet/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ - "real_time", + "DBGet/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ "get_p95", - "max_rss", "db_size", "get_mean", - "inblock", - "outblock", - "cpu_time", - "get_p99", "threads", + "real_time", + "cpu_time", "neg_qu_pct", - "EST_RUNTIME_794.170094s" + "get_p99", + { + "est_runtime": 4195.243654 + } ], - "DBGet/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:0/iterations:1280/threads:8": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "DBGet/comp_style:2/max_data:536870912/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ + "real_time", "cpu_time", - "threads", + "db_size", "neg_qu_pct", - "real_time", - "EST_RUNTIME_1244.637991s" + "threads", + { + "est_runtime": 4396.047348 + } ], - "DBGet/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ - "real_time", + "DBGet/comp_style:2/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:0/iterations:1280/threads:8": [ "get_p95", - "max_rss", "db_size", "get_mean", - "inblock", - "outblock", - "cpu_time", - "get_p99", "threads", - "neg_qu_pct", - "EST_RUNTIME_809.195515s" - ], - "DBGet/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:1/iterations:1280/threads:8": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "real_time", "cpu_time", - "threads", "neg_qu_pct", - "real_time", - "EST_RUNTIME_3179.032787s" + "get_p99", + { + "est_runtime": 4952.523661 + } ], - "DBPut/comp_style:0/max_data:107374182400/per_key_size:256/enable_statistics:1/wal:1/iterations:10240/threads:1": [ + "DBPut/comp_style:2/max_data:107374182400/per_key_size:1024/enable_statistics:1/wal:0/iterations:51200/threads:8": [ "real_time", - "max_rss", - "db_size", - "inblock", - "outblock", + "put_mean", "cpu_time", "put_p99", - "threads", + "db_size", "put_p95", - "put_mean", - "EST_RUNTIME_15.526929s" + "threads", + { + "est_runtime": 2312.17547 + } ], - "DBPut/comp_style:1/max_data:107374182400/per_key_size:1024/enable_statistics:1/wal:1/iterations:1280/threads:8": [ + "DBPut/comp_style:2/max_data:107374182400/per_key_size:1024/enable_statistics:1/wal:1/iterations:51200/threads:8": [ "real_time", - "max_rss", - "db_size", - "inblock", - "outblock", + "put_mean", "cpu_time", "put_p99", - "threads", - "put_p95", - "put_mean", - "EST_RUNTIME_15.572609s" - ], - "DBPut/comp_style:1/max_data:107374182400/per_key_size:256/enable_statistics:0/wal:1/iterations:1280/threads:8": [ - "max_rss", "db_size", - "inblock", - "outblock", - "cpu_time", + "put_p95", "threads", - "real_time", - "EST_RUNTIME_15.145375s" + { + "est_runtime": 2199.255566 + } ], - "DBPut/comp_style:2/max_data:107374182400/per_key_size:1024/enable_statistics:0/wal:0/iterations:1280/threads:8": [ - "max_rss", - "db_size", - "inblock", - "outblock", - "cpu_time", - "threads", + "DBPut/comp_style:2/max_data:107374182400/per_key_size:256/enable_statistics:0/wal:1/iterations:409600/threads:1": [ "real_time", - "EST_RUNTIME_16.121428s" - ], - "IteratorSeek/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ - "max_rss", - "db_size", - "inblock", - "outblock", "cpu_time", - "threads", - "real_time", - "EST_RUNTIME_1298.402534s" - ], - "IteratorSeek/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:0/iterations:1280/threads:8": [ - "max_rss", "db_size", - "inblock", - "outblock", - "cpu_time", "threads", - "real_time", - "EST_RUNTIME_2076.099176s" + { + "est_runtime": 360.355195 + } ], - "IteratorSeek/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "DataBlockSeek/iterations:1000000": [ + "real_time", "cpu_time", + "seek_ns", "threads", - "real_time", - "EST_RUNTIME_3479.259051s" + { + "est_runtime": 16.815497 + } ], - "IteratorSeek/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:0/iterations:1280/threads:8": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "IteratorNext/comp_style:1/max_data:134217728/per_key_size:256/iterations:10240": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_1822.037353s" + { + "est_runtime": 998.011759 + } ], - "IteratorSeek/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8": [ - "max_rss", + "IteratorNextWithPerfContext/iterations:100000": [ + "find_next_user_entry_time", "db_size", - "inblock", - "outblock", - "cpu_time", "threads", + "internal_key_skipped_count", "real_time", - "EST_RUNTIME_1976.61555s" + "cpu_time", + "iter_next_cpu_nanos", + "user_key_comparison_count", + { + "est_runtime": 829.288054 + } ], - "IteratorSeek/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "IteratorSeek/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_2699.276286s" + { + "est_runtime": 1896.181275 + } ], - "IteratorSeek/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "IteratorSeek/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_2222.866308s" + { + "est_runtime": 1852.19042 + } ], - "IteratorSeek/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "IteratorSeek/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:1/iterations:1280/threads:8": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_1770.607612s" + { + "est_runtime": 2139.477433 + } ], - "IteratorSeek/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "IteratorSeek/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:1/iterations:1280/threads:8": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_1641.030067s" + { + "est_runtime": 1912.38273 + } ], - "IteratorSeek/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "IteratorSeek/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_3602.443102s" + { + "est_runtime": 1331.360875 + } ], - "IteratorSeek/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "IteratorSeek/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_2422.92077s" + { + "est_runtime": 3420.568984 + } ], - "IteratorSeek/comp_style:2/max_data:536870912/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "IteratorSeek/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_3928.325236s" + { + "est_runtime": 3657.279035 + } ], - "IteratorSeek/comp_style:2/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "IteratorSeek/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:1/iterations:1280/threads:8": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_3853.324218s" + { + "est_runtime": 3246.623059 + } ], - "IteratorSeek/comp_style:2/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "IteratorSeek/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:0/iterations:1280/threads:8": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_2654.540853s" + { + "est_runtime": 1572.433675 + } ], - "ManualCompaction/comp_style:1/max_data:33554432/per_key_size:1024/enable_statistics:0/iterations:1": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "IteratorSeek/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:0/iterations:1280/threads:8": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_35.245222s" + { + "est_runtime": 2460.911144 + } ], - "PrefixSeek/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/enable_filter:0/iterations:1280/threads:8": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "IteratorSeek/comp_style:2/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:0/iterations:1280/threads:8": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_892.156129s" + { + "est_runtime": 2888.95434 + } ], - "PrefixSeek/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:0/enable_filter:0/iterations:10240": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "PrefixSeek/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:0/enable_filter:0/iterations:1280/threads:8": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_2295.3996s" + { + "est_runtime": 1138.435281 + } ], "PrefixSeek/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:1/enable_filter:0/iterations:10240": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_867.482198s" + { + "est_runtime": 1411.742372 + } ], - "PrefixSeek/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:0/enable_filter:1/iterations:10240": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "PrefixSeek/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:1/enable_filter:1/iterations:10240": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_1003.456206s" + { + "est_runtime": 1178.105028 + } ], - "PrefixSeek/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:0/enable_filter:1/iterations:1280/threads:8": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "PrefixSeek/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:0/enable_filter:0/iterations:10240": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_1431.801663s" + { + "est_runtime": 1777.084988 + } ], - "PrefixSeek/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:0/enable_filter:0/iterations:1280/threads:8": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "PrefixSeek/comp_style:2/max_data:536870912/per_key_size:256/enable_statistics:0/enable_filter:0/iterations:1280/threads:8": [ + "real_time", "cpu_time", + "db_size", "threads", + { + "est_runtime": 1678.61669 + } + ], + "PrefixSeek/comp_style:2/max_data:536870912/per_key_size:256/enable_statistics:0/enable_filter:1/iterations:10240": [ "real_time", - "EST_RUNTIME_1361.62464s" + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 1826.405941 + } ] }, "ribbon_bench": { - "FilterBuild/filter_mode:2/bits_per_key:20/key_len_avg:100/entry_num:1024": [ - "max_rss", - "inblock", - "outblock", + "FilterBuild/filter_impl:0/bits_per_key:10/key_len_avg:10/entry_num:1024": [ + "real_time", "cpu_time", - "size", "threads", - "real_time", - "EST_RUNTIME_2.541194s" + "size", + { + "est_runtime": 1.654238 + } ], - "FilterQueryNegative/filter_mode:0/bits_per_key:10/key_len_avg:10/entry_num:1024": [ - "max_rss", - "inblock", - "outblock", + "FilterBuild/filter_impl:0/bits_per_key:10/key_len_avg:100/entry_num:1024": [ + "real_time", "cpu_time", - "fp_pct", "threads", - "real_time", - "EST_RUNTIME_1.942312s" + "size", + { + "est_runtime": 1.453843 + } ], - "FilterQueryNegative/filter_mode:3/bits_per_key:20/key_len_avg:10/entry_num:1048576": [ - "max_rss", - "inblock", - "outblock", + "FilterBuild/filter_impl:0/bits_per_key:20/key_len_avg:10/entry_num:1048576": [ + "real_time", + "cpu_time", + "threads", + "size", + { + "est_runtime": 1.52447 + } + ], + "FilterBuild/filter_impl:0/bits_per_key:20/key_len_avg:100/entry_num:1048576": [ + "real_time", + "cpu_time", + "threads", + "size", + { + "est_runtime": 2.169285 + } + ], + "FilterBuild/filter_impl:2/bits_per_key:20/key_len_avg:10/entry_num:1024": [ + "real_time", + "cpu_time", + "threads", + "size", + { + "est_runtime": 1.335641 + } + ], + "FilterBuild/filter_impl:3/bits_per_key:10/key_len_avg:10/entry_num:1024": [ + "real_time", "cpu_time", - "fp_pct", "threads", + "size", + { + "est_runtime": 1.288164 + } + ], + "FilterQueryNegative/filter_impl:0/bits_per_key:20/key_len_avg:100/entry_num:1048576": [ + "real_time", + "cpu_time", + "threads", + "fp_pct", + { + "est_runtime": 15.548585 + } + ], + "FilterQueryNegative/filter_impl:2/bits_per_key:10/key_len_avg:10/entry_num:1048576": [ "real_time", - "EST_RUNTIME_52.053532s" + "cpu_time", + "threads", + "fp_pct", + { + "est_runtime": 7.097205 + } ], - "FilterQueryPositive/filter_mode:0/bits_per_key:20/key_len_avg:10/entry_num:1048576": [ - "max_rss", - "inblock", - "outblock", + "FilterQueryPositive/filter_impl:0/bits_per_key:10/key_len_avg:100/entry_num:1024": [ + "real_time", "cpu_time", "threads", + { + "est_runtime": 1.389287 + } + ], + "FilterQueryPositive/filter_impl:2/bits_per_key:10/key_len_avg:100/entry_num:1048576": [ "real_time", - "EST_RUNTIME_8.780699s" + "cpu_time", + "threads", + { + "est_runtime": 14.556778 + } ], - "FilterQueryPositive/filter_mode:3/bits_per_key:10/key_len_avg:100/entry_num:1024": [ - "max_rss", - "inblock", - "outblock", + "FilterQueryPositive/filter_impl:2/bits_per_key:20/key_len_avg:10/entry_num:1048576": [ + "real_time", "cpu_time", "threads", + { + "est_runtime": 6.387351 + } + ], + "FilterQueryPositive/filter_impl:3/bits_per_key:20/key_len_avg:10/entry_num:1048576": [ "real_time", - "EST_RUNTIME_1.543199s" + "cpu_time", + "threads", + { + "est_runtime": 47.662364 + } ] } }, - "expected_runtime": 71848, - "name": "rocksdb_microbench_suite_12" + "do_not_reflow": false, + "expected_runtime_one_iter": 88709, + "name": "rocksdb_microbench_suite_12", + "regression_threshold": 10, + "sl_iterations": 2 }, { "benchmarks": { "db_basic_bench": { - "DBGet/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "DBGet/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ + "real_time", "cpu_time", - "threads", + "db_size", "neg_qu_pct", - "real_time", - "EST_RUNTIME_166.186219s" + "threads", + { + "est_runtime": 446.597044 + } ], - "DBGet/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:1/iterations:1280/threads:8": [ - "max_rss", + "DBGet/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ + "get_p95", "db_size", - "inblock", - "outblock", - "cpu_time", + "get_mean", "threads", - "neg_qu_pct", "real_time", - "EST_RUNTIME_964.229028s" - ], - "DBGet/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:1/iterations:1280/threads:8": [ - "max_rss", - "db_size", - "inblock", - "outblock", "cpu_time", - "threads", "neg_qu_pct", - "real_time", - "EST_RUNTIME_1332.564664s" + "get_p99", + { + "est_runtime": 507.805668 + } ], - "DBGet/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:0/iterations:1280/threads:8": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "DBGet/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ + "real_time", "cpu_time", - "threads", + "db_size", "neg_qu_pct", - "real_time", - "EST_RUNTIME_3216.258675s" + "threads", + { + "est_runtime": 607.525698 + } ], - "DBGet/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8": [ - "real_time", + "DBGet/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8": [ "get_p95", - "max_rss", "db_size", "get_mean", - "inblock", - "outblock", - "cpu_time", - "get_p99", "threads", + "real_time", + "cpu_time", "neg_qu_pct", - "EST_RUNTIME_3472.32735s" + "get_p99", + { + "est_runtime": 1937.632471 + } ], - "DBGet/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ + "DBGet/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ "real_time", - "get_p95", - "max_rss", - "db_size", - "get_mean", - "inblock", - "outblock", "cpu_time", - "get_p99", + "db_size", + "neg_qu_pct", "threads", + { + "est_runtime": 3154.693409 + } + ], + "DBGet/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:1/iterations:1280/threads:8": [ + "real_time", + "cpu_time", + "db_size", "neg_qu_pct", - "EST_RUNTIME_686.108878s" + "threads", + { + "est_runtime": 4666.088632 + } ], - "DBGet/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ + "DBGet/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:0/iterations:1280/threads:8": [ "real_time", + "cpu_time", + "db_size", + "neg_qu_pct", + "threads", + { + "est_runtime": 4803.243479 + } + ], + "DBGet/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ "get_p95", - "max_rss", "db_size", "get_mean", - "inblock", - "outblock", - "cpu_time", - "get_p99", "threads", + "real_time", + "cpu_time", "neg_qu_pct", - "EST_RUNTIME_2618.749089s" + "get_p99", + { + "est_runtime": 3772.288434 + } ], - "DBGet/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "DBGet/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:1/iterations:1280/threads:8": [ + "real_time", "cpu_time", - "threads", + "db_size", "neg_qu_pct", - "real_time", - "EST_RUNTIME_4028.7546s" + "threads", + { + "est_runtime": 2092.642473 + } ], - "DBGet/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ - "real_time", + "DBGet/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:1/iterations:1280/threads:8": [ "get_p95", - "max_rss", "db_size", "get_mean", - "inblock", - "outblock", - "cpu_time", - "get_p99", "threads", + "real_time", + "cpu_time", "neg_qu_pct", - "EST_RUNTIME_3336.130397s" + "get_p99", + { + "est_runtime": 4425.053714 + } ], - "DBGet/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "DBGet/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:1/iterations:1280/threads:8": [ + "real_time", "cpu_time", - "threads", + "db_size", "neg_qu_pct", - "real_time", - "EST_RUNTIME_882.262086s" + "threads", + { + "est_runtime": 5173.355427 + } ], - "DBGet/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ - "real_time", + "DBGet/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8": [ "get_p95", - "max_rss", "db_size", "get_mean", - "inblock", - "outblock", - "cpu_time", - "get_p99", "threads", + "real_time", + "cpu_time", "neg_qu_pct", - "EST_RUNTIME_723.549355s" + "get_p99", + { + "est_runtime": 1889.78671 + } ], - "DBGet/comp_style:2/max_data:536870912/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:0/iterations:1280/threads:8": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "DBGet/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ + "real_time", "cpu_time", - "threads", + "db_size", "neg_qu_pct", - "real_time", - "EST_RUNTIME_3594.77146s" + "threads", + { + "est_runtime": 694.715237 + } ], - "DBPut/comp_style:0/max_data:107374182400/per_key_size:1024/enable_statistics:0/wal:1/iterations:10240/threads:1": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "DBGet/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ + "real_time", "cpu_time", + "db_size", + "neg_qu_pct", "threads", - "real_time", - "EST_RUNTIME_15.564052s" + { + "est_runtime": 4145.945651 + } ], - "DBPut/comp_style:1/max_data:107374182400/per_key_size:1024/enable_statistics:0/wal:0/iterations:1280/threads:8": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "DBGet/comp_style:2/max_data:536870912/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:0/iterations:1280/threads:8": [ + "real_time", "cpu_time", + "db_size", + "neg_qu_pct", "threads", - "real_time", - "EST_RUNTIME_15.27494s" + { + "est_runtime": 4967.640229 + } ], - "DBPut/comp_style:1/max_data:107374182400/per_key_size:1024/enable_statistics:1/wal:0/iterations:10240/threads:1": [ + "DBPut/comp_style:1/max_data:107374182400/per_key_size:1024/enable_statistics:0/wal:0/iterations:409600/threads:1": [ "real_time", - "max_rss", + "cpu_time", "db_size", - "inblock", - "outblock", + "threads", + { + "est_runtime": 2352.471126 + } + ], + "DBPut/comp_style:1/max_data:107374182400/per_key_size:256/enable_statistics:1/wal:1/iterations:409600/threads:1": [ + "real_time", + "put_mean", "cpu_time", "put_p99", - "threads", + "db_size", "put_p95", - "put_mean", - "EST_RUNTIME_16.110911s" + "threads", + { + "est_runtime": 360.424861 + } ], - "IteratorNext/comp_style:0/max_data:536870912/per_key_size:256/iterations:10240": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "IteratorNext/comp_style:0/max_data:134217728/per_key_size:1024/iterations:10240": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_2735.554144s" + { + "est_runtime": 1000.224231 + } ], - "IteratorNext/comp_style:2/max_data:134217728/per_key_size:1024/iterations:10240": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "IteratorNext/comp_style:1/max_data:536870912/per_key_size:1024/iterations:10240": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_1308.056551s" + { + "est_runtime": 2192.668329 + } ], - "IteratorSeek/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:0/iterations:1280/threads:8": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "IteratorNext/comp_style:1/max_data:536870912/per_key_size:256/iterations:10240": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_2261.261959s" + { + "est_runtime": 2480.631028 + } ], - "IteratorSeek/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:1/iterations:1280/threads:8": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "IteratorSeek/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_2125.220717s" + { + "est_runtime": 1866.980315 + } ], - "IteratorSeek/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "IteratorSeek/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:1/iterations:1280/threads:8": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_3994.981399s" + { + "est_runtime": 2139.269926 + } ], - "IteratorSeek/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "IteratorSeek/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_1032.035812s" + { + "est_runtime": 1917.557528 + } ], "IteratorSeek/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_1888.466369s" + { + "est_runtime": 2031.89305 + } ], - "IteratorSeek/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "IteratorSeek/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_1259.666984s" + { + "est_runtime": 1331.768126 + } ], - "IteratorSeek/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "IteratorSeek/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_3639.86931s" + { + "est_runtime": 3678.933137 + } ], - "IteratorSeek/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "IteratorSeek/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_3129.828068s" + { + "est_runtime": 3833.856318 + } ], - "IteratorSeek/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "IteratorSeek/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:0/iterations:1280/threads:8": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_1456.60886s" + { + "est_runtime": 3262.461026 + } ], - "IteratorSeek/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:0/iterations:1280/threads:8": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "IteratorSeek/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:0/iterations:1280/threads:8": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_1728.711017s" + { + "est_runtime": 1659.435948 + } ], - "IteratorSeek/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8": [ - "max_rss", + "IteratorSeek/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:0/iterations:1280/threads:8": [ + "real_time", + "cpu_time", "db_size", - "inblock", - "outblock", + "threads", + { + "est_runtime": 1572.985396 + } + ], + "IteratorSeek/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ + "real_time", "cpu_time", + "db_size", "threads", + { + "est_runtime": 3407.503485 + } + ], + "IteratorSeek/comp_style:2/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8": [ "real_time", - "EST_RUNTIME_2578.958885s" + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 2839.546177 + } ], - "IteratorSeek/comp_style:2/max_data:536870912/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ - "max_rss", + "PrefixSeek/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/enable_filter:1/iterations:1280/threads:8": [ + "real_time", + "cpu_time", "db_size", - "inblock", - "outblock", + "threads", + { + "est_runtime": 1183.238636 + } + ], + "PrefixSeek/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:0/enable_filter:0/iterations:10240": [ + "real_time", "cpu_time", + "db_size", "threads", + { + "est_runtime": 1412.015301 + } + ], + "PrefixSeek/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:1/enable_filter:1/iterations:1280/threads:8": [ "real_time", - "EST_RUNTIME_3924.696283s" + "cpu_time", + "db_size", + "threads", + { + "est_runtime": 1815.899454 + } ], - "IteratorSeek/comp_style:2/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ - "max_rss", + "PrefixSeek/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:0/enable_filter:1/iterations:1280/threads:8": [ + "real_time", + "cpu_time", "db_size", - "inblock", - "outblock", + "threads", + { + "est_runtime": 1150.426956 + } + ], + "PrefixSeek/comp_style:2/max_data:536870912/per_key_size:256/enable_statistics:0/enable_filter:0/iterations:10240": [ + "real_time", "cpu_time", + "db_size", "threads", + { + "est_runtime": 1778.155184 + } + ] + }, + "ribbon_bench": { + "FilterBuild/filter_impl:0/bits_per_key:20/key_len_avg:100/entry_num:1024": [ "real_time", - "EST_RUNTIME_3853.350274s" + "cpu_time", + "threads", + "size", + { + "est_runtime": 1.478298 + } ], - "ManualCompaction/comp_style:0/max_data:33554432/per_key_size:1024/enable_statistics:0/iterations:1": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "FilterBuild/filter_impl:2/bits_per_key:20/key_len_avg:10/entry_num:1048576": [ + "real_time", "cpu_time", "threads", + "size", + { + "est_runtime": 1.381091 + } + ], + "FilterBuild/filter_impl:3/bits_per_key:10/key_len_avg:100/entry_num:1048576": [ "real_time", - "EST_RUNTIME_35.162552s" + "cpu_time", + "threads", + "size", + { + "est_runtime": 7.809054 + } ], - "PrefixSeek/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:0/enable_filter:1/iterations:10240": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "FilterQueryNegative/filter_impl:3/bits_per_key:10/key_len_avg:10/entry_num:1024": [ + "real_time", "cpu_time", "threads", + "fp_pct", + { + "est_runtime": 1.57804 + } + ], + "FilterQueryNegative/filter_impl:3/bits_per_key:20/key_len_avg:100/entry_num:1024": [ "real_time", - "EST_RUNTIME_1154.86499s" + "cpu_time", + "threads", + "fp_pct", + { + "est_runtime": 2.799623 + } ], - "PrefixSeek/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:1/enable_filter:0/iterations:10240": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "FilterQueryNegative/filter_impl:3/bits_per_key:20/key_len_avg:100/entry_num:1048576": [ + "real_time", "cpu_time", "threads", + "fp_pct", + { + "est_runtime": 129.266223 + } + ], + "FilterQueryPositive/filter_impl:0/bits_per_key:10/key_len_avg:10/entry_num:1024": [ "real_time", - "EST_RUNTIME_2105.767294s" + "cpu_time", + "threads", + { + "est_runtime": 1.761922 + } ], - "PrefixSeek/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:1/enable_filter:1/iterations:10240": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "FilterQueryPositive/filter_impl:0/bits_per_key:20/key_len_avg:10/entry_num:1048576": [ + "real_time", "cpu_time", "threads", + { + "est_runtime": 6.667228 + } + ], + "FilterQueryPositive/filter_impl:2/bits_per_key:10/key_len_avg:10/entry_num:1024": [ "real_time", - "EST_RUNTIME_867.905717s" + "cpu_time", + "threads", + { + "est_runtime": 1.320525 + } ], - "PrefixSeek/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:0/enable_filter:0/iterations:1280/threads:8": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "FilterQueryPositive/filter_impl:2/bits_per_key:20/key_len_avg:100/entry_num:1024": [ + "real_time", "cpu_time", "threads", + { + "est_runtime": 1.395642 + } + ] + } + }, + "do_not_reflow": false, + "expected_runtime_one_iter": 88709, + "name": "rocksdb_microbench_suite_13", + "regression_threshold": 10, + "sl_iterations": 2 + }, + { + "benchmarks": { + "db_basic_bench": { + "DBGet/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ "real_time", - "EST_RUNTIME_1455.076174s" + "cpu_time", + "db_size", + "neg_qu_pct", + "threads", + { + "est_runtime": 434.616062 + } ], - "PrefixSeek/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:1/enable_filter:0/iterations:1280/threads:8": [ - "max_rss", + "DBGet/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ + "get_p95", "db_size", - "inblock", - "outblock", - "cpu_time", + "get_mean", "threads", "real_time", - "EST_RUNTIME_833.15722s" + "cpu_time", + "neg_qu_pct", + "get_p99", + { + "est_runtime": 510.156004 + } ], - "PrefixSeek/comp_style:2/max_data:536870912/per_key_size:256/enable_statistics:1/enable_filter:1/iterations:10240": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "DBGet/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ + "real_time", "cpu_time", + "db_size", + "neg_qu_pct", "threads", - "real_time", - "EST_RUNTIME_1949.348971s" + { + "est_runtime": 3050.425322 + } ], - "PrefixSeek/comp_style:2/max_data:536870912/per_key_size:256/enable_statistics:1/enable_filter:1/iterations:1280/threads:8": [ - "max_rss", + "DBGet/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8": [ + "get_p95", "db_size", - "inblock", - "outblock", - "cpu_time", + "get_mean", "threads", "real_time", - "EST_RUNTIME_1396.742267s" - ] - }, - "ribbon_bench": { - "FilterBuild/filter_mode:0/bits_per_key:10/key_len_avg:100/entry_num:1024": [ - "max_rss", - "inblock", - "outblock", "cpu_time", - "size", - "threads", - "real_time", - "EST_RUNTIME_2.561784s" + "neg_qu_pct", + "get_p99", + { + "est_runtime": 4667.45867 + } ], - "FilterBuild/filter_mode:3/bits_per_key:10/key_len_avg:100/entry_num:1024": [ - "max_rss", - "inblock", - "outblock", + "DBGet/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:1/iterations:1280/threads:8": [ + "real_time", "cpu_time", - "size", + "db_size", + "neg_qu_pct", "threads", - "real_time", - "EST_RUNTIME_2.042569s" + { + "est_runtime": 5040.173716 + } ], - "FilterBuild/filter_mode:3/bits_per_key:20/key_len_avg:100/entry_num:1048576": [ - "max_rss", - "inblock", - "outblock", - "cpu_time", - "size", + "DBGet/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ + "get_p95", + "db_size", + "get_mean", "threads", "real_time", - "EST_RUNTIME_12.297877s" - ], - "FilterQueryNegative/filter_mode:3/bits_per_key:10/key_len_avg:10/entry_num:1024": [ - "max_rss", - "inblock", - "outblock", "cpu_time", - "fp_pct", + "neg_qu_pct", + "get_p99", + { + "est_runtime": 3790.602375 + } + ], + "DBGet/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8": [ + "get_p95", + "db_size", + "get_mean", "threads", "real_time", - "EST_RUNTIME_1.607236s" + "cpu_time", + "neg_qu_pct", + "get_p99", + { + "est_runtime": 4804.316933 + } ], - "FilterQueryPositive/filter_mode:3/bits_per_key:10/key_len_avg:100/entry_num:1048576": [ - "max_rss", - "inblock", - "outblock", + "DBGet/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ + "real_time", "cpu_time", + "db_size", + "neg_qu_pct", "threads", + { + "est_runtime": 605.701828 + } + ], + "DBGet/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:1280/threads:8": [ "real_time", - "EST_RUNTIME_43.935146s" - ] - } - }, - "expected_runtime": 71847, - "name": "rocksdb_microbench_suite_13" - }, - { - "benchmarks": { - "db_basic_bench": { - "DBGet/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ - "real_time", - "get_p95", - "max_rss", - "db_size", - "get_mean", - "inblock", - "outblock", "cpu_time", - "get_p99", - "threads", + "db_size", "neg_qu_pct", - "EST_RUNTIME_218.689252s" + "threads", + { + "est_runtime": 4442.475931 + } ], - "DBGet/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:0/iterations:1280/threads:8": [ - "real_time", + "DBGet/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8": [ "get_p95", - "max_rss", "db_size", "get_mean", - "inblock", - "outblock", - "cpu_time", - "get_p99", "threads", + "real_time", + "cpu_time", "neg_qu_pct", - "EST_RUNTIME_3462.341918s" + "get_p99", + { + "est_runtime": 5087.274609 + } ], - "DBGet/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:1280/threads:8": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "DBGet/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:0/iterations:1280/threads:8": [ + "real_time", "cpu_time", - "threads", + "db_size", "neg_qu_pct", - "real_time", - "EST_RUNTIME_949.305849s" + "threads", + { + "est_runtime": 1899.844152 + } ], - "DBGet/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "DBGet/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ + "real_time", "cpu_time", - "threads", + "db_size", "neg_qu_pct", - "real_time", - "EST_RUNTIME_566.662135s" + "threads", + { + "est_runtime": 694.658916 + } ], - "DBGet/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:0/iterations:1280/threads:8": [ - "real_time", + "DBGet/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8": [ "get_p95", - "max_rss", "db_size", "get_mean", - "inblock", - "outblock", - "cpu_time", - "get_p99", "threads", + "real_time", + "cpu_time", "neg_qu_pct", - "EST_RUNTIME_1097.751931s" + "get_p99", + { + "est_runtime": 1938.347133 + } ], - "DBGet/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ - "max_rss", + "DBGet/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ + "get_p95", "db_size", - "inblock", - "outblock", - "cpu_time", + "get_mean", "threads", - "neg_qu_pct", "real_time", - "EST_RUNTIME_752.484082s" - ], - "DBGet/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:0/iterations:1280/threads:8": [ - "max_rss", - "db_size", - "inblock", - "outblock", "cpu_time", - "threads", "neg_qu_pct", - "real_time", - "EST_RUNTIME_1317.517266s" + "get_p99", + { + "est_runtime": 3910.096422 + } ], - "DBGet/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8": [ + "DBPut/comp_style:1/max_data:107374182400/per_key_size:256/enable_statistics:1/wal:0/iterations:409600/threads:1": [ "real_time", - "get_p95", - "max_rss", - "db_size", - "get_mean", - "inblock", - "outblock", + "put_mean", "cpu_time", - "get_p99", + "put_p99", + "db_size", + "put_p95", "threads", - "neg_qu_pct", - "EST_RUNTIME_3202.624842s" + { + "est_runtime": 377.714354 + } ], - "DBGet/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8": [ + "IteratorPrev/comp_style:1/max_data:536870912/per_key_size:256/iterations:10240": [ "real_time", - "get_p95", - "max_rss", - "db_size", - "get_mean", - "inblock", - "outblock", "cpu_time", - "get_p99", + "db_size", "threads", - "neg_qu_pct", - "EST_RUNTIME_1244.320455s" + { + "est_runtime": 2370.382861 + } ], - "DBGet/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:1280/threads:8": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "IteratorPrev/comp_style:2/max_data:536870912/per_key_size:256/iterations:10240": [ + "real_time", "cpu_time", + "db_size", "threads", - "neg_qu_pct", - "real_time", - "EST_RUNTIME_2997.11717s" + { + "est_runtime": 2484.65835 + } ], - "DBGet/comp_style:2/max_data:536870912/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "IteratorSeek/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ + "real_time", "cpu_time", + "db_size", "threads", - "neg_qu_pct", - "real_time", - "EST_RUNTIME_3661.97249s" + { + "est_runtime": 1923.233472 + } ], - "DBGet/comp_style:2/max_data:536870912/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:0/iterations:1280/threads:8": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "IteratorSeek/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8": [ + "real_time", "cpu_time", + "db_size", "threads", - "neg_qu_pct", - "real_time", - "EST_RUNTIME_3927.138162s" + { + "est_runtime": 2139.237156 + } ], - "DBGet/comp_style:2/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ + "IteratorSeek/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:1280/threads:8": [ "real_time", - "get_p95", - "max_rss", - "db_size", - "get_mean", - "inblock", - "outblock", "cpu_time", - "get_p99", + "db_size", "threads", - "neg_qu_pct", - "EST_RUNTIME_4028.639796s" + { + "est_runtime": 3241.70317 + } ], - "DBPut/comp_style:1/max_data:107374182400/per_key_size:1024/enable_statistics:0/wal:1/iterations:1280/threads:8": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "IteratorSeek/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_15.280545s" + { + "est_runtime": 3684.276482 + } ], - "DBPut/comp_style:1/max_data:107374182400/per_key_size:256/enable_statistics:0/wal:0/iterations:10240/threads:1": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "IteratorSeek/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_16.116265s" + { + "est_runtime": 2896.854937 + } ], - "DBPut/comp_style:1/max_data:107374182400/per_key_size:256/enable_statistics:1/wal:0/iterations:1280/threads:8": [ + "IteratorSeek/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ "real_time", - "max_rss", - "db_size", - "inblock", - "outblock", "cpu_time", - "put_p99", + "db_size", "threads", - "put_p95", - "put_mean", - "EST_RUNTIME_15.565654s" + { + "est_runtime": 1830.886558 + } ], - "IteratorNext/comp_style:2/max_data:536870912/per_key_size:256/iterations:10240": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "IteratorSeek/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_2346.173304s" + { + "est_runtime": 1337.374059 + } ], - "IteratorPrev/comp_style:1/max_data:134217728/per_key_size:1024/iterations:10240": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "IteratorSeek/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:1/iterations:1280/threads:8": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_1303.632597s" + { + "est_runtime": 1658.766047 + } ], - "IteratorPrev/comp_style:1/max_data:536870912/per_key_size:1024/iterations:10240": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "IteratorSeek/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_2162.651996s" + { + "est_runtime": 1572.454657 + } ], - "IteratorSeek/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "IteratorSeek/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_1431.902398s" + { + "est_runtime": 3479.088621 + } ], - "IteratorSeek/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "IteratorSeek/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_3400.985588s" + { + "est_runtime": 2186.948587 + } ], - "IteratorSeek/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "IteratorSeek/comp_style:2/max_data:536870912/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_3994.996177s" + { + "est_runtime": 4024.639105 + } ], - "IteratorSeek/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "PrefixSeek/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:0/enable_filter:0/iterations:10240": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_1031.422787s" + { + "est_runtime": 1005.603266 + } ], - "IteratorSeek/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:0/iterations:1280/threads:8": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "PrefixSeek/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:0/enable_filter:0/iterations:1280/threads:8": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_2115.855724s" + { + "est_runtime": 1181.26407 + } ], - "IteratorSeek/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:1/iterations:1280/threads:8": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "PrefixSeek/comp_style:0/max_data:536870912/per_key_size:256/enable_statistics:1/enable_filter:1/iterations:1280/threads:8": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_1967.062657s" + { + "est_runtime": 1849.199043 + } ], - "IteratorSeek/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "PrefixSeek/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:0/enable_filter:1/iterations:10240": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_3846.270851s" + { + "est_runtime": 1412.076623 + } ], - "IteratorSeek/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:1/iterations:1280/threads:8": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "PrefixSeek/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:1/enable_filter:0/iterations:10240": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_2806.821758s" + { + "est_runtime": 2016.125995 + } ], - "IteratorSeek/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:1280/threads:8": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "PrefixSeek/comp_style:1/max_data:536870912/per_key_size:256/enable_statistics:0/enable_filter:1/iterations:10240": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_1641.698741s" + { + "est_runtime": 2092.152047 + } ], - "IteratorSeek/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:0/iterations:1280/threads:8": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "PrefixSeek/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:0/enable_filter:1/iterations:1280/threads:8": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_2424.567577s" + { + "est_runtime": 1141.714694 + } ], - "IteratorSeek/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "PrefixSeek/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:0/enable_filter:1/iterations:10240": [ + "real_time", "cpu_time", + "db_size", "threads", + { + "est_runtime": 1776.709162 + } + ] + }, + "ribbon_bench": { + "FilterBuild/filter_impl:0/bits_per_key:20/key_len_avg:10/entry_num:1024": [ "real_time", - "EST_RUNTIME_3580.104894s" - ], - "IteratorSeek/comp_style:2/max_data:536870912/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:1/iterations:1280/threads:8": [ - "max_rss", - "db_size", - "inblock", - "outblock", "cpu_time", "threads", - "real_time", - "EST_RUNTIME_2655.414118s" + "size", + { + "est_runtime": 1.397602 + } ], - "ManualCompaction/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:0/iterations:1": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "FilterBuild/filter_impl:2/bits_per_key:10/key_len_avg:10/entry_num:1048576": [ + "real_time", "cpu_time", "threads", - "real_time", - "EST_RUNTIME_114.271296s" + "size", + { + "est_runtime": 1.238302 + } ], - "PrefixSeek/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:0/enable_filter:0/iterations:1280/threads:8": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "FilterBuild/filter_impl:2/bits_per_key:20/key_len_avg:100/entry_num:1048576": [ + "real_time", "cpu_time", "threads", - "real_time", - "EST_RUNTIME_854.290105s" + "size", + { + "est_runtime": 2.653086 + } ], - "PrefixSeek/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/enable_filter:1/iterations:1280/threads:8": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "FilterBuild/filter_impl:3/bits_per_key:20/key_len_avg:10/entry_num:1048576": [ + "real_time", "cpu_time", "threads", - "real_time", - "EST_RUNTIME_891.772197s" + "size", + { + "est_runtime": 7.89775 + } ], - "PrefixSeek/comp_style:0/max_data:536870912/per_key_size:1024/enable_statistics:0/enable_filter:1/iterations:1280/threads:8": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "FilterBuild/filter_impl:3/bits_per_key:20/key_len_avg:100/entry_num:1024": [ + "real_time", "cpu_time", "threads", - "real_time", - "EST_RUNTIME_1763.061391s" + "size", + { + "est_runtime": 1.364915 + } ], - "PrefixSeek/comp_style:1/max_data:536870912/per_key_size:1024/enable_statistics:1/enable_filter:0/iterations:10240": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "FilterQueryNegative/filter_impl:0/bits_per_key:10/key_len_avg:10/entry_num:1024": [ + "real_time", "cpu_time", "threads", - "real_time", - "EST_RUNTIME_1817.586689s" + "fp_pct", + { + "est_runtime": 1.638573 + } ], - "PrefixSeek/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:0/enable_filter:1/iterations:1280/threads:8": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "FilterQueryNegative/filter_impl:0/bits_per_key:10/key_len_avg:100/entry_num:1024": [ + "real_time", "cpu_time", "threads", - "real_time", - "EST_RUNTIME_836.845804s" + "fp_pct", + { + "est_runtime": 1.331795 + } ], - "PrefixSeek/comp_style:2/max_data:536870912/per_key_size:1024/enable_statistics:0/enable_filter:1/iterations:1280/threads:8": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "FilterQueryNegative/filter_impl:2/bits_per_key:10/key_len_avg:10/entry_num:1024": [ + "real_time", "cpu_time", "threads", + "fp_pct", + { + "est_runtime": 1.821543 + } + ], + "FilterQueryNegative/filter_impl:2/bits_per_key:20/key_len_avg:100/entry_num:1024": [ "real_time", - "EST_RUNTIME_1362.595208s" - ] - }, - "ribbon_bench": { - "FilterBuild/filter_mode:2/bits_per_key:10/key_len_avg:100/entry_num:1048576": [ - "max_rss", - "inblock", - "outblock", "cpu_time", - "size", "threads", - "real_time", - "EST_RUNTIME_5.174491s" + "fp_pct", + { + "est_runtime": 1.467467 + } ], - "FilterBuild/filter_mode:3/bits_per_key:20/key_len_avg:10/entry_num:1024": [ - "max_rss", - "inblock", - "outblock", + "FilterQueryNegative/filter_impl:3/bits_per_key:10/key_len_avg:10/entry_num:1048576": [ + "real_time", "cpu_time", - "size", "threads", - "real_time", - "EST_RUNTIME_1.955926s" + "fp_pct", + { + "est_runtime": 67.68153 + } ], - "FilterQueryNegative/filter_mode:2/bits_per_key:10/key_len_avg:100/entry_num:1048576": [ - "max_rss", - "inblock", - "outblock", + "FilterQueryPositive/filter_impl:0/bits_per_key:10/key_len_avg:10/entry_num:1048576": [ + "real_time", "cpu_time", - "fp_pct", "threads", - "real_time", - "EST_RUNTIME_14.400436s" + { + "est_runtime": 6.708367 + } ], - "FilterQueryPositive/filter_mode:0/bits_per_key:20/key_len_avg:10/entry_num:1024": [ - "max_rss", - "inblock", - "outblock", + "FilterQueryPositive/filter_impl:0/bits_per_key:10/key_len_avg:100/entry_num:1048576": [ + "real_time", "cpu_time", "threads", + { + "est_runtime": 10.709789 + } + ], + "FilterQueryPositive/filter_impl:3/bits_per_key:10/key_len_avg:100/entry_num:1048576": [ "real_time", - "EST_RUNTIME_1.56196s" + "cpu_time", + "threads", + { + "est_runtime": 44.929381 + } ] } }, - "expected_runtime": 71847, - "name": "rocksdb_microbench_suite_14" + "do_not_reflow": false, + "expected_runtime_one_iter": 88711, + "name": "rocksdb_microbench_suite_14", + "regression_threshold": 10, + "sl_iterations": 2 } ] \ No newline at end of file diff --git a/buckifier/bench.json b/buckifier/bench.json index d99a0a270..bb2d1b40b 100644 --- a/buckifier/bench.json +++ b/buckifier/bench.json @@ -2,2305 +2,1665 @@ { "benchmarks": { "db_basic_bench": { - "DBGet/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ - "real_time", + "DBGet/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ "get_p95", - "max_rss", "db_size", "get_mean", - "inblock", - "outblock", - "cpu_time", - "get_p99", "threads", + "real_time", + "cpu_time", "neg_qu_pct", - "EST_RUNTIME_479.857847s" + "get_p99", + { + "est_runtime": 510.387506 + } ], - "DBGet/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ - "real_time", + "DBGet/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ "get_p95", - "max_rss", "db_size", "get_mean", - "inblock", - "outblock", - "cpu_time", - "get_p99", "threads", + "real_time", + "cpu_time", "neg_qu_pct", - "EST_RUNTIME_421.43777s" + "get_p99", + { + "est_runtime": 497.077261 + } ], - "DBPut/comp_style:1/max_data:107374182400/per_key_size:256/enable_statistics:1/wal:1/iterations:10240/threads:1": [ + "DBGet/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ "real_time", - "max_rss", - "db_size", - "inblock", - "outblock", "cpu_time", - "put_p99", + "db_size", + "neg_qu_pct", "threads", - "put_p95", - "put_mean", - "EST_RUNTIME_15.289573s" + { + "est_runtime": 696.590699 + } ], - "DBPut/comp_style:2/max_data:107374182400/per_key_size:1024/enable_statistics:1/wal:1/iterations:1280/threads:8": [ + "DBPut/comp_style:1/max_data:107374182400/per_key_size:256/enable_statistics:1/wal:1/iterations:51200/threads:8": [ "real_time", - "max_rss", - "db_size", - "inblock", - "outblock", + "put_mean", "cpu_time", "put_p99", - "threads", + "db_size", "put_p95", - "put_mean", - "EST_RUNTIME_15.570054s" + "threads", + { + "est_runtime": 271.438709 + } ], - "DBPut/comp_style:2/max_data:107374182400/per_key_size:256/enable_statistics:1/wal:1/iterations:10240/threads:1": [ + "DBPut/comp_style:2/max_data:107374182400/per_key_size:256/enable_statistics:0/wal:0/iterations:51200/threads:8": [ "real_time", - "max_rss", + "cpu_time", "db_size", - "inblock", - "outblock", + "threads", + { + "est_runtime": 377.905737 + } + ] + }, + "ribbon_bench": { + "FilterBuild/filter_impl:2/bits_per_key:10/key_len_avg:10/entry_num:1024": [ + "real_time", "cpu_time", - "put_p99", "threads", - "put_p95", - "put_mean", - "EST_RUNTIME_15.096196s" + "size", + { + "est_runtime": 1.194392 + } ], - "DataBlockSeek/iterations:1000000": [ - "max_rss", - "inblock", - "outblock", + "FilterBuild/filter_impl:3/bits_per_key:10/key_len_avg:10/entry_num:1048576": [ + "real_time", "cpu_time", - "seek_ns", "threads", - "real_time", - "EST_RUNTIME_57.204842s" + "size", + { + "est_runtime": 6.614245 + } ], - "ManualCompaction/comp_style:1/max_data:33554432/per_key_size:1024/enable_statistics:1/iterations:1": [ - "comp_time", - "threads", - "new_table_block_iter_nanos", - "max_rss", - "outblock", - "new_table_iterator_nanos", - "block_read_time", - "comp_write", + "FilterBuild/filter_impl:3/bits_per_key:20/key_len_avg:100/entry_num:1048576": [ "real_time", - "comp_cpu_time", - "comp_outfile_sync", - "db_size", - "find_table_nanos", - "inblock", - "block_read_count", - "block_checksum_time", "cpu_time", - "comp_read", - "user_key_comparison_count", - "EST_RUNTIME_35.138184s" + "threads", + "size", + { + "est_runtime": 9.184089 + } ], - "PrefixSeek/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:1/enable_filter:1/iterations:1280/threads:8": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "FilterQueryNegative/filter_impl:3/bits_per_key:10/key_len_avg:100/entry_num:1024": [ + "real_time", "cpu_time", "threads", + "fp_pct", + { + "est_runtime": 1.737477 + } + ], + "FilterQueryPositive/filter_impl:2/bits_per_key:10/key_len_avg:100/entry_num:1024": [ "real_time", - "EST_RUNTIME_797.323007s" - ] - }, - "ribbon_bench": { - "FilterQueryNegative/filter_mode:0/bits_per_key:10/key_len_avg:100/entry_num:1024": [ - "max_rss", - "inblock", - "outblock", "cpu_time", - "fp_pct", "threads", - "real_time", - "EST_RUNTIME_1.573032s" + { + "est_runtime": 1.49311 + } ], - "FilterQueryNegative/filter_mode:3/bits_per_key:10/key_len_avg:10/entry_num:1048576": [ - "max_rss", - "inblock", - "outblock", + "FilterQueryPositive/filter_impl:2/bits_per_key:20/key_len_avg:100/entry_num:1048576": [ + "real_time", "cpu_time", - "fp_pct", "threads", - "real_time", - "EST_RUNTIME_40.252926s" + { + "est_runtime": 14.576404 + } ], - "FilterQueryPositive/filter_mode:2/bits_per_key:10/key_len_avg:10/entry_num:1048576": [ - "max_rss", - "inblock", - "outblock", + "FilterQueryPositive/filter_impl:3/bits_per_key:10/key_len_avg:10/entry_num:1024": [ + "real_time", "cpu_time", "threads", - "real_time", - "EST_RUNTIME_6.697373s" + { + "est_runtime": 1.35537 + } ], - "FilterQueryPositive/filter_mode:3/bits_per_key:20/key_len_avg:100/entry_num:1024": [ - "max_rss", - "inblock", - "outblock", + "FilterQueryPositive/filter_impl:3/bits_per_key:20/key_len_avg:10/entry_num:1048576": [ + "real_time", "cpu_time", "threads", - "real_time", - "EST_RUNTIME_1.997487s" + { + "est_runtime": 47.662364 + } ] } }, - "expected_runtime": 1888, - "name": "rocksdb_microbench_suite_0" + "do_not_reflow": false, + "expected_runtime_one_iter": 2438, + "name": "rocksdb_microbench_suite_0", + "regression_threshold": 10, + "sl_iterations": 2 }, { "benchmarks": { "db_basic_bench": { - "DBGet/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ - "max_rss", + "DBGet/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ + "get_p95", "db_size", - "inblock", - "outblock", - "cpu_time", + "get_mean", "threads", - "neg_qu_pct", "real_time", - "EST_RUNTIME_60.885104s" - ], - "DBGet/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ - "max_rss", - "db_size", - "inblock", - "outblock", "cpu_time", - "threads", "neg_qu_pct", - "real_time", - "EST_RUNTIME_479.875669s" + "get_p99", + { + "est_runtime": 510.88842 + } ], - "DBGet/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ - "max_rss", + "DBGet/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ + "get_p95", "db_size", - "inblock", - "outblock", - "cpu_time", + "get_mean", "threads", - "neg_qu_pct", "real_time", - "EST_RUNTIME_421.454694s" - ], - "DBGet/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ - "max_rss", - "db_size", - "inblock", - "outblock", "cpu_time", - "threads", "neg_qu_pct", - "real_time", - "EST_RUNTIME_794.261796s" + "get_p99", + { + "est_runtime": 497.546918 + } ], - "DBPut/comp_style:0/max_data:107374182400/per_key_size:256/enable_statistics:1/wal:1/iterations:10240/threads:1": [ + "DBGet/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ "real_time", - "max_rss", - "db_size", - "inblock", - "outblock", "cpu_time", - "put_p99", + "db_size", + "neg_qu_pct", "threads", - "put_p95", - "put_mean", - "EST_RUNTIME_15.526929s" + { + "est_runtime": 694.715237 + } ], - "DBPut/comp_style:1/max_data:107374182400/per_key_size:1024/enable_statistics:1/wal:1/iterations:1280/threads:8": [ + "DBPut/comp_style:2/max_data:107374182400/per_key_size:256/enable_statistics:1/wal:0/iterations:409600/threads:1": [ "real_time", - "max_rss", - "db_size", - "inblock", - "outblock", + "put_mean", "cpu_time", "put_p99", - "threads", - "put_p95", - "put_mean", - "EST_RUNTIME_15.572609s" - ], - "DBPut/comp_style:1/max_data:107374182400/per_key_size:256/enable_statistics:0/wal:1/iterations:1280/threads:8": [ - "max_rss", "db_size", - "inblock", - "outblock", - "cpu_time", + "put_p95", "threads", - "real_time", - "EST_RUNTIME_15.145375s" + { + "est_runtime": 378.072129 + } ], - "ManualCompaction/comp_style:0/max_data:33554432/per_key_size:256/enable_statistics:0/iterations:1": [ - "max_rss", - "db_size", - "inblock", - "outblock", - "cpu_time", - "threads", + "DBPut/comp_style:2/max_data:107374182400/per_key_size:256/enable_statistics:1/wal:1/iterations:51200/threads:8": [ "real_time", - "EST_RUNTIME_37.575983s" - ], - "ManualCompaction/comp_style:1/max_data:33554432/per_key_size:256/enable_statistics:0/iterations:1": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "put_mean", "cpu_time", + "put_p99", + "db_size", + "put_p95", "threads", - "real_time", - "EST_RUNTIME_35.163966s" + { + "est_runtime": 271.474125 + } ] }, "ribbon_bench": { - "FilterBuild/filter_mode:3/bits_per_key:20/key_len_avg:10/entry_num:1024": [ - "max_rss", - "inblock", - "outblock", + "FilterBuild/filter_impl:2/bits_per_key:20/key_len_avg:100/entry_num:1024": [ + "real_time", "cpu_time", + "threads", "size", + { + "est_runtime": 1.536606 + } + ], + "FilterQueryNegative/filter_impl:2/bits_per_key:10/key_len_avg:10/entry_num:1048576": [ + "real_time", + "cpu_time", "threads", + "fp_pct", + { + "est_runtime": 7.097205 + } + ], + "FilterQueryPositive/filter_impl:0/bits_per_key:10/key_len_avg:100/entry_num:1024": [ "real_time", - "EST_RUNTIME_1.955926s" + "cpu_time", + "threads", + { + "est_runtime": 1.389287 + } ], - "FilterQueryPositive/filter_mode:0/bits_per_key:20/key_len_avg:10/entry_num:1024": [ - "max_rss", - "inblock", - "outblock", + "FilterQueryPositive/filter_impl:0/bits_per_key:20/key_len_avg:10/entry_num:1024": [ + "real_time", "cpu_time", "threads", + { + "est_runtime": 1.26261 + } + ], + "FilterQueryPositive/filter_impl:0/bits_per_key:20/key_len_avg:100/entry_num:1048576": [ "real_time", - "EST_RUNTIME_1.56196s" + "cpu_time", + "threads", + { + "est_runtime": 11.512964 + } ], - "FilterQueryPositive/filter_mode:0/bits_per_key:20/key_len_avg:10/entry_num:1048576": [ - "max_rss", - "inblock", - "outblock", + "FilterQueryPositive/filter_impl:2/bits_per_key:20/key_len_avg:10/entry_num:1048576": [ + "real_time", "cpu_time", "threads", + { + "est_runtime": 6.387351 + } + ], + "FilterQueryPositive/filter_impl:3/bits_per_key:20/key_len_avg:100/entry_num:1048576": [ "real_time", - "EST_RUNTIME_8.780699s" + "cpu_time", + "threads", + { + "est_runtime": 54.977852 + } ] } }, - "expected_runtime": 1888, - "name": "rocksdb_microbench_suite_1" + "do_not_reflow": false, + "expected_runtime_one_iter": 2437, + "name": "rocksdb_microbench_suite_1", + "regression_threshold": 10, + "sl_iterations": 2 }, { "benchmarks": { "db_basic_bench": { - "DBGet/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ - "max_rss", + "DBGet/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ + "get_p95", "db_size", - "inblock", - "outblock", - "cpu_time", + "get_mean", "threads", - "neg_qu_pct", "real_time", - "EST_RUNTIME_58.202162s" + "cpu_time", + "neg_qu_pct", + "get_p99", + { + "est_runtime": 479.941992 + } ], - "DBGet/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ - "real_time", + "DBGet/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ "get_p95", - "max_rss", "db_size", "get_mean", - "inblock", - "outblock", - "cpu_time", - "get_p99", "threads", + "real_time", + "cpu_time", "neg_qu_pct", - "EST_RUNTIME_479.879461s" + "get_p99", + { + "est_runtime": 513.865636 + } ], - "DBGet/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ + "DBGet/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ "real_time", - "get_p95", - "max_rss", - "db_size", - "get_mean", - "inblock", - "outblock", "cpu_time", - "get_p99", - "threads", + "db_size", "neg_qu_pct", - "EST_RUNTIME_794.24275s" + "threads", + { + "est_runtime": 694.658916 + } ], - "DBGet/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ - "max_rss", + "DBPut/comp_style:1/max_data:107374182400/per_key_size:256/enable_statistics:0/wal:0/iterations:409600/threads:1": [ + "real_time", + "cpu_time", "db_size", - "inblock", - "outblock", + "threads", + { + "est_runtime": 379.060989 + } + ], + "DBPut/comp_style:2/max_data:107374182400/per_key_size:256/enable_statistics:0/wal:0/iterations:409600/threads:1": [ + "real_time", "cpu_time", + "db_size", "threads", - "neg_qu_pct", + { + "est_runtime": 377.799421 + } + ] + } + }, + "do_not_reflow": false, + "expected_runtime_one_iter": 2446, + "name": "rocksdb_microbench_suite_2", + "regression_threshold": 10, + "sl_iterations": 2 + }, + { + "benchmarks": { + "db_basic_bench": { + "DBGet/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ "real_time", - "EST_RUNTIME_421.47532s" + "cpu_time", + "db_size", + "neg_qu_pct", + "threads", + { + "est_runtime": 434.616062 + } ], - "DBPut/comp_style:0/max_data:107374182400/per_key_size:1024/enable_statistics:1/wal:0/iterations:10240/threads:1": [ + "DBGet/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:1/iterations:1280/threads:8": [ "real_time", - "max_rss", - "db_size", - "inblock", - "outblock", "cpu_time", - "put_p99", + "db_size", + "neg_qu_pct", "threads", - "put_p95", - "put_mean", - "EST_RUNTIME_15.578277s" + { + "est_runtime": 694.642444 + } ], - "DBPut/comp_style:1/max_data:107374182400/per_key_size:1024/enable_statistics:0/wal:1/iterations:1280/threads:8": [ - "max_rss", + "DBGet/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ + "get_p95", "db_size", - "inblock", - "outblock", + "get_mean", + "threads", + "real_time", "cpu_time", + "neg_qu_pct", + "get_p99", + { + "est_runtime": 471.459789 + } + ], + "DBGet/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ + "get_p95", + "db_size", + "get_mean", "threads", "real_time", - "EST_RUNTIME_15.280545s" + "cpu_time", + "neg_qu_pct", + "get_p99", + { + "est_runtime": 514.201628 + } ], - "DBPut/comp_style:1/max_data:107374182400/per_key_size:256/enable_statistics:1/wal:0/iterations:1280/threads:8": [ + "DBPut/comp_style:0/max_data:107374182400/per_key_size:256/enable_statistics:0/wal:1/iterations:51200/threads:8": [ "real_time", - "max_rss", - "db_size", - "inblock", - "outblock", "cpu_time", - "put_p99", + "db_size", "threads", - "put_p95", - "put_mean", - "EST_RUNTIME_15.565654s" + { + "est_runtime": 271.397936 + } ], - "DBPut/comp_style:2/max_data:107374182400/per_key_size:1024/enable_statistics:1/wal:0/iterations:10240/threads:1": [ + "DataBlockSeek/iterations:1000000": [ "real_time", - "max_rss", - "db_size", - "inblock", - "outblock", "cpu_time", - "put_p99", + "seek_ns", "threads", - "put_p95", - "put_mean", - "EST_RUNTIME_16.121574s" + { + "est_runtime": 16.815497 + } ] }, "ribbon_bench": { - "FilterBuild/filter_mode:0/bits_per_key:20/key_len_avg:100/entry_num:1024": [ - "max_rss", - "inblock", - "outblock", + "FilterBuild/filter_impl:0/bits_per_key:10/key_len_avg:10/entry_num:1048576": [ + "real_time", "cpu_time", - "size", "threads", - "real_time", - "EST_RUNTIME_2.612086s" + "size", + { + "est_runtime": 1.311687 + } ], - "FilterBuild/filter_mode:2/bits_per_key:20/key_len_avg:10/entry_num:1048576": [ - "max_rss", - "inblock", - "outblock", + "FilterBuild/filter_impl:0/bits_per_key:10/key_len_avg:100/entry_num:1024": [ + "real_time", "cpu_time", - "size", "threads", - "real_time", - "EST_RUNTIME_2.53654s" + "size", + { + "est_runtime": 1.453843 + } ], - "FilterQueryNegative/filter_mode:2/bits_per_key:10/key_len_avg:100/entry_num:1024": [ - "max_rss", - "inblock", - "outblock", + "FilterBuild/filter_impl:3/bits_per_key:10/key_len_avg:100/entry_num:1048576": [ + "real_time", "cpu_time", - "fp_pct", "threads", - "real_time", - "EST_RUNTIME_1.484022s" + "size", + { + "est_runtime": 7.809054 + } ], - "FilterQueryNegative/filter_mode:2/bits_per_key:10/key_len_avg:100/entry_num:1048576": [ - "max_rss", - "inblock", - "outblock", + "FilterQueryNegative/filter_impl:0/bits_per_key:10/key_len_avg:10/entry_num:1048576": [ + "real_time", "cpu_time", - "fp_pct", "threads", - "real_time", - "EST_RUNTIME_14.400436s" + "fp_pct", + { + "est_runtime": 6.421361 + } ], - "FilterQueryNegative/filter_mode:3/bits_per_key:10/key_len_avg:100/entry_num:1024": [ - "max_rss", - "inblock", - "outblock", + "FilterQueryNegative/filter_impl:3/bits_per_key:10/key_len_avg:10/entry_num:1024": [ + "real_time", "cpu_time", - "fp_pct", "threads", - "real_time", - "EST_RUNTIME_1.775747s" + "fp_pct", + { + "est_runtime": 1.57804 + } ], - "FilterQueryNegative/filter_mode:3/bits_per_key:10/key_len_avg:100/entry_num:1048576": [ - "max_rss", - "inblock", - "outblock", + "FilterQueryPositive/filter_impl:2/bits_per_key:10/key_len_avg:100/entry_num:1048576": [ + "real_time", "cpu_time", - "fp_pct", "threads", - "real_time", - "EST_RUNTIME_49.418159s" + { + "est_runtime": 14.556778 + } ] } }, - "expected_runtime": 1889, - "name": "rocksdb_microbench_suite_2" + "do_not_reflow": false, + "expected_runtime_one_iter": 2437, + "name": "rocksdb_microbench_suite_3", + "regression_threshold": 10, + "sl_iterations": 2 }, { "benchmarks": { "db_basic_bench": { - "DBGet/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "DBGet/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ + "real_time", "cpu_time", - "threads", + "db_size", "neg_qu_pct", - "real_time", - "EST_RUNTIME_479.841532s" + "threads", + { + "est_runtime": 451.741737 + } ], - "DBGet/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ + "DBGet/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ "real_time", + "cpu_time", + "db_size", + "neg_qu_pct", + "threads", + { + "est_runtime": 458.336347 + } + ], + "DBGet/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ "get_p95", - "max_rss", "db_size", "get_mean", - "inblock", - "outblock", - "cpu_time", - "get_p99", "threads", + "real_time", + "cpu_time", "neg_qu_pct", - "EST_RUNTIME_479.880606s" + "get_p99", + { + "est_runtime": 694.628355 + } ], - "DBGet/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ - "real_time", + "DBGet/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ "get_p95", - "max_rss", "db_size", "get_mean", - "inblock", - "outblock", + "threads", + "real_time", "cpu_time", + "neg_qu_pct", "get_p99", - "threads", - "neg_qu_pct", - "EST_RUNTIME_794.213619s" - ], - "DBPut/comp_style:0/max_data:107374182400/per_key_size:1024/enable_statistics:0/wal:0/iterations:1280/threads:8": [ - "max_rss", - "db_size", - "inblock", - "outblock", - "cpu_time", - "threads", - "real_time", - "EST_RUNTIME_16.117782s" + { + "est_runtime": 517.245591 + } ], - "DBPut/comp_style:0/max_data:107374182400/per_key_size:256/enable_statistics:1/wal:1/iterations:1280/threads:8": [ + "DBPut/comp_style:1/max_data:107374182400/per_key_size:256/enable_statistics:0/wal:1/iterations:51200/threads:8": [ "real_time", - "max_rss", - "db_size", - "inblock", - "outblock", "cpu_time", - "put_p99", - "threads", - "put_p95", - "put_mean", - "EST_RUNTIME_15.285581s" - ], - "DBPut/comp_style:1/max_data:107374182400/per_key_size:1024/enable_statistics:0/wal:1/iterations:10240/threads:1": [ - "max_rss", "db_size", - "inblock", - "outblock", - "cpu_time", "threads", - "real_time", - "EST_RUNTIME_15.5696s" + { + "est_runtime": 270.221479 + } ], - "DBPut/comp_style:2/max_data:107374182400/per_key_size:256/enable_statistics:0/wal:0/iterations:10240/threads:1": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "RandomAccessFileReaderRead/enable_statistics:1/iterations:1000000": [ + "real_time", "cpu_time", "threads", - "real_time", - "EST_RUNTIME_15.037454s" + { + "est_runtime": 5.370559 + } ] }, "ribbon_bench": { - "FilterBuild/filter_mode:0/bits_per_key:10/key_len_avg:100/entry_num:1048576": [ - "max_rss", - "inblock", - "outblock", + "FilterBuild/filter_impl:0/bits_per_key:20/key_len_avg:10/entry_num:1024": [ + "real_time", "cpu_time", - "size", "threads", - "real_time", - "EST_RUNTIME_4.478466s" + "size", + { + "est_runtime": 1.397602 + } ], - "FilterBuild/filter_mode:3/bits_per_key:10/key_len_avg:10/entry_num:1024": [ - "max_rss", - "inblock", - "outblock", + "FilterQueryNegative/filter_impl:0/bits_per_key:10/key_len_avg:100/entry_num:1048576": [ + "real_time", "cpu_time", - "size", "threads", - "real_time", - "EST_RUNTIME_1.722047s" + "fp_pct", + { + "est_runtime": 10.971779 + } ], - "FilterQueryPositive/filter_mode:0/bits_per_key:10/key_len_avg:100/entry_num:1024": [ - "max_rss", - "inblock", - "outblock", + "FilterQueryNegative/filter_impl:0/bits_per_key:20/key_len_avg:10/entry_num:1048576": [ + "real_time", "cpu_time", "threads", - "real_time", - "EST_RUNTIME_2.070593s" + "fp_pct", + { + "est_runtime": 7.789373 + } ], - "FilterQueryPositive/filter_mode:2/bits_per_key:10/key_len_avg:10/entry_num:1024": [ - "max_rss", - "inblock", - "outblock", + "FilterQueryNegative/filter_impl:0/bits_per_key:20/key_len_avg:100/entry_num:1024": [ + "real_time", "cpu_time", "threads", - "real_time", - "EST_RUNTIME_1.451354s" + "fp_pct", + { + "est_runtime": 1.54233 + } ], - "FilterQueryPositive/filter_mode:2/bits_per_key:20/key_len_avg:100/entry_num:1048576": [ - "max_rss", - "inblock", - "outblock", + "FilterQueryNegative/filter_impl:2/bits_per_key:20/key_len_avg:100/entry_num:1048576": [ + "real_time", "cpu_time", "threads", - "real_time", - "EST_RUNTIME_16.89403s" + "fp_pct", + { + "est_runtime": 15.718081 + } ], - "FilterQueryPositive/filter_mode:3/bits_per_key:20/key_len_avg:10/entry_num:1048576": [ - "max_rss", - "inblock", - "outblock", + "FilterQueryPositive/filter_impl:2/bits_per_key:20/key_len_avg:10/entry_num:1024": [ + "real_time", "cpu_time", "threads", - "real_time", - "EST_RUNTIME_46.125646s" + { + "est_runtime": 1.309645 + } ] } }, - "expected_runtime": 1889, - "name": "rocksdb_microbench_suite_3" + "do_not_reflow": false, + "expected_runtime_one_iter": 2437, + "name": "rocksdb_microbench_suite_4", + "regression_threshold": 10, + "sl_iterations": 2 }, { "benchmarks": { "db_basic_bench": { - "DBGet/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ - "max_rss", - "db_size", - "inblock", - "outblock", - "cpu_time", - "threads", - "neg_qu_pct", + "DBGet/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ "real_time", - "EST_RUNTIME_166.499424s" - ], - "DBGet/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ - "max_rss", - "db_size", - "inblock", - "outblock", "cpu_time", - "threads", + "db_size", "neg_qu_pct", - "real_time", - "EST_RUNTIME_499.93449s" + "threads", + { + "est_runtime": 454.919549 + } ], - "DBGet/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ + "DBGet/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ "real_time", - "get_p95", - "max_rss", - "db_size", - "get_mean", - "inblock", - "outblock", "cpu_time", - "get_p99", - "threads", - "neg_qu_pct", - "EST_RUNTIME_794.189494s" - ], - "DBPut/comp_style:0/max_data:107374182400/per_key_size:1024/enable_statistics:0/wal:1/iterations:1280/threads:8": [ - "max_rss", "db_size", - "inblock", - "outblock", - "cpu_time", + "neg_qu_pct", "threads", - "real_time", - "EST_RUNTIME_15.564915s" + { + "est_runtime": 403.095413 + } ], - "DBPut/comp_style:0/max_data:107374182400/per_key_size:256/enable_statistics:0/wal:0/iterations:1280/threads:8": [ - "max_rss", - "db_size", - "inblock", - "outblock", - "cpu_time", - "threads", + "DBGet/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:0/iterations:1280/threads:8": [ "real_time", - "EST_RUNTIME_15.280013s" - ], - "DBPut/comp_style:1/max_data:107374182400/per_key_size:256/enable_statistics:0/wal:0/iterations:10240/threads:1": [ - "max_rss", - "db_size", - "inblock", - "outblock", "cpu_time", + "db_size", + "neg_qu_pct", "threads", - "real_time", - "EST_RUNTIME_16.116265s" + { + "est_runtime": 694.578514 + } ], - "ManualCompaction/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/iterations:1": [ - "comp_time", - "threads", - "new_table_block_iter_nanos", - "max_rss", - "outblock", - "new_table_iterator_nanos", - "block_read_time", - "comp_write", + "DBGet/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ "real_time", - "comp_cpu_time", - "comp_outfile_sync", - "db_size", - "find_table_nanos", - "inblock", - "block_read_count", - "block_checksum_time", "cpu_time", - "comp_read", - "user_key_comparison_count", - "EST_RUNTIME_300.629603s" - ], - "ManualCompaction/comp_style:1/max_data:33554432/per_key_size:256/enable_statistics:1/iterations:1": [ - "comp_time", - "threads", - "new_table_block_iter_nanos", - "max_rss", - "outblock", - "new_table_iterator_nanos", - "block_read_time", - "comp_write", - "real_time", - "comp_cpu_time", - "comp_outfile_sync", "db_size", - "find_table_nanos", - "inblock", - "block_read_count", - "block_checksum_time", - "cpu_time", - "comp_read", - "user_key_comparison_count", - "EST_RUNTIME_37.550123s" + "neg_qu_pct", + "threads", + { + "est_runtime": 532.66627 + } ], - "ManualFlush/key_num:65536/per_key_size:256/iterations:1": [ - "flush_write_bytes", + "DBPut/comp_style:2/max_data:107374182400/per_key_size:256/enable_statistics:0/wal:1/iterations:51200/threads:8": [ "real_time", - "flush_time", - "max_rss", - "db_size", - "inblock", - "outblock", "cpu_time", + "db_size", "threads", - "EST_RUNTIME_20.084256s" + { + "est_runtime": 271.417422 + } ] }, "ribbon_bench": { - "FilterBuild/filter_mode:0/bits_per_key:10/key_len_avg:10/entry_num:1024": [ - "max_rss", - "inblock", - "outblock", + "FilterBuild/filter_impl:2/bits_per_key:20/key_len_avg:10/entry_num:1024": [ + "real_time", "cpu_time", - "size", "threads", - "real_time", - "EST_RUNTIME_2.233793s" + "size", + { + "est_runtime": 1.335641 + } ], - "FilterBuild/filter_mode:0/bits_per_key:20/key_len_avg:100/entry_num:1048576": [ - "max_rss", - "inblock", - "outblock", + "FilterQueryNegative/filter_impl:0/bits_per_key:20/key_len_avg:10/entry_num:1024": [ + "real_time", "cpu_time", - "size", "threads", - "real_time", - "EST_RUNTIME_4.346469s" + "fp_pct", + { + "est_runtime": 1.672049 + } ], - "FilterQueryNegative/filter_mode:0/bits_per_key:20/key_len_avg:100/entry_num:1048576": [ - "max_rss", - "inblock", - "outblock", + "FilterQueryNegative/filter_impl:0/bits_per_key:20/key_len_avg:100/entry_num:1048576": [ + "real_time", "cpu_time", - "fp_pct", "threads", + "fp_pct", + { + "est_runtime": 15.548585 + } + ], + "FilterQueryNegative/filter_impl:3/bits_per_key:20/key_len_avg:100/entry_num:1024": [ "real_time", - "EST_RUNTIME_13.128321s" + "cpu_time", + "threads", + "fp_pct", + { + "est_runtime": 2.799623 + } ], - "FilterQueryPositive/filter_mode:0/bits_per_key:20/key_len_avg:100/entry_num:1024": [ - "max_rss", - "inblock", - "outblock", + "FilterQueryPositive/filter_impl:0/bits_per_key:10/key_len_avg:100/entry_num:1048576": [ + "real_time", "cpu_time", "threads", + { + "est_runtime": 10.709789 + } + ], + "FilterQueryPositive/filter_impl:2/bits_per_key:10/key_len_avg:10/entry_num:1048576": [ "real_time", - "EST_RUNTIME_1.647346s" + "cpu_time", + "threads", + { + "est_runtime": 7.024791 + } ], - "FilterQueryPositive/filter_mode:2/bits_per_key:20/key_len_avg:10/entry_num:1024": [ - "max_rss", - "inblock", - "outblock", + "FilterQueryPositive/filter_impl:3/bits_per_key:10/key_len_avg:10/entry_num:1048576": [ + "real_time", "cpu_time", "threads", + { + "est_runtime": 39.015621 + } + ], + "FilterQueryPositive/filter_impl:3/bits_per_key:20/key_len_avg:100/entry_num:1024": [ "real_time", - "EST_RUNTIME_1.475602s" + "cpu_time", + "threads", + { + "est_runtime": 1.453854 + } ] } }, - "expected_runtime": 1889, - "name": "rocksdb_microbench_suite_4" + "do_not_reflow": false, + "expected_runtime_one_iter": 2437, + "name": "rocksdb_microbench_suite_5", + "regression_threshold": 10, + "sl_iterations": 2 }, { "benchmarks": { "db_basic_bench": { - "DBGet/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ - "max_rss", + "DBGet/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ + "get_p95", "db_size", - "inblock", - "outblock", - "cpu_time", + "get_mean", "threads", - "neg_qu_pct", "real_time", - "EST_RUNTIME_166.186219s" - ], - "DBGet/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ - "max_rss", - "db_size", - "inblock", - "outblock", "cpu_time", - "threads", "neg_qu_pct", - "real_time", - "EST_RUNTIME_542.509153s" + "get_p99", + { + "est_runtime": 658.890773 + } ], - "DBGet/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ + "DBGet/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ "real_time", - "get_p95", - "max_rss", - "db_size", - "get_mean", - "inblock", - "outblock", "cpu_time", - "get_p99", - "threads", + "db_size", "neg_qu_pct", - "EST_RUNTIME_794.170094s" + "threads", + { + "est_runtime": 532.687188 + } ], - "DBPut/comp_style:0/max_data:107374182400/per_key_size:1024/enable_statistics:1/wal:0/iterations:1280/threads:8": [ + "DBGet/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ "real_time", - "max_rss", - "db_size", - "inblock", - "outblock", "cpu_time", - "put_p99", - "threads", - "put_p95", - "put_mean", - "EST_RUNTIME_15.576307s" - ], - "DBPut/comp_style:0/max_data:107374182400/per_key_size:256/enable_statistics:0/wal:1/iterations:10240/threads:1": [ - "max_rss", "db_size", - "inblock", - "outblock", - "cpu_time", + "neg_qu_pct", "threads", - "real_time", - "EST_RUNTIME_15.563171s" + { + "est_runtime": 498.522549 + } ], - "DBPut/comp_style:0/max_data:107374182400/per_key_size:256/enable_statistics:0/wal:1/iterations:1280/threads:8": [ - "max_rss", - "db_size", - "inblock", - "outblock", - "cpu_time", - "threads", + "DBPut/comp_style:2/max_data:107374182400/per_key_size:256/enable_statistics:0/wal:1/iterations:409600/threads:1": [ "real_time", - "EST_RUNTIME_15.204002s" - ], - "DBPut/comp_style:2/max_data:107374182400/per_key_size:1024/enable_statistics:0/wal:0/iterations:1280/threads:8": [ - "max_rss", - "db_size", - "inblock", - "outblock", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_16.121428s" + { + "est_runtime": 360.355195 + } ], - "ManualCompaction/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:0/iterations:1": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "DBPut/comp_style:2/max_data:107374182400/per_key_size:256/enable_statistics:1/wal:0/iterations:51200/threads:8": [ + "real_time", + "put_mean", "cpu_time", + "put_p99", + "db_size", + "put_p95", "threads", - "real_time", - "EST_RUNTIME_300.590525s" + { + "est_runtime": 378.808772 + } ] }, "ribbon_bench": { - "FilterBuild/filter_mode:2/bits_per_key:10/key_len_avg:100/entry_num:1024": [ - "max_rss", - "inblock", - "outblock", - "cpu_time", - "size", - "threads", + "FilterBuild/filter_impl:2/bits_per_key:10/key_len_avg:100/entry_num:1024": [ "real_time", - "EST_RUNTIME_2.190967s" - ], - "FilterBuild/filter_mode:2/bits_per_key:10/key_len_avg:100/entry_num:1048576": [ - "max_rss", - "inblock", - "outblock", "cpu_time", - "size", "threads", - "real_time", - "EST_RUNTIME_5.174491s" + "size", + { + "est_runtime": 1.439296 + } ], - "FilterBuild/filter_mode:3/bits_per_key:20/key_len_avg:100/entry_num:1048576": [ - "max_rss", - "inblock", - "outblock", + "FilterBuild/filter_impl:2/bits_per_key:10/key_len_avg:100/entry_num:1048576": [ + "real_time", "cpu_time", - "size", "threads", - "real_time", - "EST_RUNTIME_12.297877s" + "size", + { + "est_runtime": 2.60738 + } ], - "FilterQueryNegative/filter_mode:2/bits_per_key:20/key_len_avg:100/entry_num:1024": [ - "max_rss", - "inblock", - "outblock", + "FilterQueryNegative/filter_impl:0/bits_per_key:10/key_len_avg:10/entry_num:1024": [ + "real_time", "cpu_time", - "fp_pct", "threads", - "real_time", - "EST_RUNTIME_1.456422s" + "fp_pct", + { + "est_runtime": 1.638573 + } ], - "FilterQueryPositive/filter_mode:2/bits_per_key:10/key_len_avg:100/entry_num:1024": [ - "max_rss", - "inblock", - "outblock", + "FilterQueryPositive/filter_impl:2/bits_per_key:10/key_len_avg:10/entry_num:1024": [ + "real_time", "cpu_time", "threads", - "real_time", - "EST_RUNTIME_1.64585s" + { + "est_runtime": 1.320525 + } ] } }, - "expected_runtime": 1889, - "name": "rocksdb_microbench_suite_5" + "do_not_reflow": false, + "expected_runtime_one_iter": 2437, + "name": "rocksdb_microbench_suite_6", + "regression_threshold": 10, + "sl_iterations": 2 }, { "benchmarks": { "db_basic_bench": { - "DBGet/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ - "max_rss", + "DBGet/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ + "get_p95", "db_size", - "inblock", - "outblock", - "cpu_time", + "get_mean", "threads", - "neg_qu_pct", "real_time", - "EST_RUNTIME_566.662135s" + "cpu_time", + "neg_qu_pct", + "get_p99", + { + "est_runtime": 505.270116 + } ], - "DBGet/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ + "DBGet/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ "real_time", - "get_p95", - "max_rss", - "db_size", - "get_mean", - "inblock", - "outblock", "cpu_time", - "get_p99", - "threads", + "db_size", "neg_qu_pct", - "EST_RUNTIME_794.155703s" + "threads", + { + "est_runtime": 651.121374 + } ], - "DBPut/comp_style:1/max_data:107374182400/per_key_size:256/enable_statistics:0/wal:1/iterations:10240/threads:1": [ - "max_rss", + "DBGet/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ + "get_p95", "db_size", - "inblock", - "outblock", - "cpu_time", + "get_mean", "threads", "real_time", - "EST_RUNTIME_15.150171s" - ], - "DBPut/comp_style:1/max_data:107374182400/per_key_size:256/enable_statistics:1/wal:1/iterations:1280/threads:8": [ - "real_time", - "max_rss", - "db_size", - "inblock", - "outblock", "cpu_time", - "put_p99", - "threads", - "put_p95", - "put_mean", - "EST_RUNTIME_15.574476s" + "neg_qu_pct", + "get_p99", + { + "est_runtime": 532.702176 + } ], - "DBPut/comp_style:2/max_data:107374182400/per_key_size:1024/enable_statistics:1/wal:0/iterations:1280/threads:8": [ + "DBPut/comp_style:0/max_data:107374182400/per_key_size:256/enable_statistics:1/wal:0/iterations:51200/threads:8": [ "real_time", - "max_rss", - "db_size", - "inblock", - "outblock", + "put_mean", "cpu_time", "put_p99", - "threads", + "db_size", "put_p95", - "put_mean", - "EST_RUNTIME_16.118419s" - ], - "ManualCompaction/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:1/iterations:1": [ - "comp_time", "threads", - "new_table_block_iter_nanos", - "max_rss", - "outblock", - "new_table_iterator_nanos", - "block_read_time", - "comp_write", + { + "est_runtime": 378.81272 + } + ], + "DBPut/comp_style:1/max_data:107374182400/per_key_size:256/enable_statistics:1/wal:1/iterations:409600/threads:1": [ "real_time", - "comp_cpu_time", - "comp_outfile_sync", - "db_size", - "find_table_nanos", - "inblock", - "block_read_count", - "block_checksum_time", + "put_mean", "cpu_time", - "comp_read", - "user_key_comparison_count", - "EST_RUNTIME_115.011273s" - ], - "ManualCompaction/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:0/iterations:1": [ - "max_rss", + "put_p99", "db_size", - "inblock", - "outblock", - "cpu_time", + "put_p95", "threads", - "real_time", - "EST_RUNTIME_300.555252s" + { + "est_runtime": 360.424861 + } ], - "ManualCompaction/comp_style:0/max_data:33554432/per_key_size:256/enable_statistics:1/iterations:1": [ - "comp_time", - "threads", - "new_table_block_iter_nanos", - "max_rss", - "outblock", - "new_table_iterator_nanos", - "block_read_time", - "comp_write", + "RandomAccessFileReaderRead/enable_statistics:0/iterations:1000000": [ "real_time", - "comp_cpu_time", - "comp_outfile_sync", - "db_size", - "find_table_nanos", - "inblock", - "block_read_count", - "block_checksum_time", "cpu_time", - "comp_read", - "user_key_comparison_count", - "EST_RUNTIME_35.24766s" + "threads", + { + "est_runtime": 2.984478 + } ] }, "ribbon_bench": { - "FilterBuild/filter_mode:2/bits_per_key:10/key_len_avg:10/entry_num:1048576": [ - "max_rss", - "inblock", - "outblock", - "cpu_time", - "size", - "threads", + "FilterBuild/filter_impl:2/bits_per_key:10/key_len_avg:10/entry_num:1048576": [ "real_time", - "EST_RUNTIME_2.408909s" - ], - "FilterQueryNegative/filter_mode:0/bits_per_key:20/key_len_avg:10/entry_num:1048576": [ - "max_rss", - "inblock", - "outblock", "cpu_time", - "fp_pct", "threads", - "real_time", - "EST_RUNTIME_9.056703s" + "size", + { + "est_runtime": 1.238302 + } ], - "FilterQueryNegative/filter_mode:2/bits_per_key:10/key_len_avg:10/entry_num:1024": [ - "max_rss", - "inblock", - "outblock", + "FilterBuild/filter_impl:3/bits_per_key:20/key_len_avg:10/entry_num:1024": [ + "real_time", "cpu_time", - "fp_pct", "threads", - "real_time", - "EST_RUNTIME_1.368761s" + "size", + { + "est_runtime": 1.38186 + } ], - "FilterQueryNegative/filter_mode:3/bits_per_key:20/key_len_avg:100/entry_num:1024": [ - "max_rss", - "inblock", - "outblock", + "FilterQueryNegative/filter_impl:2/bits_per_key:10/key_len_avg:10/entry_num:1024": [ + "real_time", "cpu_time", - "fp_pct", "threads", - "real_time", - "EST_RUNTIME_1.764781s" + "fp_pct", + { + "est_runtime": 1.821543 + } ], - "FilterQueryPositive/filter_mode:0/bits_per_key:20/key_len_avg:100/entry_num:1048576": [ - "max_rss", - "inblock", - "outblock", + "FilterQueryNegative/filter_impl:2/bits_per_key:10/key_len_avg:100/entry_num:1024": [ + "real_time", "cpu_time", "threads", - "real_time", - "EST_RUNTIME_15.531841s" + "fp_pct", + { + "est_runtime": 1.501483 + } ] } }, - "expected_runtime": 1889, - "name": "rocksdb_microbench_suite_6" + "do_not_reflow": false, + "expected_runtime_one_iter": 2438, + "name": "rocksdb_microbench_suite_7", + "regression_threshold": 10, + "sl_iterations": 2 }, { "benchmarks": { "db_basic_bench": { - "DBGet/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "DBGet/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ + "real_time", "cpu_time", - "threads", + "db_size", "neg_qu_pct", - "real_time", - "EST_RUNTIME_299.220729s" + "threads", + { + "est_runtime": 549.901612 + } ], - "DBGet/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "DBGet/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ + "real_time", "cpu_time", - "threads", + "db_size", "neg_qu_pct", - "real_time", - "EST_RUNTIME_600.039173s" + "threads", + { + "est_runtime": 651.103057 + } ], - "DBGet/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "DBGet/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ + "real_time", "cpu_time", - "threads", + "db_size", "neg_qu_pct", - "real_time", - "EST_RUNTIME_794.129244s" + "threads", + { + "est_runtime": 498.06214 + } ], - "DBPut/comp_style:0/max_data:107374182400/per_key_size:1024/enable_statistics:1/wal:1/iterations:1280/threads:8": [ + "DBPut/comp_style:0/max_data:107374182400/per_key_size:256/enable_statistics:0/wal:0/iterations:409600/threads:1": [ "real_time", - "max_rss", - "db_size", - "inblock", - "outblock", "cpu_time", - "put_p99", - "threads", - "put_p95", - "put_mean", - "EST_RUNTIME_15.572398s" - ], - "DBPut/comp_style:1/max_data:107374182400/per_key_size:256/enable_statistics:0/wal:0/iterations:1280/threads:8": [ - "max_rss", "db_size", - "inblock", - "outblock", - "cpu_time", "threads", - "real_time", - "EST_RUNTIME_15.494234s" + { + "est_runtime": 378.432186 + } ], - "DBPut/comp_style:2/max_data:107374182400/per_key_size:256/enable_statistics:1/wal:0/iterations:1280/threads:8": [ + "DBPut/comp_style:2/max_data:107374182400/per_key_size:256/enable_statistics:1/wal:1/iterations:409600/threads:1": [ "real_time", - "max_rss", - "db_size", - "inblock", - "outblock", - "cpu_time", - "put_p99", - "threads", - "put_p95", "put_mean", - "EST_RUNTIME_15.119149s" - ], - "ManualCompaction/comp_style:0/max_data:33554432/per_key_size:1024/enable_statistics:0/iterations:1": [ - "max_rss", - "db_size", - "inblock", - "outblock", "cpu_time", - "threads", - "real_time", - "EST_RUNTIME_35.162552s" - ], - "ManualFlush/key_num:65536/per_key_size:1024/iterations:1": [ - "flush_write_bytes", - "real_time", - "flush_time", - "max_rss", + "put_p99", "db_size", - "inblock", - "outblock", - "cpu_time", + "put_p95", "threads", - "EST_RUNTIME_40.437076s" + { + "est_runtime": 271.523747 + } ] }, "ribbon_bench": { - "FilterQueryNegative/filter_mode:0/bits_per_key:10/key_len_avg:10/entry_num:1024": [ - "max_rss", - "inblock", - "outblock", - "cpu_time", - "fp_pct", - "threads", + "FilterBuild/filter_impl:0/bits_per_key:20/key_len_avg:10/entry_num:1048576": [ "real_time", - "EST_RUNTIME_1.942312s" - ], - "FilterQueryNegative/filter_mode:3/bits_per_key:20/key_len_avg:100/entry_num:1048576": [ - "max_rss", - "inblock", - "outblock", "cpu_time", - "fp_pct", "threads", - "real_time", - "EST_RUNTIME_61.984175s" - ], - "FilterQueryPositive/filter_mode:2/bits_per_key:20/key_len_avg:10/entry_num:1048576": [ - "max_rss", - "inblock", - "outblock", - "cpu_time", - "threads", - "real_time", - "EST_RUNTIME_7.116195s" - ], - "FilterQueryPositive/filter_mode:3/bits_per_key:10/key_len_avg:100/entry_num:1024": [ - "max_rss", - "inblock", - "outblock", - "cpu_time", - "threads", - "real_time", - "EST_RUNTIME_1.543199s" - ] - } - }, - "expected_runtime": 1888, - "name": "rocksdb_microbench_suite_7" - }, - { - "benchmarks": { - "db_basic_bench": { - "DBGet/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ - "real_time", - "get_p95", - "max_rss", - "db_size", - "get_mean", - "inblock", - "outblock", - "cpu_time", - "get_p99", - "threads", - "neg_qu_pct", - "EST_RUNTIME_299.199021s" - ], - "DBPut/comp_style:0/max_data:107374182400/per_key_size:1024/enable_statistics:0/wal:0/iterations:10240/threads:1": [ - "max_rss", - "db_size", - "inblock", - "outblock", - "cpu_time", - "threads", - "real_time", - "EST_RUNTIME_15.560863s" + "size", + { + "est_runtime": 1.52447 + } ], - "DBPut/comp_style:0/max_data:107374182400/per_key_size:256/enable_statistics:1/wal:0/iterations:1280/threads:8": [ + "FilterBuild/filter_impl:2/bits_per_key:20/key_len_avg:10/entry_num:1048576": [ "real_time", - "max_rss", - "db_size", - "inblock", - "outblock", "cpu_time", - "put_p99", "threads", - "put_p95", - "put_mean", - "EST_RUNTIME_15.20274s" + "size", + { + "est_runtime": 1.381091 + } ], - "DBPut/comp_style:1/max_data:107374182400/per_key_size:1024/enable_statistics:1/wal:0/iterations:10240/threads:1": [ + "FilterBuild/filter_impl:3/bits_per_key:20/key_len_avg:10/entry_num:1048576": [ "real_time", - "max_rss", - "db_size", - "inblock", - "outblock", "cpu_time", - "put_p99", "threads", - "put_p95", - "put_mean", - "EST_RUNTIME_16.110911s" + "size", + { + "est_runtime": 7.89775 + } ], - "ManualFlush/key_num:1024/per_key_size:256/iterations:1": [ - "flush_write_bytes", + "FilterQueryNegative/filter_impl:2/bits_per_key:20/key_len_avg:10/entry_num:1024": [ "real_time", - "flush_time", - "max_rss", - "db_size", - "inblock", - "outblock", "cpu_time", "threads", - "EST_RUNTIME_16.557269s" - ], - "PrefixSeek/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:0/enable_filter:1/iterations:1280/threads:8": [ - "max_rss", - "db_size", - "inblock", - "outblock", - "cpu_time", - "threads", - "real_time", - "EST_RUNTIME_771.579885s" + "fp_pct", + { + "est_runtime": 1.855877 + } ], - "SimpleGetWithPerfContext/iterations:1000000": [ - "neg_qu_pct", - "new_table_block_iter_nanos", - "get_post_process_time", - "get_from_table_nanos", + "FilterQueryNegative/filter_impl:3/bits_per_key:10/key_len_avg:10/entry_num:1048576": [ "real_time", - "get_snapshot_time", - "max_rss", - "db_size", - "inblock", - "user_key_comparison_count", - "block_checksum_time", - "outblock", - "cpu_time", - "get_from_output_files_time", - "threads", - "block_read_time", - "block_seek_nanos", - "get_cpu_nanos", - "EST_RUNTIME_642.426095s" - ] - }, - "ribbon_bench": { - "FilterBuild/filter_mode:2/bits_per_key:20/key_len_avg:10/entry_num:1024": [ - "max_rss", - "inblock", - "outblock", - "cpu_time", - "size", - "threads", - "real_time", - "EST_RUNTIME_2.003881s" - ], - "FilterBuild/filter_mode:3/bits_per_key:10/key_len_avg:100/entry_num:1048576": [ - "max_rss", - "inblock", - "outblock", "cpu_time", - "size", "threads", - "real_time", - "EST_RUNTIME_9.876213s" - ], - "FilterQueryNegative/filter_mode:0/bits_per_key:10/key_len_avg:10/entry_num:1048576": [ - "max_rss", - "inblock", - "outblock", - "cpu_time", "fp_pct", - "threads", - "real_time", - "EST_RUNTIME_7.866302s" + { + "est_runtime": 67.68153 + } ], - "FilterQueryPositive/filter_mode:3/bits_per_key:10/key_len_avg:10/entry_num:1048576": [ - "max_rss", - "inblock", - "outblock", - "cpu_time", - "threads", + "FilterQueryPositive/filter_impl:0/bits_per_key:20/key_len_avg:10/entry_num:1048576": [ "real_time", - "EST_RUNTIME_37.186671s" - ], - "FilterQueryPositive/filter_mode:3/bits_per_key:20/key_len_avg:10/entry_num:1024": [ - "max_rss", - "inblock", - "outblock", "cpu_time", "threads", - "real_time", - "EST_RUNTIME_1.617865s" - ], - "FilterQueryPositive/filter_mode:3/bits_per_key:20/key_len_avg:100/entry_num:1048576": [ - "max_rss", - "inblock", - "outblock", - "cpu_time", - "threads", - "real_time", - "EST_RUNTIME_52.176463s" + { + "est_runtime": 6.667228 + } ] } }, - "expected_runtime": 1888, - "name": "rocksdb_microbench_suite_8" + "do_not_reflow": false, + "expected_runtime_one_iter": 2437, + "name": "rocksdb_microbench_suite_8", + "regression_threshold": 10, + "sl_iterations": 2 }, { "benchmarks": { "db_basic_bench": { - "DBGet/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ + "DBGet/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ "real_time", - "get_p95", - "max_rss", - "db_size", - "get_mean", - "inblock", - "outblock", "cpu_time", - "get_p99", - "threads", - "neg_qu_pct", - "EST_RUNTIME_686.108878s" - ], - "DBPut/comp_style:0/max_data:107374182400/per_key_size:1024/enable_statistics:1/wal:1/iterations:10240/threads:1": [ - "real_time", - "max_rss", "db_size", - "inblock", - "outblock", - "cpu_time", - "put_p99", + "neg_qu_pct", "threads", - "put_p95", - "put_mean", - "EST_RUNTIME_15.569704s" + { + "est_runtime": 551.801692 + } ], - "DBPut/comp_style:0/max_data:107374182400/per_key_size:256/enable_statistics:1/wal:0/iterations:10240/threads:1": [ + "DBGet/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ "real_time", - "max_rss", - "db_size", - "inblock", - "outblock", "cpu_time", - "put_p99", - "threads", - "put_p95", - "put_mean", - "EST_RUNTIME_16.118204s" - ], - "DBPut/comp_style:2/max_data:107374182400/per_key_size:256/enable_statistics:0/wal:0/iterations:1280/threads:8": [ - "max_rss", "db_size", - "inblock", - "outblock", - "cpu_time", + "neg_qu_pct", "threads", - "real_time", - "EST_RUNTIME_15.285742s" + { + "est_runtime": 649.806897 + } ], - "DBPut/comp_style:2/max_data:107374182400/per_key_size:256/enable_statistics:0/wal:1/iterations:10240/threads:1": [ - "max_rss", + "DBGet/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ + "get_p95", "db_size", - "inblock", - "outblock", - "cpu_time", + "get_mean", "threads", "real_time", - "EST_RUNTIME_15.065363s" + "cpu_time", + "neg_qu_pct", + "get_p99", + { + "est_runtime": 497.710941 + } ], - "ManualCompaction/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:1/iterations:1": [ - "comp_time", - "threads", - "new_table_block_iter_nanos", - "max_rss", - "outblock", - "new_table_iterator_nanos", - "block_read_time", - "comp_write", + "DBPut/comp_style:1/max_data:107374182400/per_key_size:256/enable_statistics:0/wal:0/iterations:51200/threads:8": [ "real_time", - "comp_cpu_time", - "comp_outfile_sync", - "db_size", - "find_table_nanos", - "inblock", - "block_read_count", - "block_checksum_time", "cpu_time", - "comp_read", - "user_key_comparison_count", - "EST_RUNTIME_270.395353s" - ], - "ManualCompaction/comp_style:1/max_data:33554432/per_key_size:1024/enable_statistics:0/iterations:1": [ - "max_rss", "db_size", - "inblock", - "outblock", - "cpu_time", "threads", - "real_time", - "EST_RUNTIME_35.245222s" + { + "est_runtime": 378.198303 + } ], - "PrefixSeek/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:1/enable_filter:0/iterations:1280/threads:8": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "DBPut/comp_style:1/max_data:107374182400/per_key_size:256/enable_statistics:0/wal:1/iterations:409600/threads:1": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_771.302787s" + { + "est_runtime": 271.500867 + } ] }, "ribbon_bench": { - "FilterBuild/filter_mode:3/bits_per_key:20/key_len_avg:100/entry_num:1024": [ - "max_rss", - "inblock", - "outblock", + "FilterBuild/filter_impl:3/bits_per_key:20/key_len_avg:100/entry_num:1024": [ + "real_time", "cpu_time", - "size", "threads", - "real_time", - "EST_RUNTIME_1.94847s" + "size", + { + "est_runtime": 1.364915 + } ], - "FilterQueryNegative/filter_mode:2/bits_per_key:10/key_len_avg:10/entry_num:1048576": [ - "max_rss", - "inblock", - "outblock", + "FilterQueryNegative/filter_impl:2/bits_per_key:20/key_len_avg:100/entry_num:1024": [ + "real_time", "cpu_time", - "fp_pct", "threads", - "real_time", - "EST_RUNTIME_7.120287s" + "fp_pct", + { + "est_runtime": 1.467467 + } ], - "FilterQueryNegative/filter_mode:3/bits_per_key:20/key_len_avg:10/entry_num:1048576": [ - "max_rss", - "inblock", - "outblock", + "FilterQueryNegative/filter_impl:3/bits_per_key:10/key_len_avg:100/entry_num:1048576": [ + "real_time", "cpu_time", - "fp_pct", "threads", - "real_time", - "EST_RUNTIME_52.053532s" + "fp_pct", + { + "est_runtime": 82.415772 + } ], - "FilterQueryPositive/filter_mode:2/bits_per_key:20/key_len_avg:100/entry_num:1024": [ - "max_rss", - "inblock", - "outblock", + "FilterQueryPositive/filter_impl:0/bits_per_key:10/key_len_avg:10/entry_num:1024": [ + "real_time", "cpu_time", "threads", - "real_time", - "EST_RUNTIME_1.550226s" + { + "est_runtime": 1.761922 + } ] } }, - "expected_runtime": 1888, - "name": "rocksdb_microbench_suite_9" + "do_not_reflow": false, + "expected_runtime_one_iter": 2437, + "name": "rocksdb_microbench_suite_9", + "regression_threshold": 10, + "sl_iterations": 2 }, { "benchmarks": { "db_basic_bench": { - "DBGet/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ - "max_rss", + "DBGet/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ + "get_p95", "db_size", - "inblock", - "outblock", - "cpu_time", + "get_mean", "threads", - "neg_qu_pct", "real_time", - "EST_RUNTIME_299.163113s" + "cpu_time", + "neg_qu_pct", + "get_p99", + { + "est_runtime": 624.132525 + } ], "DBGet/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ - "real_time", "get_p95", - "max_rss", "db_size", "get_mean", - "inblock", - "outblock", - "cpu_time", - "get_p99", "threads", + "real_time", + "cpu_time", "neg_qu_pct", - "EST_RUNTIME_686.129893s" + "get_p99", + { + "est_runtime": 510.156004 + } ], - "DBPut/comp_style:0/max_data:107374182400/per_key_size:1024/enable_statistics:0/wal:1/iterations:10240/threads:1": [ - "max_rss", + "DBGet/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ + "get_p95", "db_size", - "inblock", - "outblock", - "cpu_time", + "get_mean", "threads", "real_time", - "EST_RUNTIME_15.564052s" - ], - "DBPut/comp_style:1/max_data:107374182400/per_key_size:1024/enable_statistics:0/wal:0/iterations:1280/threads:8": [ - "max_rss", - "db_size", - "inblock", - "outblock", "cpu_time", - "threads", - "real_time", - "EST_RUNTIME_15.27494s" + "neg_qu_pct", + "get_p99", + { + "est_runtime": 551.935026 + } ], - "DBPut/comp_style:2/max_data:107374182400/per_key_size:256/enable_statistics:1/wal:0/iterations:10240/threads:1": [ + "DBGet/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ "real_time", - "max_rss", - "db_size", - "inblock", - "outblock", "cpu_time", - "put_p99", + "db_size", + "neg_qu_pct", "threads", - "put_p95", - "put_mean", - "EST_RUNTIME_16.113261s" + { + "est_runtime": 387.072927 + } ], - "ManualFlush/key_num:1024/per_key_size:1024/iterations:1": [ - "flush_write_bytes", + "DBPut/comp_style:0/max_data:107374182400/per_key_size:256/enable_statistics:1/wal:1/iterations:409600/threads:1": [ "real_time", - "flush_time", - "max_rss", - "db_size", - "inblock", - "outblock", + "put_mean", "cpu_time", - "threads", - "EST_RUNTIME_19.913929s" - ], - "PrefixSeek/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:1/enable_filter:1/iterations:1280/threads:8": [ - "max_rss", + "put_p99", "db_size", - "inblock", - "outblock", - "cpu_time", + "put_p95", "threads", - "real_time", - "EST_RUNTIME_769.84551s" + { + "est_runtime": 360.304737 + } ] }, "ribbon_bench": { - "FilterBuild/filter_mode:3/bits_per_key:10/key_len_avg:100/entry_num:1024": [ - "max_rss", - "inblock", - "outblock", - "cpu_time", - "size", - "threads", - "real_time", - "EST_RUNTIME_2.042569s" - ], - "FilterBuild/filter_mode:3/bits_per_key:20/key_len_avg:10/entry_num:1048576": [ - "max_rss", - "inblock", - "outblock", - "cpu_time", - "size", - "threads", + "FilterBuild/filter_impl:3/bits_per_key:10/key_len_avg:10/entry_num:1024": [ "real_time", - "EST_RUNTIME_11.543583s" - ], - "FilterQueryNegative/filter_mode:2/bits_per_key:20/key_len_avg:10/entry_num:1048576": [ - "max_rss", - "inblock", - "outblock", "cpu_time", - "fp_pct", "threads", - "real_time", - "EST_RUNTIME_6.240408s" + "size", + { + "est_runtime": 1.288164 + } ], - "FilterQueryNegative/filter_mode:3/bits_per_key:10/key_len_avg:10/entry_num:1024": [ - "max_rss", - "inblock", - "outblock", - "cpu_time", - "fp_pct", - "threads", + "FilterQueryPositive/filter_impl:2/bits_per_key:20/key_len_avg:100/entry_num:1024": [ "real_time", - "EST_RUNTIME_1.607236s" - ], - "FilterQueryPositive/filter_mode:3/bits_per_key:10/key_len_avg:100/entry_num:1048576": [ - "max_rss", - "inblock", - "outblock", "cpu_time", "threads", - "real_time", - "EST_RUNTIME_43.935146s" + { + "est_runtime": 1.395642 + } ] } }, - "expected_runtime": 1888, - "name": "rocksdb_microbench_suite_10" + "do_not_reflow": false, + "expected_runtime_one_iter": 2437, + "name": "rocksdb_microbench_suite_10", + "regression_threshold": 10, + "sl_iterations": 2 }, { "benchmarks": { "db_basic_bench": { - "DBGet/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ - "real_time", + "DBGet/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ "get_p95", - "max_rss", "db_size", "get_mean", - "inblock", - "outblock", - "cpu_time", - "get_p99", "threads", + "real_time", + "cpu_time", "neg_qu_pct", - "EST_RUNTIME_165.399415s" + "get_p99", + { + "est_runtime": 507.805668 + } ], - "DBGet/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ - "real_time", + "DBGet/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ "get_p95", - "max_rss", "db_size", "get_mean", - "inblock", - "outblock", - "cpu_time", - "get_p99", "threads", - "neg_qu_pct", - "EST_RUNTIME_170.426373s" - ], - "DBGet/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "real_time", "cpu_time", - "threads", "neg_qu_pct", - "real_time", - "EST_RUNTIME_715.472692s" + "get_p99", + { + "est_runtime": 557.749335 + } ], - "DBPut/comp_style:0/max_data:107374182400/per_key_size:256/enable_statistics:0/wal:0/iterations:10240/threads:1": [ - "max_rss", + "DBGet/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ + "get_p95", "db_size", - "inblock", - "outblock", - "cpu_time", + "get_mean", "threads", "real_time", - "EST_RUNTIME_0.484105s" - ], - "DBPut/comp_style:2/max_data:107374182400/per_key_size:1024/enable_statistics:0/wal:1/iterations:1280/threads:8": [ - "max_rss", - "db_size", - "inblock", - "outblock", "cpu_time", - "threads", - "real_time", - "EST_RUNTIME_15.276682s" + "neg_qu_pct", + "get_p99", + { + "est_runtime": 623.018994 + } ], - "DBPut/comp_style:2/max_data:107374182400/per_key_size:1024/enable_statistics:1/wal:1/iterations:10240/threads:1": [ + "DBPut/comp_style:1/max_data:107374182400/per_key_size:256/enable_statistics:1/wal:0/iterations:409600/threads:1": [ "real_time", - "max_rss", - "db_size", - "inblock", - "outblock", - "cpu_time", - "put_p99", - "threads", - "put_p95", "put_mean", - "EST_RUNTIME_15.564184s" - ], - "ManualFlush/key_num:8192/per_key_size:1024/iterations:1": [ - "flush_write_bytes", - "real_time", - "flush_time", - "max_rss", - "db_size", - "inblock", - "outblock", "cpu_time", - "threads", - "EST_RUNTIME_16.115755s" - ], - "PrefixSeek/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:1/enable_filter:1/iterations:1280/threads:8": [ - "max_rss", + "put_p99", "db_size", - "inblock", - "outblock", - "cpu_time", - "threads", - "real_time", - "EST_RUNTIME_767.644741s" - ] - }, - "ribbon_bench": { - "FilterBuild/filter_mode:0/bits_per_key:20/key_len_avg:10/entry_num:1024": [ - "max_rss", - "inblock", - "outblock", - "cpu_time", - "size", - "threads", - "real_time", - "EST_RUNTIME_2.483759s" - ], - "FilterBuild/filter_mode:2/bits_per_key:20/key_len_avg:100/entry_num:1048576": [ - "max_rss", - "inblock", - "outblock", - "cpu_time", - "size", + "put_p95", "threads", - "real_time", - "EST_RUNTIME_4.526999s" + { + "est_runtime": 377.714354 + } ], - "FilterQueryNegative/filter_mode:0/bits_per_key:10/key_len_avg:100/entry_num:1048576": [ - "max_rss", - "inblock", - "outblock", - "cpu_time", - "fp_pct", - "threads", + "DBPut/comp_style:1/max_data:107374182400/per_key_size:256/enable_statistics:1/wal:0/iterations:51200/threads:8": [ "real_time", - "EST_RUNTIME_12.582595s" - ], - "FilterQueryNegative/filter_mode:2/bits_per_key:20/key_len_avg:10/entry_num:1024": [ - "max_rss", - "inblock", - "outblock", + "put_mean", "cpu_time", - "fp_pct", + "put_p99", + "db_size", + "put_p95", "threads", - "real_time", - "EST_RUNTIME_1.745283s" + { + "est_runtime": 379.059546 + } ] } }, - "expected_runtime": 1888, - "name": "rocksdb_microbench_suite_11" + "do_not_reflow": false, + "expected_runtime_one_iter": 2446, + "name": "rocksdb_microbench_suite_11", + "regression_threshold": 10, + "sl_iterations": 2 }, { "benchmarks": { "db_basic_bench": { - "DBGet/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ + "DBGet/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:0/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ "real_time", + "cpu_time", + "db_size", + "neg_qu_pct", + "threads", + { + "est_runtime": 446.597044 + } + ], + "DBGet/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ "get_p95", - "max_rss", "db_size", "get_mean", - "inblock", - "outblock", - "cpu_time", - "get_p99", "threads", + "real_time", + "cpu_time", "neg_qu_pct", - "EST_RUNTIME_218.689252s" + "get_p99", + { + "est_runtime": 609.749844 + } ], - "DBGet/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "DBGet/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ + "real_time", "cpu_time", - "threads", + "db_size", "neg_qu_pct", - "real_time", - "EST_RUNTIME_752.484082s" + "threads", + { + "est_runtime": 510.357826 + } ], - "DBGet/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ - "real_time", + "DBGet/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ "get_p95", - "max_rss", "db_size", "get_mean", - "inblock", - "outblock", - "cpu_time", - "get_p99", "threads", + "real_time", + "cpu_time", "neg_qu_pct", - "EST_RUNTIME_715.486515s" - ], - "DBPut/comp_style:1/max_data:107374182400/per_key_size:1024/enable_statistics:0/wal:0/iterations:10240/threads:1": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "get_p99", + { + "est_runtime": 557.886298 + } + ] + }, + "ribbon_bench": { + "FilterBuild/filter_impl:0/bits_per_key:20/key_len_avg:100/entry_num:1024": [ + "real_time", "cpu_time", "threads", - "real_time", - "EST_RUNTIME_16.11773s" + "size", + { + "est_runtime": 1.478298 + } ], - "DBPut/comp_style:1/max_data:107374182400/per_key_size:1024/enable_statistics:1/wal:1/iterations:10240/threads:1": [ + "FilterBuild/filter_impl:0/bits_per_key:20/key_len_avg:100/entry_num:1048576": [ "real_time", - "max_rss", - "db_size", - "inblock", - "outblock", "cpu_time", - "put_p99", "threads", - "put_p95", - "put_mean", - "EST_RUNTIME_15.283618s" + "size", + { + "est_runtime": 2.169285 + } ], - "DBPut/comp_style:2/max_data:107374182400/per_key_size:256/enable_statistics:0/wal:1/iterations:1280/threads:8": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "FilterBuild/filter_impl:3/bits_per_key:10/key_len_avg:100/entry_num:1024": [ + "real_time", "cpu_time", "threads", - "real_time", - "EST_RUNTIME_15.56838s" + "size", + { + "est_runtime": 1.348746 + } ], - "ManualCompaction/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:1/iterations:1": [ - "comp_time", - "threads", - "new_table_block_iter_nanos", - "max_rss", - "outblock", - "new_table_iterator_nanos", - "block_read_time", - "comp_write", + "FilterQueryNegative/filter_impl:2/bits_per_key:10/key_len_avg:100/entry_num:1048576": [ "real_time", - "comp_cpu_time", - "comp_outfile_sync", - "db_size", - "find_table_nanos", - "inblock", - "block_read_count", - "block_checksum_time", - "cpu_time", - "comp_read", - "user_key_comparison_count", - "EST_RUNTIME_114.845511s" - ] - }, - "ribbon_bench": { - "FilterBuild/filter_mode:0/bits_per_key:20/key_len_avg:10/entry_num:1048576": [ - "max_rss", - "inblock", - "outblock", "cpu_time", - "size", "threads", - "real_time", - "EST_RUNTIME_2.948372s" + "fp_pct", + { + "est_runtime": 15.272086 + } ], - "FilterBuild/filter_mode:2/bits_per_key:20/key_len_avg:100/entry_num:1024": [ - "max_rss", - "inblock", - "outblock", + "FilterQueryNegative/filter_impl:2/bits_per_key:20/key_len_avg:10/entry_num:1048576": [ + "real_time", "cpu_time", - "size", "threads", - "real_time", - "EST_RUNTIME_2.541194s" + "fp_pct", + { + "est_runtime": 8.032293 + } ], - "FilterQueryPositive/filter_mode:0/bits_per_key:10/key_len_avg:10/entry_num:1024": [ - "max_rss", - "inblock", - "outblock", + "FilterQueryNegative/filter_impl:3/bits_per_key:20/key_len_avg:10/entry_num:1048576": [ + "real_time", "cpu_time", "threads", - "real_time", - "EST_RUNTIME_1.820256s" + "fp_pct", + { + "est_runtime": 102.227551 + } ], - "FilterQueryPositive/filter_mode:0/bits_per_key:10/key_len_avg:100/entry_num:1048576": [ - "max_rss", - "inblock", - "outblock", + "FilterQueryNegative/filter_impl:3/bits_per_key:20/key_len_avg:100/entry_num:1048576": [ + "real_time", "cpu_time", "threads", - "real_time", - "EST_RUNTIME_14.501952s" + "fp_pct", + { + "est_runtime": 129.266223 + } ], - "FilterQueryPositive/filter_mode:2/bits_per_key:10/key_len_avg:100/entry_num:1048576": [ - "max_rss", - "inblock", - "outblock", + "FilterQueryPositive/filter_impl:0/bits_per_key:10/key_len_avg:10/entry_num:1048576": [ + "real_time", "cpu_time", "threads", - "real_time", - "EST_RUNTIME_16.664361s" + { + "est_runtime": 6.708367 + } ], - "FilterQueryPositive/filter_mode:3/bits_per_key:10/key_len_avg:10/entry_num:1024": [ - "max_rss", - "inblock", - "outblock", + "FilterQueryPositive/filter_impl:3/bits_per_key:10/key_len_avg:100/entry_num:1048576": [ + "real_time", "cpu_time", "threads", - "real_time", - "EST_RUNTIME_1.499707s" + { + "est_runtime": 44.929381 + } ] } }, - "expected_runtime": 1889, - "name": "rocksdb_microbench_suite_12" + "do_not_reflow": false, + "expected_runtime_one_iter": 2437, + "name": "rocksdb_microbench_suite_12", + "regression_threshold": 10, + "sl_iterations": 2 }, { "benchmarks": { "db_basic_bench": { - "DBGet/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ - "max_rss", - "db_size", - "inblock", - "outblock", - "cpu_time", - "threads", - "neg_qu_pct", + "DBGet/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ "real_time", - "EST_RUNTIME_218.65485s" - ], - "DBGet/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ - "max_rss", - "db_size", - "inblock", - "outblock", "cpu_time", - "threads", - "neg_qu_pct", - "real_time", - "EST_RUNTIME_749.900326s" - ], - "DBGet/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ - "max_rss", "db_size", - "inblock", - "outblock", - "cpu_time", - "threads", "neg_qu_pct", - "real_time", - "EST_RUNTIME_721.498639s" - ], - "DBPut/comp_style:1/max_data:107374182400/per_key_size:1024/enable_statistics:1/wal:0/iterations:1280/threads:8": [ - "real_time", - "max_rss", - "db_size", - "inblock", - "outblock", - "cpu_time", - "put_p99", "threads", - "put_p95", - "put_mean", - "EST_RUNTIME_16.1213s" + { + "est_runtime": 607.525698 + } ], - "DBPut/comp_style:1/max_data:107374182400/per_key_size:256/enable_statistics:1/wal:0/iterations:10240/threads:1": [ + "DBGet/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ "real_time", - "max_rss", - "db_size", - "inblock", - "outblock", "cpu_time", - "put_p99", + "db_size", + "neg_qu_pct", "threads", - "put_p95", - "put_mean", - "EST_RUNTIME_15.202298s" + { + "est_runtime": 504.228523 + } ], - "DBPut/comp_style:2/max_data:107374182400/per_key_size:1024/enable_statistics:0/wal:0/iterations:10240/threads:1": [ - "max_rss", + "DBGet/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ + "get_p95", "db_size", - "inblock", - "outblock", - "cpu_time", + "get_mean", "threads", "real_time", - "EST_RUNTIME_15.574794s" + "cpu_time", + "neg_qu_pct", + "get_p99", + { + "est_runtime": 578.538571 + } ], - "ManualCompaction/comp_style:1/max_data:134217728/per_key_size:1024/enable_statistics:0/iterations:1": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "DBPut/comp_style:0/max_data:107374182400/per_key_size:256/enable_statistics:0/wal:1/iterations:409600/threads:1": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_114.271296s" + { + "est_runtime": 360.402539 + } ], - "ManualFlush/key_num:8192/per_key_size:256/iterations:1": [ - "flush_write_bytes", + "DBPut/comp_style:0/max_data:107374182400/per_key_size:256/enable_statistics:1/wal:0/iterations:409600/threads:1": [ "real_time", - "flush_time", - "max_rss", - "db_size", - "inblock", - "outblock", + "put_mean", "cpu_time", + "put_p99", + "db_size", + "put_p95", "threads", - "EST_RUNTIME_15.559604s" + { + "est_runtime": 378.530036 + } ] }, "ribbon_bench": { - "FilterBuild/filter_mode:2/bits_per_key:10/key_len_avg:10/entry_num:1024": [ - "max_rss", - "inblock", - "outblock", + "FilterBuild/filter_impl:2/bits_per_key:20/key_len_avg:100/entry_num:1048576": [ + "real_time", "cpu_time", - "size", "threads", - "real_time", - "EST_RUNTIME_2.057548s" + "size", + { + "est_runtime": 2.653086 + } ], - "FilterBuild/filter_mode:3/bits_per_key:10/key_len_avg:10/entry_num:1048576": [ - "max_rss", - "inblock", - "outblock", + "FilterQueryNegative/filter_impl:3/bits_per_key:20/key_len_avg:10/entry_num:1024": [ + "real_time", "cpu_time", - "size", "threads", - "real_time", - "EST_RUNTIME_9.588783s" + "fp_pct", + { + "est_runtime": 1.621375 + } ], - "FilterQueryNegative/filter_mode:3/bits_per_key:20/key_len_avg:10/entry_num:1024": [ - "max_rss", - "inblock", - "outblock", + "FilterQueryPositive/filter_impl:3/bits_per_key:10/key_len_avg:100/entry_num:1024": [ + "real_time", "cpu_time", - "fp_pct", "threads", - "real_time", - "EST_RUNTIME_1.636616s" + { + "est_runtime": 1.325264 + } ], - "FilterQueryPositive/filter_mode:0/bits_per_key:10/key_len_avg:10/entry_num:1048576": [ - "max_rss", - "inblock", - "outblock", + "FilterQueryPositive/filter_impl:3/bits_per_key:20/key_len_avg:10/entry_num:1024": [ + "real_time", "cpu_time", "threads", - "real_time", - "EST_RUNTIME_7.291337s" + { + "est_runtime": 1.448994 + } ] } }, - "expected_runtime": 1888, - "name": "rocksdb_microbench_suite_13" + "do_not_reflow": false, + "expected_runtime_one_iter": 2437, + "name": "rocksdb_microbench_suite_13", + "regression_threshold": 10, + "sl_iterations": 2 }, { "benchmarks": { "db_basic_bench": { - "DBGet/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ + "DBGet/comp_style:0/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ "real_time", - "get_p95", - "max_rss", - "db_size", - "get_mean", - "inblock", - "outblock", "cpu_time", - "get_p99", - "threads", + "db_size", "neg_qu_pct", - "EST_RUNTIME_218.721405s" + "threads", + { + "est_runtime": 583.226959 + } ], - "DBGet/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:0/enable_filter:1/iterations:10240/threads:1": [ + "DBGet/comp_style:1/max_data:134217728/per_key_size:256/enable_statistics:0/negative_query:1/enable_filter:0/iterations:10240/threads:1": [ "real_time", - "get_p95", - "max_rss", - "db_size", - "get_mean", - "inblock", - "outblock", "cpu_time", - "get_p99", - "threads", + "db_size", "neg_qu_pct", - "EST_RUNTIME_741.198478s" + "threads", + { + "est_runtime": 605.701828 + } ], - "DBGet/comp_style:2/max_data:134217728/per_key_size:256/enable_statistics:1/negative_query:1/enable_filter:1/iterations:10240/threads:1": [ - "real_time", + "DBGet/comp_style:2/max_data:134217728/per_key_size:1024/enable_statistics:1/negative_query:0/enable_filter:0/iterations:10240/threads:1": [ "get_p95", - "max_rss", "db_size", "get_mean", - "inblock", - "outblock", - "cpu_time", - "get_p99", "threads", + "real_time", + "cpu_time", "neg_qu_pct", - "EST_RUNTIME_723.549355s" + "get_p99", + { + "est_runtime": 501.900122 + } ], - "DBPut/comp_style:2/max_data:107374182400/per_key_size:1024/enable_statistics:0/wal:1/iterations:10240/threads:1": [ - "max_rss", - "db_size", - "inblock", - "outblock", + "DBPut/comp_style:0/max_data:107374182400/per_key_size:256/enable_statistics:0/wal:0/iterations:51200/threads:8": [ + "real_time", "cpu_time", + "db_size", "threads", - "real_time", - "EST_RUNTIME_15.284634s" + { + "est_runtime": 378.529031 + } ], - "DBPut/comp_style:2/max_data:107374182400/per_key_size:256/enable_statistics:1/wal:1/iterations:1280/threads:8": [ + "DBPut/comp_style:0/max_data:107374182400/per_key_size:256/enable_statistics:1/wal:1/iterations:51200/threads:8": [ "real_time", - "max_rss", - "db_size", - "inblock", - "outblock", + "put_mean", "cpu_time", "put_p99", - "threads", - "put_p95", - "put_mean", - "EST_RUNTIME_15.569225s" - ], - "ManualCompaction/comp_style:0/max_data:134217728/per_key_size:1024/enable_statistics:0/iterations:1": [ - "max_rss", "db_size", - "inblock", - "outblock", - "cpu_time", - "threads", - "real_time", - "EST_RUNTIME_114.921754s" - ], - "ManualCompaction/comp_style:0/max_data:33554432/per_key_size:1024/enable_statistics:1/iterations:1": [ - "comp_time", + "put_p95", "threads", - "new_table_block_iter_nanos", - "max_rss", - "outblock", - "new_table_iterator_nanos", - "block_read_time", - "comp_write", - "real_time", - "comp_cpu_time", - "comp_outfile_sync", - "db_size", - "find_table_nanos", - "inblock", - "block_read_count", - "block_checksum_time", - "cpu_time", - "comp_read", - "user_key_comparison_count", - "EST_RUNTIME_35.107257s" + { + "est_runtime": 360.330841 + } ] }, "ribbon_bench": { - "FilterBuild/filter_mode:0/bits_per_key:10/key_len_avg:10/entry_num:1048576": [ - "max_rss", - "inblock", - "outblock", - "cpu_time", - "size", - "threads", + "FilterBuild/filter_impl:0/bits_per_key:10/key_len_avg:10/entry_num:1024": [ "real_time", - "EST_RUNTIME_2.962762s" - ], - "FilterBuild/filter_mode:0/bits_per_key:10/key_len_avg:100/entry_num:1024": [ - "max_rss", - "inblock", - "outblock", "cpu_time", - "size", "threads", - "real_time", - "EST_RUNTIME_2.561784s" + "size", + { + "est_runtime": 1.654238 + } ], - "FilterQueryNegative/filter_mode:0/bits_per_key:20/key_len_avg:10/entry_num:1024": [ - "max_rss", - "inblock", - "outblock", + "FilterBuild/filter_impl:0/bits_per_key:10/key_len_avg:100/entry_num:1048576": [ + "real_time", "cpu_time", - "fp_pct", "threads", - "real_time", - "EST_RUNTIME_1.904121s" + "size", + { + "est_runtime": 2.171919 + } ], - "FilterQueryNegative/filter_mode:0/bits_per_key:20/key_len_avg:100/entry_num:1024": [ - "max_rss", - "inblock", - "outblock", + "FilterQueryNegative/filter_impl:0/bits_per_key:10/key_len_avg:100/entry_num:1024": [ + "real_time", "cpu_time", - "fp_pct", "threads", - "real_time", - "EST_RUNTIME_1.508804s" + "fp_pct", + { + "est_runtime": 1.331795 + } ], - "FilterQueryNegative/filter_mode:2/bits_per_key:20/key_len_avg:100/entry_num:1048576": [ - "max_rss", - "inblock", - "outblock", + "FilterQueryPositive/filter_impl:0/bits_per_key:20/key_len_avg:100/entry_num:1024": [ + "real_time", "cpu_time", - "fp_pct", "threads", - "real_time", - "EST_RUNTIME_14.769792s" + { + "est_runtime": 1.399281 + } ] } }, - "expected_runtime": 1889, - "name": "rocksdb_microbench_suite_14" + "do_not_reflow": false, + "expected_runtime_one_iter": 2437, + "name": "rocksdb_microbench_suite_14", + "regression_threshold": 10, + "sl_iterations": 2 } ] \ No newline at end of file diff --git a/microbench/db_basic_bench.cc b/microbench/db_basic_bench.cc index ffe8cda7e..bdab06471 100644 --- a/microbench/db_basic_bench.cc +++ b/microbench/db_basic_bench.cc @@ -320,7 +320,7 @@ static void DBPutArguments(benchmark::internal::Benchmark* b) { {"comp_style", "max_data", "per_key_size", "enable_statistics", "wal"}); } -static const uint64_t DBPutNum = 10l << 10; +static const uint64_t DBPutNum = 409600l; BENCHMARK(DBPut)->Threads(1)->Iterations(DBPutNum)->Apply(DBPutArguments); BENCHMARK(DBPut)->Threads(8)->Iterations(DBPutNum / 8)->Apply(DBPutArguments); @@ -445,7 +445,7 @@ static void ManualCompactionArguments(benchmark::internal::Benchmark* b) { b->ArgNames({"comp_style", "max_data", "per_key_size", "enable_statistics"}); } -BENCHMARK(ManualCompaction)->Iterations(1)->Apply(ManualCompactionArguments); +BENCHMARK(ManualCompaction)->Iterations(10)->Apply(ManualCompactionArguments); static void ManualFlush(benchmark::State& state) { uint64_t key_num = state.range(0); @@ -516,7 +516,7 @@ static void ManualFlushArguments(benchmark::internal::Benchmark* b) { b->ArgNames({"key_num", "per_key_size"}); } -BENCHMARK(ManualFlush)->Iterations(1)->Apply(ManualFlushArguments); +BENCHMARK(ManualFlush)->Iterations(100)->Apply(ManualFlushArguments); static void DBGet(benchmark::State& state) { auto compaction_style = static_cast(state.range(0));