From 2f4e288143f1c0c9f5a9e829d1b20ce62aca4224 Mon Sep 17 00:00:00 2001 From: Maysam Yabandeh Date: Tue, 8 Oct 2019 16:48:57 -0700 Subject: [PATCH] Enable partitioned index/filter in stress tests (#5895) Summary: This is the 2nd attempt after the revert of https://github.com/facebook/rocksdb/pull/4020 Pull Request resolved: https://github.com/facebook/rocksdb/pull/5895 Test Plan: ``` ./tools/db_crashtest.py blackbox --simple --interval=10 --max_key=10000000 ``` Differential Revision: D17822137 Pulled By: maysamyabandeh fbshipit-source-id: 3d148c0d8cc129080410ff859c04b544223c8ea3 --- tools/db_crashtest.py | 12 +++++++----- tools/db_stress.cc | 3 +-- 2 files changed, 8 insertions(+), 7 deletions(-) diff --git a/tools/db_crashtest.py b/tools/db_crashtest.py index 75cf95b2f..f0bdb6334 100644 --- a/tools/db_crashtest.py +++ b/tools/db_crashtest.py @@ -41,8 +41,8 @@ default_params = { "enable_pipelined_write": 0, "expected_values_path": expected_values_file.name, "flush_one_in": 1000000, - # Temporarily disable hash and partitioned index - "index_type": 0, + # Temporarily disable hash index + "index_type": lambda: random.choice([0,2]), "max_background_compactions": 20, "max_bytes_for_level_base": 10485760, "max_key": 100000000, @@ -51,7 +51,7 @@ default_params = { "nooverwritepercent": 1, "open_files": lambda : random.choice([-1, 500000]), # Temporarily disable partitioned filter - "partition_filters": 0, + "partition_filters": lambda: random.randint(0, 1), "prefixpercent": 5, "progress_reports": 0, "readpercent": 45, @@ -179,8 +179,10 @@ def finalize_and_sanitize(src_params): # now assertion failures are triggered. dest_params["compaction_ttl"] = 0 if dest_params["partition_filters"] == 1: - dest_params["index_type"] = 2 - dest_params["use_block_based_filter"] = 0 + if dest_params["index_type"] != 2: + dest_params["partition_filters"] = 0 + else: + dest_params["use_block_based_filter"] = 0 return dest_params diff --git a/tools/db_stress.cc b/tools/db_stress.cc index 4697960fd..b522062b1 100644 --- a/tools/db_stress.cc +++ b/tools/db_stress.cc @@ -354,8 +354,7 @@ DEFINE_bool(use_block_based_filter, false, "use block based filter" "instead of full filter for block based table"); DEFINE_bool(partition_filters, false, - "use partitioned filters " - "for block-based table"); + "use partitioned filters for block-based table"); DEFINE_int32( index_type,