Slight refactor.

master
Tyler Neely 10 years ago
parent b3ae5fb67a
commit 2fa5de64ab
  1. 122
      src/main.rs
  2. 5
      src/rocksdb.rs

@ -13,7 +13,6 @@
See the License for the specific language governing permissions and See the License for the specific language governing permissions and
limitations under the License. limitations under the License.
*/ */
#![feature(collections)]
#![feature(test)] #![feature(test)]
#![feature(vec_push_all)] #![feature(vec_push_all)]
@ -21,9 +20,7 @@ extern crate rocksdb;
extern crate test; extern crate test;
use rocksdb::{RocksDBOptions, RocksDB, MergeOperands, new_bloom_filter}; use rocksdb::{RocksDBOptions, RocksDB, MergeOperands, new_bloom_filter};
use rocksdb::RocksDBCompactionStyle::RocksDBUniversalCompaction; use rocksdb::RocksDBCompactionStyle::RocksDBUniversalCompaction;
use test::Bencher;
#[allow(dead_code)]
fn main() { fn main() {
let path = "/tmp/rust-rocksdb"; let path = "/tmp/rust-rocksdb";
let db = RocksDB::open_default(path).unwrap(); let db = RocksDB::open_default(path).unwrap();
@ -45,7 +42,6 @@ fn main() {
custom_merge(); custom_merge();
} }
#[allow(dead_code)]
fn concat_merge(new_key: &[u8], existing_val: Option<&[u8]>, fn concat_merge(new_key: &[u8], existing_val: Option<&[u8]>,
mut operands: &mut MergeOperands) -> Vec<u8> { mut operands: &mut MergeOperands) -> Vec<u8> {
let mut result: Vec<u8> = Vec::with_capacity(operands.size_hint().0); let mut result: Vec<u8> = Vec::with_capacity(operands.size_hint().0);
@ -59,19 +55,18 @@ fn concat_merge(new_key: &[u8], existing_val: Option<&[u8]>,
result result
} }
#[allow(dead_code)]
fn custom_merge() { fn custom_merge() {
let path = "_rust_rocksdb_mergetest"; let path = "_rust_rocksdb_mergetest";
let opts = RocksDBOptions::new(); let opts = RocksDBOptions::new();
opts.create_if_missing(true); opts.create_if_missing(true);
opts.add_merge_operator("test operator", concat_merge); opts.add_merge_operator("test operator", concat_merge);
let db = RocksDB::open(opts, path).unwrap(); let db = RocksDB::open(opts, path).unwrap();
let p = db.put(b"k1", b"a"); db.put(b"k1", b"a");
db.merge(b"k1", b"b"); db.merge(b"k1", b"b");
db.merge(b"k1", b"c"); db.merge(b"k1", b"c");
db.merge(b"k1", b"d"); db.merge(b"k1", b"d");
db.merge(b"k1", b"efg"); db.merge(b"k1", b"efg");
let m = db.merge(b"k1", b"h"); db.merge(b"k1", b"h");
db.get(b"k1").map( |value| { db.get(b"k1").map( |value| {
match value.to_utf8() { match value.to_utf8() {
Some(v) => Some(v) =>
@ -87,59 +82,68 @@ fn custom_merge() {
RocksDB::destroy(opts, path).is_ok(); RocksDB::destroy(opts, path).is_ok();
} }
#[allow(dead_code)]
fn tuned_for_somebody_elses_disk() -> RocksDB {
let path = "_rust_rocksdb_optimizetest";
let opts = RocksDBOptions::new();
opts.create_if_missing(true);
opts.set_block_size(524288);
opts.set_max_open_files(10000);
opts.set_use_fsync(false);
opts.set_bytes_per_sync(8388608);
opts.set_disable_data_sync(false);
opts.set_block_cache_size_mb(1024);
opts.set_table_cache_num_shard_bits(6);
opts.set_max_write_buffer_number(32);
opts.set_write_buffer_size(536870912);
opts.set_target_file_size_base(1073741824);
opts.set_min_write_buffer_number_to_merge(4);
opts.set_level_zero_stop_writes_trigger(2000);
opts.set_level_zero_slowdown_writes_trigger(0);
opts.set_compaction_style(RocksDBUniversalCompaction);
opts.set_max_background_compactions(4);
opts.set_max_background_flushes(4);
opts.set_filter_deletes(false);
opts.set_disable_auto_compactions(true);
let filter = new_bloom_filter(10);
opts.set_filter(filter);
RocksDB::open(opts, path).unwrap()
}
#[allow(dead_code)] #[cfg(test)]
#[bench] mod tests {
fn writes(b: &mut Bencher) { use test::Bencher;
let db = tuned_for_somebody_elses_disk(); use std::thread::sleep_ms;
let mut i = 0 as u64;
b.iter(|| { use rocksdb::{RocksDBOptions, RocksDB, MergeOperands, new_bloom_filter};
db.put(i.to_string().as_bytes(), b"v1111"); use rocksdb::RocksDBCompactionStyle::RocksDBUniversalCompaction;
i += 1;
}); fn tuned_for_somebody_elses_disk() -> RocksDB {
db.close(); let path = "_rust_rocksdb_optimizetest";
} let opts = RocksDBOptions::new();
opts.create_if_missing(true);
opts.set_block_size(524288);
opts.set_max_open_files(10000);
opts.set_use_fsync(false);
opts.set_bytes_per_sync(8388608);
opts.set_disable_data_sync(false);
opts.set_block_cache_size_mb(1024);
opts.set_table_cache_num_shard_bits(6);
opts.set_max_write_buffer_number(32);
opts.set_write_buffer_size(536870912);
opts.set_target_file_size_base(1073741824);
opts.set_min_write_buffer_number_to_merge(4);
opts.set_level_zero_stop_writes_trigger(2000);
opts.set_level_zero_slowdown_writes_trigger(0);
opts.set_compaction_style(RocksDBUniversalCompaction);
opts.set_max_background_compactions(4);
opts.set_max_background_flushes(4);
opts.set_filter_deletes(false);
opts.set_disable_auto_compactions(true);
let filter = new_bloom_filter(10);
opts.set_filter(filter);
#[allow(dead_code)] RocksDB::open(opts, path).unwrap()
#[bench] }
fn reads(b: &mut Bencher) {
let db = tuned_for_somebody_elses_disk(); #[bench]
let mut i = 0 as u64; fn writes(b: &mut Bencher) {
b.iter(|| { // dirty hack due to parallel tests causing contention.
db.get(i.to_string().as_bytes()).on_error( |e| { sleep_ms(1000);
println!("error: {}", e); let db = tuned_for_somebody_elses_disk();
e let mut i = 0 as u64;
b.iter(|| {
db.put(i.to_string().as_bytes(), b"v1111");
i += 1;
}); });
i += 1; db.close();
}); }
db.close();
#[bench]
fn reads(b: &mut Bencher) {
let db = tuned_for_somebody_elses_disk();
let mut i = 0 as u64;
b.iter(|| {
db.get(i.to_string().as_bytes()).on_error( |e| {
println!("error: {}", e);
e
});
i += 1;
});
db.close();
}
} }

@ -52,7 +52,7 @@ impl RocksDB {
let ospath = Path::new(path); let ospath = Path::new(path);
if !ospath.exists() { if !ospath.exists() {
match fs::create_dir_all(&ospath) { match fs::create_dir_all(&ospath) {
Err(_) => return Err(""), Err(e) => return Err("Failed to create rocksdb directory."),
Ok(_) => (), Ok(_) => (),
} }
} }
@ -213,9 +213,8 @@ impl Drop for RocksDBVector {
impl RocksDBVector { impl RocksDBVector {
pub fn from_c(val: *mut u8, val_len: size_t) -> RocksDBVector { pub fn from_c(val: *mut u8, val_len: size_t) -> RocksDBVector {
unsafe { unsafe {
let base = Unique::new(val);
RocksDBVector { RocksDBVector {
base: base, base: Unique::new(val),
len: val_len as usize, len: val_len as usize,
} }
} }

Loading…
Cancel
Save