compilation fixes, some cleanup, although much is still needed

master
Tyler Neely 10 years ago
parent 1e38a2433d
commit 51f27f8ef3
  1. 2
      Cargo.toml
  2. 12
      src/ffi.rs
  3. 4
      src/main.rs
  4. 70
      src/rocksdb.rs

@ -2,6 +2,6 @@
name = "rocksdb" name = "rocksdb"
description = "A rust wrapper for Facebook's RocksDB embeddable database." description = "A rust wrapper for Facebook's RocksDB embeddable database."
version = "0.0.2" version = "0.0.3"
authors = ["Tyler Neely <t@jujit.su>"] authors = ["Tyler Neely <t@jujit.su>"]
license = "Apache-2.0" license = "Apache-2.0"

@ -15,6 +15,7 @@
*/ */
extern crate libc; extern crate libc;
use self::libc::{c_char, c_int, c_void, size_t}; use self::libc::{c_char, c_int, c_void, size_t};
use std::ffi::CString;
#[repr(C)] #[repr(C)]
pub struct RocksDBOptions(pub *const c_void); pub struct RocksDBOptions(pub *const c_void);
@ -41,6 +42,9 @@ impl Copy for RocksDBMergeOperator {}
impl Copy for RocksDBBlockBasedTableOptions {} impl Copy for RocksDBBlockBasedTableOptions {}
impl Copy for RocksDBCache {} impl Copy for RocksDBCache {}
impl Copy for RocksDBFilterPolicy {} impl Copy for RocksDBFilterPolicy {}
impl Copy for RocksDBCompactionStyle {}
impl Copy for RocksDBCompressionType {}
impl Copy for RocksDBUniversalCompactionStyle {}
pub fn new_bloom_filter(bits: c_int) -> RocksDBFilterPolicy { pub fn new_bloom_filter(bits: c_int) -> RocksDBFilterPolicy {
unsafe { unsafe {
@ -216,14 +220,14 @@ fn internal() {
unsafe { unsafe {
let opts = rocksdb_options_create(); let opts = rocksdb_options_create();
let RocksDBOptions(opt_ptr) = opts; let RocksDBOptions(opt_ptr) = opts;
assert!(opt_ptr.is_not_null()); assert!(!opt_ptr.is_null());
rocksdb_options_increase_parallelism(opts, 0); rocksdb_options_increase_parallelism(opts, 0);
rocksdb_options_optimize_level_style_compaction(opts, 0); rocksdb_options_optimize_level_style_compaction(opts, 0);
rocksdb_options_set_create_if_missing(opts, true); rocksdb_options_set_create_if_missing(opts, true);
let rustpath = "_rust_rocksdb_internaltest"; let rustpath = "_rust_rocksdb_internaltest";
let cpath = rustpath.to_c_str(); let cpath = CString::from_slice(rustpath.as_bytes());
let cpath_ptr = cpath.as_ptr(); let cpath_ptr = cpath.as_ptr();
let err = 0 as *mut i8; let err = 0 as *mut i8;
@ -232,7 +236,7 @@ fn internal() {
let writeopts = rocksdb_writeoptions_create(); let writeopts = rocksdb_writeoptions_create();
let RocksDBWriteOptions(write_opt_ptr) = writeopts; let RocksDBWriteOptions(write_opt_ptr) = writeopts;
assert!(write_opt_ptr.is_not_null()); assert!(!write_opt_ptr.is_null());
let key = b"name\x00"; let key = b"name\x00";
let val = b"spacejam\x00"; let val = b"spacejam\x00";
@ -242,7 +246,7 @@ fn internal() {
let readopts = rocksdb_readoptions_create(); let readopts = rocksdb_readoptions_create();
let RocksDBReadOptions(read_opts_ptr) = readopts; let RocksDBReadOptions(read_opts_ptr) = readopts;
assert!(read_opts_ptr.is_not_null()); assert!(!read_opts_ptr.is_null());
let val_len: size_t = 0; let val_len: size_t = 0;
let val_len_ptr = &val_len as *const size_t; let val_len_ptr = &val_len as *const size_t;

@ -13,6 +13,8 @@
See the License for the specific language governing permissions and See the License for the specific language governing permissions and
limitations under the License. limitations under the License.
*/ */
#![allow(unstable)]
extern crate rocksdb; extern crate rocksdb;
extern crate test; extern crate test;
use rocksdb::{RocksDBOptions, RocksDB, MergeOperands, new_bloom_filter}; use rocksdb::{RocksDBOptions, RocksDB, MergeOperands, new_bloom_filter};
@ -44,7 +46,7 @@ fn main() {
#[allow(dead_code)] #[allow(dead_code)]
fn concat_merge(new_key: &[u8], existing_val: Option<&[u8]>, fn concat_merge(new_key: &[u8], existing_val: Option<&[u8]>,
mut operands: &mut MergeOperands) -> Vec<u8> { mut operands: &mut MergeOperands) -> Vec<u8> {
let mut result: Vec<u8> = Vec::with_capacity(operands.size_hint().val0()); let mut result: Vec<u8> = Vec::with_capacity(operands.size_hint().0);
match existing_val { match existing_val {
Some(v) => result.push_all(v), Some(v) => result.push_all(v),
None => (), None => (),

@ -13,6 +13,8 @@
See the License for the specific language governing permissions and See the License for the specific language governing permissions and
limitations under the License. limitations under the License.
*/ */
#![allow(unstable)]
extern crate libc; extern crate libc;
use self::libc::{c_char, c_int, c_void, size_t}; use self::libc::{c_char, c_int, c_void, size_t};
use std::io::{IoError}; use std::io::{IoError};
@ -297,7 +299,7 @@ impl RocksDB {
let err = 0 as *mut i8; let err = 0 as *mut i8;
let db = rocksdb_ffi::rocksdb_open(opts.inner, cpath_ptr, err); let db = rocksdb_ffi::rocksdb_open(opts.inner, cpath_ptr, err);
let rocksdb_ffi::RocksDBInstance(db_ptr) = db; let rocksdb_ffi::RocksDBInstance(db_ptr) = db;
if err != 0 as *mut i8 { if !err.is_null() {
let cs = from_c_str(err as *const i8); let cs = from_c_str(err as *const i8);
return Err(cs); return Err(cs);
} }
@ -319,7 +321,7 @@ impl RocksDB {
let err = 0 as *mut i8; let err = 0 as *mut i8;
let result = rocksdb_ffi::rocksdb_destroy_db( let result = rocksdb_ffi::rocksdb_destroy_db(
opts.inner, cpath_ptr, err); opts.inner, cpath_ptr, err);
if err != 0 as *mut i8 { if !err.is_null() {
let cs = from_c_str(err as *const i8); let cs = from_c_str(err as *const i8);
return Err(cs); return Err(cs);
} }
@ -334,7 +336,7 @@ impl RocksDB {
rocksdb_ffi::rocksdb_put(self.inner, writeopts, key.as_ptr(), rocksdb_ffi::rocksdb_put(self.inner, writeopts, key.as_ptr(),
key.len() as size_t, value.as_ptr(), key.len() as size_t, value.as_ptr(),
value.len() as size_t, err); value.len() as size_t, err);
if err != 0 as *mut i8 { if !err.is_null() {
let cs = from_c_str(err as *const i8); let cs = from_c_str(err as *const i8);
return Err(cs); return Err(cs);
} }
@ -349,7 +351,7 @@ impl RocksDB {
rocksdb_ffi::rocksdb_merge(self.inner, writeopts, key.as_ptr(), rocksdb_ffi::rocksdb_merge(self.inner, writeopts, key.as_ptr(),
key.len() as size_t, value.as_ptr(), key.len() as size_t, value.as_ptr(),
value.len() as size_t, err); value.len() as size_t, err);
if err != 0 as *mut i8 { if !err.is_null() {
let cs = from_c_str(err as *const i8); let cs = from_c_str(err as *const i8);
return Err(cs); return Err(cs);
} }
@ -375,7 +377,7 @@ impl RocksDB {
let err = 0 as *mut i8; let err = 0 as *mut i8;
let val = rocksdb_ffi::rocksdb_get(self.inner, readopts, let val = rocksdb_ffi::rocksdb_get(self.inner, readopts,
key.as_ptr(), key.len() as size_t, val_len_ptr, err) as *mut u8; key.as_ptr(), key.len() as size_t, val_len_ptr, err) as *mut u8;
if err != 0 as *mut i8 { if !err.is_null() {
let cs = from_c_str(err as *const i8); let cs = from_c_str(err as *const i8);
return RocksDBResult::Error(cs); return RocksDBResult::Error(cs);
} }
@ -394,7 +396,7 @@ impl RocksDB {
let err = 0 as *mut i8; let err = 0 as *mut i8;
rocksdb_ffi::rocksdb_delete(self.inner, writeopts, key.as_ptr(), rocksdb_ffi::rocksdb_delete(self.inner, writeopts, key.as_ptr(),
key.len() as size_t, err); key.len() as size_t, err);
if err != 0 as *mut i8 { if !err.is_null() {
let cs = from_c_str(err as *const i8); let cs = from_c_str(err as *const i8);
return Err(cs); return Err(cs);
} }
@ -412,6 +414,13 @@ pub struct RocksDBVector {
len: usize, len: usize,
} }
impl Deref for RocksDBVector {
type Target = [u8];
fn deref(&self) -> &[u8] {
unsafe { slice::from_raw_mut_buf(&self.base.0, self.len) }
}
}
impl Drop for RocksDBVector { impl Drop for RocksDBVector {
fn drop(&mut self) { fn drop(&mut self) {
unsafe { unsafe {
@ -431,14 +440,8 @@ impl RocksDBVector {
} }
} }
pub fn as_slice<'a>(&'a self) -> &'a [u8] { pub fn to_utf8<'a>(&'a self) -> Option<&'a str> {
unsafe { from_utf8(self.deref()).ok()
slice::from_raw_buf(self.base.0 as *const u8, self.len)
}
}
pub fn to_utf8(&self) -> Option<&str> {
from_utf8(self.as_slice()).ok()
} }
} }
@ -452,7 +455,7 @@ pub enum RocksDBResult<'a,T,E> {
} }
impl <'a,T,E> RocksDBResult<'a,T,E> { impl <'a,T,E> RocksDBResult<'a,T,E> {
pub fn map<U>(self, f: &mut FnOnce(T) -> U) -> RocksDBResult<'a,U,E> { pub fn map<U, F: FnOnce(T) -> U>(self, f: F) -> RocksDBResult<'a,U,E> {
match self { match self {
RocksDBResult::Some(x) => RocksDBResult::Some(f(x)), RocksDBResult::Some(x) => RocksDBResult::Some(f(x)),
RocksDBResult::None => RocksDBResult::None, RocksDBResult::None => RocksDBResult::None,
@ -470,7 +473,7 @@ impl <'a,T,E> RocksDBResult<'a,T,E> {
} }
} }
pub fn on_error<U>(self, f: FnOnce(E) -> U) -> RocksDBResult<'a,T,U> { pub fn on_error<U, F: FnOnce(E) -> U>(self, f: F) -> RocksDBResult<'a,T,U> {
match self { match self {
RocksDBResult::Some(x) => RocksDBResult::Some(x), RocksDBResult::Some(x) => RocksDBResult::Some(x),
RocksDBResult::None => RocksDBResult::None, RocksDBResult::None => RocksDBResult::None,
@ -478,7 +481,7 @@ impl <'a,T,E> RocksDBResult<'a,T,E> {
} }
} }
pub fn on_absent(self, f: FnOnce() -> ()) -> RocksDBResult<'a,T,E> { pub fn on_absent<F: FnOnce()->()>(self, f: F) -> RocksDBResult<'a,T,E> {
match self { match self {
RocksDBResult::Some(x) => RocksDBResult::Some(x), RocksDBResult::Some(x) => RocksDBResult::Some(x),
RocksDBResult::None => { RocksDBResult::None => {
@ -519,7 +522,7 @@ fn external() {
let db = RocksDB::open_default(path).unwrap(); let db = RocksDB::open_default(path).unwrap();
let p = db.put(b"k1", b"v1111"); let p = db.put(b"k1", b"v1111");
assert!(p.is_ok()); assert!(p.is_ok());
let r: RocksDBResult<RocksDBVector, String> = db.get(b"k1"); let r: RocksDBResult<RocksDBVector, &str> = db.get(b"k1");
assert!(r.unwrap().to_utf8().unwrap() == "v1111"); assert!(r.unwrap().to_utf8().unwrap() == "v1111");
assert!(db.delete(b"k1").is_ok()); assert!(db.delete(b"k1").is_ok());
assert!(db.get(b"k1").is_none()); assert!(db.get(b"k1").is_none());
@ -565,8 +568,6 @@ impl<'a> Iterator for &'a mut MergeOperands<'a> {
as *const size_t; as *const size_t;
let len = *len_ptr as usize; let len = *len_ptr as usize;
let ptr = base + (spacing * self.cursor); let ptr = base + (spacing * self.cursor);
let op = String::from_utf8(slice::from_raw_buf(*(ptr as *const *const u8), len));
let des: Option<usize> = op.to_utf8();
self.cursor += 1; self.cursor += 1;
Some(mem::transmute(Slice{data:*(ptr as *const *const u8) Some(mem::transmute(Slice{data:*(ptr as *const *const u8)
as *const u8, len: len})) as *const u8, len: len}))
@ -602,7 +603,7 @@ extern "C" fn name_callback(raw_cb: *mut c_void) -> *const c_char {
} }
extern "C" fn full_merge_callback( extern "C" fn full_merge_callback(
raw_cb: *mut c_void, key: *const c_char, key_len: size_t, raw_cb: *mut c_void, raw_key: *const c_char, key_len: size_t,
existing_value: *const c_char, existing_value_len: size_t, existing_value: *const c_char, existing_value_len: size_t,
operands_list: *const *const c_char, operands_list_len: *const size_t, operands_list: *const *const c_char, operands_list_len: *const size_t,
num_operands: c_int, num_operands: c_int,
@ -614,20 +615,15 @@ extern "C" fn full_merge_callback(
&mut MergeOperands::new(operands_list, &mut MergeOperands::new(operands_list,
operands_list_len, operands_list_len,
num_operands); num_operands);
let key = String::from_utf8(slice::from_raw_buf(key as *const u8, key_len as usize)); let key: &[u8] = mem::transmute(slice::from_raw_buf(&raw_key, key_len as usize));
let oldval = String::from_utf8(slice::from_raw_buf(existing_value as *const u8, let oldval: &[u8] = mem::transmute(slice::from_raw_buf(&existing_value,
existing_value_len as usize)); existing_value_len as usize));
let mut result = let mut result =
(cb.merge_fn)(key.as_bytes(), Some(oldval.as_bytes()), operands); (cb.merge_fn)(key, Some(oldval), operands);
result.shrink_to_fit(); result.shrink_to_fit();
/*
let ptr = result.as_ptr();
mem::forget(result);
ptr as *const c_char
*/
//TODO(tan) investigate zero-copy techniques to improve performance //TODO(tan) investigate zero-copy techniques to improve performance
let buf = libc::malloc(result.len() as size_t); let buf = libc::malloc(result.len() as size_t);
assert!(buf.is_not_null()); assert!(!buf.is_null());
*new_value_length = result.len() as size_t; *new_value_length = result.len() as size_t;
*success = 1 as u8; *success = 1 as u8;
ptr::copy_memory(&mut *buf, result.as_ptr() ptr::copy_memory(&mut *buf, result.as_ptr()
@ -637,7 +633,7 @@ extern "C" fn full_merge_callback(
} }
extern "C" fn partial_merge_callback( extern "C" fn partial_merge_callback(
raw_cb: *mut c_void, key: *const c_char, key_len: size_t, raw_cb: *mut c_void, raw_key: *const c_char, key_len: size_t,
operands_list: *const *const c_char, operands_list_len: *const size_t, operands_list: *const *const c_char, operands_list_len: *const size_t,
num_operands: c_int, num_operands: c_int,
success: *mut u8, new_value_length: *mut size_t) -> *const c_char { success: *mut u8, new_value_length: *mut size_t) -> *const c_char {
@ -647,12 +643,12 @@ extern "C" fn partial_merge_callback(
let operands = &mut MergeOperands::new(operands_list, let operands = &mut MergeOperands::new(operands_list,
operands_list_len, operands_list_len,
num_operands); num_operands);
let key = String::from_utf8(slice::from_raw_buf(key as *const u8, key_len as usize)); let key: &[u8] = mem::transmute(slice::from_raw_buf(&raw_key, key_len as usize));
let mut result = (cb.merge_fn)(key.as_bytes(), None, operands); let mut result = (cb.merge_fn)(key, None, operands);
result.shrink_to_fit(); result.shrink_to_fit();
//TODO(tan) investigate zero-copy techniques to improve performance //TODO(tan) investigate zero-copy techniques to improve performance
let buf = libc::malloc(result.len() as size_t); let buf = libc::malloc(result.len() as size_t);
assert!(buf.is_not_null()); assert!(!buf.is_null());
*new_value_length = 1 as size_t; *new_value_length = 1 as size_t;
*success = 1 as u8; *success = 1 as u8;
ptr::copy_memory(&mut *buf, result.as_ptr() ptr::copy_memory(&mut *buf, result.as_ptr()
@ -663,7 +659,7 @@ extern "C" fn partial_merge_callback(
fn test_provided_merge(new_key: &[u8], existing_val: Option<&[u8]>, fn test_provided_merge(new_key: &[u8], existing_val: Option<&[u8]>,
mut operands: &mut MergeOperands) -> Vec<u8> { mut operands: &mut MergeOperands) -> Vec<u8> {
let nops = operands.size_hint().0(); let nops = operands.size_hint().0;
let mut result: Vec<u8> = Vec::with_capacity(nops); let mut result: Vec<u8> = Vec::with_capacity(nops);
match existing_val { match existing_val {
Some(v) => result.push_all(v), Some(v) => result.push_all(v),
@ -679,7 +675,6 @@ fn test_provided_merge(new_key: &[u8], existing_val: Option<&[u8]>,
#[test] #[test]
fn mergetest() { fn mergetest() {
let path = "_rust_rocksdb_mergetest"; let path = "_rust_rocksdb_mergetest";
unsafe {
let opts = RocksDBOptions::new(); let opts = RocksDBOptions::new();
opts.create_if_missing(true); opts.create_if_missing(true);
opts.add_merge_operator("test operator", test_provided_merge); opts.add_merge_operator("test operator", test_provided_merge);
@ -703,11 +698,10 @@ fn mergetest() {
.on_error( |e| { println!("error reading value")}); //: {", e) }); .on_error( |e| { println!("error reading value")}); //: {", e) });
assert!(m.is_ok()); assert!(m.is_ok());
let r: RocksDBResult<RocksDBVector, String> = db.get(b"k1"); let r: RocksDBResult<RocksDBVector, &str> = db.get(b"k1");
assert!(r.unwrap().to_utf8().unwrap() == "abcdefgh"); assert!(r.unwrap().to_utf8().unwrap() == "abcdefgh");
assert!(db.delete(b"k1").is_ok()); assert!(db.delete(b"k1").is_ok());
assert!(db.get(b"k1").is_none()); assert!(db.get(b"k1").is_none());
db.close(); db.close();
assert!(RocksDB::destroy(opts, path).is_ok()); assert!(RocksDB::destroy(opts, path).is_ok());
} }
}

Loading…
Cancel
Save