|
|
@ -5,6 +5,7 @@ |
|
|
|
|
|
|
|
|
|
|
|
package org.rocksdb; |
|
|
|
package org.rocksdb; |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
import java.nio.ByteBuffer; |
|
|
|
import java.util.Arrays; |
|
|
|
import java.util.Arrays; |
|
|
|
import java.util.List; |
|
|
|
import java.util.List; |
|
|
|
import java.util.ArrayList; |
|
|
|
import java.util.ArrayList; |
|
|
@ -44,6 +45,38 @@ public class MergeTest { |
|
|
|
} |
|
|
|
} |
|
|
|
} |
|
|
|
} |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
private byte[] longToByteArray(long l) { |
|
|
|
|
|
|
|
ByteBuffer buf = ByteBuffer.allocate(Long.BYTES); |
|
|
|
|
|
|
|
buf.putLong(l); |
|
|
|
|
|
|
|
return buf.array(); |
|
|
|
|
|
|
|
} |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
private long longFromByteArray(byte[] a) { |
|
|
|
|
|
|
|
ByteBuffer buf = ByteBuffer.allocate(Long.BYTES); |
|
|
|
|
|
|
|
buf.put(a); |
|
|
|
|
|
|
|
buf.flip(); |
|
|
|
|
|
|
|
return buf.getLong(); |
|
|
|
|
|
|
|
} |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
@Test |
|
|
|
|
|
|
|
public void uint64AddOption() |
|
|
|
|
|
|
|
throws InterruptedException, RocksDBException { |
|
|
|
|
|
|
|
try (final Options opt = new Options() |
|
|
|
|
|
|
|
.setCreateIfMissing(true) |
|
|
|
|
|
|
|
.setMergeOperatorName("uint64add"); |
|
|
|
|
|
|
|
final RocksDB db = RocksDB.open(opt, |
|
|
|
|
|
|
|
dbFolder.getRoot().getAbsolutePath())) { |
|
|
|
|
|
|
|
// writing (long)100 under key
|
|
|
|
|
|
|
|
db.put("key".getBytes(), longToByteArray(100)); |
|
|
|
|
|
|
|
// merge (long)1 under key
|
|
|
|
|
|
|
|
db.merge("key".getBytes(), longToByteArray(1)); |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
final byte[] value = db.get("key".getBytes()); |
|
|
|
|
|
|
|
final long longValue = longFromByteArray(value); |
|
|
|
|
|
|
|
assertThat(longValue).isEqualTo(101); |
|
|
|
|
|
|
|
} |
|
|
|
|
|
|
|
} |
|
|
|
|
|
|
|
|
|
|
|
@Test |
|
|
|
@Test |
|
|
|
public void cFStringOption() |
|
|
|
public void cFStringOption() |
|
|
|
throws InterruptedException, RocksDBException { |
|
|
|
throws InterruptedException, RocksDBException { |
|
|
@ -86,6 +119,48 @@ public class MergeTest { |
|
|
|
} |
|
|
|
} |
|
|
|
} |
|
|
|
} |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
@Test |
|
|
|
|
|
|
|
public void cFUInt64AddOption() |
|
|
|
|
|
|
|
throws InterruptedException, RocksDBException { |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
try (final ColumnFamilyOptions cfOpt1 = new ColumnFamilyOptions() |
|
|
|
|
|
|
|
.setMergeOperatorName("uint64add"); |
|
|
|
|
|
|
|
final ColumnFamilyOptions cfOpt2 = new ColumnFamilyOptions() |
|
|
|
|
|
|
|
.setMergeOperatorName("uint64add") |
|
|
|
|
|
|
|
) { |
|
|
|
|
|
|
|
final List<ColumnFamilyDescriptor> cfDescriptors = Arrays.asList( |
|
|
|
|
|
|
|
new ColumnFamilyDescriptor(RocksDB.DEFAULT_COLUMN_FAMILY, cfOpt1), |
|
|
|
|
|
|
|
new ColumnFamilyDescriptor(RocksDB.DEFAULT_COLUMN_FAMILY, cfOpt2) |
|
|
|
|
|
|
|
); |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
final List<ColumnFamilyHandle> columnFamilyHandleList = new ArrayList<>(); |
|
|
|
|
|
|
|
try (final DBOptions opt = new DBOptions() |
|
|
|
|
|
|
|
.setCreateIfMissing(true) |
|
|
|
|
|
|
|
.setCreateMissingColumnFamilies(true); |
|
|
|
|
|
|
|
final RocksDB db = RocksDB.open(opt, |
|
|
|
|
|
|
|
dbFolder.getRoot().getAbsolutePath(), cfDescriptors, |
|
|
|
|
|
|
|
columnFamilyHandleList)) { |
|
|
|
|
|
|
|
try { |
|
|
|
|
|
|
|
// writing (long)100 under key
|
|
|
|
|
|
|
|
db.put(columnFamilyHandleList.get(1), |
|
|
|
|
|
|
|
"cfkey".getBytes(), longToByteArray(100)); |
|
|
|
|
|
|
|
// merge (long)1 under key
|
|
|
|
|
|
|
|
db.merge(columnFamilyHandleList.get(1), |
|
|
|
|
|
|
|
"cfkey".getBytes(), longToByteArray(1)); |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
byte[] value = db.get(columnFamilyHandleList.get(1), |
|
|
|
|
|
|
|
"cfkey".getBytes()); |
|
|
|
|
|
|
|
long longValue = longFromByteArray(value); |
|
|
|
|
|
|
|
assertThat(longValue).isEqualTo(101); |
|
|
|
|
|
|
|
} finally { |
|
|
|
|
|
|
|
for (final ColumnFamilyHandle handle : columnFamilyHandleList) { |
|
|
|
|
|
|
|
handle.close(); |
|
|
|
|
|
|
|
} |
|
|
|
|
|
|
|
} |
|
|
|
|
|
|
|
} |
|
|
|
|
|
|
|
} |
|
|
|
|
|
|
|
} |
|
|
|
|
|
|
|
|
|
|
|
@Test |
|
|
|
@Test |
|
|
|
public void operatorOption() |
|
|
|
public void operatorOption() |
|
|
|
throws InterruptedException, RocksDBException { |
|
|
|
throws InterruptedException, RocksDBException { |
|
|
@ -108,6 +183,28 @@ public class MergeTest { |
|
|
|
} |
|
|
|
} |
|
|
|
} |
|
|
|
} |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
@Test |
|
|
|
|
|
|
|
public void uint64AddOperatorOption() |
|
|
|
|
|
|
|
throws InterruptedException, RocksDBException { |
|
|
|
|
|
|
|
try (final UInt64AddOperator uint64AddOperator = new UInt64AddOperator(); |
|
|
|
|
|
|
|
final Options opt = new Options() |
|
|
|
|
|
|
|
.setCreateIfMissing(true) |
|
|
|
|
|
|
|
.setMergeOperator(uint64AddOperator); |
|
|
|
|
|
|
|
final RocksDB db = RocksDB.open(opt, |
|
|
|
|
|
|
|
dbFolder.getRoot().getAbsolutePath())) { |
|
|
|
|
|
|
|
// Writing (long)100 under key
|
|
|
|
|
|
|
|
db.put("key".getBytes(), longToByteArray(100)); |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
// Writing (long)1 under key
|
|
|
|
|
|
|
|
db.merge("key".getBytes(), longToByteArray(1)); |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
final byte[] value = db.get("key".getBytes()); |
|
|
|
|
|
|
|
final long longValue = longFromByteArray(value); |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
assertThat(longValue).isEqualTo(101); |
|
|
|
|
|
|
|
} |
|
|
|
|
|
|
|
} |
|
|
|
|
|
|
|
|
|
|
|
@Test |
|
|
|
@Test |
|
|
|
public void cFOperatorOption() |
|
|
|
public void cFOperatorOption() |
|
|
|
throws InterruptedException, RocksDBException { |
|
|
|
throws InterruptedException, RocksDBException { |
|
|
@ -170,6 +267,68 @@ public class MergeTest { |
|
|
|
} |
|
|
|
} |
|
|
|
} |
|
|
|
} |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
@Test |
|
|
|
|
|
|
|
public void cFUInt64AddOperatorOption() |
|
|
|
|
|
|
|
throws InterruptedException, RocksDBException { |
|
|
|
|
|
|
|
try (final UInt64AddOperator uint64AddOperator = new UInt64AddOperator(); |
|
|
|
|
|
|
|
final ColumnFamilyOptions cfOpt1 = new ColumnFamilyOptions() |
|
|
|
|
|
|
|
.setMergeOperator(uint64AddOperator); |
|
|
|
|
|
|
|
final ColumnFamilyOptions cfOpt2 = new ColumnFamilyOptions() |
|
|
|
|
|
|
|
.setMergeOperator(uint64AddOperator) |
|
|
|
|
|
|
|
) { |
|
|
|
|
|
|
|
final List<ColumnFamilyDescriptor> cfDescriptors = Arrays.asList( |
|
|
|
|
|
|
|
new ColumnFamilyDescriptor(RocksDB.DEFAULT_COLUMN_FAMILY, cfOpt1), |
|
|
|
|
|
|
|
new ColumnFamilyDescriptor("new_cf".getBytes(), cfOpt2) |
|
|
|
|
|
|
|
); |
|
|
|
|
|
|
|
final List<ColumnFamilyHandle> columnFamilyHandleList = new ArrayList<>(); |
|
|
|
|
|
|
|
try (final DBOptions opt = new DBOptions() |
|
|
|
|
|
|
|
.setCreateIfMissing(true) |
|
|
|
|
|
|
|
.setCreateMissingColumnFamilies(true); |
|
|
|
|
|
|
|
final RocksDB db = RocksDB.open(opt, |
|
|
|
|
|
|
|
dbFolder.getRoot().getAbsolutePath(), cfDescriptors, |
|
|
|
|
|
|
|
columnFamilyHandleList) |
|
|
|
|
|
|
|
) { |
|
|
|
|
|
|
|
try { |
|
|
|
|
|
|
|
// writing (long)100 under key
|
|
|
|
|
|
|
|
db.put(columnFamilyHandleList.get(1), |
|
|
|
|
|
|
|
"cfkey".getBytes(), longToByteArray(100)); |
|
|
|
|
|
|
|
// merge (long)1 under key
|
|
|
|
|
|
|
|
db.merge(columnFamilyHandleList.get(1), |
|
|
|
|
|
|
|
"cfkey".getBytes(), longToByteArray(1)); |
|
|
|
|
|
|
|
byte[] value = db.get(columnFamilyHandleList.get(1), |
|
|
|
|
|
|
|
"cfkey".getBytes()); |
|
|
|
|
|
|
|
long longValue = longFromByteArray(value); |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
// Test also with createColumnFamily
|
|
|
|
|
|
|
|
try (final ColumnFamilyOptions cfHandleOpts = |
|
|
|
|
|
|
|
new ColumnFamilyOptions() |
|
|
|
|
|
|
|
.setMergeOperator(uint64AddOperator); |
|
|
|
|
|
|
|
final ColumnFamilyHandle cfHandle = |
|
|
|
|
|
|
|
db.createColumnFamily( |
|
|
|
|
|
|
|
new ColumnFamilyDescriptor("new_cf2".getBytes(), |
|
|
|
|
|
|
|
cfHandleOpts)) |
|
|
|
|
|
|
|
) { |
|
|
|
|
|
|
|
// writing (long)200 under cfkey2
|
|
|
|
|
|
|
|
db.put(cfHandle, "cfkey2".getBytes(), longToByteArray(200)); |
|
|
|
|
|
|
|
// merge (long)50 under cfkey2
|
|
|
|
|
|
|
|
db.merge(cfHandle, new WriteOptions(), "cfkey2".getBytes(), |
|
|
|
|
|
|
|
longToByteArray(50)); |
|
|
|
|
|
|
|
value = db.get(cfHandle, "cfkey2".getBytes()); |
|
|
|
|
|
|
|
long longValueTmpCf = longFromByteArray(value); |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
assertThat(longValue).isEqualTo(101); |
|
|
|
|
|
|
|
assertThat(longValueTmpCf).isEqualTo(250); |
|
|
|
|
|
|
|
} |
|
|
|
|
|
|
|
} finally { |
|
|
|
|
|
|
|
for (final ColumnFamilyHandle columnFamilyHandle : |
|
|
|
|
|
|
|
columnFamilyHandleList) { |
|
|
|
|
|
|
|
columnFamilyHandle.close(); |
|
|
|
|
|
|
|
} |
|
|
|
|
|
|
|
} |
|
|
|
|
|
|
|
} |
|
|
|
|
|
|
|
} |
|
|
|
|
|
|
|
} |
|
|
|
|
|
|
|
|
|
|
|
@Test |
|
|
|
@Test |
|
|
|
public void operatorGcBehaviour() |
|
|
|
public void operatorGcBehaviour() |
|
|
|
throws RocksDBException { |
|
|
|
throws RocksDBException { |
|
|
@ -182,7 +341,6 @@ public class MergeTest { |
|
|
|
//no-op
|
|
|
|
//no-op
|
|
|
|
} |
|
|
|
} |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
// test reuse
|
|
|
|
// test reuse
|
|
|
|
try (final Options opt = new Options() |
|
|
|
try (final Options opt = new Options() |
|
|
|
.setMergeOperator(stringAppendOperator); |
|
|
|
.setMergeOperator(stringAppendOperator); |
|
|
@ -213,6 +371,48 @@ public class MergeTest { |
|
|
|
} |
|
|
|
} |
|
|
|
} |
|
|
|
} |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
@Test |
|
|
|
|
|
|
|
public void uint64AddOperatorGcBehaviour() |
|
|
|
|
|
|
|
throws RocksDBException { |
|
|
|
|
|
|
|
try (final UInt64AddOperator uint64AddOperator = new UInt64AddOperator()) { |
|
|
|
|
|
|
|
try (final Options opt = new Options() |
|
|
|
|
|
|
|
.setCreateIfMissing(true) |
|
|
|
|
|
|
|
.setMergeOperator(uint64AddOperator); |
|
|
|
|
|
|
|
final RocksDB db = RocksDB.open(opt, |
|
|
|
|
|
|
|
dbFolder.getRoot().getAbsolutePath())) { |
|
|
|
|
|
|
|
//no-op
|
|
|
|
|
|
|
|
} |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
// test reuse
|
|
|
|
|
|
|
|
try (final Options opt = new Options() |
|
|
|
|
|
|
|
.setMergeOperator(uint64AddOperator); |
|
|
|
|
|
|
|
final RocksDB db = RocksDB.open(opt, |
|
|
|
|
|
|
|
dbFolder.getRoot().getAbsolutePath())) { |
|
|
|
|
|
|
|
//no-op
|
|
|
|
|
|
|
|
} |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
// test param init
|
|
|
|
|
|
|
|
try (final UInt64AddOperator uint64AddOperator2 = new UInt64AddOperator(); |
|
|
|
|
|
|
|
final Options opt = new Options() |
|
|
|
|
|
|
|
.setMergeOperator(uint64AddOperator2); |
|
|
|
|
|
|
|
final RocksDB db = RocksDB.open(opt, |
|
|
|
|
|
|
|
dbFolder.getRoot().getAbsolutePath())) { |
|
|
|
|
|
|
|
//no-op
|
|
|
|
|
|
|
|
} |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
// test replace one with another merge operator instance
|
|
|
|
|
|
|
|
try (final Options opt = new Options() |
|
|
|
|
|
|
|
.setMergeOperator(uint64AddOperator); |
|
|
|
|
|
|
|
final UInt64AddOperator newUInt64AddOperator = new UInt64AddOperator()) { |
|
|
|
|
|
|
|
opt.setMergeOperator(newUInt64AddOperator); |
|
|
|
|
|
|
|
try (final RocksDB db = RocksDB.open(opt, |
|
|
|
|
|
|
|
dbFolder.getRoot().getAbsolutePath())) { |
|
|
|
|
|
|
|
//no-op
|
|
|
|
|
|
|
|
} |
|
|
|
|
|
|
|
} |
|
|
|
|
|
|
|
} |
|
|
|
|
|
|
|
} |
|
|
|
|
|
|
|
|
|
|
|
@Test |
|
|
|
@Test |
|
|
|
public void emptyStringInSetMergeOperatorByName() { |
|
|
|
public void emptyStringInSetMergeOperatorByName() { |
|
|
|
try (final Options opt = new Options() |
|
|
|
try (final Options opt = new Options() |
|
|
|