fork of https://github.com/oxigraph/rocksdb and https://github.com/facebook/rocksdb for nextgraph and oxigraph
You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
143 lines
4.8 KiB
143 lines
4.8 KiB
9 years ago
|
// Copyright (c) 2011-present, Facebook, Inc. All rights reserved.
|
||
8 years ago
|
// This source code is licensed under both the GPLv2 (found in the
|
||
|
// COPYING file in the root directory) and Apache 2.0 License
|
||
|
// (found in the LICENSE.Apache file in the root directory).
|
||
11 years ago
|
|
||
|
#pragma once
|
||
6 years ago
|
|
||
11 years ago
|
#ifndef ROCKSDB_LITE
|
||
11 years ago
|
#include <stdint.h>
|
||
9 years ago
|
#include <string>
|
||
11 years ago
|
#include <vector>
|
||
11 years ago
|
#include "rocksdb/options.h"
|
||
|
#include "rocksdb/status.h"
|
||
11 years ago
|
#include "rocksdb/table.h"
|
||
11 years ago
|
#include "rocksdb/table_properties.h"
|
||
6 years ago
|
#include "table/bloom_block.h"
|
||
6 years ago
|
#include "table/plain/plain_table_index.h"
|
||
|
#include "table/plain/plain_table_key_coding.h"
|
||
9 years ago
|
#include "table/table_builder.h"
|
||
11 years ago
|
|
||
|
namespace rocksdb {
|
||
|
|
||
|
class BlockBuilder;
|
||
|
class BlockHandle;
|
||
|
class WritableFile;
|
||
|
class TableBuilder;
|
||
|
|
||
6 years ago
|
// The builder class of PlainTable. For description of PlainTable format
|
||
|
// See comments of class PlainTableFactory, where instances of
|
||
|
// PlainTableReader are created.
|
||
11 years ago
|
class PlainTableBuilder: public TableBuilder {
|
||
11 years ago
|
public:
|
||
11 years ago
|
// Create a builder that will store the contents of the table it is
|
||
|
// building in *file. Does not close the file. It is up to the
|
||
|
// caller to close the file after calling Finish(). The output file
|
||
|
// will be part of level specified by 'level'. A value of -1 means
|
||
|
// that the caller does not know which level the output file will reside.
|
||
10 years ago
|
PlainTableBuilder(
|
||
7 years ago
|
const ImmutableCFOptions& ioptions, const MutableCFOptions& moptions,
|
||
10 years ago
|
const std::vector<std::unique_ptr<IntTblPropCollectorFactory>>*
|
||
|
int_tbl_prop_collector_factories,
|
||
9 years ago
|
uint32_t column_family_id, WritableFileWriter* file,
|
||
|
uint32_t user_key_size, EncodingType encoding_type,
|
||
6 years ago
|
size_t index_sparseness, uint32_t bloom_bits_per_key,
|
||
|
const std::string& column_family_name, uint32_t num_probes = 6,
|
||
|
size_t huge_page_tlb_size = 0, double hash_table_ratio = 0,
|
||
|
bool store_index_in_file = false);
|
||
11 years ago
|
|
||
|
// REQUIRES: Either Finish() or Abandon() has been called.
|
||
|
~PlainTableBuilder();
|
||
|
|
||
|
// Add key,value to the table being constructed.
|
||
|
// REQUIRES: key is after any previously added key according to comparator.
|
||
|
// REQUIRES: Finish(), Abandon() have not been called
|
||
|
void Add(const Slice& key, const Slice& value) override;
|
||
|
|
||
|
// Return non-ok iff some error has been detected.
|
||
|
Status status() const override;
|
||
|
|
||
|
// Finish building the table. Stops using the file passed to the
|
||
|
// constructor after this function returns.
|
||
|
// REQUIRES: Finish(), Abandon() have not been called
|
||
|
Status Finish() override;
|
||
|
|
||
|
// Indicate that the contents of this builder should be abandoned. Stops
|
||
|
// using the file passed to the constructor after this function returns.
|
||
|
// If the caller is not going to call Finish(), it must call Abandon()
|
||
|
// before destroying this builder.
|
||
|
// REQUIRES: Finish(), Abandon() have not been called
|
||
|
void Abandon() override;
|
||
|
|
||
|
// Number of calls to Add() so far.
|
||
|
uint64_t NumEntries() const override;
|
||
|
|
||
|
// Size of the file generated so far. If invoked after a successful
|
||
|
// Finish() call, returns the size of the final generated file.
|
||
|
uint64_t FileSize() const override;
|
||
|
|
||
10 years ago
|
TableProperties GetTableProperties() const override { return properties_; }
|
||
|
|
||
6 years ago
|
bool SaveIndexInFile() const { return store_index_in_file_; }
|
||
|
|
||
11 years ago
|
private:
|
||
11 years ago
|
Arena arena_;
|
||
10 years ago
|
const ImmutableCFOptions& ioptions_;
|
||
7 years ago
|
const MutableCFOptions& moptions_;
|
||
10 years ago
|
std::vector<std::unique_ptr<IntTblPropCollector>>
|
||
11 years ago
|
table_properties_collectors_;
|
||
11 years ago
|
|
||
6 years ago
|
BloomBlockBuilder bloom_block_;
|
||
|
std::unique_ptr<PlainTableIndexBuilder> index_builder_;
|
||
|
|
||
10 years ago
|
WritableFileWriter* file_;
|
||
11 years ago
|
uint64_t offset_ = 0;
|
||
6 years ago
|
uint32_t bloom_bits_per_key_;
|
||
|
size_t huge_page_tlb_size_;
|
||
11 years ago
|
Status status_;
|
||
11 years ago
|
TableProperties properties_;
|
||
11 years ago
|
PlainTableKeyEncoder encoder_;
|
||
11 years ago
|
|
||
6 years ago
|
bool store_index_in_file_;
|
||
|
|
||
11 years ago
|
std::vector<uint32_t> keys_or_prefixes_hashes_;
|
||
11 years ago
|
bool closed_ = false; // Either Finish() or Abandon() has been called.
|
||
|
|
||
11 years ago
|
const SliceTransform* prefix_extractor_;
|
||
|
|
||
|
Slice GetPrefix(const Slice& target) const {
|
||
|
assert(target.size() >= 8); // target is internal key
|
||
|
return GetPrefixFromUserKey(GetUserKey(target));
|
||
|
}
|
||
|
|
||
|
Slice GetPrefix(const ParsedInternalKey& target) const {
|
||
|
return GetPrefixFromUserKey(target.user_key);
|
||
|
}
|
||
|
|
||
|
Slice GetUserKey(const Slice& key) const {
|
||
|
return Slice(key.data(), key.size() - 8);
|
||
|
}
|
||
|
|
||
|
Slice GetPrefixFromUserKey(const Slice& user_key) const {
|
||
|
if (!IsTotalOrderMode()) {
|
||
|
return prefix_extractor_->Transform(user_key);
|
||
|
} else {
|
||
|
// Use empty slice as prefix if prefix_extractor is not set.
|
||
|
// In that case,
|
||
|
// it falls back to pure binary search and
|
||
|
// total iterator seek is supported.
|
||
|
return Slice();
|
||
|
}
|
||
|
}
|
||
|
|
||
|
bool IsTotalOrderMode() const { return (prefix_extractor_ == nullptr); }
|
||
|
|
||
11 years ago
|
// No copying allowed
|
||
|
PlainTableBuilder(const PlainTableBuilder&) = delete;
|
||
|
void operator=(const PlainTableBuilder&) = delete;
|
||
|
};
|
||
|
|
||
|
} // namespace rocksdb
|
||
|
|
||
11 years ago
|
#endif // ROCKSDB_LITE
|