|
|
|
// Copyright (c) 2011-present, Facebook, Inc. All rights reserved.
|
|
|
|
// This source code is licensed under both the GPLv2 (found in the
|
|
|
|
// COPYING file in the root directory) and Apache 2.0 License
|
|
|
|
// (found in the LICENSE.Apache file in the root directory).
|
|
|
|
|
|
|
|
#include "rocksdb/compaction_job_stats.h"
|
|
|
|
|
|
|
|
namespace ROCKSDB_NAMESPACE {
|
|
|
|
|
|
|
|
#ifndef ROCKSDB_LITE
|
|
|
|
|
|
|
|
void CompactionJobStats::Reset() {
|
|
|
|
elapsed_micros = 0;
|
|
|
|
cpu_micros = 0;
|
|
|
|
|
|
|
|
num_input_records = 0;
|
|
|
|
num_blobs_read = 0;
|
|
|
|
num_input_files = 0;
|
|
|
|
num_input_files_at_output_level = 0;
|
|
|
|
|
|
|
|
num_output_records = 0;
|
|
|
|
num_output_files = 0;
|
|
|
|
num_output_files_blob = 0;
|
|
|
|
|
|
|
|
is_full_compaction = false;
|
|
|
|
is_manual_compaction = false;
|
|
|
|
|
|
|
|
total_input_bytes = 0;
|
|
|
|
total_blob_bytes_read = 0;
|
|
|
|
total_output_bytes = 0;
|
|
|
|
total_output_bytes_blob = 0;
|
|
|
|
|
|
|
|
num_records_replaced = 0;
|
|
|
|
|
|
|
|
total_input_raw_key_bytes = 0;
|
|
|
|
total_input_raw_value_bytes = 0;
|
|
|
|
|
|
|
|
num_input_deletion_records = 0;
|
|
|
|
num_expired_deletion_records = 0;
|
|
|
|
|
|
|
|
num_corrupt_keys = 0;
|
Add options.compaction_measure_io_stats to print write I/O stats in compactions
Summary:
Add options.compaction_measure_io_stats to print out / pass to listener accumulated time spent on write calls. Example outputs in info logs:
2015/08/12-16:27:59.463944 7fd428bff700 (Original Log Time 2015/08/12-16:27:59.463922) EVENT_LOG_v1 {"time_micros": 1439422079463897, "job": 6, "event": "compaction_finished", "output_level": 1, "num_output_files": 4, "total_output_size": 6900525, "num_input_records": 111483, "num_output_records": 106877, "file_write_nanos": 15663206, "file_range_sync_nanos": 649588, "file_fsync_nanos": 349614797, "file_prepare_write_nanos": 1505812, "lsm_state": [2, 4, 0, 0, 0, 0, 0]}
Add two more counters in iostats_context.
Also add a parameter of db_bench.
Test Plan: Add a unit test. Also manually verify LOG outputs in db_bench
Subscribers: leveldb, dhruba
Differential Revision: https://reviews.facebook.net/D44115
9 years ago
|
|
|
|
|
|
|
file_write_nanos = 0;
|
|
|
|
file_range_sync_nanos = 0;
|
|
|
|
file_fsync_nanos = 0;
|
|
|
|
file_prepare_write_nanos = 0;
|
|
|
|
|
|
|
|
smallest_output_key_prefix.clear();
|
|
|
|
largest_output_key_prefix.clear();
|
|
|
|
|
|
|
|
num_single_del_fallthru = 0;
|
|
|
|
num_single_del_mismatch = 0;
|
|
|
|
}
|
|
|
|
|
|
|
|
void CompactionJobStats::Add(const CompactionJobStats& stats) {
|
|
|
|
elapsed_micros += stats.elapsed_micros;
|
|
|
|
cpu_micros += stats.cpu_micros;
|
|
|
|
|
|
|
|
num_input_records += stats.num_input_records;
|
|
|
|
num_blobs_read += stats.num_blobs_read;
|
|
|
|
num_input_files += stats.num_input_files;
|
|
|
|
num_input_files_at_output_level += stats.num_input_files_at_output_level;
|
|
|
|
|
|
|
|
num_output_records += stats.num_output_records;
|
|
|
|
num_output_files += stats.num_output_files;
|
|
|
|
num_output_files_blob += stats.num_output_files_blob;
|
|
|
|
|
|
|
|
total_input_bytes += stats.total_input_bytes;
|
|
|
|
total_blob_bytes_read += stats.total_blob_bytes_read;
|
|
|
|
total_output_bytes += stats.total_output_bytes;
|
|
|
|
total_output_bytes_blob += stats.total_output_bytes_blob;
|
|
|
|
|
|
|
|
num_records_replaced += stats.num_records_replaced;
|
|
|
|
|
|
|
|
total_input_raw_key_bytes += stats.total_input_raw_key_bytes;
|
|
|
|
total_input_raw_value_bytes += stats.total_input_raw_value_bytes;
|
|
|
|
|
|
|
|
num_input_deletion_records += stats.num_input_deletion_records;
|
|
|
|
num_expired_deletion_records += stats.num_expired_deletion_records;
|
|
|
|
|
|
|
|
num_corrupt_keys += stats.num_corrupt_keys;
|
|
|
|
|
|
|
|
file_write_nanos += stats.file_write_nanos;
|
|
|
|
file_range_sync_nanos += stats.file_range_sync_nanos;
|
|
|
|
file_fsync_nanos += stats.file_fsync_nanos;
|
|
|
|
file_prepare_write_nanos += stats.file_prepare_write_nanos;
|
|
|
|
|
|
|
|
num_single_del_fallthru += stats.num_single_del_fallthru;
|
|
|
|
num_single_del_mismatch += stats.num_single_del_mismatch;
|
|
|
|
}
|
|
|
|
|
|
|
|
#else
|
|
|
|
|
|
|
|
void CompactionJobStats::Reset() {}
|
|
|
|
|
|
|
|
void CompactionJobStats::Add(const CompactionJobStats& /*stats*/) {}
|
|
|
|
|
|
|
|
#endif // !ROCKSDB_LITE
|
|
|
|
|
|
|
|
} // namespace ROCKSDB_NAMESPACE
|