// Copyright (c) 2011-present, Facebook, Inc. All rights reserved. // This source code is licensed under the BSD-style license found in the // LICENSE file in the root directory of this source tree. An additional grant // of patent rights can be found in the PATENTS file in the same directory. #include "util/sst_file_manager_impl.h" #include #include "port/port.h" #include "rocksdb/env.h" #include "util/mutexlock.h" #include "util/sync_point.h" namespace rocksdb { SstFileManagerImpl::SstFileManagerImpl(Env* env, std::shared_ptr logger, const std::string& trash_dir, int64_t rate_bytes_per_sec) : env_(env), logger_(logger), total_files_size_(0), delete_scheduler_(env, trash_dir, rate_bytes_per_sec, logger.get(), this) {} SstFileManagerImpl::~SstFileManagerImpl() {} Status SstFileManagerImpl::OnAddFile(const std::string& file_path) { uint64_t file_size; Status s = env_->GetFileSize(file_path, &file_size); if (s.ok()) { MutexLock l(&mu_); OnAddFileImpl(file_path, file_size); } TEST_SYNC_POINT("SstFileManagerImpl::OnAddFile"); return s; } Status SstFileManagerImpl::OnDeleteFile(const std::string& file_path) { { MutexLock l(&mu_); OnDeleteFileImpl(file_path); } TEST_SYNC_POINT("SstFileManagerImpl::OnDeleteFile"); return Status::OK(); } Status SstFileManagerImpl::OnMoveFile(const std::string& old_path, const std::string& new_path) { { MutexLock l(&mu_); OnAddFileImpl(new_path, tracked_files_[old_path]); OnDeleteFileImpl(old_path); } TEST_SYNC_POINT("SstFileManagerImpl::OnMoveFile"); return Status::OK(); } void SstFileManagerImpl::SetMaxAllowedSpaceUsage(uint64_t max_allowed_space) { MutexLock l(&mu_); max_allowed_space_ = max_allowed_space; } bool SstFileManagerImpl::IsMaxAllowedSpaceReached() { MutexLock l(&mu_); if (max_allowed_space_ <= 0) { return false; } return total_files_size_ >= max_allowed_space_; } uint64_t SstFileManagerImpl::GetTotalSize() { MutexLock l(&mu_); return total_files_size_; } std::unordered_map SstFileManagerImpl::GetTrackedFiles() { MutexLock l(&mu_); return tracked_files_; } int64_t SstFileManagerImpl::GetDeleteRateBytesPerSecond() { return delete_scheduler_.GetRateBytesPerSecond(); } Status SstFileManagerImpl::ScheduleFileDeletion(const std::string& file_path) { return delete_scheduler_.DeleteFile(file_path); } void SstFileManagerImpl::WaitForEmptyTrash() { delete_scheduler_.WaitForEmptyTrash(); } void SstFileManagerImpl::OnAddFileImpl(const std::string& file_path, uint64_t file_size) { auto tracked_file = tracked_files_.find(file_path); if (tracked_file != tracked_files_.end()) { // File was added before, we will just update the size total_files_size_ -= tracked_file->second; total_files_size_ += file_size; } else { total_files_size_ += file_size; } tracked_files_[file_path] = file_size; } void SstFileManagerImpl::OnDeleteFileImpl(const std::string& file_path) { auto tracked_file = tracked_files_.find(file_path); if (tracked_file == tracked_files_.end()) { // File is not tracked return; } total_files_size_ -= tracked_file->second; tracked_files_.erase(tracked_file); } SstFileManager* NewSstFileManager(Env* env, std::shared_ptr info_log, std::string trash_dir, int64_t rate_bytes_per_sec, bool delete_exisitng_trash, Status* status) { SstFileManagerImpl* res = new SstFileManagerImpl(env, info_log, trash_dir, rate_bytes_per_sec); Status s; if (trash_dir != "" && rate_bytes_per_sec > 0) { s = env->CreateDirIfMissing(trash_dir); if (s.ok() && delete_exisitng_trash) { std::vector files_in_trash; s = env->GetChildren(trash_dir, &files_in_trash); if (s.ok()) { for (const std::string& trash_file : files_in_trash) { if (trash_file == "." || trash_file == "..") { continue; } std::string path_in_trash = trash_dir + "/" + trash_file; res->OnAddFile(path_in_trash); Status file_delete = res->ScheduleFileDeletion(path_in_trash); if (s.ok() && !file_delete.ok()) { s = file_delete; } } } } } if (status) { *status = s; } return res; } } // namespace rocksdb