Summary: Now that we have userspace persisted cache, we don't need flashcache anymore. Closes https://github.com/facebook/rocksdb/pull/1588 Differential Revision: D4245114 Pulled By: igorcanadi fbshipit-source-id: e2c1c72main
Igor Canadi
8 years ago
committed by
Facebook Github Bot
parent
b77007df8b
commit
3f407b065c
@ -1,25 +0,0 @@ |
||||
// Copyright (c) 2011-present, Facebook, Inc. All rights reserved.
|
||||
// This source code is licensed under the BSD-style license found in the
|
||||
// LICENSE file in the root directory of this source tree. An additional grant
|
||||
// of patent rights can be found in the PATENTS file in the same directory.
|
||||
|
||||
#pragma once |
||||
|
||||
#include <string> |
||||
#include "rocksdb/env.h" |
||||
|
||||
namespace rocksdb { |
||||
|
||||
// This API is experimental. We will mark it stable once we run it in production
|
||||
// for a while.
|
||||
// NewFlashcacheAwareEnv() creates and Env that blacklists all background
|
||||
// threads (used for flush and compaction) from using flashcache to cache their
|
||||
// reads. Reads from compaction thread don't need to be cached because they are
|
||||
// going to be soon made obsolete (due to nature of compaction)
|
||||
// Usually you would pass Env::Default() as base.
|
||||
// cachedev_fd is a file descriptor of the flashcache device. Caller has to
|
||||
// open flashcache device before calling this API.
|
||||
extern std::unique_ptr<Env> NewFlashcacheAwareEnv( |
||||
Env* base, const int cachedev_fd); |
||||
|
||||
} // namespace rocksdb
|
||||
@ -1,55 +0,0 @@ |
||||
/****************************************************************************
|
||||
* flashcache_ioctl.h |
||||
* FlashCache: Device mapper target for block-level disk caching |
||||
* |
||||
* Copyright 2010 Facebook, Inc. |
||||
* Author: Mohan Srinivasan (mohan@facebook.com) |
||||
* |
||||
* Based on DM-Cache: |
||||
* Copyright (C) International Business Machines Corp., 2006 |
||||
* Author: Ming Zhao (mingzhao@ufl.edu) |
||||
* |
||||
* This program is free software; you can redistribute it and/or modify |
||||
* it under the terms of the GNU General Public License as published by |
||||
* the Free Software Foundation; under version 2 of the License. |
||||
* |
||||
* This program is distributed in the hope that it will be useful, |
||||
* but WITHOUT ANY WARRANTY; without even the implied warranty of |
||||
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the |
||||
* GNU General Public License for more details. |
||||
* |
||||
* You should have received a copy of the GNU General Public License |
||||
* along with this program. If not, see <http://www.gnu.org/licenses/>.
|
||||
****************************************************************************/ |
||||
|
||||
#ifdef OS_LINUX |
||||
#ifndef FLASHCACHE_IOCTL_H |
||||
#define FLASHCACHE_IOCTL_H |
||||
|
||||
#include <linux/types.h> |
||||
|
||||
#define FLASHCACHE_IOCTL 0xfe |
||||
|
||||
enum { |
||||
FLASHCACHEADDNCPID_CMD=200, |
||||
FLASHCACHEDELNCPID_CMD, |
||||
FLASHCACHEDELNCALL_CMD, |
||||
FLASHCACHEADDWHITELIST_CMD, |
||||
FLASHCACHEDELWHITELIST_CMD, |
||||
FLASHCACHEDELWHITELISTALL_CMD, |
||||
}; |
||||
|
||||
#define FLASHCACHEADDNCPID _IOW(FLASHCACHE_IOCTL, FLASHCACHEADDNCPID_CMD, pid_t) |
||||
#define FLASHCACHEDELNCPID _IOW(FLASHCACHE_IOCTL, FLASHCACHEDELNCPID_CMD, pid_t) |
||||
#define FLASHCACHEDELNCALL _IOW(FLASHCACHE_IOCTL, FLASHCACHEDELNCALL_CMD, pid_t) |
||||
|
||||
#define FLASHCACHEADDBLACKLIST FLASHCACHEADDNCPID |
||||
#define FLASHCACHEDELBLACKLIST FLASHCACHEDELNCPID |
||||
#define FLASHCACHEDELALLBLACKLIST FLASHCACHEDELNCALL |
||||
|
||||
#define FLASHCACHEADDWHITELIST _IOW(FLASHCACHE_IOCTL, FLASHCACHEADDWHITELIST_CMD, pid_t) |
||||
#define FLASHCACHEDELWHITELIST _IOW(FLASHCACHE_IOCTL, FLASHCACHEDELWHITELIST_CMD, pid_t) |
||||
#define FLASHCACHEDELALLWHITELIST _IOW(FLASHCACHE_IOCTL, FLASHCACHEDELWHITELISTALL_CMD, pid_t) |
||||
|
||||
#endif /* FLASHCACHE_IOCTL_H */ |
||||
#endif /* OS_LINUX */ |
||||
@ -1,136 +0,0 @@ |
||||
// Copyright (c) 2011-present, Facebook, Inc. All rights reserved.
|
||||
// This source code is licensed under the BSD-style license found in the
|
||||
// LICENSE file in the root directory of this source tree. An additional grant
|
||||
// of patent rights can be found in the PATENTS file in the same directory.
|
||||
|
||||
#include "utilities/flashcache/flashcache.h" |
||||
|
||||
#include "rocksdb/utilities/flashcache.h" |
||||
|
||||
#ifdef OS_LINUX |
||||
#include <fcntl.h> |
||||
#include <sys/ioctl.h> |
||||
#include <sys/stat.h> |
||||
#include <sys/syscall.h> |
||||
#include <unistd.h> |
||||
|
||||
#include "third-party/flashcache/flashcache_ioctl.h" |
||||
#endif |
||||
|
||||
namespace rocksdb { |
||||
|
||||
#if !defined(ROCKSDB_LITE) && defined(OS_LINUX) |
||||
// Most of the code that handles flashcache is copied from websql's branch of
|
||||
// mysql-5.6
|
||||
class FlashcacheAwareEnv : public EnvWrapper { |
||||
public: |
||||
FlashcacheAwareEnv(Env* base, int cachedev_fd) |
||||
: EnvWrapper(base), cachedev_fd_(cachedev_fd) { |
||||
pid_t pid = getpid(); |
||||
/* cleanup previous whitelistings */ |
||||
if (ioctl(cachedev_fd_, FLASHCACHEDELALLWHITELIST, &pid) < 0) { |
||||
cachedev_fd_ = -1; |
||||
fprintf(stderr, "ioctl del-all-whitelist for flashcache failed\n"); |
||||
return; |
||||
} |
||||
if (ioctl(cachedev_fd_, FLASHCACHEADDWHITELIST, &pid) < 0) { |
||||
fprintf(stderr, "ioctl add-whitelist for flashcache failed\n"); |
||||
} |
||||
} |
||||
|
||||
~FlashcacheAwareEnv() { |
||||
// cachedev_fd_ is -1 if it's unitialized
|
||||
if (cachedev_fd_ != -1) { |
||||
pid_t pid = getpid(); |
||||
if (ioctl(cachedev_fd_, FLASHCACHEDELWHITELIST, &pid) < 0) { |
||||
fprintf(stderr, "ioctl del-whitelist for flashcache failed\n"); |
||||
} |
||||
} |
||||
} |
||||
|
||||
static int BlacklistCurrentThread(int cachedev_fd) { |
||||
pid_t pid = static_cast<pid_t>(syscall(SYS_gettid)); |
||||
return ioctl(cachedev_fd, FLASHCACHEADDNCPID, &pid); |
||||
} |
||||
|
||||
static int WhitelistCurrentThread(int cachedev_fd) { |
||||
pid_t pid = static_cast<pid_t>(syscall(SYS_gettid)); |
||||
return ioctl(cachedev_fd, FLASHCACHEDELNCPID, &pid); |
||||
} |
||||
|
||||
int GetFlashCacheFileDescriptor() { return cachedev_fd_; } |
||||
|
||||
struct Arg { |
||||
Arg(void (*f)(void* arg), void* a, int _cachedev_fd) |
||||
: original_function_(f), original_arg_(a), cachedev_fd(_cachedev_fd) {} |
||||
|
||||
void (*original_function_)(void* arg); |
||||
void* original_arg_; |
||||
int cachedev_fd; |
||||
}; |
||||
|
||||
static void BgThreadWrapper(void* a) { |
||||
Arg* arg = reinterpret_cast<Arg*>(a); |
||||
if (arg->cachedev_fd != -1) { |
||||
if (BlacklistCurrentThread(arg->cachedev_fd) < 0) { |
||||
fprintf(stderr, "ioctl add-nc-pid for flashcache failed\n"); |
||||
} |
||||
} |
||||
arg->original_function_(arg->original_arg_); |
||||
if (arg->cachedev_fd != -1) { |
||||
if (WhitelistCurrentThread(arg->cachedev_fd) < 0) { |
||||
fprintf(stderr, "ioctl del-nc-pid for flashcache failed\n"); |
||||
} |
||||
} |
||||
delete arg; |
||||
} |
||||
|
||||
int UnSchedule(void* arg, Priority pri) override { |
||||
// no unschedule for you
|
||||
return 0; |
||||
} |
||||
|
||||
void Schedule(void (*f)(void* arg), void* a, Priority pri, |
||||
void* tag = nullptr, void (*u)(void* arg) = 0) override { |
||||
EnvWrapper::Schedule(&BgThreadWrapper, new Arg(f, a, cachedev_fd_), pri, |
||||
tag); |
||||
} |
||||
|
||||
private: |
||||
int cachedev_fd_; |
||||
}; |
||||
|
||||
std::unique_ptr<Env> NewFlashcacheAwareEnv(Env* base, |
||||
const int cachedev_fd) { |
||||
std::unique_ptr<Env> ret(new FlashcacheAwareEnv(base, cachedev_fd)); |
||||
return ret; |
||||
} |
||||
|
||||
int FlashcacheBlacklistCurrentThread(Env* flashcache_aware_env) { |
||||
int fd = dynamic_cast<FlashcacheAwareEnv*>(flashcache_aware_env) |
||||
->GetFlashCacheFileDescriptor(); |
||||
if (fd == -1) { |
||||
return -1; |
||||
} |
||||
return FlashcacheAwareEnv::BlacklistCurrentThread(fd); |
||||
} |
||||
int FlashcacheWhitelistCurrentThread(Env* flashcache_aware_env) { |
||||
int fd = dynamic_cast<FlashcacheAwareEnv*>(flashcache_aware_env) |
||||
->GetFlashCacheFileDescriptor(); |
||||
if (fd == -1) { |
||||
return -1; |
||||
} |
||||
return FlashcacheAwareEnv::WhitelistCurrentThread(fd); |
||||
} |
||||
|
||||
#else // !defined(ROCKSDB_LITE) && defined(OS_LINUX)
|
||||
std::unique_ptr<Env> NewFlashcacheAwareEnv(Env* base, |
||||
const int cachedev_fd) { |
||||
return nullptr; |
||||
} |
||||
int FlashcacheBlacklistCurrentThread(Env* flashcache_aware_env) { return -1; } |
||||
int FlashcacheWhitelistCurrentThread(Env* flashcache_aware_env) { return -1; } |
||||
|
||||
#endif // !defined(ROCKSDB_LITE) && defined(OS_LINUX)
|
||||
|
||||
} // namespace rocksdb
|
||||
@ -1,18 +0,0 @@ |
||||
// Copyright (c) 2011-present, Facebook, Inc. All rights reserved.
|
||||
// This source code is licensed under the BSD-style license found in the
|
||||
// LICENSE file in the root directory of this source tree. An additional grant
|
||||
// of patent rights can be found in the PATENTS file in the same directory.
|
||||
|
||||
#pragma once |
||||
|
||||
#include <string> |
||||
#include "rocksdb/env.h" |
||||
|
||||
namespace rocksdb { |
||||
|
||||
// This is internal API that will make hacking on flashcache easier. Not sure if
|
||||
// we need to expose this to public users, probably not
|
||||
extern int FlashcacheBlacklistCurrentThread(Env* flashcache_aware_env); |
||||
extern int FlashcacheWhitelistCurrentThread(Env* flashcache_aware_env); |
||||
|
||||
} // namespace rocksdb
|
||||
Loading…
Reference in new issue