|
|
|
|
@ -8,17 +8,16 @@ |
|
|
|
|
// found in the LICENSE file. See the AUTHORS file for names of contributors.
|
|
|
|
|
#pragma once |
|
|
|
|
|
|
|
|
|
#include <rocksdb/Status.h> |
|
|
|
|
#include <rocksdb/env.h> |
|
|
|
|
#include <stdint.h> |
|
|
|
|
#include <mutex> |
|
|
|
|
#include <string> |
|
|
|
|
|
|
|
|
|
#include "rocksdb/Status.h" |
|
|
|
|
#include "rocksdb/env.h" |
|
|
|
|
#include "util/aligned_buffer.h" |
|
|
|
|
|
|
|
|
|
#include <string> |
|
|
|
|
#include <stdint.h> |
|
|
|
|
|
|
|
|
|
#include <Windows.h> |
|
|
|
|
|
|
|
|
|
#include <mutex> |
|
|
|
|
|
|
|
|
|
namespace rocksdb { |
|
|
|
|
namespace port { |
|
|
|
|
@ -26,9 +25,9 @@ namespace port { |
|
|
|
|
std::string GetWindowsErrSz(DWORD err); |
|
|
|
|
|
|
|
|
|
inline Status IOErrorFromWindowsError(const std::string& context, DWORD err) { |
|
|
|
|
return ((err == ERROR_HANDLE_DISK_FULL) || (err == ERROR_DISK_FULL)) ? |
|
|
|
|
Status::NoSpace(context, GetWindowsErrSz(err)) : |
|
|
|
|
Status::IOError(context, GetWindowsErrSz(err)); |
|
|
|
|
return ((err == ERROR_HANDLE_DISK_FULL) || (err == ERROR_DISK_FULL)) |
|
|
|
|
? Status::NoSpace(context, GetWindowsErrSz(err)) |
|
|
|
|
: Status::IOError(context, GetWindowsErrSz(err)); |
|
|
|
|
} |
|
|
|
|
|
|
|
|
|
inline Status IOErrorFromLastWindowsError(const std::string& context) { |
|
|
|
|
@ -36,9 +35,9 @@ inline Status IOErrorFromLastWindowsError(const std::string& context) { |
|
|
|
|
} |
|
|
|
|
|
|
|
|
|
inline Status IOError(const std::string& context, int err_number) { |
|
|
|
|
return (err_number == ENOSPC) ? |
|
|
|
|
Status::NoSpace(context, strerror(err_number)) :
|
|
|
|
|
Status::IOError(context, strerror(err_number)); |
|
|
|
|
return (err_number == ENOSPC) |
|
|
|
|
? Status::NoSpace(context, strerror(err_number)) |
|
|
|
|
: Status::IOError(context, strerror(err_number)); |
|
|
|
|
} |
|
|
|
|
|
|
|
|
|
// Note the below two do not set errno because they are used only here in this
|
|
|
|
|
@ -54,49 +53,34 @@ inline int fsync(HANDLE hFile) { |
|
|
|
|
return 0; |
|
|
|
|
} |
|
|
|
|
|
|
|
|
|
SSIZE_T pwrite(HANDLE hFile, const char* src, size_t numBytes, |
|
|
|
|
uint64_t offset); |
|
|
|
|
SSIZE_T pwrite(HANDLE hFile, const char* src, size_t numBytes, uint64_t offset); |
|
|
|
|
|
|
|
|
|
SSIZE_T pread(HANDLE hFile, char* src, size_t numBytes, uint64_t offset); |
|
|
|
|
|
|
|
|
|
Status fallocate(const std::string& filename, HANDLE hFile, |
|
|
|
|
uint64_t to_size); |
|
|
|
|
|
|
|
|
|
Status ftruncate(const std::string& filename, HANDLE hFile, |
|
|
|
|
uint64_t toSize); |
|
|
|
|
Status fallocate(const std::string& filename, HANDLE hFile, uint64_t to_size); |
|
|
|
|
|
|
|
|
|
Status ftruncate(const std::string& filename, HANDLE hFile, uint64_t toSize); |
|
|
|
|
|
|
|
|
|
size_t GetUniqueIdFromFile(HANDLE hFile, char* id, size_t max_size); |
|
|
|
|
|
|
|
|
|
class WinFileData { |
|
|
|
|
protected: |
|
|
|
|
|
|
|
|
|
const std::string filename_; |
|
|
|
|
HANDLE hFile_; |
|
|
|
|
// There is no equivalent of advising away buffered pages as in posix.
|
|
|
|
|
// To implement this flag we would need to do unbuffered reads which
|
|
|
|
|
// If ture, the I/O issued would be direct I/O which the buffer
|
|
|
|
|
// will need to be aligned (not sure there is a guarantee that the buffer
|
|
|
|
|
// passed in is aligned).
|
|
|
|
|
// Hence we currently ignore this flag. It is used only in a few cases
|
|
|
|
|
// which should not be perf critical.
|
|
|
|
|
// If perf evaluation finds this to be a problem, we can look into
|
|
|
|
|
// implementing this.
|
|
|
|
|
const bool use_os_buffer_; |
|
|
|
|
const bool use_direct_io_; |
|
|
|
|
|
|
|
|
|
public: |
|
|
|
|
|
|
|
|
|
// We want this class be usable both for inheritance (prive
|
|
|
|
|
// or protected) and for containment so __ctor and __dtor public
|
|
|
|
|
WinFileData(const std::string& filename, HANDLE hFile, bool use_os_buffer) : |
|
|
|
|
filename_(filename), hFile_(hFile), use_os_buffer_(use_os_buffer) |
|
|
|
|
{} |
|
|
|
|
WinFileData(const std::string& filename, HANDLE hFile, bool use_direct_io) |
|
|
|
|
: filename_(filename), hFile_(hFile), use_direct_io_(use_direct_io) {} |
|
|
|
|
|
|
|
|
|
virtual ~WinFileData() { |
|
|
|
|
this->CloseFile(); |
|
|
|
|
} |
|
|
|
|
virtual ~WinFileData() { this->CloseFile(); } |
|
|
|
|
|
|
|
|
|
bool CloseFile() { |
|
|
|
|
|
|
|
|
|
bool result = true; |
|
|
|
|
|
|
|
|
|
if (hFile_ != NULL && hFile_ != INVALID_HANDLE_VALUE) { |
|
|
|
|
@ -111,13 +95,12 @@ public: |
|
|
|
|
|
|
|
|
|
HANDLE GetFileHandle() const { return hFile_; } |
|
|
|
|
|
|
|
|
|
bool UseOSBuffer() const { return use_os_buffer_; } |
|
|
|
|
bool UseDirectIO() const { return use_direct_io_; } |
|
|
|
|
|
|
|
|
|
WinFileData(const WinFileData&) = delete; |
|
|
|
|
WinFileData& operator=(const WinFileData&) = delete; |
|
|
|
|
}; |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
// mmap() based random-access
|
|
|
|
|
class WinMmapReadableFile : private WinFileData, public RandomAccessFile { |
|
|
|
|
HANDLE hMap_; |
|
|
|
|
@ -185,7 +168,6 @@ private: |
|
|
|
|
virtual Status PreallocateInternal(uint64_t spaceToReserve); |
|
|
|
|
|
|
|
|
|
public: |
|
|
|
|
|
|
|
|
|
WinMmapFile(const std::string& fname, HANDLE hFile, size_t page_size, |
|
|
|
|
size_t allocation_granularity, const EnvOptions& options); |
|
|
|
|
|
|
|
|
|
@ -245,7 +227,6 @@ public: |
|
|
|
|
|
|
|
|
|
class WinRandomAccessImpl { |
|
|
|
|
protected: |
|
|
|
|
|
|
|
|
|
WinFileData* file_base_; |
|
|
|
|
bool read_ahead_; |
|
|
|
|
const size_t compaction_readahead_size_; |
|
|
|
|
@ -301,11 +282,9 @@ protected: |
|
|
|
|
virtual ~WinRandomAccessImpl() {} |
|
|
|
|
|
|
|
|
|
public: |
|
|
|
|
|
|
|
|
|
WinRandomAccessImpl(const WinRandomAccessImpl&) = delete; |
|
|
|
|
WinRandomAccessImpl& operator=(const WinRandomAccessImpl&) = delete; |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
Status ReadImpl(uint64_t offset, size_t n, Slice* result, |
|
|
|
|
char* scratch) const; |
|
|
|
|
|
|
|
|
|
@ -313,10 +292,11 @@ public: |
|
|
|
|
}; |
|
|
|
|
|
|
|
|
|
// pread() based random-access
|
|
|
|
|
class WinRandomAccessFile : private WinFileData,
|
|
|
|
|
protected WinRandomAccessImpl, // Want to be able to override PositionedReadInternal
|
|
|
|
|
class WinRandomAccessFile |
|
|
|
|
: private WinFileData, |
|
|
|
|
protected WinRandomAccessImpl, // Want to be able to override
|
|
|
|
|
// PositionedReadInternal
|
|
|
|
|
public RandomAccessFile { |
|
|
|
|
|
|
|
|
|
public: |
|
|
|
|
WinRandomAccessFile(const std::string& fname, HANDLE hFile, size_t alignment, |
|
|
|
|
const EnvOptions& options); |
|
|
|
|
@ -337,7 +317,6 @@ public: |
|
|
|
|
virtual size_t GetUniqueId(char* id, size_t max_size) const override; |
|
|
|
|
}; |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
// This is a sequential write class. It has been mimicked (as others) after
|
|
|
|
|
// the original Posix class. We add support for unbuffered I/O on windows as
|
|
|
|
|
// well
|
|
|
|
|
@ -352,7 +331,6 @@ public: |
|
|
|
|
// buffered access.
|
|
|
|
|
class WinWritableImpl { |
|
|
|
|
protected: |
|
|
|
|
|
|
|
|
|
WinFileData* file_data_; |
|
|
|
|
const uint64_t alignment_; |
|
|
|
|
uint64_t filesize_; // How much data is actually written disk
|
|
|
|
|
@ -368,7 +346,8 @@ protected: |
|
|
|
|
|
|
|
|
|
Status AppendImpl(const Slice& data); |
|
|
|
|
|
|
|
|
|
// Requires that the data is aligned as specified by GetRequiredBufferAlignment()
|
|
|
|
|
// Requires that the data is aligned as specified by
|
|
|
|
|
// GetRequiredBufferAlignment()
|
|
|
|
|
Status PositionedAppendImpl(const Slice& data, uint64_t offset); |
|
|
|
|
|
|
|
|
|
Status TruncateImpl(uint64_t size); |
|
|
|
|
@ -380,7 +359,8 @@ protected: |
|
|
|
|
uint64_t GetFileSizeImpl() { |
|
|
|
|
// Double accounting now here with WritableFileWriter
|
|
|
|
|
// and this size will be wrong when unbuffered access is used
|
|
|
|
|
// but tests implement their own writable files and do not use WritableFileWrapper
|
|
|
|
|
// but tests implement their own writable files and do not use
|
|
|
|
|
// WritableFileWrapper
|
|
|
|
|
// so we need to squeeze a square peg through
|
|
|
|
|
// a round hole here.
|
|
|
|
|
return filesize_; |
|
|
|
|
@ -389,31 +369,29 @@ protected: |
|
|
|
|
Status AllocateImpl(uint64_t offset, uint64_t len); |
|
|
|
|
|
|
|
|
|
public: |
|
|
|
|
|
|
|
|
|
WinWritableImpl(const WinWritableImpl&) = delete; |
|
|
|
|
WinWritableImpl& operator=(const WinWritableImpl&) = delete; |
|
|
|
|
}; |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
class WinWritableFile : private WinFileData, |
|
|
|
|
protected WinWritableImpl, |
|
|
|
|
public WritableFile { |
|
|
|
|
|
|
|
|
|
public: |
|
|
|
|
WinWritableFile(const std::string& fname, HANDLE hFile, size_t alignment, |
|
|
|
|
size_t capacity, const EnvOptions& options); |
|
|
|
|
|
|
|
|
|
~WinWritableFile(); |
|
|
|
|
|
|
|
|
|
// Indicates if the class makes use of unbuffered I/O
|
|
|
|
|
// Indicates if the class makes use of direct I/O
|
|
|
|
|
// Use PositionedAppend
|
|
|
|
|
virtual bool UseOSBuffer() const override; |
|
|
|
|
virtual bool UseDirectIO() const override; |
|
|
|
|
|
|
|
|
|
virtual size_t GetRequiredBufferAlignment() const override; |
|
|
|
|
|
|
|
|
|
virtual Status Append(const Slice& data) override; |
|
|
|
|
|
|
|
|
|
// Requires that the data is aligned as specified by GetRequiredBufferAlignment()
|
|
|
|
|
// Requires that the data is aligned as specified by
|
|
|
|
|
// GetRequiredBufferAlignment()
|
|
|
|
|
virtual Status PositionedAppend(const Slice& data, uint64_t offset) override; |
|
|
|
|
|
|
|
|
|
// Need to implement this so the file is truncated correctly
|
|
|
|
|
@ -437,30 +415,27 @@ public: |
|
|
|
|
virtual size_t GetUniqueId(char* id, size_t max_size) const override; |
|
|
|
|
}; |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
class WinRandomRWFile : private WinFileData, |
|
|
|
|
protected WinRandomAccessImpl, |
|
|
|
|
protected WinWritableImpl, |
|
|
|
|
public RandomRWFile { |
|
|
|
|
|
|
|
|
|
public: |
|
|
|
|
|
|
|
|
|
WinRandomRWFile(const std::string& fname, HANDLE hFile, size_t alignment, |
|
|
|
|
const EnvOptions& options); |
|
|
|
|
|
|
|
|
|
~WinRandomRWFile() {} |
|
|
|
|
|
|
|
|
|
// Indicates if the class makes use of unbuffered I/O
|
|
|
|
|
// Indicates if the class makes use of direct I/O
|
|
|
|
|
// If false you must pass aligned buffer to Write()
|
|
|
|
|
virtual bool UseOSBuffer() const override; |
|
|
|
|
virtual bool UseDirectIO() const override; |
|
|
|
|
|
|
|
|
|
// Use the returned alignment value to allocate
|
|
|
|
|
// aligned buffer for Write() when UseOSBuffer()
|
|
|
|
|
// returns false
|
|
|
|
|
// Use the returned alignment value to allocate aligned
|
|
|
|
|
// buffer for Write() when UseDirectIO() returns true
|
|
|
|
|
virtual size_t GetRequiredBufferAlignment() const override; |
|
|
|
|
|
|
|
|
|
// Used by the file_reader_writer to decide if the ReadAhead wrapper
|
|
|
|
|
// should simply forward the call and do not enact read_ahead buffering or locking.
|
|
|
|
|
// should simply forward the call and do not enact read_ahead buffering or
|
|
|
|
|
// locking.
|
|
|
|
|
// The implementation below takes care of reading ahead
|
|
|
|
|
virtual bool ShouldForwardRawRequest() const override; |
|
|
|
|
|
|
|
|
|
@ -469,7 +444,7 @@ public: |
|
|
|
|
virtual void EnableReadAhead() override; |
|
|
|
|
|
|
|
|
|
// Write bytes in `data` at offset `offset`, Returns Status::OK() on success.
|
|
|
|
|
// Pass aligned buffer when UseOSBuffer() returns false.
|
|
|
|
|
// Pass aligned buffer when UseDirectIO() returns true.
|
|
|
|
|
virtual Status Write(uint64_t offset, const Slice& data) override; |
|
|
|
|
|
|
|
|
|
// Read up to `n` bytes starting from offset `offset` and store them in
|
|
|
|
|
@ -487,7 +462,6 @@ public: |
|
|
|
|
virtual Status Close() override; |
|
|
|
|
}; |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
class WinDirectory : public Directory { |
|
|
|
|
public: |
|
|
|
|
WinDirectory() {} |
|
|
|
|
@ -507,6 +481,5 @@ public: |
|
|
|
|
private: |
|
|
|
|
HANDLE hFile_; |
|
|
|
|
}; |
|
|
|
|
|
|
|
|
|
} |
|
|
|
|
} |
|
|
|
|
|
Aaron Gao
8 years ago
committed by