@ -285,7 +285,6 @@ Status DBImpl::FlushMemTableToOutputFile(
assert ( storage_info ) ;
assert ( storage_info ) ;
VersionStorageInfo : : LevelSummaryStorage tmp ;
VersionStorageInfo : : LevelSummaryStorage tmp ;
fprintf ( stdout , " JJJ4 \n " ) ;
ROCKS_LOG_BUFFER ( log_buffer , " [%s] Level summary: %s \n " ,
ROCKS_LOG_BUFFER ( log_buffer , " [%s] Level summary: %s \n " ,
column_family_name . c_str ( ) ,
column_family_name . c_str ( ) ,
storage_info - > LevelSummary ( & tmp ) ) ;
storage_info - > LevelSummary ( & tmp ) ) ;
@ -731,7 +730,6 @@ Status DBImpl::AtomicFlushMemTablesToOutputFiles(
assert ( storage_info ) ;
assert ( storage_info ) ;
VersionStorageInfo : : LevelSummaryStorage tmp ;
VersionStorageInfo : : LevelSummaryStorage tmp ;
fprintf ( stdout , " JJJ3 \n " ) ;
ROCKS_LOG_BUFFER ( log_buffer , " [%s] Level summary: %s \n " ,
ROCKS_LOG_BUFFER ( log_buffer , " [%s] Level summary: %s \n " ,
column_family_name . c_str ( ) ,
column_family_name . c_str ( ) ,
storage_info - > LevelSummary ( & tmp ) ) ;
storage_info - > LevelSummary ( & tmp ) ) ;
@ -1800,34 +1798,27 @@ Status DBImpl::RunManualCompaction(
bool scheduled = false ;
bool scheduled = false ;
Env : : Priority thread_pool_priority = Env : : Priority : : TOTAL ;
Env : : Priority thread_pool_priority = Env : : Priority : : TOTAL ;
bool manual_conflict = false ;
bool manual_conflict = false ;
ManualCompactionState manual ;
manual . cfd = cfd ;
auto manual = std : : make_shared < ManualCompactionState > (
manual . input_level = input_level ;
cfd , input_level , output_level , compact_range_options . target_path_id ,
manual . output_level = output_level ;
exclusive , disallow_trivial_move , compact_range_options . canceled ) ;
manual . output_path_id = compact_range_options . target_path_id ;
manual . done = false ;
manual . in_progress = false ;
manual . incomplete = false ;
manual . exclusive = exclusive ;
manual . disallow_trivial_move = disallow_trivial_move ;
manual . canceled = compact_range_options . canceled ;
// For universal compaction, we enforce every manual compaction to compact
// For universal compaction, we enforce every manual compaction to compact
// all files.
// all files.
if ( begin = = nullptr | |
if ( begin = = nullptr | |
cfd - > ioptions ( ) - > compaction_style = = kCompactionStyleUniversal | |
cfd - > ioptions ( ) - > compaction_style = = kCompactionStyleUniversal | |
cfd - > ioptions ( ) - > compaction_style = = kCompactionStyleFIFO ) {
cfd - > ioptions ( ) - > compaction_style = = kCompactionStyleFIFO ) {
manual . begin = nullptr ;
manual - > begin = nullptr ;
} else {
} else {
begin_storage . SetMinPossibleForUserKey ( * begin ) ;
begin_storage . SetMinPossibleForUserKey ( * begin ) ;
manual . begin = & begin_storage ;
manual - > begin = & begin_storage ;
}
}
if ( end = = nullptr | |
if ( end = = nullptr | |
cfd - > ioptions ( ) - > compaction_style = = kCompactionStyleUniversal | |
cfd - > ioptions ( ) - > compaction_style = = kCompactionStyleUniversal | |
cfd - > ioptions ( ) - > compaction_style = = kCompactionStyleFIFO ) {
cfd - > ioptions ( ) - > compaction_style = = kCompactionStyleFIFO ) {
manual . end = nullptr ;
manual - > end = nullptr ;
} else {
} else {
end_storage . SetMaxPossibleForUserKey ( * end ) ;
end_storage . SetMaxPossibleForUserKey ( * end ) ;
manual . end = & end_storage ;
manual - > end = & end_storage ;
}
}
TEST_SYNC_POINT ( " DBImpl::RunManualCompaction:0 " ) ;
TEST_SYNC_POINT ( " DBImpl::RunManualCompaction:0 " ) ;
@ -1839,10 +1830,10 @@ Status DBImpl::RunManualCompaction(
// `DisableManualCompaction()` just waited for the manual compaction queue
// `DisableManualCompaction()` just waited for the manual compaction queue
// to drain. So return immediately.
// to drain. So return immediately.
TEST_SYNC_POINT ( " DBImpl::RunManualCompaction:PausedAtStart " ) ;
TEST_SYNC_POINT ( " DBImpl::RunManualCompaction:PausedAtStart " ) ;
manual . status =
manual - > status =
Status : : Incomplete ( Status : : SubCode : : kManualCompactionPaused ) ;
Status : : Incomplete ( Status : : SubCode : : kManualCompactionPaused ) ;
manual . done = true ;
manual - > done = true ;
return manual . status ;
return manual - > status ;
}
}
// When a manual compaction arrives, temporarily disable scheduling of
// When a manual compaction arrives, temporarily disable scheduling of
@ -1862,7 +1853,7 @@ Status DBImpl::RunManualCompaction(
// However, only one of them will actually schedule compaction, while
// However, only one of them will actually schedule compaction, while
// others will wait on a condition variable until it completes.
// others will wait on a condition variable until it completes.
AddManualCompaction ( & manual ) ;
AddManualCompaction ( manual . get ( ) ) ;
TEST_SYNC_POINT_CALLBACK ( " DBImpl::RunManualCompaction:NotScheduled " , & mutex_ ) ;
TEST_SYNC_POINT_CALLBACK ( " DBImpl::RunManualCompaction:NotScheduled " , & mutex_ ) ;
if ( exclusive ) {
if ( exclusive ) {
// Limitation: there's no way to wake up the below loop when user sets
// Limitation: there's no way to wake up the below loop when user sets
@ -1871,11 +1862,11 @@ Status DBImpl::RunManualCompaction(
while ( bg_bottom_compaction_scheduled_ > 0 | |
while ( bg_bottom_compaction_scheduled_ > 0 | |
bg_compaction_scheduled_ > 0 ) {
bg_compaction_scheduled_ > 0 ) {
if ( manual_compaction_paused_ > 0 | |
if ( manual_compaction_paused_ > 0 | |
( manual . canceled ! = nullptr & & * manual . canceled = = true ) ) {
( manual - > canceled ! = nullptr & & * manual - > canceled = = true ) ) {
// Pretend the error came from compaction so the below cleanup/error
// Pretend the error came from compaction so the below cleanup/error
// handling code can process it.
// handling code can process it.
manual . done = true ;
manual - > done = true ;
manual . status =
manual - > status =
Status : : Incomplete ( Status : : SubCode : : kManualCompactionPaused ) ;
Status : : Incomplete ( Status : : SubCode : : kManualCompactionPaused ) ;
break ;
break ;
}
}
@ -1897,56 +1888,64 @@ Status DBImpl::RunManualCompaction(
// We don't check bg_error_ here, because if we get the error in compaction,
// We don't check bg_error_ here, because if we get the error in compaction,
// the compaction will set manual.status to bg_error_ and set manual.done to
// the compaction will set manual.status to bg_error_ and set manual.done to
// true.
// true.
while ( ! manual . done ) {
while ( ! manual - > done ) {
assert ( HasPendingManualCompaction ( ) ) ;
assert ( HasPendingManualCompaction ( ) ) ;
manual_conflict = false ;
manual_conflict = false ;
Compaction * compaction = nullptr ;
Compaction * compaction = nullptr ;
if ( ShouldntRunManualCompaction ( & manual ) | | ( manual . in_progress = = true ) | |
if ( ShouldntRunManualCompaction ( manual . get ( ) ) | |
scheduled | |
( manual - > in_progress = = true ) | | scheduled | |
( ( ( manual . manual_end = & manual . tmp_storage1 ) ! = nullptr ) & &
( ( ( manual - > manual_end = & manual - > tmp_storage1 ) ! = nullptr ) & &
( ( compaction = manual . cfd - > CompactRange (
( ( compaction = manual - > cfd - > CompactRange (
* manual . cfd - > GetLatestMutableCFOptions ( ) , mutable_db_options_ ,
* manual - > cfd - > GetLatestMutableCFOptions ( ) , mutable_db_options_ ,
manual . input_level , manual . output_level , compact_range_options ,
manual - > input_level , manual - > output_level , compact_range_options ,
manual . begin , manual . end , & manual . manual_end , & manual_conflict ,
manual - > begin , manual - > end , & manual - > manual_end ,
max_file_num_to_ignore , trim_ts ) ) = = nullptr & &
& manual_conflict , max_file_num_to_ignore , trim_ts ) ) = = nullptr & &
manual_conflict ) ) ) {
manual_conflict ) ) ) {
// exclusive manual compactions should not see a conflict during
// exclusive manual compactions should not see a conflict during
// CompactRange
// CompactRange
assert ( ! exclusive | | ! manual_conflict ) ;
assert ( ! exclusive | | ! manual_conflict ) ;
// Running either this or some other manual compaction
// Running either this or some other manual compaction
bg_cv_ . Wait ( ) ;
bg_cv_ . Wait ( ) ;
if ( manual_compaction_paused_ > 0 & & ! manual . done & &
if ( manual_compaction_paused_ > 0 ) {
! manual . in_progress ) {
manual - > done = true ;
manual . done = true ;
manual - > status =
manual . status =
Status : : Incomplete ( Status : : SubCode : : kManualCompactionPaused ) ;
Status : : Incomplete ( Status : : SubCode : : kManualCompactionPaused ) ;
if ( scheduled ) {
assert ( thread_pool_priority ! = Env : : Priority : : TOTAL ) ;
assert ( thread_pool_priority ! = Env : : Priority : : TOTAL ) ;
env_ - > UnSchedule ( GetTaskTag ( TaskType : : kManualCompaction ) ,
auto unscheduled_task_num = env_ - > UnSchedule (
thread_pool_priority ) ;
GetTaskTag ( TaskType : : kManualCompaction ) , thread_pool_priority ) ;
if ( unscheduled_task_num > 0 ) {
ROCKS_LOG_INFO (
immutable_db_options_ . info_log ,
" [%s] Unscheduled %d number of manual compactions from the "
" thread-pool " ,
cfd - > GetName ( ) . c_str ( ) , unscheduled_task_num ) ;
}
}
break ;
break ;
}
}
if ( scheduled & & manual . incomplete = = true ) {
if ( scheduled & & manual - > incomplete = = true ) {
assert ( ! manual . in_progress ) ;
assert ( ! manual - > in_progress ) ;
scheduled = false ;
scheduled = false ;
manual . incomplete = false ;
manual - > incomplete = false ;
}
}
} else if ( ! scheduled ) {
} else if ( ! scheduled ) {
if ( compaction = = nullptr ) {
if ( compaction = = nullptr ) {
manual . done = true ;
manual - > done = true ;
bg_cv_ . SignalAll ( ) ;
bg_cv_ . SignalAll ( ) ;
continue ;
continue ;
}
}
ca = new CompactionArg ;
ca = new CompactionArg ;
ca - > db = this ;
ca - > db = this ;
ca - > prepicked_compaction = new PrepickedCompaction ;
ca - > prepicked_compaction = new PrepickedCompaction ;
ca - > prepicked_compaction - > manual_compaction_state = & manual ;
ca - > prepicked_compaction - > manual_compaction_state = manual ;
ca - > prepicked_compaction - > compaction = compaction ;
ca - > prepicked_compaction - > compaction = compaction ;
if ( ! RequestCompactionToken (
if ( ! RequestCompactionToken (
cfd , true , & ca - > prepicked_compaction - > task_token , & log_buffer ) ) {
cfd , true , & ca - > prepicked_compaction - > task_token , & log_buffer ) ) {
// Don't throttle manual compaction, only count outstanding tasks.
// Don't throttle manual compaction, only count outstanding tasks.
assert ( false ) ;
assert ( false ) ;
}
}
manual . incomplete = false ;
manual - > incomplete = false ;
if ( compaction - > bottommost_level ( ) & &
if ( compaction - > bottommost_level ( ) & &
env_ - > GetBackgroundThreads ( Env : : Priority : : BOTTOM ) > 0 ) {
env_ - > GetBackgroundThreads ( Env : : Priority : : BOTTOM ) > 0 ) {
bg_bottom_compaction_scheduled_ + + ;
bg_bottom_compaction_scheduled_ + + ;
@ -1970,18 +1969,18 @@ Status DBImpl::RunManualCompaction(
}
}
log_buffer . FlushBufferToLog ( ) ;
log_buffer . FlushBufferToLog ( ) ;
assert ( ! manual . in_progress ) ;
assert ( ! manual - > in_progress ) ;
assert ( HasPendingManualCompaction ( ) ) ;
assert ( HasPendingManualCompaction ( ) ) ;
RemoveManualCompaction ( & manual ) ;
RemoveManualCompaction ( manual . get ( ) ) ;
// if the manual job is unscheduled, try schedule other jobs in case there's
// if the manual job is unscheduled, try schedule other jobs in case there's
// any unscheduled compaction job which was blocked by exclusive manual
// any unscheduled compaction job which was blocked by exclusive manual
// compaction.
// compaction.
if ( manual . status . IsIncomplete ( ) & &
if ( manual - > status . IsIncomplete ( ) & &
manual . status . subcode ( ) = = Status : : SubCode : : kManualCompactionPaused ) {
manual - > status . subcode ( ) = = Status : : SubCode : : kManualCompactionPaused ) {
MaybeScheduleFlushOrCompaction ( ) ;
MaybeScheduleFlushOrCompaction ( ) ;
}
}
bg_cv_ . SignalAll ( ) ;
bg_cv_ . SignalAll ( ) ;
return manual . status ;
return manual - > status ;
}
}
void DBImpl : : GenerateFlushRequest ( const autovector < ColumnFamilyData * > & cfds ,
void DBImpl : : GenerateFlushRequest ( const autovector < ColumnFamilyData * > & cfds ,
@ -2949,7 +2948,7 @@ void DBImpl::BackgroundCallCompaction(PrepickedCompaction* prepicked_compaction,
mutex_ . Lock ( ) ;
mutex_ . Lock ( ) ;
} else if ( s . IsManualCompactionPaused ( ) ) {
} else if ( s . IsManualCompactionPaused ( ) ) {
assert ( prepicked_compaction ) ;
assert ( prepicked_compaction ) ;
ManualCompactionState * m = prepicked_compaction - > manual_compaction_state ;
auto m = prepicked_compaction - > manual_compaction_state ;
assert ( m ) ;
assert ( m ) ;
ROCKS_LOG_BUFFER ( & log_buffer , " [%s] [JOB %d] Manual compaction paused " ,
ROCKS_LOG_BUFFER ( & log_buffer , " [%s] [JOB %d] Manual compaction paused " ,
m - > cfd - > GetName ( ) . c_str ( ) , job_context . job_id ) ;
m - > cfd - > GetName ( ) . c_str ( ) , job_context . job_id ) ;
@ -3031,7 +3030,7 @@ Status DBImpl::BackgroundCompaction(bool* made_progress,
LogBuffer * log_buffer ,
LogBuffer * log_buffer ,
PrepickedCompaction * prepicked_compaction ,
PrepickedCompaction * prepicked_compaction ,
Env : : Priority thread_pri ) {
Env : : Priority thread_pri ) {
ManualCompactionState * manual_compaction =
std : : shared_ptr < ManualCompactionState > manual_compaction =
prepicked_compaction = = nullptr
prepicked_compaction = = nullptr
? nullptr
? nullptr
: prepicked_compaction - > manual_compaction_state ;
: prepicked_compaction - > manual_compaction_state ;
@ -3075,6 +3074,10 @@ Status DBImpl::BackgroundCompaction(bool* made_progress,
if ( ! status . ok ( ) ) {
if ( ! status . ok ( ) ) {
if ( is_manual ) {
if ( is_manual ) {
manual_compaction - > status = status ;
manual_compaction - > status = status ;
manual_compaction - > status
. PermitUncheckedError ( ) ; // the manual compaction thread may exit
// first, which won't be able to check the
// status
manual_compaction - > done = true ;
manual_compaction - > done = true ;
manual_compaction - > in_progress = false ;
manual_compaction - > in_progress = false ;
manual_compaction = nullptr ;
manual_compaction = nullptr ;
@ -3097,7 +3100,7 @@ Status DBImpl::BackgroundCompaction(bool* made_progress,
// InternalKey* manual_end = &manual_end_storage;
// InternalKey* manual_end = &manual_end_storage;
bool sfm_reserved_compact_space = false ;
bool sfm_reserved_compact_space = false ;
if ( is_manual ) {
if ( is_manual ) {
ManualCompactionState * m = manual_compaction ;
auto m = manual_compaction ;
assert ( m - > in_progress ) ;
assert ( m - > in_progress ) ;
if ( ! c ) {
if ( ! c ) {
m - > done = true ;
m - > done = true ;
@ -3481,7 +3484,7 @@ Status DBImpl::BackgroundCompaction(bool* made_progress,
c . reset ( ) ;
c . reset ( ) ;
if ( is_manual ) {
if ( is_manual ) {
ManualCompactionState * m = manual_compaction ;
auto m = manual_compaction ;
if ( ! status . ok ( ) ) {
if ( ! status . ok ( ) ) {
m - > status = status ;
m - > status = status ;
m - > done = true ;
m - > done = true ;