b040ab83e1
Summary: Add a new kv ratio based compaction picking algorithm in fifo compaction Pull Request resolved: https://github.com/facebook/rocksdb/pull/14326 Test Plan: Unit test Reviewed By: pdillinger Differential Revision: D93257941 Pulled By: xingbowang fbshipit-source-id: fd2d0e1356c7b54682a1197475a1bd26cb45c9d4
86 lines
4.1 KiB
C++
86 lines
4.1 KiB
C++
// Copyright (c) 2011-present, Facebook, Inc. All rights reserved.
|
|
// This source code is licensed under both the GPLv2 (found in the
|
|
// COPYING file in the root directory) and Apache 2.0 License
|
|
// (found in the LICENSE.Apache file in the root directory).
|
|
//
|
|
// Copyright (c) 2011 The LevelDB Authors. All rights reserved.
|
|
// Use of this source code is governed by a BSD-style license that can be
|
|
// found in the LICENSE file. See the AUTHORS file for names of contributors.
|
|
|
|
#pragma once
|
|
|
|
#include "db/compaction/compaction_picker.h"
|
|
|
|
namespace ROCKSDB_NAMESPACE {
|
|
class FIFOCompactionPicker : public CompactionPicker {
|
|
public:
|
|
FIFOCompactionPicker(const ImmutableOptions& ioptions,
|
|
const InternalKeyComparator* icmp)
|
|
: CompactionPicker(ioptions, icmp) {}
|
|
|
|
Compaction* PickCompaction(
|
|
const std::string& cf_name, const MutableCFOptions& mutable_cf_options,
|
|
const MutableDBOptions& mutable_db_options,
|
|
const std::vector<SequenceNumber>& /* existing_snapshots */,
|
|
const SnapshotChecker* /* snapshot_checker */,
|
|
VersionStorageInfo* version, LogBuffer* log_buffer,
|
|
const std::string& /* full_history_ts_low */,
|
|
bool /* require_max_output_level*/ = false) override;
|
|
|
|
Compaction* PickCompactionForCompactRange(
|
|
const std::string& cf_name, const MutableCFOptions& mutable_cf_options,
|
|
const MutableDBOptions& mutable_db_options, VersionStorageInfo* vstorage,
|
|
int input_level, int output_level,
|
|
const CompactRangeOptions& compact_range_options,
|
|
const InternalKey* begin, const InternalKey* end,
|
|
InternalKey** compaction_end, bool* manual_conflict,
|
|
uint64_t max_file_num_to_ignore, const std::string& trim_ts,
|
|
const std::string& full_history_ts_low) override;
|
|
|
|
// The maximum allowed output level. Always returns 0.
|
|
int MaxOutputLevel() const override { return 0; }
|
|
|
|
bool NeedsCompaction(const VersionStorageInfo* vstorage) const override;
|
|
|
|
private:
|
|
Compaction* PickTTLCompaction(const std::string& cf_name,
|
|
const MutableCFOptions& mutable_cf_options,
|
|
const MutableDBOptions& mutable_db_options,
|
|
VersionStorageInfo* version,
|
|
LogBuffer* log_buffer);
|
|
|
|
Compaction* PickSizeCompaction(const std::string& cf_name,
|
|
const MutableCFOptions& mutable_cf_options,
|
|
const MutableDBOptions& mutable_db_options,
|
|
VersionStorageInfo* version,
|
|
LogBuffer* log_buffer);
|
|
|
|
// Intra-L0 compaction: merges small L0 files to reduce file count.
|
|
// Dispatches between two strategies based on configuration:
|
|
// - use_kv_ratio_compaction = true: PickRatioBasedIntraL0Compaction
|
|
// (BlobDB-optimized)
|
|
// - use_kv_ratio_compaction = false: PickCostBasedIntraL0Compaction
|
|
// (original)
|
|
// Only active when allow_compaction = true.
|
|
Compaction* PickIntraL0Compaction(const std::string& cf_name,
|
|
const MutableCFOptions& mutable_cf_options,
|
|
const MutableDBOptions& mutable_db_options,
|
|
VersionStorageInfo* vstorage,
|
|
LogBuffer* log_buffer);
|
|
|
|
// Capacity-derived intra-L0 compaction for BlobDB workloads.
|
|
// Uses the observed SST/blob ratio to compute a target file size,
|
|
// producing uniform files for predictable FIFO trimming.
|
|
// Called from PickIntraL0Compaction when use_kv_ratio_compaction = true.
|
|
Compaction* PickRatioBasedIntraL0Compaction(
|
|
const std::string& cf_name, const MutableCFOptions& mutable_cf_options,
|
|
const MutableDBOptions& mutable_db_options, VersionStorageInfo* vstorage,
|
|
LogBuffer* log_buffer);
|
|
|
|
// Will pick one file to compact at a time, starting from the oldest file.
|
|
Compaction* PickTemperatureChangeCompaction(
|
|
const std::string& cf_name, const MutableCFOptions& mutable_cf_options,
|
|
const MutableDBOptions& mutable_db_options, VersionStorageInfo* vstorage,
|
|
LogBuffer* log_buffer) const;
|
|
};
|
|
} // namespace ROCKSDB_NAMESPACE
|