be7703b27d
Summary: This change introduces a new, lightweight _experimental_ API that reconstructs the [file # -> file checksum -> file checksum function] 1-1-1 mapping directly from the `MANIFEST` file considered `CURRENT` in scope of specific DB instance at the time. The goal is to provide a cheap alternative to `DB::GetLiveFilesMetaData` that doesn't require opening the database, reconstructing version sets and/or accessing files that are _potentially_ in disaggregated storage. ### Housekeeping: 1. Moved the `GetCurrentManifestPath` out of `version_set` to a new `manifest_ops` file(s) dedicated to manifest related operations. 2. Introduced new `Env::IOActivity::kReadManifest` to better reflect the IO intent in offline file checksum retrieving function. Pull Request resolved: https://github.com/facebook/rocksdb/pull/13178 Test Plan: Added a unit test comparing the outcome of newly introduced API against the established `GetLiveFilesMetaData`: ```hcl ./db_test2 --gtest_filter="*GetFileChecksumsFromCurrentManifest_CRC32*" ``` Reviewed By: pdillinger Differential Revision: D66711910 Pulled By: mszeszko-meta fbshipit-source-id: 57091c550a14ac2e832bf7eea136dab5450e71bc
62 lines
2.2 KiB
C++
62 lines
2.2 KiB
C++
// Copyright (c) 2011-present, Facebook, Inc. All rights reserved.
|
|
// This source code is licensed under both the GPLv2 (found in the
|
|
// COPYING file in the root directory) and Apache 2.0 License
|
|
// (found in the LICENSE.Apache file in the root directory).
|
|
|
|
#include <atomic>
|
|
|
|
#include "monitoring/thread_status_updater.h"
|
|
#include "monitoring/thread_status_util.h"
|
|
#include "rocksdb/system_clock.h"
|
|
|
|
namespace ROCKSDB_NAMESPACE {
|
|
|
|
#ifndef NDEBUG
|
|
// the delay for debugging purpose.
|
|
static std::atomic<int> states_delay[ThreadStatus::NUM_STATE_TYPES];
|
|
|
|
void ThreadStatusUtil::TEST_SetStateDelay(const ThreadStatus::StateType state,
|
|
int micro) {
|
|
states_delay[state].store(micro, std::memory_order_relaxed);
|
|
}
|
|
|
|
void ThreadStatusUtil::TEST_StateDelay(const ThreadStatus::StateType state) {
|
|
auto delay = states_delay[state].load(std::memory_order_relaxed);
|
|
if (delay > 0) {
|
|
SystemClock::Default()->SleepForMicroseconds(delay);
|
|
}
|
|
}
|
|
|
|
Env::IOActivity ThreadStatusUtil::TEST_GetExpectedIOActivity(
|
|
ThreadStatus::OperationType thread_op) {
|
|
switch (thread_op) {
|
|
case ThreadStatus::OperationType::OP_FLUSH:
|
|
return Env::IOActivity::kFlush;
|
|
case ThreadStatus::OperationType::OP_COMPACTION:
|
|
return Env::IOActivity::kCompaction;
|
|
case ThreadStatus::OperationType::OP_DBOPEN:
|
|
return Env::IOActivity::kDBOpen;
|
|
case ThreadStatus::OperationType::OP_GET:
|
|
return Env::IOActivity::kGet;
|
|
case ThreadStatus::OperationType::OP_MULTIGET:
|
|
return Env::IOActivity::kMultiGet;
|
|
case ThreadStatus::OperationType::OP_DBITERATOR:
|
|
return Env::IOActivity::kDBIterator;
|
|
case ThreadStatus::OperationType::OP_VERIFY_DB_CHECKSUM:
|
|
return Env::IOActivity::kVerifyDBChecksum;
|
|
case ThreadStatus::OperationType::OP_VERIFY_FILE_CHECKSUMS:
|
|
return Env::IOActivity::kVerifyFileChecksums;
|
|
case ThreadStatus::OperationType::OP_GETENTITY:
|
|
return Env::IOActivity::kGetEntity;
|
|
case ThreadStatus::OperationType::OP_MULTIGETENTITY:
|
|
return Env::IOActivity::kMultiGetEntity;
|
|
case ThreadStatus::OperationType::OP_READ_MANIFEST:
|
|
return Env::IOActivity::kReadManifest;
|
|
default:
|
|
return Env::IOActivity::kUnknown;
|
|
}
|
|
}
|
|
|
|
#endif // !NDEBUG
|
|
|
|
} // namespace ROCKSDB_NAMESPACE
|