Move files for setting up the cpeh_test_rados_io_sequence to their own subfolder of test/osd so they can be grouped together as more files are added in the future.
Signed-off-by: Jon Bailey <jonathan.bailey1@ibm.com>
# test_rados
-add_executable(ceph_test_rados
+add_executable(ceph_test_rados
TestRados.cc
TestOpStat.cc
- Object.cc
+ Object.cc
RadosModel.cc
)
target_link_libraries(ceph_test_rados
DESTINATION ${CMAKE_INSTALL_BINDIR})
add_executable(ceph_test_rados_io_sequence
- ${CMAKE_CURRENT_SOURCE_DIR}/ceph_test_rados_io_sequence.cc)
+ ${CMAKE_CURRENT_SOURCE_DIR}/ceph_test_rados_io_sequence/ceph_test_rados_io_sequence.cc)
target_link_libraries(ceph_test_rados_io_sequence
librados global object_io_exerciser json_structures)
install(TARGETS
+++ /dev/null
-#include "ceph_test_rados_io_sequence.h"
-
-#include <boost/asio/io_context.hpp>
-#include <iostream>
-#include <vector>
-
-#include "common/Formatter.h"
-#include "common/Thread.h"
-#include "common/ceph_argparse.h"
-#include "common/ceph_json.h"
-#include "common/debug.h"
-#include "common/dout.h"
-#include "common/split.h"
-#include "common/strtol.h" // for strict_iecstrtoll()
-#include "common/ceph_json.h"
-#include "common/Formatter.h"
-
-#include "common/io_exerciser/DataGenerator.h"
-#include "common/io_exerciser/EcIoSequence.h"
-#include "common/io_exerciser/IoOp.h"
-#include "common/io_exerciser/IoSequence.h"
-#include "common/io_exerciser/Model.h"
-#include "common/io_exerciser/ObjectModel.h"
-#include "common/io_exerciser/RadosIo.h"
-#include "common/json/BalancerStructures.h"
-#include "common/json/ConfigStructures.h"
-#include "common/json/OSDStructures.h"
-#include "fmt/format.h"
-#include "global/global_context.h"
-#include "global/global_init.h"
-#include "include/interval_set.h"
-#include "include/random.h"
-#include "json_spirit/json_spirit.h"
-#include "librados/librados_asio.h"
-
-#define dout_subsys ceph_subsys_rados
-#define dout_context g_ceph_context
-
-using OpType = ceph::io_exerciser::OpType;
-
-using DoneOp = ceph::io_exerciser::DoneOp;
-using BarrierOp = ceph::io_exerciser::BarrierOp;
-using CreateOp = ceph::io_exerciser::CreateOp;
-using RemoveOp = ceph::io_exerciser::RemoveOp;
-using SingleReadOp = ceph::io_exerciser::SingleReadOp;
-using DoubleReadOp = ceph::io_exerciser::DoubleReadOp;
-using TripleReadOp = ceph::io_exerciser::TripleReadOp;
-using SingleWriteOp = ceph::io_exerciser::SingleWriteOp;
-using DoubleWriteOp = ceph::io_exerciser::DoubleWriteOp;
-using TripleWriteOp = ceph::io_exerciser::TripleWriteOp;
-using SingleAppendOp = ceph::io_exerciser::SingleAppendOp;
-using TruncateOp = ceph::io_exerciser::TruncateOp;
-using SingleFailedWriteOp = ceph::io_exerciser::SingleFailedWriteOp;
-using DoubleFailedWriteOp = ceph::io_exerciser::DoubleFailedWriteOp;
-using TripleFailedWriteOp = ceph::io_exerciser::TripleFailedWriteOp;
-
-namespace {
-struct Size {};
-void validate(boost::any& v, const std::vector<std::string>& values,
- Size* target_type, int) {
- po::validators::check_first_occurrence(v);
- const std::string& s = po::validators::get_single_string(values);
-
- std::string parse_error;
- uint64_t size = strict_iecstrtoll(s, &parse_error);
- if (!parse_error.empty()) {
- throw po::validation_error(po::validation_error::invalid_option_value);
- }
- v = boost::any(size);
-}
-
-struct Pair {};
-void validate(boost::any& v, const std::vector<std::string>& values,
- Pair* target_type, int) {
- po::validators::check_first_occurrence(v);
- const std::string& s = po::validators::get_single_string(values);
- auto part = ceph::split(s).begin();
- std::string parse_error;
- int first = strict_iecstrtoll(*part++, &parse_error);
- int second = strict_iecstrtoll(*part, &parse_error);
- if (!parse_error.empty()) {
- throw po::validation_error(po::validation_error::invalid_option_value);
- }
- v = boost::any(std::pair<int, int>{first, second});
-}
-
-struct PluginString {};
-void validate(boost::any& v, const std::vector<std::string>& values,
- PluginString* target_type, int) {
- po::validators::check_first_occurrence(v);
- const std::string& s = po::validators::get_single_string(values);
-
- const std::string_view* pluginIt =
- std::find(ceph::io_sequence::tester::pluginChoices.begin(),
- ceph::io_sequence::tester::pluginChoices.end(), s);
- if (ceph::io_sequence::tester::pluginChoices.end() == pluginIt) {
- throw po::validation_error(po::validation_error::invalid_option_value);
- }
-
- v = boost::any(*pluginIt);
-}
-
-constexpr std::string_view usage[] = {
- "Basic usage:",
- "",
- "ceph_test_rados_io_sequence",
- "\t Test I/O to a single object using default settings. Good for",
- "\t testing boundary conditions",
- "",
- "ceph_test_rados_io_sequence --parallel <n>",
- "\t Run parallel test to multiple objects. First object is tested with",
- "\t default settings, other objects are tested with random settings",
- "",
- "Advanced usage:",
- "",
- "ceph_test_rados_io_sequence --blocksize <b> --km <k,m> --plugin <p>",
- " --objectsize <min,max> --threads <t>",
- "ceph_test_rados_io_sequence --blocksize <b> --pool <p> --object <oid>",
- " --objectsize <min,max> --threads <t>",
- "\tCustomize the test, if a pool is specified then it defines the",
- "\tReplica/EC configuration",
- "",
- "ceph_test_rados_io_sequence --listsequence",
- "\t Display list of supported I/O sequences",
- "",
- "ceph_test_rados_io_sequence --dryrun --sequence <n>",
- "\t Show I/O that will be generated for a sequence, validate",
- "\t seqeunce has correct I/O barriers to restrict concurrency",
- "",
- "ceph_test_rados_io_sequence --seed <seed>",
- "\t Repeat a previous test with the same random numbers (seed is",
- "\t displayed at start of test), if threads = 1 then this will produce",
- "\t the exact same sequence of I/O, if threads > 1 then I/Os are issued",
- "\t in parallel so ordering might be slightly different",
- "",
- "ceph_test_rados_io_sequence --sequence <n> --seqseed <n>",
- "\t Repeat a sequence from a previous test with the same random",
- "\t numbers (seqseed is displayed at start of sequence)",
- "",
- "ceph_test_rados_io_sequence --pool <p> --object <oid> --interactive",
- "\t Execute sequence of I/O commands from stdin. Offset and length",
- "\t are specified with unit of blocksize. Supported commands:",
- "\t\t create <len>",
- "\t\t remove",
- "\t\t read|write|failedwrite <off> <len>",
- "\t\t read2|write2|failedwrite2 <off> <len> <off> <len>",
- "\t\t read3|write3|failedwrite3 <off> <len> <off> <len> <off> <len>",
- "\t\t injecterror <type> <shard> <good_count> <fail_count>",
- "\t\t clearinject <type> <shard>",
- "\t\t done"};
-
-po::options_description get_options_description() {
- po::options_description desc("ceph_test_rados_io options");
- desc.add_options()("help,h", "show help message")("listsequence,l",
- "show list of sequences")(
- "dryrun,d", "test sequence, do not issue any I/O")(
- "verbose", "more verbose output during test")(
- "sequence,s", po::value<int>(), "test specified sequence")(
- "seed", po::value<int>(), "seed for whole test")(
- "seqseed", po::value<int>(), "seed for sequence")(
- "blocksize,b", po::value<Size>(), "block size (default 2048)")(
- "chunksize,c", po::value<Size>(), "chunk size (default 4096)")(
- "pool,p", po::value<std::string>(), "pool name")(
- "object,o", po::value<std::string>()->default_value("test"),
- "object name")("km", po::value<Pair>(),
- "k,m EC pool profile (default 2,2)")(
- "plugin", po::value<PluginString>(), "EC plugin (isa or jerasure)")(
- "objectsize", po::value<Pair>(),
- "min,max object size in blocks (default 1,32)")(
- "threads,t", po::value<int>(),
- "number of threads of I/O per object (default 1)")(
- "parallel,p", po::value<int>()->default_value(1),
- "number of objects to exercise in parallel")(
- "testrecovery",
- "Inject errors during sequences to test recovery processes of OSDs")(
- "interactive", "interactive mode, execute IO commands from stdin")(
- "allow_pool_autoscaling",
- "Allows pool autoscaling. Disabled by default.")(
- "allow_pool_balancer", "Enables pool balancing. Disabled by default.")(
- "allow_pool_deep_scrubbing",
- "Enables pool deep scrub. Disabled by default.")(
- "allow_pool_scrubbing", "Enables pool scrubbing. Disabled by default.");
-
- return desc;
-}
-
-int parse_io_seq_options(po::variables_map& vm, int argc, char** argv) {
- std::vector<std::string> unrecognized_options;
- try {
- po::options_description desc = get_options_description();
-
- auto parsed = po::command_line_parser(argc, argv)
- .options(desc)
- .allow_unregistered()
- .run();
- po::store(parsed, vm);
- po::notify(vm);
- unrecognized_options =
- po::collect_unrecognized(parsed.options, po::include_positional);
-
- if (!unrecognized_options.empty()) {
- std::stringstream ss;
- ss << "Unrecognised command options supplied: ";
- while (unrecognized_options.size() > 1) {
- ss << unrecognized_options.back().c_str() << ", ";
- unrecognized_options.pop_back();
- }
- ss << unrecognized_options.back();
- dout(0) << ss.str() << dendl;
- return 1;
- }
- } catch (const po::error& e) {
- std::cerr << "error: " << e.what() << std::endl;
- return 1;
- }
-
- return 0;
-}
-
-template <typename S>
-int send_mon_command(S& s, librados::Rados& rados, const char* name,
- ceph::buffer::list& inbl, ceph::buffer::list* outbl, Formatter* f) {
- std::ostringstream oss;
- encode_json(name, s, f);
- f->flush(oss);
- int rc = rados.mon_command(oss.str(), inbl, outbl, nullptr);
- return rc;
-}
-
-} // namespace
-
-template <typename T, int N, const std::array<T, N>& Ts>
-ceph::io_sequence::tester::ProgramOptionSelector<T, N, Ts>::
- ProgramOptionSelector(ceph::util::random_number_generator<int>& rng,
- po::variables_map vm, const std::string& option_name,
- bool set_forced, bool select_first)
- : rng(rng), option_name(option_name) {
- if (set_forced && vm.count(option_name)) {
- force_value = vm[option_name].as<T>();
- }
- if (select_first) {
- ceph_assert(choices.size() > 0);
- first_value = choices[0];
- }
-}
-
-template <typename T, int N, const std::array<T, N>& Ts>
-bool ceph::io_sequence::tester::ProgramOptionSelector<T, N, Ts>::isForced() {
- return force_value.has_value();
-}
-
-template <typename T, int N, const std::array<T, N>& Ts>
-const T ceph::io_sequence::tester::ProgramOptionSelector<T, N, Ts>::choose() {
- if (force_value.has_value()) {
- return *force_value;
- } else if (first_value.has_value()) {
- return *std::exchange(first_value, std::nullopt);
- } else {
- return choices[rng(N - 1)];
- }
-}
-
-ceph::io_sequence::tester::SelectObjectSize::SelectObjectSize(
- ceph::util::random_number_generator<int>& rng, po::variables_map vm)
- : ProgramOptionSelector(rng, vm, "objectsize", true, true) {}
-
-ceph::io_sequence::tester::SelectBlockSize::SelectBlockSize(
- ceph::util::random_number_generator<int>& rng, po::variables_map vm)
- : ProgramOptionSelector(rng, vm, "blocksize", true, true) {}
-
-ceph::io_sequence::tester::SelectNumThreads::SelectNumThreads(
- ceph::util::random_number_generator<int>& rng, po::variables_map vm)
- : ProgramOptionSelector(rng, vm, "threads", true, true) {}
-
-ceph::io_sequence::tester::SelectSeqRange::SelectSeqRange(
- ceph::util::random_number_generator<int>& rng, po::variables_map vm)
- : ProgramOptionSelector(rng, vm, "sequence", false, false) {
- if (vm.count(option_name)) {
- ceph::io_exerciser::Sequence s =
- static_cast<ceph::io_exerciser::Sequence>(vm["sequence"].as<int>());
- if (s < ceph::io_exerciser::Sequence::SEQUENCE_BEGIN ||
- s >= ceph::io_exerciser::Sequence::SEQUENCE_END) {
- dout(0) << "Sequence argument out of range" << dendl;
- throw po::validation_error(po::validation_error::invalid_option_value);
- }
- ceph::io_exerciser::Sequence e = s;
- force_value = std::make_optional<
- std::pair<ceph::io_exerciser::Sequence, ceph::io_exerciser::Sequence>>(
- std::make_pair(s, ++e));
- }
-}
-
-const std::pair<ceph::io_exerciser::Sequence, ceph::io_exerciser::Sequence>
-ceph::io_sequence::tester::SelectSeqRange::choose() {
- if (force_value.has_value()) {
- return *force_value;
- } else {
- return std::make_pair(ceph::io_exerciser::Sequence::SEQUENCE_BEGIN,
- ceph::io_exerciser::Sequence::SEQUENCE_END);
- }
-}
-
-ceph::io_sequence::tester::SelectErasureKM::SelectErasureKM(
- ceph::util::random_number_generator<int>& rng, po::variables_map vm)
- : ProgramOptionSelector(rng, vm, "km", true, true) {}
-
-ceph::io_sequence::tester::SelectErasurePlugin::SelectErasurePlugin(
- ceph::util::random_number_generator<int>& rng, po::variables_map vm)
- : ProgramOptionSelector(rng, vm, "plugin", true, false) {}
-
-ceph::io_sequence::tester::SelectErasureChunkSize::SelectErasureChunkSize(
- ceph::util::random_number_generator<int>& rng, po::variables_map vm)
- : ProgramOptionSelector(rng, vm, "chunksize", true, true) {}
-
-ceph::io_sequence::tester::SelectECPool::SelectECPool(
- ceph::util::random_number_generator<int>& rng, po::variables_map vm,
- librados::Rados& rados, bool dry_run, bool allow_pool_autoscaling,
- bool allow_pool_balancer, bool allow_pool_deep_scrubbing,
- bool allow_pool_scrubbing, bool test_recovery)
- : ProgramOptionSelector(rng, vm, "pool", false, false),
- rados(rados),
- dry_run(dry_run),
- allow_pool_autoscaling(allow_pool_autoscaling),
- allow_pool_balancer(allow_pool_balancer),
- allow_pool_deep_scrubbing(allow_pool_deep_scrubbing),
- allow_pool_scrubbing(allow_pool_scrubbing),
- test_recovery(test_recovery),
- skm(SelectErasureKM(rng, vm)),
- spl(SelectErasurePlugin(rng, vm)),
- scs(SelectErasureChunkSize(rng, vm)) {
- if (!skm.isForced()) {
- if (vm.count("pool")) {
- force_value = vm["pool"].as<std::string>();
- }
- }
-}
-
-const std::string ceph::io_sequence::tester::SelectECPool::choose() {
- std::pair<int, int> value;
- if (!skm.isForced() && force_value.has_value()) {
- int rc;
- bufferlist inbl, outbl;
- auto formatter = std::make_unique<JSONFormatter>(false);
-
- ceph::messaging::osd::OSDPoolGetRequest osdPoolGetRequest{*force_value};
- rc = send_mon_command(osdPoolGetRequest, rados, "OSDPoolGetRequest", inbl,
- &outbl, formatter.get());
- ceph_assert(rc == 0);
-
- JSONParser p;
- bool success = p.parse(outbl.c_str(), outbl.length());
- ceph_assert(success);
-
- ceph::messaging::osd::OSDPoolGetReply osdPoolGetReply;
- osdPoolGetReply.decode_json(&p);
-
- ceph::messaging::osd::OSDECProfileGetRequest osdECProfileGetRequest{
- osdPoolGetReply.erasure_code_profile};
- rc = send_mon_command(osdECProfileGetRequest, rados,
- "OSDECProfileGetRequest", inbl, &outbl,
- formatter.get());
- ceph_assert(rc == 0);
-
- success = p.parse(outbl.c_str(), outbl.length());
- ceph_assert(success);
-
- ceph::messaging::osd::OSDECProfileGetReply reply;
- reply.decode_json(&p);
- k = reply.k;
- m = reply.m;
- return *force_value;
- } else {
- value = skm.choose();
- }
- k = value.first;
- m = value.second;
-
- const std::string plugin = std::string(spl.choose());
- const uint64_t chunk_size = scs.choose();
-
- std::string pool_name = "ec_" + plugin + "_cs" + std::to_string(chunk_size) +
- "_k" + std::to_string(k) + "_m" + std::to_string(m);
- if (!dry_run) {
- create_pool(rados, pool_name, plugin, chunk_size, k, m);
- }
- return pool_name;
-}
-
-void ceph::io_sequence::tester::SelectECPool::create_pool(
- librados::Rados& rados, const std::string& pool_name,
- const std::string& plugin, uint64_t chunk_size, int k, int m) {
- int rc;
- bufferlist inbl, outbl;
- auto formatter = std::make_unique<JSONFormatter>(false);
-
- ceph::messaging::osd::OSDECProfileSetRequest ecProfileSetRequest{
- fmt::format("testprofile-{}", pool_name),
- {fmt::format("plugin={}", plugin), fmt::format("k={}", k),
- fmt::format("m={}", m), fmt::format("stripe_unit={}", chunk_size),
- fmt::format("crush-failure-domain=osd")}};
- rc = send_mon_command(ecProfileSetRequest, rados, "OSDECProfileSetRequest",
- inbl, &outbl, formatter.get());
- ceph_assert(rc == 0);
-
- ceph::messaging::osd::OSDECPoolCreateRequest poolCreateRequest{
- pool_name, "erasure", 8, 8, fmt::format("testprofile-{}", pool_name)};
- rc = send_mon_command(poolCreateRequest, rados, "OSDECPoolCreateRequest",
- inbl, &outbl, formatter.get());
- ceph_assert(rc == 0);
-
- if (allow_pool_autoscaling) {
- ceph::messaging::osd::OSDSetRequest setNoAutoscaleRequest{"noautoscale",
- std::nullopt};
- rc = send_mon_command(setNoAutoscaleRequest, rados, "OSDSetRequest", inbl,
- &outbl, formatter.get());
- ceph_assert(rc == 0);
- }
-
- if (allow_pool_balancer) {
- ceph::messaging::balancer::BalancerOffRequest balancerOffRequest{};
- rc = send_mon_command(balancerOffRequest, rados, "BalancerOffRequest", inbl,
- &outbl, formatter.get());
- ceph_assert(rc == 0);
-
- ceph::messaging::balancer::BalancerStatusRequest balancerStatusRequest{};
- rc = send_mon_command(balancerStatusRequest, rados, "BalancerStatusRequest",
- inbl, &outbl, formatter.get());
- ceph_assert(rc == 0);
-
- JSONParser p;
- bool success = p.parse(outbl.c_str(), outbl.length());
- ceph_assert(success);
-
- ceph::messaging::balancer::BalancerStatusReply reply;
- reply.decode_json(&p);
- ceph_assert(!reply.active);
- }
-
- if (allow_pool_deep_scrubbing) {
- ceph::messaging::osd::OSDSetRequest setNoDeepScrubRequest{"nodeep-scrub",
- std::nullopt};
- rc = send_mon_command(setNoDeepScrubRequest, rados, "setNoDeepScrubRequest",
- inbl, &outbl, formatter.get());
- ceph_assert(rc == 0);
- }
-
- if (allow_pool_scrubbing) {
- ceph::messaging::osd::OSDSetRequest setNoScrubRequest{"noscrub",
- std::nullopt};
- rc = send_mon_command(setNoScrubRequest, rados, "OSDSetRequest", inbl,
- &outbl, formatter.get());
- ceph_assert(rc == 0);
- }
-
- if (test_recovery) {
- ceph::messaging::config::ConfigSetRequest configSetBluestoreDebugRequest{
- "global", "bluestore_debug_inject_read_err", "true", std::nullopt};
- rc = send_mon_command(configSetBluestoreDebugRequest, rados,
- "ConfigSetRequest", inbl, &outbl,
- formatter.get());
- ceph_assert(rc == 0);
-
- ceph::messaging::config::ConfigSetRequest configSetMaxMarkdownRequest{
- "global", "osd_max_markdown_count", "99999999", std::nullopt};
- rc =
- send_mon_command(configSetMaxMarkdownRequest, rados, "ConfigSetRequest",
- inbl, &outbl, formatter.get());
- ceph_assert(rc == 0);
- }
-}
-
-ceph::io_sequence::tester::TestObject::TestObject(
- const std::string oid, librados::Rados& rados,
- boost::asio::io_context& asio, SelectBlockSize& sbs, SelectECPool& spo,
- SelectObjectSize& sos, SelectNumThreads& snt, SelectSeqRange& ssr,
- ceph::util::random_number_generator<int>& rng, ceph::mutex& lock,
- ceph::condition_variable& cond, bool dryrun, bool verbose,
- std::optional<int> seqseed, bool testrecovery)
- : rng(rng), verbose(verbose), seqseed(seqseed), testrecovery(testrecovery) {
- if (dryrun) {
- exerciser_model = std::make_unique<ceph::io_exerciser::ObjectModel>(
- oid, sbs.choose(), rng());
- } else {
- const std::string pool = spo.choose();
- poolK = spo.getChosenK();
- poolM = spo.getChosenM();
-
- int threads = snt.choose();
-
- bufferlist inbl, outbl;
- auto formatter = std::make_unique<JSONFormatter>(false);
-
- std::optional<std::vector<int>> cached_shard_order = std::nullopt;
-
- if (!spo.get_allow_pool_autoscaling() && !spo.get_allow_pool_balancer() &&
- !spo.get_allow_pool_deep_scrubbing() &&
- !spo.get_allow_pool_scrubbing()) {
- ceph::messaging::osd::OSDMapRequest osdMapRequest{pool, oid, ""};
- int rc = send_mon_command(osdMapRequest, rados, "OSDMapRequest", inbl,
- &outbl, formatter.get());
- ceph_assert(rc == 0);
-
- JSONParser p;
- bool success = p.parse(outbl.c_str(), outbl.length());
- ceph_assert(success);
-
- ceph::messaging::osd::OSDMapReply reply{};
- reply.decode_json(&p);
- cached_shard_order = reply.acting;
- }
-
- exerciser_model = std::make_unique<ceph::io_exerciser::RadosIo>(
- rados, asio, pool, oid, cached_shard_order, sbs.choose(), rng(),
- threads, lock, cond);
- dout(0) << "= " << oid << " pool=" << pool << " threads=" << threads
- << " blocksize=" << exerciser_model->get_block_size() << " ="
- << dendl;
- }
- obj_size_range = sos.choose();
- seq_range = ssr.choose();
- curseq = seq_range.first;
-
- if (testrecovery) {
- seq = ceph::io_exerciser::EcIoSequence::generate_sequence(
- curseq, obj_size_range, poolK, poolM, seqseed.value_or(rng()));
- } else {
- seq = ceph::io_exerciser::IoSequence::generate_sequence(
- curseq, obj_size_range, seqseed.value_or(rng()));
- }
-
- op = seq->next();
- done = false;
- dout(0) << "== " << exerciser_model->get_oid() << " " << curseq << " "
- << seq->get_name_with_seqseed() << " ==" << dendl;
-}
-
-bool ceph::io_sequence::tester::TestObject::readyForIo() {
- return exerciser_model->readyForIoOp(*op);
-}
-
-bool ceph::io_sequence::tester::TestObject::next() {
- if (!done) {
- if (verbose) {
- dout(0) << exerciser_model->get_oid() << " Step " << seq->get_step()
- << ": " << op->to_string(exerciser_model->get_block_size())
- << dendl;
- } else {
- dout(5) << exerciser_model->get_oid() << " Step " << seq->get_step()
- << ": " << op->to_string(exerciser_model->get_block_size())
- << dendl;
- }
- exerciser_model->applyIoOp(*op);
- if (op->getOpType() == ceph::io_exerciser::OpType::Done) {
- curseq = seq->getNextSupportedSequenceId();
- if (curseq >= seq_range.second) {
- done = true;
- dout(0) << exerciser_model->get_oid()
- << " Number of IOs = " << exerciser_model->get_num_io()
- << dendl;
- } else {
- if (testrecovery) {
- seq = ceph::io_exerciser::EcIoSequence::generate_sequence(
- curseq, obj_size_range, poolK, poolM, seqseed.value_or(rng()));
- } else {
- seq = ceph::io_exerciser::IoSequence::generate_sequence(
- curseq, obj_size_range, seqseed.value_or(rng()));
- }
-
- dout(0) << "== " << exerciser_model->get_oid() << " " << curseq << " "
- << seq->get_name_with_seqseed() << " ==" << dendl;
- op = seq->next();
- }
- } else {
- op = seq->next();
- }
- }
- return done;
-}
-
-bool ceph::io_sequence::tester::TestObject::finished() { return done; }
-
-int ceph::io_sequence::tester::TestObject::get_num_io() {
- return exerciser_model->get_num_io();
-}
-
-ceph::io_sequence::tester::TestRunner::TestRunner(po::variables_map& vm,
- librados::Rados& rados)
- : rados(rados),
- seed(vm.contains("seed") ? vm["seed"].as<int>() : time(nullptr)),
- rng(ceph::util::random_number_generator<int>(seed)),
- sbs{rng, vm},
- sos{rng, vm},
- spo{rng,
- vm,
- rados,
- vm.contains("dryrun"),
- vm.contains("allow_pool_autoscaling"),
- vm.contains("allow_pool_balancer"),
- vm.contains("allow_pool_deep_scrubbing"),
- vm.contains("allow_pool_scrubbing"),
- vm.contains("test_recovery")},
- snt{rng, vm},
- ssr{rng, vm} {
- dout(0) << "Test using seed " << seed << dendl;
-
- verbose = vm.contains("verbose");
- dryrun = vm.contains("dryrun");
-
- seqseed = std::nullopt;
- if (vm.contains("seqseed")) {
- seqseed = vm["seqseed"].as<int>();
- }
- num_objects = vm["parallel"].as<int>();
- object_name = vm["object"].as<std::string>();
- interactive = vm.contains("interactive");
- testrecovery = vm.contains("testrecovery");
-
- allow_pool_autoscaling = vm.contains("allow_pool_autoscaling");
- allow_pool_balancer = vm.contains("allow_pool_balancer");
- allow_pool_deep_scrubbing = vm.contains("allow_pool_deep_scrubbing");
- allow_pool_scrubbing = vm.contains("allow_pool_scrubbing");
-
- if (!dryrun) {
- guard.emplace(boost::asio::make_work_guard(asio));
- thread = make_named_thread("io_thread", [&asio = asio] { asio.run(); });
- }
-
- show_help = vm.contains("help");
- show_sequence = vm.contains("listsequence");
-}
-
-ceph::io_sequence::tester::TestRunner::~TestRunner() {
- if (!dryrun) {
- guard = std::nullopt;
- asio.stop();
- thread.join();
- rados.shutdown();
- }
-}
-
-void ceph::io_sequence::tester::TestRunner::help() {
- std::cout << get_options_description() << std::endl;
- for (auto line : usage) {
- std::cout << line << std::endl;
- }
-}
-
-void ceph::io_sequence::tester::TestRunner::list_sequence(bool testrecovery) {
- // List seqeunces
- std::pair<int, int> obj_size_range = sos.choose();
- ceph::io_exerciser::Sequence s = ceph::io_exerciser::Sequence::SEQUENCE_BEGIN;
- std::unique_ptr<ceph::io_exerciser::IoSequence> seq;
- if (testrecovery) {
- seq = ceph::io_exerciser::EcIoSequence::generate_sequence(
- s, obj_size_range, spo.getChosenK(), spo.getChosenM(),
- seqseed.value_or(rng()));
- } else {
- seq = ceph::io_exerciser::IoSequence::generate_sequence(
- s, obj_size_range, seqseed.value_or(rng()));
- }
-
- do {
- dout(0) << s << " " << seq->get_name_with_seqseed() << dendl;
- s = seq->getNextSupportedSequenceId();
- } while (s != ceph::io_exerciser::Sequence::SEQUENCE_END);
-}
-
-void ceph::io_sequence::tester::TestRunner::clear_tokens() {
- tokens = split.end();
-}
-
-std::string ceph::io_sequence::tester::TestRunner::get_token(bool allow_eof) {
- while (line.empty() || tokens == split.end()) {
- if (!std::getline(std::cin, line)) {
- if (allow_eof) {
- return "done";
- }
- throw std::runtime_error("End of input");
- }
- if (line.starts_with('#')) {
- dout(0) << line << dendl;
- continue;
- }
- split = ceph::split(line);
- tokens = split.begin();
- }
- return std::string(*tokens++);
-}
-
-std::optional<std::string>
-ceph::io_sequence::tester::TestRunner ::get_optional_token() {
- std::optional<std::string> ret = std::nullopt;
- if (tokens != split.end()) {
- ret = std::string(*tokens++);
- }
- return ret;
-}
-
-uint64_t ceph::io_sequence::tester::TestRunner::get_numeric_token() {
- std::string parse_error;
- std::string token = get_token();
- uint64_t num = strict_iecstrtoll(token, &parse_error);
- if (!parse_error.empty()) {
- throw std::runtime_error("Invalid number " + token);
- }
- return num;
-}
-
-std::optional<uint64_t>
-ceph::io_sequence::tester::TestRunner ::get_optional_numeric_token() {
- std::string parse_error;
- std::optional<std::string> token = get_optional_token();
- if (token) {
- uint64_t num = strict_iecstrtoll(*token, &parse_error);
- if (!parse_error.empty()) {
- throw std::runtime_error("Invalid number " + *token);
- }
- return num;
- }
-
- return std::optional<uint64_t>(std::nullopt);
-}
-
-bool ceph::io_sequence::tester::TestRunner::run_test() {
- if (show_help) {
- help();
- return true;
- } else if (show_sequence) {
- list_sequence(testrecovery);
- return true;
- } else if (interactive) {
- return run_interactive_test();
- } else {
- return run_automated_test();
- }
-}
-
-bool ceph::io_sequence::tester::TestRunner::run_interactive_test() {
- bool done = false;
- std::unique_ptr<ceph::io_exerciser::IoOp> ioop;
- std::unique_ptr<ceph::io_exerciser::Model> model;
-
- if (dryrun) {
- model = std::make_unique<ceph::io_exerciser::ObjectModel>(
- object_name, sbs.choose(), rng());
- } else {
- const std::string pool = spo.choose();
-
- bufferlist inbl, outbl;
- auto formatter = std::make_unique<JSONFormatter>(false);
-
- ceph::messaging::osd::OSDMapRequest osdMapRequest{pool, object_name, ""};
- int rc = send_mon_command(osdMapRequest, rados, "OSDMapRequest", inbl,
- &outbl, formatter.get());
- ceph_assert(rc == 0);
-
- JSONParser p;
- bool success = p.parse(outbl.c_str(), outbl.length());
- ceph_assert(success);
-
- ceph::messaging::osd::OSDMapReply reply{};
- reply.decode_json(&p);
-
- model = std::make_unique<ceph::io_exerciser::RadosIo>(
- rados, asio, pool, object_name, reply.acting, sbs.choose(), rng(),
- 1, // 1 thread
- lock, cond);
- }
-
- while (!done) {
- const std::string op = get_token(true);
- if (op == "done" || op == "q" || op == "quit") {
- ioop = ceph::io_exerciser::DoneOp::generate();
- } else if (op == "sleep") {
- uint64_t duration = get_numeric_token();
- dout(0) << "Sleep " << duration << dendl;
- sleep(duration);
- } else if (op == "create") {
- ioop = ceph::io_exerciser::CreateOp::generate(get_numeric_token());
- } else if (op == "remove" || op == "delete") {
- ioop = ceph::io_exerciser::RemoveOp::generate();
- } else if (op == "read") {
- uint64_t offset = get_numeric_token();
- uint64_t length = get_numeric_token();
- ioop = ceph::io_exerciser::SingleReadOp::generate(offset, length);
- } else if (op == "read2") {
- uint64_t offset1 = get_numeric_token();
- uint64_t length1 = get_numeric_token();
- uint64_t offset2 = get_numeric_token();
- uint64_t length2 = get_numeric_token();
- ioop = DoubleReadOp::generate(offset1, length1, offset2, length2);
- } else if (op == "read3") {
- uint64_t offset1 = get_numeric_token();
- uint64_t length1 = get_numeric_token();
- uint64_t offset2 = get_numeric_token();
- uint64_t length2 = get_numeric_token();
- uint64_t offset3 = get_numeric_token();
- uint64_t length3 = get_numeric_token();
- ioop = TripleReadOp::generate(offset1, length1, offset2, length2, offset3,
- length3);
- } else if (op == "write") {
- uint64_t offset = get_numeric_token();
- uint64_t length = get_numeric_token();
- ioop = SingleWriteOp::generate(offset, length);
- } else if (op == "write2") {
- uint64_t offset1 = get_numeric_token();
- uint64_t length1 = get_numeric_token();
- uint64_t offset2 = get_numeric_token();
- uint64_t length2 = get_numeric_token();
- ioop = DoubleWriteOp::generate(offset1, length1, offset2, length2);
- } else if (op == "write3") {
- uint64_t offset1 = get_numeric_token();
- uint64_t length1 = get_numeric_token();
- uint64_t offset2 = get_numeric_token();
- uint64_t length2 = get_numeric_token();
- uint64_t offset3 = get_numeric_token();
- uint64_t length3 = get_numeric_token();
- ioop = TripleWriteOp::generate(offset1, length1, offset2, length2,
- offset3, length3);
- } else if (op == "append") {
- uint64_t length = get_numeric_token();
- ioop = SingleAppendOp::generate(length);
- } else if (op == "truncate") {
- ioop = TruncateOp::generate(get_numeric_token());
- } else if (op == "failedwrite") {
- uint64_t offset = get_numeric_token();
- uint64_t length = get_numeric_token();
- ioop = SingleFailedWriteOp::generate(offset, length);
- } else if (op == "failedwrite2") {
- uint64_t offset1 = get_numeric_token();
- uint64_t length1 = get_numeric_token();
- uint64_t offset2 = get_numeric_token();
- uint64_t length2 = get_numeric_token();
- ioop = DoubleFailedWriteOp::generate(offset1, length1, offset2, length2);
- } else if (op == "failedwrite3") {
- uint64_t offset1 = get_numeric_token();
- uint64_t length1 = get_numeric_token();
- uint64_t offset2 = get_numeric_token();
- uint64_t length2 = get_numeric_token();
- uint64_t offset3 = get_numeric_token();
- uint64_t length3 = get_numeric_token();
- ioop = TripleFailedWriteOp::generate(offset1, length1, offset2, length2,
- offset3, length3);
- } else if (op == "injecterror") {
- std::string inject_type = get_token();
- int shard = get_numeric_token();
- std::optional<int> type = get_optional_numeric_token();
- std::optional<int> when = get_optional_numeric_token();
- std::optional<int> duration = get_optional_numeric_token();
- if (inject_type == "read") {
- ioop = ceph::io_exerciser::InjectReadErrorOp::generate(shard, type,
- when, duration);
- } else if (inject_type == "write") {
- ioop = ceph::io_exerciser::InjectWriteErrorOp::generate(shard, type,
- when, duration);
- } else {
- clear_tokens();
- ioop.reset();
- dout(0) << fmt::format("Invalid error inject {}. No action performed.",
- inject_type)
- << dendl;
- }
- } else if (op == "clearinject") {
- std::string inject_type = get_token();
- int shard = get_numeric_token();
- std::optional<int> type = get_optional_numeric_token();
- if (inject_type == "read") {
- ioop =
- ceph::io_exerciser::ClearReadErrorInjectOp::generate(shard, type);
- } else if (inject_type == "write") {
- ioop =
- ceph::io_exerciser::ClearWriteErrorInjectOp::generate(shard, type);
- } else {
- clear_tokens();
- ioop.reset();
- dout(0) << fmt::format("Invalid error inject {}. No action performed.",
- inject_type)
- << dendl;
- }
- } else {
- clear_tokens();
- ioop.reset();
- dout(0) << fmt::format("Invalid op {}. No action performed.", op)
- << dendl;
- }
- if (ioop) {
- dout(0) << ioop->to_string(model->get_block_size()) << dendl;
- model->applyIoOp(*ioop);
- done = ioop->getOpType() == ceph::io_exerciser::OpType::Done;
- if (!done) {
- ioop = ceph::io_exerciser::BarrierOp::generate();
- model->applyIoOp(*ioop);
- }
- }
- }
-
- return true;
-}
-
-bool ceph::io_sequence::tester::TestRunner::run_automated_test() {
- // Create a test for each object
- std::vector<std::shared_ptr<ceph::io_sequence::tester::TestObject>>
- test_objects;
-
- for (int obj = 0; obj < num_objects; obj++) {
- std::string name;
- if (obj == 0) {
- name = object_name;
- } else {
- name = object_name + std::to_string(obj);
- }
- test_objects.push_back(
- std::make_shared<ceph::io_sequence::tester::TestObject>(
- name, rados, asio, sbs, spo, sos, snt, ssr, rng, lock, cond, dryrun,
- verbose, seqseed, testrecovery));
- }
- if (!dryrun) {
- rados.wait_for_latest_osdmap();
- }
-
- // Main loop of test - while not all test objects have finished
- // check to see if any are able to start a new I/O. If all test
- // objects are waiting for I/O to complete then wait on a cond
- // that is signalled each time an I/O completes
-
- bool started_io = true;
- bool need_wait = true;
- while (started_io || need_wait) {
- started_io = false;
- need_wait = false;
- for (auto obj = test_objects.begin(); obj != test_objects.end(); ++obj) {
- std::shared_ptr<ceph::io_sequence::tester::TestObject> to = *obj;
- if (!to->finished()) {
- lock.lock();
- bool ready = to->readyForIo();
- lock.unlock();
- if (ready) {
- to->next();
- started_io = true;
- } else {
- need_wait = true;
- }
- }
- }
- if (!started_io && need_wait) {
- std::unique_lock l(lock);
- // Recheck with lock incase anything has changed
- for (auto obj = test_objects.begin(); obj != test_objects.end(); ++obj) {
- std::shared_ptr<ceph::io_sequence::tester::TestObject> to = *obj;
- if (!to->finished()) {
- need_wait = !to->readyForIo();
- if (!need_wait) {
- break;
- }
- }
- }
- need_wait = true;
- }
- }
-
- int total_io = 0;
- for (auto obj = test_objects.begin(); obj != test_objects.end(); ++obj) {
- std::shared_ptr<ceph::io_sequence::tester::TestObject> to = *obj;
- total_io += to->get_num_io();
- ceph_assert(to->finished());
- }
- dout(0) << "Total number of IOs = " << total_io << dendl;
-
- return true;
-}
-
-int main(int argc, char** argv) {
- auto args = argv_to_vec(argc, argv);
- env_to_vec(args);
- auto cct = global_init(NULL, args, CEPH_ENTITY_TYPE_CLIENT,
- CODE_ENVIRONMENT_UTILITY, 0);
- common_init_finish(cct.get());
-
- po::variables_map vm;
- int rc = parse_io_seq_options(vm, argc, argv);
- if (rc != 0) {
- return rc;
- }
-
- librados::Rados rados;
- if (!vm.contains("dryrun")) {
- rc = rados.init_with_context(g_ceph_context);
- ceph_assert(rc == 0);
- rc = rados.connect();
- ceph_assert(rc == 0);
- }
-
- std::unique_ptr<ceph::io_sequence::tester::TestRunner> runner;
- try {
- runner = std::make_unique<ceph::io_sequence::tester::TestRunner>(vm, rados);
- } catch (const po::error& e) {
- return 1;
- }
- runner->run_test();
-
- return 0;
-}
+++ /dev/null
-#include <boost/program_options.hpp>
-#include <optional>
-#include <utility>
-
-#include "common/io_exerciser/IoOp.h"
-#include "common/io_exerciser/IoSequence.h"
-#include "common/io_exerciser/Model.h"
-#include "common/split.h"
-#include "global/global_context.h"
-#include "global/global_init.h"
-#include "include/random.h"
-#include "librados/librados_asio.h"
-
-#include <boost/asio/io_context.hpp>
-#include <boost/program_options.hpp>
-
-#include <optional>
-
-/* Overview
- *
- * class ProgramOptionSelector
- * Base class for selector objects below with common code for
- * selecting options
- *
- * class SelectObjectSize
- * Selects min and max object sizes for a test
- *
- * class SelectErasureKM
- * Selects an EC k and m value for a test
- *
- * class SelectErasurePlugin
- * Selects an plugin for a test
- *
- * class SelectECPool
- * Selects an EC pool (plugin,k and m) for a test. Also creates the
- * pool as well.
- *
- * class SelectBlockSize
- * Selects a block size for a test
- *
- * class SelectNumThreads
- * Selects number of threads for a test
- *
- * class SelectSeqRange
- * Selects a sequence or range of sequences for a test
- *
- * class TestObject
- * Runs a test against an object, generating IOSequence
- * and applying them to an IoExerciser
- *
- * main
- * Run sequences of I/O with data integrity checking to
- * one or more objects in parallel. Without arguments
- * runs a default configuration against one object.
- * Command arguments can select alternative
- * configurations. Alternatively running against
- * multiple objects with --objects <n> will select a
- * random configuration for all but the first object.
- */
-
-namespace po = boost::program_options;
-
-namespace ceph {
-namespace io_sequence::tester {
-// Choices for min and max object size
-inline constexpr size_t objectSizeSize = 10;
-inline constexpr std::array<std::pair<int, int>, objectSizeSize>
- objectSizeChoices = {{{1, 32}, // Default - best for boundary checking
- {12, 14},
- {28, 30},
- {36, 38},
- {42, 44},
- {52, 54},
- {66, 68},
- {72, 74},
- {83, 83},
- {97, 97}}};
-
-// Choices for block size
-inline constexpr int blockSizeSize = 5;
-inline constexpr std::array<uint64_t, blockSizeSize> blockSizeChoices = {
- {2048, // Default - test boundaries for EC 4K chunk size
- 512, 3767, 4096, 32768}};
-
-// Choices for number of threads
-inline constexpr int threadArraySize = 4;
-inline constexpr std::array<int, threadArraySize> threadCountChoices = {
- {1, // Default
- 2, 4, 8}};
-
-// Choices for EC k+m profile
-inline constexpr int kmSize = 6;
-inline constexpr std::array<std::pair<int, int>, kmSize> kmChoices = {
- {{2, 2}, // Default - reasonable coverage
- {2, 1},
- {2, 3},
- {3, 2},
- {4, 2},
- {5, 1}}};
-
-// Choices for EC chunk size
-inline constexpr int chunkSizeSize = 3;
-inline constexpr std::array<uint64_t, chunkSizeSize> chunkSizeChoices = {
- {4 * 1024, 64 * 1024, 256 * 1024}};
-
-// Choices for plugin
-inline constexpr int pluginListSize = 2;
-inline constexpr std::array<std::string_view, pluginListSize> pluginChoices = {
- {"jerasure", "isa"}};
-
-inline constexpr std::array<
- std::pair<ceph::io_exerciser::Sequence, ceph::io_exerciser::Sequence>, 0>
- sequencePairs = {{}};
-
-inline constexpr std::array<std::string, 0> poolChoices = {{}};
-
-template <typename T, int N, const std::array<T, N>& Ts>
-class ProgramOptionSelector {
- public:
- ProgramOptionSelector(ceph::util::random_number_generator<int>& rng,
- po::variables_map vm, const std::string& option_name,
- bool set_forced, bool select_first);
- virtual ~ProgramOptionSelector() = default;
- bool isForced();
- virtual const T choose();
-
- protected:
- ceph::util::random_number_generator<int>& rng;
- static constexpr std::array<T, N> choices = Ts;
-
- std::optional<T> force_value;
- std::optional<T> first_value;
-
- std::string option_name;
-};
-
-class SelectObjectSize
- : public ProgramOptionSelector<std::pair<int, int>,
- io_sequence::tester::objectSizeSize,
- io_sequence::tester::objectSizeChoices> {
- public:
- SelectObjectSize(ceph::util::random_number_generator<int>& rng,
- po::variables_map vm);
-};
-
-class SelectBlockSize
- : public ProgramOptionSelector<uint64_t, io_sequence::tester::blockSizeSize,
- io_sequence::tester::blockSizeChoices> {
- public:
- SelectBlockSize(ceph::util::random_number_generator<int>& rng,
- po::variables_map vm);
-};
-
-class SelectNumThreads
- : public ProgramOptionSelector<int, io_sequence::tester::threadArraySize,
- io_sequence::tester::threadCountChoices> {
- public:
- SelectNumThreads(ceph::util::random_number_generator<int>& rng,
- po::variables_map vm);
-};
-
-class SelectSeqRange
- : public ProgramOptionSelector<
- std::pair<ceph::io_exerciser::Sequence, ceph::io_exerciser::Sequence>,
- 0, io_sequence::tester::sequencePairs> {
- public:
- SelectSeqRange(ceph::util::random_number_generator<int>& rng,
- po::variables_map vm);
-
- const std::pair<ceph::io_exerciser::Sequence, ceph::io_exerciser::Sequence>
- choose() override;
-};
-
-class SelectErasureKM
- : public ProgramOptionSelector<std::pair<int, int>,
- io_sequence::tester::kmSize,
- io_sequence::tester::kmChoices> {
- public:
- SelectErasureKM(ceph::util::random_number_generator<int>& rng,
- po::variables_map vm);
-};
-
-class SelectErasurePlugin
- : public ProgramOptionSelector<std::string_view,
- io_sequence::tester::pluginListSize,
- io_sequence::tester::pluginChoices> {
- public:
- SelectErasurePlugin(ceph::util::random_number_generator<int>& rng,
- po::variables_map vm);
-};
-
-class SelectErasureChunkSize
- : public ProgramOptionSelector<uint64_t, io_sequence::tester::chunkSizeSize,
- io_sequence::tester::chunkSizeChoices> {
- public:
- SelectErasureChunkSize(ceph::util::random_number_generator<int>& rng,
- po::variables_map vm);
-};
-
-class SelectECPool
- : public ProgramOptionSelector<std::string, 0,
- io_sequence::tester::poolChoices> {
- public:
- SelectECPool(ceph::util::random_number_generator<int>& rng,
- po::variables_map vm, librados::Rados& rados, bool dry_run,
- bool allow_pool_autoscaling, bool allow_pool_balancer,
- bool allow_pool_deep_scrubbing, bool allow_pool_scrubbing,
- bool test_recovery);
- const std::string choose() override;
-
- bool get_allow_pool_autoscaling() { return allow_pool_autoscaling; }
- bool get_allow_pool_balancer() { return allow_pool_balancer; }
- bool get_allow_pool_deep_scrubbing() { return allow_pool_deep_scrubbing; }
- bool get_allow_pool_scrubbing() { return allow_pool_scrubbing; }
- int getChosenK() const { return k; }
- int getChosenM() const { return m; }
-
- private:
- void create_pool(librados::Rados& rados, const std::string& pool_name,
- const std::string& plugin, uint64_t chunk_size, int k,
- int m);
-
- protected:
- librados::Rados& rados;
- bool dry_run;
- bool allow_pool_autoscaling;
- bool allow_pool_balancer;
- bool allow_pool_deep_scrubbing;
- bool allow_pool_scrubbing;
- bool test_recovery;
- int k;
- int m;
-
- SelectErasureKM skm;
- SelectErasurePlugin spl;
- SelectErasureChunkSize scs;
-};
-
-class TestObject {
- public:
- TestObject(const std::string oid, librados::Rados& rados,
- boost::asio::io_context& asio,
- ceph::io_sequence::tester::SelectBlockSize& sbs,
- ceph::io_sequence::tester::SelectECPool& spl,
- ceph::io_sequence::tester::SelectObjectSize& sos,
- ceph::io_sequence::tester::SelectNumThreads& snt,
- ceph::io_sequence::tester::SelectSeqRange& ssr,
- ceph::util::random_number_generator<int>& rng, ceph::mutex& lock,
- ceph::condition_variable& cond, bool dryrun, bool verbose,
- std::optional<int> seqseed, bool testRecovery);
-
- int get_num_io();
- bool readyForIo();
- bool next();
- bool finished();
-
- protected:
- std::unique_ptr<ceph::io_exerciser::Model> exerciser_model;
- std::pair<int, int> obj_size_range;
- std::pair<ceph::io_exerciser::Sequence, ceph::io_exerciser::Sequence>
- seq_range;
- ceph::io_exerciser::Sequence curseq;
- std::unique_ptr<ceph::io_exerciser::IoSequence> seq;
- std::unique_ptr<ceph::io_exerciser::IoOp> op;
- bool done;
- ceph::util::random_number_generator<int>& rng;
- bool verbose;
- std::optional<int> seqseed;
- int poolK;
- int poolM;
- bool testrecovery;
-};
-
-class TestRunner {
- public:
- TestRunner(po::variables_map& vm, librados::Rados& rados);
- ~TestRunner();
-
- bool run_test();
-
- private:
- librados::Rados& rados;
- int seed;
- ceph::util::random_number_generator<int> rng;
-
- ceph::io_sequence::tester::SelectBlockSize sbs;
- ceph::io_sequence::tester::SelectObjectSize sos;
- ceph::io_sequence::tester::SelectECPool spo;
- ceph::io_sequence::tester::SelectNumThreads snt;
- ceph::io_sequence::tester::SelectSeqRange ssr;
-
- boost::asio::io_context asio;
- std::thread thread;
- std::optional<
- boost::asio::executor_work_guard<boost::asio::io_context::executor_type>>
- guard;
- ceph::mutex lock = ceph::make_mutex("RadosIo::lock");
- ceph::condition_variable cond;
-
- bool input_valid;
-
- bool verbose;
- bool dryrun;
- std::optional<int> seqseed;
- bool interactive;
-
- bool testrecovery;
-
- bool allow_pool_autoscaling;
- bool allow_pool_balancer;
- bool allow_pool_deep_scrubbing;
- bool allow_pool_scrubbing;
-
- bool show_sequence;
- bool show_help;
-
- int num_objects;
- std::string object_name;
-
- std::string line;
- ceph::split split = ceph::split("");
- ceph::spliterator tokens;
-
- void clear_tokens();
- std::string get_token(bool allow_eof = false);
- std::optional<std::string> get_optional_token();
- uint64_t get_numeric_token();
- std::optional<uint64_t> get_optional_numeric_token();
-
- bool run_automated_test();
-
- bool run_interactive_test();
-
- void help();
- void list_sequence(bool testrecovery);
-};
-} // namespace io_sequence::tester
-} // namespace ceph
--- /dev/null
+#include "ceph_test_rados_io_sequence.h"
+
+#include <boost/asio/io_context.hpp>
+#include <iostream>
+#include <vector>
+
+#include "common/Formatter.h"
+#include "common/Thread.h"
+#include "common/ceph_argparse.h"
+#include "common/ceph_json.h"
+#include "common/debug.h"
+#include "common/dout.h"
+#include "common/split.h"
+#include "common/strtol.h" // for strict_iecstrtoll()
+#include "common/ceph_json.h"
+#include "common/Formatter.h"
+
+#include "common/io_exerciser/DataGenerator.h"
+#include "common/io_exerciser/EcIoSequence.h"
+#include "common/io_exerciser/IoOp.h"
+#include "common/io_exerciser/IoSequence.h"
+#include "common/io_exerciser/Model.h"
+#include "common/io_exerciser/ObjectModel.h"
+#include "common/io_exerciser/RadosIo.h"
+#include "common/json/BalancerStructures.h"
+#include "common/json/ConfigStructures.h"
+#include "common/json/OSDStructures.h"
+#include "fmt/format.h"
+#include "global/global_context.h"
+#include "global/global_init.h"
+#include "include/interval_set.h"
+#include "include/random.h"
+#include "json_spirit/json_spirit.h"
+#include "librados/librados_asio.h"
+
+#define dout_subsys ceph_subsys_rados
+#define dout_context g_ceph_context
+
+using OpType = ceph::io_exerciser::OpType;
+
+using DoneOp = ceph::io_exerciser::DoneOp;
+using BarrierOp = ceph::io_exerciser::BarrierOp;
+using CreateOp = ceph::io_exerciser::CreateOp;
+using RemoveOp = ceph::io_exerciser::RemoveOp;
+using SingleReadOp = ceph::io_exerciser::SingleReadOp;
+using DoubleReadOp = ceph::io_exerciser::DoubleReadOp;
+using TripleReadOp = ceph::io_exerciser::TripleReadOp;
+using SingleWriteOp = ceph::io_exerciser::SingleWriteOp;
+using DoubleWriteOp = ceph::io_exerciser::DoubleWriteOp;
+using TripleWriteOp = ceph::io_exerciser::TripleWriteOp;
+using SingleAppendOp = ceph::io_exerciser::SingleAppendOp;
+using TruncateOp = ceph::io_exerciser::TruncateOp;
+using SingleFailedWriteOp = ceph::io_exerciser::SingleFailedWriteOp;
+using DoubleFailedWriteOp = ceph::io_exerciser::DoubleFailedWriteOp;
+using TripleFailedWriteOp = ceph::io_exerciser::TripleFailedWriteOp;
+
+namespace {
+struct Size {};
+void validate(boost::any& v, const std::vector<std::string>& values,
+ Size* target_type, int) {
+ po::validators::check_first_occurrence(v);
+ const std::string& s = po::validators::get_single_string(values);
+
+ std::string parse_error;
+ uint64_t size = strict_iecstrtoll(s, &parse_error);
+ if (!parse_error.empty()) {
+ throw po::validation_error(po::validation_error::invalid_option_value);
+ }
+ v = boost::any(size);
+}
+
+struct Pair {};
+void validate(boost::any& v, const std::vector<std::string>& values,
+ Pair* target_type, int) {
+ po::validators::check_first_occurrence(v);
+ const std::string& s = po::validators::get_single_string(values);
+ auto part = ceph::split(s).begin();
+ std::string parse_error;
+ int first = strict_iecstrtoll(*part++, &parse_error);
+ int second = strict_iecstrtoll(*part, &parse_error);
+ if (!parse_error.empty()) {
+ throw po::validation_error(po::validation_error::invalid_option_value);
+ }
+ v = boost::any(std::pair<int, int>{first, second});
+}
+
+struct PluginString {};
+void validate(boost::any& v, const std::vector<std::string>& values,
+ PluginString* target_type, int) {
+ po::validators::check_first_occurrence(v);
+ const std::string& s = po::validators::get_single_string(values);
+
+ const std::string_view* pluginIt =
+ std::find(ceph::io_sequence::tester::pluginChoices.begin(),
+ ceph::io_sequence::tester::pluginChoices.end(), s);
+ if (ceph::io_sequence::tester::pluginChoices.end() == pluginIt) {
+ throw po::validation_error(po::validation_error::invalid_option_value);
+ }
+
+ v = boost::any(*pluginIt);
+}
+
+constexpr std::string_view usage[] = {
+ "Basic usage:",
+ "",
+ "ceph_test_rados_io_sequence",
+ "\t Test I/O to a single object using default settings. Good for",
+ "\t testing boundary conditions",
+ "",
+ "ceph_test_rados_io_sequence --parallel <n>",
+ "\t Run parallel test to multiple objects. First object is tested with",
+ "\t default settings, other objects are tested with random settings",
+ "",
+ "Advanced usage:",
+ "",
+ "ceph_test_rados_io_sequence --blocksize <b> --km <k,m> --plugin <p>",
+ " --objectsize <min,max> --threads <t>",
+ "ceph_test_rados_io_sequence --blocksize <b> --pool <p> --object <oid>",
+ " --objectsize <min,max> --threads <t>",
+ "\tCustomize the test, if a pool is specified then it defines the",
+ "\tReplica/EC configuration",
+ "",
+ "ceph_test_rados_io_sequence --listsequence",
+ "\t Display list of supported I/O sequences",
+ "",
+ "ceph_test_rados_io_sequence --dryrun --sequence <n>",
+ "\t Show I/O that will be generated for a sequence, validate",
+ "\t seqeunce has correct I/O barriers to restrict concurrency",
+ "",
+ "ceph_test_rados_io_sequence --seed <seed>",
+ "\t Repeat a previous test with the same random numbers (seed is",
+ "\t displayed at start of test), if threads = 1 then this will produce",
+ "\t the exact same sequence of I/O, if threads > 1 then I/Os are issued",
+ "\t in parallel so ordering might be slightly different",
+ "",
+ "ceph_test_rados_io_sequence --sequence <n> --seqseed <n>",
+ "\t Repeat a sequence from a previous test with the same random",
+ "\t numbers (seqseed is displayed at start of sequence)",
+ "",
+ "ceph_test_rados_io_sequence --pool <p> --object <oid> --interactive",
+ "\t Execute sequence of I/O commands from stdin. Offset and length",
+ "\t are specified with unit of blocksize. Supported commands:",
+ "\t\t create <len>",
+ "\t\t remove",
+ "\t\t read|write|failedwrite <off> <len>",
+ "\t\t read2|write2|failedwrite2 <off> <len> <off> <len>",
+ "\t\t read3|write3|failedwrite3 <off> <len> <off> <len> <off> <len>",
+ "\t\t injecterror <type> <shard> <good_count> <fail_count>",
+ "\t\t clearinject <type> <shard>",
+ "\t\t done"};
+
+po::options_description get_options_description() {
+ po::options_description desc("ceph_test_rados_io options");
+ desc.add_options()("help,h", "show help message")("listsequence,l",
+ "show list of sequences")(
+ "dryrun,d", "test sequence, do not issue any I/O")(
+ "verbose", "more verbose output during test")(
+ "sequence,s", po::value<int>(), "test specified sequence")(
+ "seed", po::value<int>(), "seed for whole test")(
+ "seqseed", po::value<int>(), "seed for sequence")(
+ "blocksize,b", po::value<Size>(), "block size (default 2048)")(
+ "chunksize,c", po::value<Size>(), "chunk size (default 4096)")(
+ "pool,p", po::value<std::string>(), "pool name")(
+ "object,o", po::value<std::string>()->default_value("test"),
+ "object name")("km", po::value<Pair>(),
+ "k,m EC pool profile (default 2,2)")(
+ "plugin", po::value<PluginString>(), "EC plugin (isa or jerasure)")(
+ "objectsize", po::value<Pair>(),
+ "min,max object size in blocks (default 1,32)")(
+ "threads,t", po::value<int>(),
+ "number of threads of I/O per object (default 1)")(
+ "parallel,p", po::value<int>()->default_value(1),
+ "number of objects to exercise in parallel")(
+ "testrecovery",
+ "Inject errors during sequences to test recovery processes of OSDs")(
+ "interactive", "interactive mode, execute IO commands from stdin")(
+ "allow_pool_autoscaling",
+ "Allows pool autoscaling. Disabled by default.")(
+ "allow_pool_balancer", "Enables pool balancing. Disabled by default.")(
+ "allow_pool_deep_scrubbing",
+ "Enables pool deep scrub. Disabled by default.")(
+ "allow_pool_scrubbing", "Enables pool scrubbing. Disabled by default.");
+
+ return desc;
+}
+
+int parse_io_seq_options(po::variables_map& vm, int argc, char** argv) {
+ std::vector<std::string> unrecognized_options;
+ try {
+ po::options_description desc = get_options_description();
+
+ auto parsed = po::command_line_parser(argc, argv)
+ .options(desc)
+ .allow_unregistered()
+ .run();
+ po::store(parsed, vm);
+ po::notify(vm);
+ unrecognized_options =
+ po::collect_unrecognized(parsed.options, po::include_positional);
+
+ if (!unrecognized_options.empty()) {
+ std::stringstream ss;
+ ss << "Unrecognised command options supplied: ";
+ while (unrecognized_options.size() > 1) {
+ ss << unrecognized_options.back().c_str() << ", ";
+ unrecognized_options.pop_back();
+ }
+ ss << unrecognized_options.back();
+ dout(0) << ss.str() << dendl;
+ return 1;
+ }
+ } catch (const po::error& e) {
+ std::cerr << "error: " << e.what() << std::endl;
+ return 1;
+ }
+
+ return 0;
+}
+
+template <typename S>
+int send_mon_command(S& s, librados::Rados& rados, const char* name,
+ ceph::buffer::list& inbl, ceph::buffer::list* outbl, Formatter* f) {
+ std::ostringstream oss;
+ encode_json(name, s, f);
+ f->flush(oss);
+ int rc = rados.mon_command(oss.str(), inbl, outbl, nullptr);
+ return rc;
+}
+
+} // namespace
+
+template <typename T, int N, const std::array<T, N>& Ts>
+ceph::io_sequence::tester::ProgramOptionSelector<T, N, Ts>::
+ ProgramOptionSelector(ceph::util::random_number_generator<int>& rng,
+ po::variables_map vm, const std::string& option_name,
+ bool set_forced, bool select_first)
+ : rng(rng), option_name(option_name) {
+ if (set_forced && vm.count(option_name)) {
+ force_value = vm[option_name].as<T>();
+ }
+ if (select_first) {
+ ceph_assert(choices.size() > 0);
+ first_value = choices[0];
+ }
+}
+
+template <typename T, int N, const std::array<T, N>& Ts>
+bool ceph::io_sequence::tester::ProgramOptionSelector<T, N, Ts>::isForced() {
+ return force_value.has_value();
+}
+
+template <typename T, int N, const std::array<T, N>& Ts>
+const T ceph::io_sequence::tester::ProgramOptionSelector<T, N, Ts>::choose() {
+ if (force_value.has_value()) {
+ return *force_value;
+ } else if (first_value.has_value()) {
+ return *std::exchange(first_value, std::nullopt);
+ } else {
+ return choices[rng(N - 1)];
+ }
+}
+
+ceph::io_sequence::tester::SelectObjectSize::SelectObjectSize(
+ ceph::util::random_number_generator<int>& rng, po::variables_map vm)
+ : ProgramOptionSelector(rng, vm, "objectsize", true, true) {}
+
+ceph::io_sequence::tester::SelectBlockSize::SelectBlockSize(
+ ceph::util::random_number_generator<int>& rng, po::variables_map vm)
+ : ProgramOptionSelector(rng, vm, "blocksize", true, true) {}
+
+ceph::io_sequence::tester::SelectNumThreads::SelectNumThreads(
+ ceph::util::random_number_generator<int>& rng, po::variables_map vm)
+ : ProgramOptionSelector(rng, vm, "threads", true, true) {}
+
+ceph::io_sequence::tester::SelectSeqRange::SelectSeqRange(
+ ceph::util::random_number_generator<int>& rng, po::variables_map vm)
+ : ProgramOptionSelector(rng, vm, "sequence", false, false) {
+ if (vm.count(option_name)) {
+ ceph::io_exerciser::Sequence s =
+ static_cast<ceph::io_exerciser::Sequence>(vm["sequence"].as<int>());
+ if (s < ceph::io_exerciser::Sequence::SEQUENCE_BEGIN ||
+ s >= ceph::io_exerciser::Sequence::SEQUENCE_END) {
+ dout(0) << "Sequence argument out of range" << dendl;
+ throw po::validation_error(po::validation_error::invalid_option_value);
+ }
+ ceph::io_exerciser::Sequence e = s;
+ force_value = std::make_optional<
+ std::pair<ceph::io_exerciser::Sequence, ceph::io_exerciser::Sequence>>(
+ std::make_pair(s, ++e));
+ }
+}
+
+const std::pair<ceph::io_exerciser::Sequence, ceph::io_exerciser::Sequence>
+ceph::io_sequence::tester::SelectSeqRange::choose() {
+ if (force_value.has_value()) {
+ return *force_value;
+ } else {
+ return std::make_pair(ceph::io_exerciser::Sequence::SEQUENCE_BEGIN,
+ ceph::io_exerciser::Sequence::SEQUENCE_END);
+ }
+}
+
+ceph::io_sequence::tester::SelectErasureKM::SelectErasureKM(
+ ceph::util::random_number_generator<int>& rng, po::variables_map vm)
+ : ProgramOptionSelector(rng, vm, "km", true, true) {}
+
+ceph::io_sequence::tester::SelectErasurePlugin::SelectErasurePlugin(
+ ceph::util::random_number_generator<int>& rng, po::variables_map vm)
+ : ProgramOptionSelector(rng, vm, "plugin", true, false) {}
+
+ceph::io_sequence::tester::SelectErasureChunkSize::SelectErasureChunkSize(
+ ceph::util::random_number_generator<int>& rng, po::variables_map vm)
+ : ProgramOptionSelector(rng, vm, "chunksize", true, true) {}
+
+ceph::io_sequence::tester::SelectECPool::SelectECPool(
+ ceph::util::random_number_generator<int>& rng, po::variables_map vm,
+ librados::Rados& rados, bool dry_run, bool allow_pool_autoscaling,
+ bool allow_pool_balancer, bool allow_pool_deep_scrubbing,
+ bool allow_pool_scrubbing, bool test_recovery)
+ : ProgramOptionSelector(rng, vm, "pool", false, false),
+ rados(rados),
+ dry_run(dry_run),
+ allow_pool_autoscaling(allow_pool_autoscaling),
+ allow_pool_balancer(allow_pool_balancer),
+ allow_pool_deep_scrubbing(allow_pool_deep_scrubbing),
+ allow_pool_scrubbing(allow_pool_scrubbing),
+ test_recovery(test_recovery),
+ skm(SelectErasureKM(rng, vm)),
+ spl(SelectErasurePlugin(rng, vm)),
+ scs(SelectErasureChunkSize(rng, vm)) {
+ if (!skm.isForced()) {
+ if (vm.count("pool")) {
+ force_value = vm["pool"].as<std::string>();
+ }
+ }
+}
+
+const std::string ceph::io_sequence::tester::SelectECPool::choose() {
+ std::pair<int, int> value;
+ if (!skm.isForced() && force_value.has_value()) {
+ int rc;
+ bufferlist inbl, outbl;
+ auto formatter = std::make_unique<JSONFormatter>(false);
+
+ ceph::messaging::osd::OSDPoolGetRequest osdPoolGetRequest{*force_value};
+ rc = send_mon_command(osdPoolGetRequest, rados, "OSDPoolGetRequest", inbl,
+ &outbl, formatter.get());
+ ceph_assert(rc == 0);
+
+ JSONParser p;
+ bool success = p.parse(outbl.c_str(), outbl.length());
+ ceph_assert(success);
+
+ ceph::messaging::osd::OSDPoolGetReply osdPoolGetReply;
+ osdPoolGetReply.decode_json(&p);
+
+ ceph::messaging::osd::OSDECProfileGetRequest osdECProfileGetRequest{
+ osdPoolGetReply.erasure_code_profile};
+ rc = send_mon_command(osdECProfileGetRequest, rados,
+ "OSDECProfileGetRequest", inbl, &outbl,
+ formatter.get());
+ ceph_assert(rc == 0);
+
+ success = p.parse(outbl.c_str(), outbl.length());
+ ceph_assert(success);
+
+ ceph::messaging::osd::OSDECProfileGetReply reply;
+ reply.decode_json(&p);
+ k = reply.k;
+ m = reply.m;
+ return *force_value;
+ } else {
+ value = skm.choose();
+ }
+ k = value.first;
+ m = value.second;
+
+ const std::string plugin = std::string(spl.choose());
+ const uint64_t chunk_size = scs.choose();
+
+ std::string pool_name = "ec_" + plugin + "_cs" + std::to_string(chunk_size) +
+ "_k" + std::to_string(k) + "_m" + std::to_string(m);
+ if (!dry_run) {
+ create_pool(rados, pool_name, plugin, chunk_size, k, m);
+ }
+ return pool_name;
+}
+
+void ceph::io_sequence::tester::SelectECPool::create_pool(
+ librados::Rados& rados, const std::string& pool_name,
+ const std::string& plugin, uint64_t chunk_size, int k, int m) {
+ int rc;
+ bufferlist inbl, outbl;
+ auto formatter = std::make_unique<JSONFormatter>(false);
+
+ ceph::messaging::osd::OSDECProfileSetRequest ecProfileSetRequest{
+ fmt::format("testprofile-{}", pool_name),
+ {fmt::format("plugin={}", plugin), fmt::format("k={}", k),
+ fmt::format("m={}", m), fmt::format("stripe_unit={}", chunk_size),
+ fmt::format("crush-failure-domain=osd")}};
+ rc = send_mon_command(ecProfileSetRequest, rados, "OSDECProfileSetRequest",
+ inbl, &outbl, formatter.get());
+ ceph_assert(rc == 0);
+
+ ceph::messaging::osd::OSDECPoolCreateRequest poolCreateRequest{
+ pool_name, "erasure", 8, 8, fmt::format("testprofile-{}", pool_name)};
+ rc = send_mon_command(poolCreateRequest, rados, "OSDECPoolCreateRequest",
+ inbl, &outbl, formatter.get());
+ ceph_assert(rc == 0);
+
+ if (allow_pool_autoscaling) {
+ ceph::messaging::osd::OSDSetRequest setNoAutoscaleRequest{"noautoscale",
+ std::nullopt};
+ rc = send_mon_command(setNoAutoscaleRequest, rados, "OSDSetRequest", inbl,
+ &outbl, formatter.get());
+ ceph_assert(rc == 0);
+ }
+
+ if (allow_pool_balancer) {
+ ceph::messaging::balancer::BalancerOffRequest balancerOffRequest{};
+ rc = send_mon_command(balancerOffRequest, rados, "BalancerOffRequest", inbl,
+ &outbl, formatter.get());
+ ceph_assert(rc == 0);
+
+ ceph::messaging::balancer::BalancerStatusRequest balancerStatusRequest{};
+ rc = send_mon_command(balancerStatusRequest, rados, "BalancerStatusRequest",
+ inbl, &outbl, formatter.get());
+ ceph_assert(rc == 0);
+
+ JSONParser p;
+ bool success = p.parse(outbl.c_str(), outbl.length());
+ ceph_assert(success);
+
+ ceph::messaging::balancer::BalancerStatusReply reply;
+ reply.decode_json(&p);
+ ceph_assert(!reply.active);
+ }
+
+ if (allow_pool_deep_scrubbing) {
+ ceph::messaging::osd::OSDSetRequest setNoDeepScrubRequest{"nodeep-scrub",
+ std::nullopt};
+ rc = send_mon_command(setNoDeepScrubRequest, rados, "setNoDeepScrubRequest",
+ inbl, &outbl, formatter.get());
+ ceph_assert(rc == 0);
+ }
+
+ if (allow_pool_scrubbing) {
+ ceph::messaging::osd::OSDSetRequest setNoScrubRequest{"noscrub",
+ std::nullopt};
+ rc = send_mon_command(setNoScrubRequest, rados, "OSDSetRequest", inbl,
+ &outbl, formatter.get());
+ ceph_assert(rc == 0);
+ }
+
+ if (test_recovery) {
+ ceph::messaging::config::ConfigSetRequest configSetBluestoreDebugRequest{
+ "global", "bluestore_debug_inject_read_err", "true", std::nullopt};
+ rc = send_mon_command(configSetBluestoreDebugRequest, rados,
+ "ConfigSetRequest", inbl, &outbl,
+ formatter.get());
+ ceph_assert(rc == 0);
+
+ ceph::messaging::config::ConfigSetRequest configSetMaxMarkdownRequest{
+ "global", "osd_max_markdown_count", "99999999", std::nullopt};
+ rc =
+ send_mon_command(configSetMaxMarkdownRequest, rados, "ConfigSetRequest",
+ inbl, &outbl, formatter.get());
+ ceph_assert(rc == 0);
+ }
+}
+
+ceph::io_sequence::tester::TestObject::TestObject(
+ const std::string oid, librados::Rados& rados,
+ boost::asio::io_context& asio, SelectBlockSize& sbs, SelectECPool& spo,
+ SelectObjectSize& sos, SelectNumThreads& snt, SelectSeqRange& ssr,
+ ceph::util::random_number_generator<int>& rng, ceph::mutex& lock,
+ ceph::condition_variable& cond, bool dryrun, bool verbose,
+ std::optional<int> seqseed, bool testrecovery)
+ : rng(rng), verbose(verbose), seqseed(seqseed), testrecovery(testrecovery) {
+ if (dryrun) {
+ exerciser_model = std::make_unique<ceph::io_exerciser::ObjectModel>(
+ oid, sbs.choose(), rng());
+ } else {
+ const std::string pool = spo.choose();
+ poolK = spo.getChosenK();
+ poolM = spo.getChosenM();
+
+ int threads = snt.choose();
+
+ bufferlist inbl, outbl;
+ auto formatter = std::make_unique<JSONFormatter>(false);
+
+ std::optional<std::vector<int>> cached_shard_order = std::nullopt;
+
+ if (!spo.get_allow_pool_autoscaling() && !spo.get_allow_pool_balancer() &&
+ !spo.get_allow_pool_deep_scrubbing() &&
+ !spo.get_allow_pool_scrubbing()) {
+ ceph::messaging::osd::OSDMapRequest osdMapRequest{pool, oid, ""};
+ int rc = send_mon_command(osdMapRequest, rados, "OSDMapRequest", inbl,
+ &outbl, formatter.get());
+ ceph_assert(rc == 0);
+
+ JSONParser p;
+ bool success = p.parse(outbl.c_str(), outbl.length());
+ ceph_assert(success);
+
+ ceph::messaging::osd::OSDMapReply reply{};
+ reply.decode_json(&p);
+ cached_shard_order = reply.acting;
+ }
+
+ exerciser_model = std::make_unique<ceph::io_exerciser::RadosIo>(
+ rados, asio, pool, oid, cached_shard_order, sbs.choose(), rng(),
+ threads, lock, cond);
+ dout(0) << "= " << oid << " pool=" << pool << " threads=" << threads
+ << " blocksize=" << exerciser_model->get_block_size() << " ="
+ << dendl;
+ }
+ obj_size_range = sos.choose();
+ seq_range = ssr.choose();
+ curseq = seq_range.first;
+
+ if (testrecovery) {
+ seq = ceph::io_exerciser::EcIoSequence::generate_sequence(
+ curseq, obj_size_range, poolK, poolM, seqseed.value_or(rng()));
+ } else {
+ seq = ceph::io_exerciser::IoSequence::generate_sequence(
+ curseq, obj_size_range, seqseed.value_or(rng()));
+ }
+
+ op = seq->next();
+ done = false;
+ dout(0) << "== " << exerciser_model->get_oid() << " " << curseq << " "
+ << seq->get_name_with_seqseed() << " ==" << dendl;
+}
+
+bool ceph::io_sequence::tester::TestObject::readyForIo() {
+ return exerciser_model->readyForIoOp(*op);
+}
+
+bool ceph::io_sequence::tester::TestObject::next() {
+ if (!done) {
+ if (verbose) {
+ dout(0) << exerciser_model->get_oid() << " Step " << seq->get_step()
+ << ": " << op->to_string(exerciser_model->get_block_size())
+ << dendl;
+ } else {
+ dout(5) << exerciser_model->get_oid() << " Step " << seq->get_step()
+ << ": " << op->to_string(exerciser_model->get_block_size())
+ << dendl;
+ }
+ exerciser_model->applyIoOp(*op);
+ if (op->getOpType() == ceph::io_exerciser::OpType::Done) {
+ curseq = seq->getNextSupportedSequenceId();
+ if (curseq >= seq_range.second) {
+ done = true;
+ dout(0) << exerciser_model->get_oid()
+ << " Number of IOs = " << exerciser_model->get_num_io()
+ << dendl;
+ } else {
+ if (testrecovery) {
+ seq = ceph::io_exerciser::EcIoSequence::generate_sequence(
+ curseq, obj_size_range, poolK, poolM, seqseed.value_or(rng()));
+ } else {
+ seq = ceph::io_exerciser::IoSequence::generate_sequence(
+ curseq, obj_size_range, seqseed.value_or(rng()));
+ }
+
+ dout(0) << "== " << exerciser_model->get_oid() << " " << curseq << " "
+ << seq->get_name_with_seqseed() << " ==" << dendl;
+ op = seq->next();
+ }
+ } else {
+ op = seq->next();
+ }
+ }
+ return done;
+}
+
+bool ceph::io_sequence::tester::TestObject::finished() { return done; }
+
+int ceph::io_sequence::tester::TestObject::get_num_io() {
+ return exerciser_model->get_num_io();
+}
+
+ceph::io_sequence::tester::TestRunner::TestRunner(po::variables_map& vm,
+ librados::Rados& rados)
+ : rados(rados),
+ seed(vm.contains("seed") ? vm["seed"].as<int>() : time(nullptr)),
+ rng(ceph::util::random_number_generator<int>(seed)),
+ sbs{rng, vm},
+ sos{rng, vm},
+ spo{rng,
+ vm,
+ rados,
+ vm.contains("dryrun"),
+ vm.contains("allow_pool_autoscaling"),
+ vm.contains("allow_pool_balancer"),
+ vm.contains("allow_pool_deep_scrubbing"),
+ vm.contains("allow_pool_scrubbing"),
+ vm.contains("test_recovery")},
+ snt{rng, vm},
+ ssr{rng, vm} {
+ dout(0) << "Test using seed " << seed << dendl;
+
+ verbose = vm.contains("verbose");
+ dryrun = vm.contains("dryrun");
+
+ seqseed = std::nullopt;
+ if (vm.contains("seqseed")) {
+ seqseed = vm["seqseed"].as<int>();
+ }
+ num_objects = vm["parallel"].as<int>();
+ object_name = vm["object"].as<std::string>();
+ interactive = vm.contains("interactive");
+ testrecovery = vm.contains("testrecovery");
+
+ allow_pool_autoscaling = vm.contains("allow_pool_autoscaling");
+ allow_pool_balancer = vm.contains("allow_pool_balancer");
+ allow_pool_deep_scrubbing = vm.contains("allow_pool_deep_scrubbing");
+ allow_pool_scrubbing = vm.contains("allow_pool_scrubbing");
+
+ if (!dryrun) {
+ guard.emplace(boost::asio::make_work_guard(asio));
+ thread = make_named_thread("io_thread", [&asio = asio] { asio.run(); });
+ }
+
+ show_help = vm.contains("help");
+ show_sequence = vm.contains("listsequence");
+}
+
+ceph::io_sequence::tester::TestRunner::~TestRunner() {
+ if (!dryrun) {
+ guard = std::nullopt;
+ asio.stop();
+ thread.join();
+ rados.shutdown();
+ }
+}
+
+void ceph::io_sequence::tester::TestRunner::help() {
+ std::cout << get_options_description() << std::endl;
+ for (auto line : usage) {
+ std::cout << line << std::endl;
+ }
+}
+
+void ceph::io_sequence::tester::TestRunner::list_sequence(bool testrecovery) {
+ // List seqeunces
+ std::pair<int, int> obj_size_range = sos.choose();
+ ceph::io_exerciser::Sequence s = ceph::io_exerciser::Sequence::SEQUENCE_BEGIN;
+ std::unique_ptr<ceph::io_exerciser::IoSequence> seq;
+ if (testrecovery) {
+ seq = ceph::io_exerciser::EcIoSequence::generate_sequence(
+ s, obj_size_range, spo.getChosenK(), spo.getChosenM(),
+ seqseed.value_or(rng()));
+ } else {
+ seq = ceph::io_exerciser::IoSequence::generate_sequence(
+ s, obj_size_range, seqseed.value_or(rng()));
+ }
+
+ do {
+ dout(0) << s << " " << seq->get_name_with_seqseed() << dendl;
+ s = seq->getNextSupportedSequenceId();
+ } while (s != ceph::io_exerciser::Sequence::SEQUENCE_END);
+}
+
+void ceph::io_sequence::tester::TestRunner::clear_tokens() {
+ tokens = split.end();
+}
+
+std::string ceph::io_sequence::tester::TestRunner::get_token(bool allow_eof) {
+ while (line.empty() || tokens == split.end()) {
+ if (!std::getline(std::cin, line)) {
+ if (allow_eof) {
+ return "done";
+ }
+ throw std::runtime_error("End of input");
+ }
+ if (line.starts_with('#')) {
+ dout(0) << line << dendl;
+ continue;
+ }
+ split = ceph::split(line);
+ tokens = split.begin();
+ }
+ return std::string(*tokens++);
+}
+
+std::optional<std::string>
+ceph::io_sequence::tester::TestRunner ::get_optional_token() {
+ std::optional<std::string> ret = std::nullopt;
+ if (tokens != split.end()) {
+ ret = std::string(*tokens++);
+ }
+ return ret;
+}
+
+uint64_t ceph::io_sequence::tester::TestRunner::get_numeric_token() {
+ std::string parse_error;
+ std::string token = get_token();
+ uint64_t num = strict_iecstrtoll(token, &parse_error);
+ if (!parse_error.empty()) {
+ throw std::runtime_error("Invalid number " + token);
+ }
+ return num;
+}
+
+std::optional<uint64_t>
+ceph::io_sequence::tester::TestRunner ::get_optional_numeric_token() {
+ std::string parse_error;
+ std::optional<std::string> token = get_optional_token();
+ if (token) {
+ uint64_t num = strict_iecstrtoll(*token, &parse_error);
+ if (!parse_error.empty()) {
+ throw std::runtime_error("Invalid number " + *token);
+ }
+ return num;
+ }
+
+ return std::optional<uint64_t>(std::nullopt);
+}
+
+bool ceph::io_sequence::tester::TestRunner::run_test() {
+ if (show_help) {
+ help();
+ return true;
+ } else if (show_sequence) {
+ list_sequence(testrecovery);
+ return true;
+ } else if (interactive) {
+ return run_interactive_test();
+ } else {
+ return run_automated_test();
+ }
+}
+
+bool ceph::io_sequence::tester::TestRunner::run_interactive_test() {
+ bool done = false;
+ std::unique_ptr<ceph::io_exerciser::IoOp> ioop;
+ std::unique_ptr<ceph::io_exerciser::Model> model;
+
+ if (dryrun) {
+ model = std::make_unique<ceph::io_exerciser::ObjectModel>(
+ object_name, sbs.choose(), rng());
+ } else {
+ const std::string pool = spo.choose();
+
+ bufferlist inbl, outbl;
+ auto formatter = std::make_unique<JSONFormatter>(false);
+
+ ceph::messaging::osd::OSDMapRequest osdMapRequest{pool, object_name, ""};
+ int rc = send_mon_command(osdMapRequest, rados, "OSDMapRequest", inbl,
+ &outbl, formatter.get());
+ ceph_assert(rc == 0);
+
+ JSONParser p;
+ bool success = p.parse(outbl.c_str(), outbl.length());
+ ceph_assert(success);
+
+ ceph::messaging::osd::OSDMapReply reply{};
+ reply.decode_json(&p);
+
+ model = std::make_unique<ceph::io_exerciser::RadosIo>(
+ rados, asio, pool, object_name, reply.acting, sbs.choose(), rng(),
+ 1, // 1 thread
+ lock, cond);
+ }
+
+ while (!done) {
+ const std::string op = get_token(true);
+ if (op == "done" || op == "q" || op == "quit") {
+ ioop = ceph::io_exerciser::DoneOp::generate();
+ } else if (op == "sleep") {
+ uint64_t duration = get_numeric_token();
+ dout(0) << "Sleep " << duration << dendl;
+ sleep(duration);
+ } else if (op == "create") {
+ ioop = ceph::io_exerciser::CreateOp::generate(get_numeric_token());
+ } else if (op == "remove" || op == "delete") {
+ ioop = ceph::io_exerciser::RemoveOp::generate();
+ } else if (op == "read") {
+ uint64_t offset = get_numeric_token();
+ uint64_t length = get_numeric_token();
+ ioop = ceph::io_exerciser::SingleReadOp::generate(offset, length);
+ } else if (op == "read2") {
+ uint64_t offset1 = get_numeric_token();
+ uint64_t length1 = get_numeric_token();
+ uint64_t offset2 = get_numeric_token();
+ uint64_t length2 = get_numeric_token();
+ ioop = DoubleReadOp::generate(offset1, length1, offset2, length2);
+ } else if (op == "read3") {
+ uint64_t offset1 = get_numeric_token();
+ uint64_t length1 = get_numeric_token();
+ uint64_t offset2 = get_numeric_token();
+ uint64_t length2 = get_numeric_token();
+ uint64_t offset3 = get_numeric_token();
+ uint64_t length3 = get_numeric_token();
+ ioop = TripleReadOp::generate(offset1, length1, offset2, length2, offset3,
+ length3);
+ } else if (op == "write") {
+ uint64_t offset = get_numeric_token();
+ uint64_t length = get_numeric_token();
+ ioop = SingleWriteOp::generate(offset, length);
+ } else if (op == "write2") {
+ uint64_t offset1 = get_numeric_token();
+ uint64_t length1 = get_numeric_token();
+ uint64_t offset2 = get_numeric_token();
+ uint64_t length2 = get_numeric_token();
+ ioop = DoubleWriteOp::generate(offset1, length1, offset2, length2);
+ } else if (op == "write3") {
+ uint64_t offset1 = get_numeric_token();
+ uint64_t length1 = get_numeric_token();
+ uint64_t offset2 = get_numeric_token();
+ uint64_t length2 = get_numeric_token();
+ uint64_t offset3 = get_numeric_token();
+ uint64_t length3 = get_numeric_token();
+ ioop = TripleWriteOp::generate(offset1, length1, offset2, length2,
+ offset3, length3);
+ } else if (op == "append") {
+ uint64_t length = get_numeric_token();
+ ioop = SingleAppendOp::generate(length);
+ } else if (op == "truncate") {
+ ioop = TruncateOp::generate(get_numeric_token());
+ } else if (op == "failedwrite") {
+ uint64_t offset = get_numeric_token();
+ uint64_t length = get_numeric_token();
+ ioop = SingleFailedWriteOp::generate(offset, length);
+ } else if (op == "failedwrite2") {
+ uint64_t offset1 = get_numeric_token();
+ uint64_t length1 = get_numeric_token();
+ uint64_t offset2 = get_numeric_token();
+ uint64_t length2 = get_numeric_token();
+ ioop = DoubleFailedWriteOp::generate(offset1, length1, offset2, length2);
+ } else if (op == "failedwrite3") {
+ uint64_t offset1 = get_numeric_token();
+ uint64_t length1 = get_numeric_token();
+ uint64_t offset2 = get_numeric_token();
+ uint64_t length2 = get_numeric_token();
+ uint64_t offset3 = get_numeric_token();
+ uint64_t length3 = get_numeric_token();
+ ioop = TripleFailedWriteOp::generate(offset1, length1, offset2, length2,
+ offset3, length3);
+ } else if (op == "injecterror") {
+ std::string inject_type = get_token();
+ int shard = get_numeric_token();
+ std::optional<int> type = get_optional_numeric_token();
+ std::optional<int> when = get_optional_numeric_token();
+ std::optional<int> duration = get_optional_numeric_token();
+ if (inject_type == "read") {
+ ioop = ceph::io_exerciser::InjectReadErrorOp::generate(shard, type,
+ when, duration);
+ } else if (inject_type == "write") {
+ ioop = ceph::io_exerciser::InjectWriteErrorOp::generate(shard, type,
+ when, duration);
+ } else {
+ clear_tokens();
+ ioop.reset();
+ dout(0) << fmt::format("Invalid error inject {}. No action performed.",
+ inject_type)
+ << dendl;
+ }
+ } else if (op == "clearinject") {
+ std::string inject_type = get_token();
+ int shard = get_numeric_token();
+ std::optional<int> type = get_optional_numeric_token();
+ if (inject_type == "read") {
+ ioop =
+ ceph::io_exerciser::ClearReadErrorInjectOp::generate(shard, type);
+ } else if (inject_type == "write") {
+ ioop =
+ ceph::io_exerciser::ClearWriteErrorInjectOp::generate(shard, type);
+ } else {
+ clear_tokens();
+ ioop.reset();
+ dout(0) << fmt::format("Invalid error inject {}. No action performed.",
+ inject_type)
+ << dendl;
+ }
+ } else {
+ clear_tokens();
+ ioop.reset();
+ dout(0) << fmt::format("Invalid op {}. No action performed.", op)
+ << dendl;
+ }
+ if (ioop) {
+ dout(0) << ioop->to_string(model->get_block_size()) << dendl;
+ model->applyIoOp(*ioop);
+ done = ioop->getOpType() == ceph::io_exerciser::OpType::Done;
+ if (!done) {
+ ioop = ceph::io_exerciser::BarrierOp::generate();
+ model->applyIoOp(*ioop);
+ }
+ }
+ }
+
+ return true;
+}
+
+bool ceph::io_sequence::tester::TestRunner::run_automated_test() {
+ // Create a test for each object
+ std::vector<std::shared_ptr<ceph::io_sequence::tester::TestObject>>
+ test_objects;
+
+ for (int obj = 0; obj < num_objects; obj++) {
+ std::string name;
+ if (obj == 0) {
+ name = object_name;
+ } else {
+ name = object_name + std::to_string(obj);
+ }
+ test_objects.push_back(
+ std::make_shared<ceph::io_sequence::tester::TestObject>(
+ name, rados, asio, sbs, spo, sos, snt, ssr, rng, lock, cond, dryrun,
+ verbose, seqseed, testrecovery));
+ }
+ if (!dryrun) {
+ rados.wait_for_latest_osdmap();
+ }
+
+ // Main loop of test - while not all test objects have finished
+ // check to see if any are able to start a new I/O. If all test
+ // objects are waiting for I/O to complete then wait on a cond
+ // that is signalled each time an I/O completes
+
+ bool started_io = true;
+ bool need_wait = true;
+ while (started_io || need_wait) {
+ started_io = false;
+ need_wait = false;
+ for (auto obj = test_objects.begin(); obj != test_objects.end(); ++obj) {
+ std::shared_ptr<ceph::io_sequence::tester::TestObject> to = *obj;
+ if (!to->finished()) {
+ lock.lock();
+ bool ready = to->readyForIo();
+ lock.unlock();
+ if (ready) {
+ to->next();
+ started_io = true;
+ } else {
+ need_wait = true;
+ }
+ }
+ }
+ if (!started_io && need_wait) {
+ std::unique_lock l(lock);
+ // Recheck with lock incase anything has changed
+ for (auto obj = test_objects.begin(); obj != test_objects.end(); ++obj) {
+ std::shared_ptr<ceph::io_sequence::tester::TestObject> to = *obj;
+ if (!to->finished()) {
+ need_wait = !to->readyForIo();
+ if (!need_wait) {
+ break;
+ }
+ }
+ }
+ need_wait = true;
+ }
+ }
+
+ int total_io = 0;
+ for (auto obj = test_objects.begin(); obj != test_objects.end(); ++obj) {
+ std::shared_ptr<ceph::io_sequence::tester::TestObject> to = *obj;
+ total_io += to->get_num_io();
+ ceph_assert(to->finished());
+ }
+ dout(0) << "Total number of IOs = " << total_io << dendl;
+
+ return true;
+}
+
+int main(int argc, char** argv) {
+ auto args = argv_to_vec(argc, argv);
+ env_to_vec(args);
+ auto cct = global_init(NULL, args, CEPH_ENTITY_TYPE_CLIENT,
+ CODE_ENVIRONMENT_UTILITY, 0);
+ common_init_finish(cct.get());
+
+ po::variables_map vm;
+ int rc = parse_io_seq_options(vm, argc, argv);
+ if (rc != 0) {
+ return rc;
+ }
+
+ librados::Rados rados;
+ if (!vm.contains("dryrun")) {
+ rc = rados.init_with_context(g_ceph_context);
+ ceph_assert(rc == 0);
+ rc = rados.connect();
+ ceph_assert(rc == 0);
+ }
+
+ std::unique_ptr<ceph::io_sequence::tester::TestRunner> runner;
+ try {
+ runner = std::make_unique<ceph::io_sequence::tester::TestRunner>(vm, rados);
+ } catch (const po::error& e) {
+ return 1;
+ }
+ runner->run_test();
+
+ return 0;
+}
--- /dev/null
+#include <boost/program_options.hpp>
+#include <optional>
+#include <utility>
+
+#include "common/io_exerciser/IoOp.h"
+#include "common/io_exerciser/IoSequence.h"
+#include "common/io_exerciser/Model.h"
+#include "common/split.h"
+#include "global/global_context.h"
+#include "global/global_init.h"
+#include "include/random.h"
+#include "librados/librados_asio.h"
+
+#include <boost/asio/io_context.hpp>
+#include <boost/program_options.hpp>
+
+#include <optional>
+
+/* Overview
+ *
+ * class ProgramOptionSelector
+ * Base class for selector objects below with common code for
+ * selecting options
+ *
+ * class SelectObjectSize
+ * Selects min and max object sizes for a test
+ *
+ * class SelectErasureKM
+ * Selects an EC k and m value for a test
+ *
+ * class SelectErasurePlugin
+ * Selects an plugin for a test
+ *
+ * class SelectECPool
+ * Selects an EC pool (plugin,k and m) for a test. Also creates the
+ * pool as well.
+ *
+ * class SelectBlockSize
+ * Selects a block size for a test
+ *
+ * class SelectNumThreads
+ * Selects number of threads for a test
+ *
+ * class SelectSeqRange
+ * Selects a sequence or range of sequences for a test
+ *
+ * class TestObject
+ * Runs a test against an object, generating IOSequence
+ * and applying them to an IoExerciser
+ *
+ * main
+ * Run sequences of I/O with data integrity checking to
+ * one or more objects in parallel. Without arguments
+ * runs a default configuration against one object.
+ * Command arguments can select alternative
+ * configurations. Alternatively running against
+ * multiple objects with --objects <n> will select a
+ * random configuration for all but the first object.
+ */
+
+namespace po = boost::program_options;
+
+namespace ceph {
+namespace io_sequence::tester {
+// Choices for min and max object size
+inline constexpr size_t objectSizeSize = 10;
+inline constexpr std::array<std::pair<int, int>, objectSizeSize>
+ objectSizeChoices = {{{1, 32}, // Default - best for boundary checking
+ {12, 14},
+ {28, 30},
+ {36, 38},
+ {42, 44},
+ {52, 54},
+ {66, 68},
+ {72, 74},
+ {83, 83},
+ {97, 97}}};
+
+// Choices for block size
+inline constexpr int blockSizeSize = 5;
+inline constexpr std::array<uint64_t, blockSizeSize> blockSizeChoices = {
+ {2048, // Default - test boundaries for EC 4K chunk size
+ 512, 3767, 4096, 32768}};
+
+// Choices for number of threads
+inline constexpr int threadArraySize = 4;
+inline constexpr std::array<int, threadArraySize> threadCountChoices = {
+ {1, // Default
+ 2, 4, 8}};
+
+// Choices for EC k+m profile
+inline constexpr int kmSize = 6;
+inline constexpr std::array<std::pair<int, int>, kmSize> kmChoices = {
+ {{2, 2}, // Default - reasonable coverage
+ {2, 1},
+ {2, 3},
+ {3, 2},
+ {4, 2},
+ {5, 1}}};
+
+// Choices for EC chunk size
+inline constexpr int chunkSizeSize = 3;
+inline constexpr std::array<uint64_t, chunkSizeSize> chunkSizeChoices = {
+ {4 * 1024, 64 * 1024, 256 * 1024}};
+
+// Choices for plugin
+inline constexpr int pluginListSize = 2;
+inline constexpr std::array<std::string_view, pluginListSize> pluginChoices = {
+ {"jerasure", "isa"}};
+
+inline constexpr std::array<
+ std::pair<ceph::io_exerciser::Sequence, ceph::io_exerciser::Sequence>, 0>
+ sequencePairs = {{}};
+
+inline constexpr std::array<std::string, 0> poolChoices = {{}};
+
+template <typename T, int N, const std::array<T, N>& Ts>
+class ProgramOptionSelector {
+ public:
+ ProgramOptionSelector(ceph::util::random_number_generator<int>& rng,
+ po::variables_map vm, const std::string& option_name,
+ bool set_forced, bool select_first);
+ virtual ~ProgramOptionSelector() = default;
+ bool isForced();
+ virtual const T choose();
+
+ protected:
+ ceph::util::random_number_generator<int>& rng;
+ static constexpr std::array<T, N> choices = Ts;
+
+ std::optional<T> force_value;
+ std::optional<T> first_value;
+
+ std::string option_name;
+};
+
+class SelectObjectSize
+ : public ProgramOptionSelector<std::pair<int, int>,
+ io_sequence::tester::objectSizeSize,
+ io_sequence::tester::objectSizeChoices> {
+ public:
+ SelectObjectSize(ceph::util::random_number_generator<int>& rng,
+ po::variables_map vm);
+};
+
+class SelectBlockSize
+ : public ProgramOptionSelector<uint64_t, io_sequence::tester::blockSizeSize,
+ io_sequence::tester::blockSizeChoices> {
+ public:
+ SelectBlockSize(ceph::util::random_number_generator<int>& rng,
+ po::variables_map vm);
+};
+
+class SelectNumThreads
+ : public ProgramOptionSelector<int, io_sequence::tester::threadArraySize,
+ io_sequence::tester::threadCountChoices> {
+ public:
+ SelectNumThreads(ceph::util::random_number_generator<int>& rng,
+ po::variables_map vm);
+};
+
+class SelectSeqRange
+ : public ProgramOptionSelector<
+ std::pair<ceph::io_exerciser::Sequence, ceph::io_exerciser::Sequence>,
+ 0, io_sequence::tester::sequencePairs> {
+ public:
+ SelectSeqRange(ceph::util::random_number_generator<int>& rng,
+ po::variables_map vm);
+
+ const std::pair<ceph::io_exerciser::Sequence, ceph::io_exerciser::Sequence>
+ choose() override;
+};
+
+class SelectErasureKM
+ : public ProgramOptionSelector<std::pair<int, int>,
+ io_sequence::tester::kmSize,
+ io_sequence::tester::kmChoices> {
+ public:
+ SelectErasureKM(ceph::util::random_number_generator<int>& rng,
+ po::variables_map vm);
+};
+
+class SelectErasurePlugin
+ : public ProgramOptionSelector<std::string_view,
+ io_sequence::tester::pluginListSize,
+ io_sequence::tester::pluginChoices> {
+ public:
+ SelectErasurePlugin(ceph::util::random_number_generator<int>& rng,
+ po::variables_map vm);
+};
+
+class SelectErasureChunkSize
+ : public ProgramOptionSelector<uint64_t, io_sequence::tester::chunkSizeSize,
+ io_sequence::tester::chunkSizeChoices> {
+ public:
+ SelectErasureChunkSize(ceph::util::random_number_generator<int>& rng,
+ po::variables_map vm);
+};
+
+class SelectECPool
+ : public ProgramOptionSelector<std::string, 0,
+ io_sequence::tester::poolChoices> {
+ public:
+ SelectECPool(ceph::util::random_number_generator<int>& rng,
+ po::variables_map vm, librados::Rados& rados, bool dry_run,
+ bool allow_pool_autoscaling, bool allow_pool_balancer,
+ bool allow_pool_deep_scrubbing, bool allow_pool_scrubbing,
+ bool test_recovery);
+ const std::string choose() override;
+
+ bool get_allow_pool_autoscaling() { return allow_pool_autoscaling; }
+ bool get_allow_pool_balancer() { return allow_pool_balancer; }
+ bool get_allow_pool_deep_scrubbing() { return allow_pool_deep_scrubbing; }
+ bool get_allow_pool_scrubbing() { return allow_pool_scrubbing; }
+ int getChosenK() const { return k; }
+ int getChosenM() const { return m; }
+
+ private:
+ void create_pool(librados::Rados& rados, const std::string& pool_name,
+ const std::string& plugin, uint64_t chunk_size, int k,
+ int m);
+
+ protected:
+ librados::Rados& rados;
+ bool dry_run;
+ bool allow_pool_autoscaling;
+ bool allow_pool_balancer;
+ bool allow_pool_deep_scrubbing;
+ bool allow_pool_scrubbing;
+ bool test_recovery;
+ int k;
+ int m;
+
+ SelectErasureKM skm;
+ SelectErasurePlugin spl;
+ SelectErasureChunkSize scs;
+};
+
+class TestObject {
+ public:
+ TestObject(const std::string oid, librados::Rados& rados,
+ boost::asio::io_context& asio,
+ ceph::io_sequence::tester::SelectBlockSize& sbs,
+ ceph::io_sequence::tester::SelectECPool& spl,
+ ceph::io_sequence::tester::SelectObjectSize& sos,
+ ceph::io_sequence::tester::SelectNumThreads& snt,
+ ceph::io_sequence::tester::SelectSeqRange& ssr,
+ ceph::util::random_number_generator<int>& rng, ceph::mutex& lock,
+ ceph::condition_variable& cond, bool dryrun, bool verbose,
+ std::optional<int> seqseed, bool testRecovery);
+
+ int get_num_io();
+ bool readyForIo();
+ bool next();
+ bool finished();
+
+ protected:
+ std::unique_ptr<ceph::io_exerciser::Model> exerciser_model;
+ std::pair<int, int> obj_size_range;
+ std::pair<ceph::io_exerciser::Sequence, ceph::io_exerciser::Sequence>
+ seq_range;
+ ceph::io_exerciser::Sequence curseq;
+ std::unique_ptr<ceph::io_exerciser::IoSequence> seq;
+ std::unique_ptr<ceph::io_exerciser::IoOp> op;
+ bool done;
+ ceph::util::random_number_generator<int>& rng;
+ bool verbose;
+ std::optional<int> seqseed;
+ int poolK;
+ int poolM;
+ bool testrecovery;
+};
+
+class TestRunner {
+ public:
+ TestRunner(po::variables_map& vm, librados::Rados& rados);
+ ~TestRunner();
+
+ bool run_test();
+
+ private:
+ librados::Rados& rados;
+ int seed;
+ ceph::util::random_number_generator<int> rng;
+
+ ceph::io_sequence::tester::SelectBlockSize sbs;
+ ceph::io_sequence::tester::SelectObjectSize sos;
+ ceph::io_sequence::tester::SelectECPool spo;
+ ceph::io_sequence::tester::SelectNumThreads snt;
+ ceph::io_sequence::tester::SelectSeqRange ssr;
+
+ boost::asio::io_context asio;
+ std::thread thread;
+ std::optional<
+ boost::asio::executor_work_guard<boost::asio::io_context::executor_type>>
+ guard;
+ ceph::mutex lock = ceph::make_mutex("RadosIo::lock");
+ ceph::condition_variable cond;
+
+ bool input_valid;
+
+ bool verbose;
+ bool dryrun;
+ std::optional<int> seqseed;
+ bool interactive;
+
+ bool testrecovery;
+
+ bool allow_pool_autoscaling;
+ bool allow_pool_balancer;
+ bool allow_pool_deep_scrubbing;
+ bool allow_pool_scrubbing;
+
+ bool show_sequence;
+ bool show_help;
+
+ int num_objects;
+ std::string object_name;
+
+ std::string line;
+ ceph::split split = ceph::split("");
+ ceph::spliterator tokens;
+
+ void clear_tokens();
+ std::string get_token(bool allow_eof = false);
+ std::optional<std::string> get_optional_token();
+ uint64_t get_numeric_token();
+ std::optional<uint64_t> get_optional_numeric_token();
+
+ bool run_automated_test();
+
+ bool run_interactive_test();
+
+ void help();
+ void list_sequence(bool testrecovery);
+};
+} // namespace io_sequence::tester
+} // namespace ceph
projects / ceph.git / commitdiff