--- /dev/null
+// -*- mode:C++; tab-width:8; c-basic-offset:2; indent-tabs-mode:t -*-
+// vim: ts=8 sw=2 smarttab
+/*
+ * Ceph - scalable distributed file system
+ *
+ * Copyright (C) 2004-2006 Sage Weil <sage@newdream.net>
+ *
+ * This is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Lesser General Public
+ * License version 2.1, as published by the Free Software
+ * Foundation. See file COPYING.
+ *
+ */
+
+#include <stdio.h>
+#include <time.h>
+#include <string.h>
+#include <iostream>
+#include <sstream>
+#include <time.h>
+#include "os/FileStore.h"
+#include "include/Context.h"
+#include "common/ceph_argparse.h"
+#include "global/global_init.h"
+#include "common/Mutex.h"
+#include "common/Cond.h"
+#include <boost/scoped_ptr.hpp>
+#include <boost/random/mersenne_twister.hpp>
+#include <boost/random/uniform_int.hpp>
+#include <boost/random/binomial_distribution.hpp>
+#include <gtest/gtest.h>
+
+#include <ext/hash_map>
+
+void usage(const string &name) {
+ std::cerr << "Usage: " << name << " [xattr|omap] store_path store_journal"
+ << std::endl;
+}
+
+const int THREADS = 5;
+
+template <typename T>
+typename T::iterator rand_choose(T &cont) {
+ if (cont.size() == 0) {
+ return cont.end();
+ }
+ int index = rand() % cont.size();
+ typename T::iterator retval = cont.begin();
+
+ for (; index > 0; --index) retval++;
+ return retval;
+}
+
+class OnApplied : public Context {
+public:
+ Mutex *lock;
+ Cond *cond;
+ int *in_progress;
+ ObjectStore::Transaction *t;
+ OnApplied(Mutex *lock,
+ Cond *cond,
+ int *in_progress,
+ ObjectStore::Transaction *t)
+ : lock(lock), cond(cond),
+ in_progress(in_progress), t(t) {
+ Mutex::Locker l(*lock);
+ (*in_progress)++;
+ }
+
+ void finish(int r) {
+ Mutex::Locker l(*lock);
+ (*in_progress)--;
+ cond->Signal();
+ }
+};
+
+uint64_t get_time() {
+ time_t start;
+ time(&start);
+ return start * 1000;
+}
+
+double print_time(uint64_t ms) {
+ return ((double)ms)/1000;
+}
+
+uint64_t do_run(ObjectStore *store, int attrsize, int numattrs,
+ int run,
+ int transsize, int ops,
+ ostream &out) {
+ Mutex lock("lock");
+ Cond cond;
+ int in_flight = 0;
+ ObjectStore::Transaction t;
+ map<string, pair<set<string>, ObjectStore::Sequencer> > collections;
+ for (int i = 0; i < 3*THREADS; ++i) {
+ stringstream coll_str;
+ coll_str << "coll_" << i << "_" << run;
+ t.create_collection(coll_t(coll_str.str()));
+ set<string> objects;
+ for (int i = 0; i < transsize; ++i) {
+ stringstream obj_str;
+ obj_str << i;
+ t.touch(coll_t(coll_str.str()),
+ hobject_t(sobject_t(obj_str.str(), CEPH_NOSNAP)));
+ objects.insert(obj_str.str());
+ }
+ collections[coll_str.str()] = make_pair(objects, ObjectStore::Sequencer());
+ }
+ store->apply_transaction(t);
+
+ bufferlist bl;
+ for (int i = 0; i < attrsize; ++i) {
+ bl.append('\0');
+ }
+
+ uint64_t start = get_time();
+ for (int i = 0; i < ops; ++i) {
+ {
+ Mutex::Locker l(lock);
+ while (in_flight >= THREADS)
+ cond.Wait(lock);
+ }
+ ObjectStore::Transaction *t = new ObjectStore::Transaction;
+ map<string, pair<set<string>, ObjectStore::Sequencer> >::iterator iter =
+ rand_choose(collections);
+ for (set<string>::iterator obj = iter->second.first.begin();
+ obj != iter->second.first.end();
+ ++obj) {
+ for (int j = 0; j < numattrs; ++j) {
+ stringstream ss;
+ ss << i << ", " << j << ", " << *obj;
+ t->setattr(coll_t(iter->first),
+ hobject_t(sobject_t(*obj, CEPH_NOSNAP)),
+ ss.str().c_str(),
+ bl);
+ }
+ }
+ store->queue_transaction(&(iter->second.second), t,
+ new OnApplied(&lock, &cond, &in_flight,
+ t));
+ }
+ {
+ Mutex::Locker l(lock);
+ while (in_flight)
+ cond.Wait(lock);
+ }
+ return get_time() - start;
+}
+
+int main(int argc, char **argv) {
+ vector<const char*> args;
+ argv_to_vec(argc, (const char **)argv, args);
+
+ global_init(0, args, CEPH_ENTITY_TYPE_CLIENT, CODE_ENVIRONMENT_UTILITY, 0);
+ common_init_finish(g_ceph_context);
+ if (args[0] == string("omap")) {
+ std::cerr << "using omap xattrs" << std::endl;
+ g_ceph_context->_conf->set_val("filestore_xattr_use_omap", "true");
+ } else {
+ std::cerr << "not using omap xattrs" << std::endl;
+ g_ceph_context->_conf->set_val("filestore_xattr_use_omap", "false");
+ }
+ g_ceph_context->_conf->apply_changes(NULL);
+
+ std::cerr << "args: " << args << std::endl;
+ if (args.size() < 3) {
+ usage(argv[0]);
+ return 1;
+ }
+
+ string store_path(args[1]);
+ string store_dev(args[2]);
+
+ boost::scoped_ptr<ObjectStore> store(new FileStore(store_path, store_dev));
+
+ std::cerr << "mkfs starting" << std::endl;
+ assert(!store->mkfs());
+ assert(!store->mount());
+ std::cerr << "mounted" << std::endl;
+
+ std::cerr << "attrsize\tnumattrs\ttranssize\tops\ttime" << std::endl;
+ int runs = 0;
+ int total_size = 11;
+ for (int i = 6; i < total_size; ++i) {
+ for (int j = (total_size - i); j >= 0; --j) {
+ std::cerr << "starting run " << runs << std::endl;
+ ++runs;
+ uint64_t time = do_run(store.get(), (1 << i), (1 << j), runs,
+ 10,
+ 1000, std::cout);
+ std::cout << (1 << i) << "\t"
+ << (1 << j) << "\t"
+ << 10 << "\t"
+ << 1000 << "\t"
+ << print_time(time) << std::endl;
+ }
+ }
+ store->umount();
+ return 0;
+}
projects / ceph.git / commitdiff