--- /dev/null
+// -*- mode:C++; tab-width:8; c-basic-offset:2; indent-tabs-mode:t -*-
+// vim: ts=8 sw=2 smarttab
+
+#include "ImageCopyRequest.h"
+#include "ObjectCopyRequest.h"
+#include "common/errno.h"
+#include "journal/Journaler.h"
+#include "librbd/Utils.h"
+
+#define dout_subsys ceph_subsys_rbd_mirror
+#undef dout_prefix
+#define dout_prefix *_dout << "rbd::mirror::image_sync::ImageCopyRequest: " \
+ << this << " " << __func__
+
+namespace rbd {
+namespace mirror {
+namespace image_sync {
+
+using librbd::util::create_context_callback;
+using librbd::util::unique_lock_name;
+
+template <typename I>
+ImageCopyRequest<I>::ImageCopyRequest(I *local_image_ctx, I *remote_image_ctx,
+ SafeTimer *timer, Mutex *timer_lock,
+ Journaler *journaler,
+ MirrorPeerClientMeta *client_meta,
+ MirrorPeerSyncPoint *sync_point,
+ Context *on_finish)
+ : m_local_image_ctx(local_image_ctx), m_remote_image_ctx(remote_image_ctx),
+ m_timer(timer), m_timer_lock(timer_lock), m_journaler(journaler),
+ m_client_meta(client_meta), m_sync_point(sync_point),
+ m_on_finish(on_finish),
+ m_lock(unique_lock_name("ImageCopyRequest::m_lock", this)),
+ m_client_meta_copy(*client_meta) {
+ assert(!m_client_meta_copy.sync_points.empty());
+ assert(!m_client_meta_copy.snap_seqs.empty());
+}
+
+template <typename I>
+void ImageCopyRequest<I>::send() {
+ int r = compute_snap_map();
+ if (r < 0) {
+ finish(r);
+ return;
+ }
+
+ send_update_max_object_count();
+}
+
+template <typename I>
+void ImageCopyRequest<I>::cancel() {
+ Mutex::Locker locker(m_lock);
+
+ CephContext *cct = m_local_image_ctx->cct;
+ ldout(cct, 20) << dendl;
+ m_canceled = true;
+}
+
+template <typename I>
+void ImageCopyRequest<I>::send_update_max_object_count() {
+ uint64_t max_objects = m_client_meta->sync_object_count;
+ {
+ RWLock::RLocker snap_locker(m_remote_image_ctx->snap_lock);
+ max_objects = std::max(max_objects,
+ m_remote_image_ctx->get_object_count(CEPH_NOSNAP));
+ for (auto snap_id : m_remote_image_ctx->snaps) {
+ max_objects = std::max(max_objects,
+ m_remote_image_ctx->get_object_count(snap_id));
+ }
+ }
+
+ if (max_objects == m_client_meta->sync_object_count) {
+ send_object_copies();
+ return;
+ }
+
+ CephContext *cct = m_local_image_ctx->cct;
+ ldout(cct, 20) << ": sync_object_count=" << max_objects << dendl;
+
+ m_client_meta_copy = *m_client_meta;
+ m_client_meta_copy.sync_object_count = max_objects;
+
+ bufferlist client_data_bl;
+ librbd::journal::ClientData client_data(m_client_meta_copy);
+ ::encode(client_data, client_data_bl);
+
+ Context *ctx = create_context_callback<
+ ImageCopyRequest<I>, &ImageCopyRequest<I>::handle_update_max_object_count>(
+ this);
+ m_journaler->update_client(client_data_bl, ctx);
+}
+
+template <typename I>
+void ImageCopyRequest<I>::handle_update_max_object_count(int r) {
+ CephContext *cct = m_local_image_ctx->cct;
+ ldout(cct, 20) << ": r=" << r << dendl;
+
+ if (r < 0) {
+ lderr(cct) << "failed to update client data: " << cpp_strerror(r) << dendl;
+ finish(r);
+ return;
+ }
+
+ // update provided meta structure to reflect reality
+ m_client_meta->sync_object_count = m_client_meta_copy.sync_object_count;
+ m_object_no = 0;
+ if (m_sync_point->object_number) {
+ m_object_no = *m_sync_point->object_number + 1;
+ }
+ m_end_object_no = m_client_meta_copy.sync_object_count;
+
+ send_object_copies();
+}
+
+template <typename I>
+void ImageCopyRequest<I>::send_object_copies() {
+ CephContext *cct = m_local_image_ctx->cct;
+ bool complete;
+ {
+ Mutex::Locker locker(m_lock);
+ for (int i = 0; i < cct->_conf->rbd_concurrent_management_ops; ++i) {
+ send_next_object_copy();
+ if (m_ret_val < 0 && m_current_ops == 0) {
+ break;
+ }
+ }
+ complete = (m_current_ops == 0);
+ }
+ if (complete) {
+ send_flush_sync_point();
+ }
+}
+
+template <typename I>
+void ImageCopyRequest<I>::send_next_object_copy() {
+ assert(m_lock.is_locked());
+ if (m_canceled) {
+ return;
+ } else if (m_ret_val < 0 || m_object_no >= m_end_object_no) {
+ return;
+ }
+
+ uint64_t ono = m_object_no++;
+
+ CephContext *cct = m_local_image_ctx->cct;
+ ldout(cct, 20) << ": object_num=" << ono << dendl;
+
+ ++m_current_ops;
+
+ Context *ctx = create_context_callback<
+ ImageCopyRequest<I>, &ImageCopyRequest<I>::handle_object_copy>(this);
+ ObjectCopyRequest<I> *req = ObjectCopyRequest<I>::create(
+ m_local_image_ctx, m_remote_image_ctx, &m_snap_map, ono, ctx);
+ req->send();
+}
+
+template <typename I>
+void ImageCopyRequest<I>::handle_object_copy(int r) {
+ CephContext *cct = m_local_image_ctx->cct;
+ ldout(cct, 20) << ": r=" << r << dendl;
+
+ bool complete;
+ {
+ Mutex::Locker locker(m_lock);
+ assert(m_current_ops > 0);
+ --m_current_ops;
+
+ if (r < 0) {
+ lderr(cct) << "object copy failed: " << cpp_strerror(r) << dendl;
+ if (m_ret_val == 0) {
+ m_ret_val = r;
+ }
+ }
+
+ send_next_object_copy();
+ complete = (m_current_ops == 0);
+ }
+
+ if (complete) {
+ send_flush_sync_point();
+ }
+}
+
+template <typename I>
+void ImageCopyRequest<I>::send_flush_sync_point() {
+ if (m_ret_val < 0) {
+ finish(m_ret_val);
+ return;
+ }
+
+ m_client_meta_copy = *m_client_meta;
+ if (m_object_no > 0) {
+ m_sync_point->object_number = m_object_no - 1;
+ } else {
+ m_sync_point->object_number = boost::none;
+ }
+
+ CephContext *cct = m_local_image_ctx->cct;
+ ldout(cct, 20) << ": sync_point=" << *m_sync_point << dendl;
+
+ bufferlist client_data_bl;
+ librbd::journal::ClientData client_data(m_client_meta_copy);
+ ::encode(client_data, client_data_bl);
+
+ Context *ctx = create_context_callback<
+ ImageCopyRequest<I>, &ImageCopyRequest<I>::handle_flush_sync_point>(
+ this);
+ m_journaler->update_client(client_data_bl, ctx);
+}
+
+template <typename I>
+void ImageCopyRequest<I>::handle_flush_sync_point(int r) {
+ CephContext *cct = m_local_image_ctx->cct;
+ ldout(cct, 20) << ": r=" << r << dendl;
+
+ if (r < 0) {
+ *m_client_meta = m_client_meta_copy;
+
+ lderr(cct) << "failed to update client data: " << cpp_strerror(r) << dendl;
+ finish(r);
+ return;
+ }
+
+ finish(0);
+}
+
+template <typename I>
+void ImageCopyRequest<I>::finish(int r) {
+ CephContext *cct = m_local_image_ctx->cct;
+ ldout(cct, 20) << ": r=" << r << dendl;
+
+ m_on_finish->complete(r);
+ delete this;
+}
+
+template <typename I>
+int ImageCopyRequest<I>::compute_snap_map() {
+ CephContext *cct = m_local_image_ctx->cct;
+
+ librados::snap_t snap_id_start = 0;
+ librados::snap_t snap_id_end;
+ {
+ RWLock::RLocker snap_locker(m_remote_image_ctx->snap_lock);
+ snap_id_end = m_remote_image_ctx->get_snap_id(m_sync_point->snap_name);
+ if (snap_id_end == CEPH_NOSNAP) {
+ lderr(cct) << "failed to locate snapshot: "
+ << m_sync_point->snap_name << dendl;
+ return -ENOENT;
+ }
+
+ if (!m_sync_point->from_snap_name.empty()) {
+ snap_id_start = m_remote_image_ctx->get_snap_id(
+ m_sync_point->from_snap_name);
+ if (snap_id_start == CEPH_NOSNAP) {
+ lderr(cct) << "failed to locate from snapshot: "
+ << m_sync_point->from_snap_name << dendl;
+ return -ENOENT;
+ }
+ }
+ }
+
+ SnapIds snap_ids;
+ for (auto it = m_client_meta->snap_seqs.begin();
+ it != m_client_meta->snap_seqs.end(); ++it) {
+ snap_ids.insert(snap_ids.begin(), it->second);
+ if (it->first < snap_id_start) {
+ continue;
+ } else if (it->first > snap_id_end) {
+ break;
+ }
+
+ m_snap_map[it->first] = snap_ids;
+ }
+
+ if (m_snap_map.empty()) {
+ lderr(cct) << "failed to map snapshots within boundary" << dendl;
+ return -EINVAL;
+ }
+
+ return 0;
+}
+
+} // namespace image_sync
+} // namespace mirror
+} // namespace rbd
+
+template class rbd::mirror::image_sync::ImageCopyRequest<librbd::ImageCtx>;
--- /dev/null
+// -*- mode:C++; tab-width:8; c-basic-offset:2; indent-tabs-mode:t -*-
+// vim: ts=8 sw=2 smarttab
+
+#ifndef RBD_MIRROR_IMAGE_SYNC_IMAGE_COPY_REQUEST_H
+#define RBD_MIRROR_IMAGE_SYNC_IMAGE_COPY_REQUEST_H
+
+#include "include/int_types.h"
+#include "include/rados/librados.hpp"
+#include "common/Mutex.h"
+#include "librbd/Journal.h"
+#include "librbd/journal/Types.h"
+#include <map>
+#include <vector>
+
+class Context;
+namespace journal { class Journaler; }
+namespace librbd { struct ImageCtx; }
+
+namespace rbd {
+namespace mirror {
+namespace image_sync {
+
+template <typename ImageCtxT = librbd::ImageCtx>
+class ImageCopyRequest {
+public:
+ typedef std::vector<librados::snap_t> SnapIds;
+ typedef std::map<librados::snap_t, SnapIds> SnapMap;
+ typedef librbd::journal::TypeTraits<ImageCtxT> TypeTraits;
+ typedef typename TypeTraits::Journaler Journaler;
+ typedef librbd::journal::MirrorPeerSyncPoint MirrorPeerSyncPoint;
+ typedef librbd::journal::MirrorPeerClientMeta MirrorPeerClientMeta;
+
+ static ImageCopyRequest* create(ImageCtxT *local_image_ctx,
+ ImageCtxT *remote_image_ctx,
+ SafeTimer *timer, Mutex *timer_lock,
+ Journaler *journaler,
+ MirrorPeerClientMeta *client_meta,
+ MirrorPeerSyncPoint *sync_point,
+ Context *on_finish) {
+ return new ImageCopyRequest(local_image_ctx, remote_image_ctx, timer,
+ timer_lock, journaler, client_meta, sync_point,
+ on_finish);
+ }
+
+ ImageCopyRequest(ImageCtxT *local_image_ctx, ImageCtxT *remote_image_ctx,
+ SafeTimer *timer, Mutex *timer_lock, Journaler *journaler,
+ MirrorPeerClientMeta *client_meta,
+ MirrorPeerSyncPoint *sync_point, Context *on_finish);
+
+ void send();
+ void cancel();
+
+private:
+ /**
+ * @verbatim
+ *
+ * <start>
+ * |
+ * v
+ * UPDATE_MAX_OBJECT_COUNT
+ * |
+ * | . . . . .
+ * | . . (parallel execution of
+ * v v . multiple objects at once)
+ * COPY_OBJECT . .
+ * |
+ * v
+ * FLUSH_SYNC_POINT
+ * |
+ * v
+ * <finish>
+ *
+ * @endverbatim
+ */
+
+ ImageCtxT *m_local_image_ctx;
+ ImageCtxT *m_remote_image_ctx;
+ SafeTimer *m_timer;
+ Mutex *m_timer_lock;
+ Journaler *m_journaler;
+ MirrorPeerClientMeta *m_client_meta;
+ MirrorPeerSyncPoint *m_sync_point;
+ Context *m_on_finish;
+
+ SnapMap m_snap_map;
+
+ Mutex m_lock;
+ bool m_canceled = false;
+
+ uint64_t m_object_no = 0;
+ uint64_t m_end_object_no;
+ uint64_t m_current_ops = 0;
+ int m_ret_val = 0;
+
+ MirrorPeerClientMeta m_client_meta_copy;
+
+ void send_update_max_object_count();
+ void handle_update_max_object_count(int r);
+
+ void send_object_copies();
+ void send_next_object_copy();
+ void handle_object_copy(int r);
+
+ void send_flush_sync_point();
+ void handle_flush_sync_point(int r);
+
+ void finish(int r);
+
+ int compute_snap_map();
+
+};
+
+} // namespace image_sync
+} // namespace mirror
+} // namespace rbd
+
+extern template class rbd::mirror::image_sync::ImageCopyRequest<librbd::ImageCtx>;
+
+#endif // RBD_MIRROR_IMAGE_SYNC_IMAGE_COPY_REQUEST_H
projects / ceph.git / commitdiff