From: Soumya Koduri Date: Wed, 19 Apr 2023 18:03:28 +0000 (+0530) Subject: rgw/cloudtransition: Allow multisite zones to sync cloudtiered objects X-Git-Tag: v17.2.8~247^2~7 X-Git-Url: http://git-server-git.apps.pok.os.sepia.ceph.com/?a=commitdiff_plain;h=49e72417cc2b65bd45472fce13a7ba9a14c30695;p=ceph.git rgw/cloudtransition: Allow multisite zones to sync cloudtiered objects In a multisite configuration, zones should be able to fetch & sync cloud-transitioned objects as well. To allow this, a new header 'x-rgwx-sync-cloudtiered' is added to be used by sync client to GET such objects. Signed-off-by: Soumya Koduri (cherry picked from commit cec19b09efc5a56a5f5600000675b951428b98ce) (cherry picked from commit f7e3e94fb4e5f9d70ae58e6e4bab43d019ec4bba) --- diff --git a/src/rgw/rgw_op.cc b/src/rgw/rgw_op.cc index 16e407ecd1d..1e3b517f717 100644 --- a/src/rgw/rgw_op.cc +++ b/src/rgw/rgw_op.cc @@ -2214,7 +2214,7 @@ void RGWGetObj::execute(optional_yield y) RGWObjManifest m; try { decode(m, attr_iter->second); - if (m.get_tier_type() == "cloud-s3") { + if (m.get_tier_type() == "cloud-s3" && !sync_cloudtiered) { /* XXX: Instead send presigned redirect or read-through */ op_ret = -ERR_INVALID_OBJECT_STATE; s->err.message = "This object was transitioned to cloud-s3"; diff --git a/src/rgw/rgw_op.h b/src/rgw/rgw_op.h index cf6c7a867f5..1f9ce1b7d84 100644 --- a/src/rgw/rgw_op.h +++ b/src/rgw/rgw_op.h @@ -354,6 +354,7 @@ protected: bool range_parsed; bool skip_manifest; bool skip_decrypt{false}; + bool sync_cloudtiered{false}; utime_t gc_invalidate_time; bool is_slo; std::string lo_etag; diff --git a/src/rgw/rgw_rados.cc b/src/rgw/rgw_rados.cc index 954bf8e0482..aa683b26a38 100644 --- a/src/rgw/rgw_rados.cc +++ b/src/rgw/rgw_rados.cc @@ -3844,10 +3844,11 @@ int RGWRados::stat_remote_obj(const DoutPrefixProvider *dpp, constexpr bool rgwx_stat = true; constexpr bool sync_manifest = true; constexpr bool skip_decrypt = true; + constexpr bool sync_cloudtiered = true; int ret = conn->get_obj(dpp, user_id, info, src_obj, pmod, unmod_ptr, dest_mtime_weight.zone_short_id, dest_mtime_weight.pg_ver, prepend_meta, get_op, rgwx_stat, - sync_manifest, skip_decrypt, + sync_manifest, skip_decrypt, sync_cloudtiered, true, &cb, &in_stream_req); if (ret < 0) { return ret; @@ -4058,10 +4059,11 @@ int RGWRados::fetch_remote_obj(RGWObjectCtx& obj_ctx, static constexpr bool rgwx_stat = false; static constexpr bool sync_manifest = true; static constexpr bool skip_decrypt = true; + static constexpr bool sync_cloudtiered = true; ret = conn->get_obj(dpp, user_id, info, src_obj, pmod, unmod_ptr, dest_mtime_weight.zone_short_id, dest_mtime_weight.pg_ver, prepend_meta, get_op, rgwx_stat, - sync_manifest, skip_decrypt, + sync_manifest, skip_decrypt, sync_cloudtiered, true, &cb, &in_stream_req); if (ret < 0) { diff --git a/src/rgw/rgw_rest_conn.cc b/src/rgw/rgw_rest_conn.cc index ea42f3d2604..6fa267e2f45 100644 --- a/src/rgw/rgw_rest_conn.cc +++ b/src/rgw/rgw_rest_conn.cc @@ -241,6 +241,7 @@ int RGWRESTConn::get_obj(const DoutPrefixProvider *dpp, const rgw_user& uid, req uint32_t mod_zone_id, uint64_t mod_pg_ver, bool prepend_metadata, bool get_op, bool rgwx_stat, bool sync_manifest, bool skip_decrypt, + bool sync_cloudtiered, bool send, RGWHTTPStreamRWRequest::ReceiveCB *cb, RGWRESTStreamRWRequest **req) { get_obj_params params; @@ -253,6 +254,7 @@ int RGWRESTConn::get_obj(const DoutPrefixProvider *dpp, const rgw_user& uid, req params.rgwx_stat = rgwx_stat; params.sync_manifest = sync_manifest; params.skip_decrypt = skip_decrypt; + params.sync_cloudtiered = sync_cloudtiered; params.cb = cb; return get_obj(dpp, obj, params, send, req); } @@ -275,6 +277,9 @@ int RGWRESTConn::get_obj(const DoutPrefixProvider *dpp, const rgw::sal::Object* if (in_params.sync_manifest) { params.push_back(param_pair_t(RGW_SYS_PARAM_PREFIX "sync-manifest", "")); } + if (in_params.sync_cloudtiered) { + params.push_back(param_pair_t(RGW_SYS_PARAM_PREFIX "sync-cloudtiered", "")); + } if (in_params.skip_decrypt) { params.push_back(param_pair_t(RGW_SYS_PARAM_PREFIX "skip-decrypt", "")); } diff --git a/src/rgw/rgw_rest_conn.h b/src/rgw/rgw_rest_conn.h index 68a2e78ec55..866b96d7b03 100644 --- a/src/rgw/rgw_rest_conn.h +++ b/src/rgw/rgw_rest_conn.h @@ -170,6 +170,7 @@ public: bool get_op{false}; bool rgwx_stat{false}; bool sync_manifest{false}; + bool sync_cloudtiered{false}; bool skip_decrypt{true}; RGWHTTPStreamRWRequest::ReceiveCB *cb{nullptr}; @@ -185,7 +186,8 @@ public: const ceph::real_time *mod_ptr, const ceph::real_time *unmod_ptr, uint32_t mod_zone_id, uint64_t mod_pg_ver, bool prepend_metadata, bool get_op, bool rgwx_stat, bool sync_manifest, - bool skip_decrypt, bool send, RGWHTTPStreamRWRequest::ReceiveCB *cb, RGWRESTStreamRWRequest **req); + bool skip_decrypt, bool sync_cloudtiered, + bool send, RGWHTTPStreamRWRequest::ReceiveCB *cb, RGWRESTStreamRWRequest **req); int complete_request(RGWRESTStreamRWRequest *req, std::string *etag, ceph::real_time *mtime, diff --git a/src/rgw/rgw_rest_s3.cc b/src/rgw/rgw_rest_s3.cc index 868324ccfd0..cb8a7dc3d10 100644 --- a/src/rgw/rgw_rest_s3.cc +++ b/src/rgw/rgw_rest_s3.cc @@ -301,6 +301,9 @@ int RGWGetObj_ObjStore_S3::get_params(optional_yield y) skip_decrypt = s->info.args.exists(RGW_SYS_PARAM_PREFIX "skip-decrypt"); } + // multisite sync requests should fetch cloudtiered objects + sync_cloudtiered = s->info.args.exists(RGW_SYS_PARAM_PREFIX "sync-cloudtiered"); + return RGWGetObj_ObjStore::get_params(y); }