From: Kotresh HR <khiremat@redhat.com>
Date: Sun, 15 Feb 2026 18:41:51 +0000 (+0530)
Subject: tools/cephfs_mirror: Fix lock order issue
X-Git-Url: http://git-server-git.apps.pok.os.sepia.ceph.com/?a=commitdiff_plain;h=refs%2Fpull%2F66572%2Fhead;p=ceph.git

tools/cephfs_mirror: Fix lock order issue

Lock order 1:
InstanceWatcher::m_lock ----> FSMirror::m_lock
Lock order 2:
FSMirror::m_lock -----> InstanceWatcher::m_lock

The Lock order 1 is where it's aborted and it happens
during blocklisting. The InstanceWatcher::handle_rewatch_complete()
acquires InstanceWatcher::m_lock and calls
m_elistener.set_blocklisted_ts() which tries to acquire
FSMirror::m_lock

The Lock order 2 exists in mirror peer status command.
The FSMirror::mirror_status(Formatter *f) takes FSMirro::m_lock
and calls is_blocklisted which takes InstanceWatcher::m_lock

Fix:
FSMirror::m_blocklisted_ts and FSMirror::m_failed_ts is converted
to std::<atomic> and also fixed the scope of m_lock in
InstanceWatcher::handle_rewatch_complete() and
MirrorWatcher::handle_rewatch_complete()

Look at the tracker for traceback and further details.

Fixes: https://tracker.ceph.com/issues/74953
Signed-off-by: Kotresh HR <khiremat@redhat.com>
---

diff --git a/src/tools/cephfs_mirror/FSMirror.h b/src/tools/cephfs_mirror/FSMirror.h
index 17f0f82164b..594049baa6b 100644
--- a/src/tools/cephfs_mirror/FSMirror.h
+++ b/src/tools/cephfs_mirror/FSMirror.h
@@ -58,13 +58,11 @@ public:
   }
 
   monotime get_failed_ts() {
-    std::scoped_lock locker(m_lock);
-    return m_failed_ts;
+    return m_failed_ts.load(std::memory_order_relaxed);
   }
 
   void set_failed_ts() {
-    std::scoped_lock locker(m_lock);
-    m_failed_ts = clock::now();
+    m_failed_ts.store(clock::now(), std::memory_order_relaxed);
   }
 
   bool is_blocklisted() {
@@ -73,13 +71,11 @@ public:
   }
 
   monotime get_blocklisted_ts() {
-    std::scoped_lock locker(m_lock);
-    return m_blocklisted_ts;
+    return m_blocklisted_ts.load(std::memory_order_relaxed);
   }
 
   void set_blocklisted_ts() {
-    std::scoped_lock locker(m_lock);
-    m_blocklisted_ts = clock::now();
+    m_blocklisted_ts.store(clock::now(), std::memory_order_relaxed);
   }
 
   Peers get_peers() {
@@ -140,8 +136,8 @@ private:
     }
   };
 
-  monotime m_blocklisted_ts;
-  monotime m_failed_ts;
+  std::atomic<monotime> m_blocklisted_ts;
+  std::atomic<monotime> m_failed_ts;
   CephContext *m_cct;
   Filesystem m_filesystem;
   uint64_t m_pool_id;
diff --git a/src/tools/cephfs_mirror/InstanceWatcher.cc b/src/tools/cephfs_mirror/InstanceWatcher.cc
index 3ea3906404c..8cd7214b553 100644
--- a/src/tools/cephfs_mirror/InstanceWatcher.cc
+++ b/src/tools/cephfs_mirror/InstanceWatcher.cc
@@ -115,8 +115,10 @@ void InstanceWatcher::handle_rewatch_complete(int r) {
 
   if (r == -EBLOCKLISTED) {
     dout(0) << ": client blocklisted" <<dendl;
-    std::scoped_lock locker(m_lock);
-    m_blocklisted = true;
+    {
+      std::scoped_lock locker(m_lock);
+      m_blocklisted = true;
+    }
     m_elistener.set_blocklisted_ts();
   } else if (r == -ENOENT) {
     derr << ": mirroring object deleted" << dendl;
diff --git a/src/tools/cephfs_mirror/MirrorWatcher.cc b/src/tools/cephfs_mirror/MirrorWatcher.cc
index 52c760e7501..e260666c3bf 100644
--- a/src/tools/cephfs_mirror/MirrorWatcher.cc
+++ b/src/tools/cephfs_mirror/MirrorWatcher.cc
@@ -91,8 +91,10 @@ void MirrorWatcher::handle_rewatch_complete(int r) {
 
   if (r == -EBLOCKLISTED) {
     dout(0) << ": client blocklisted" <<dendl;
-    std::scoped_lock locker(m_lock);
-    m_blocklisted = true;
+    {
+      std::scoped_lock locker(m_lock);
+      m_blocklisted = true;
+    }
     m_elistener.set_blocklisted_ts();
   } else if (r == -ENOENT) {
     derr << ": mirroring object deleted" << dendl;