ceph_manager: use time before mon command for timeout

Slow mon commands can cause a false failure.

Signed-off-by: Samuel Just <sjust@redhat.com>

diff --git a/tasks/ceph_manager.py b/tasks/ceph_manager.py
index 9c98e39d933d1b99b04803c549ff32cba03f0527..65da1a056aacba11c41232bf4522eb58ad1d07eb 100644 (file)
--- a/tasks/ceph_manager.py
+++ b/tasks/ceph_manager.py
@@ -1620,17 +1620,18 @@ class CephManager:
         start = time.time()
         num_active_recovered = self.get_num_active_recovered()
         while not self.is_recovered():
+            now = time.time()
             if timeout is not None:
                 if self.get_is_making_recovery_progress():
                     self.log("making progress, resetting timeout")
                     start = time.time()
                 else:
                     self.log("no progress seen, keeping timeout for now")
-                    if time.time() - start >= timeout:
+                    if now - start >= timeout:
                         self.log('dumping pgs')
                         out = self.raw_cluster_cmd('pg', 'dump')
                         self.log(out)
-                        assert time.time() - start < timeout, \
+                        assert now - start < timeout, \
                             'failed to recover before timeout expired'
             cur_active_recovered = self.get_num_active_recovered()
             if cur_active_recovered != num_active_recovered: