From: Sage Weil <sage@inktank.com>
Date: Wed, 12 Feb 2014 00:25:51 +0000 (-0800)
Subject: osd/ReplicatedPG: block requests to cache PGs when they are full
X-Git-Tag: v0.78~166^2~7
X-Git-Url: http://git-server-git.apps.pok.os.sepia.ceph.com/?a=commitdiff_plain;h=905df2e729f73c5dcfcee07e3a5cbf48d2820c7a;p=ceph.git

osd/ReplicatedPG: block requests to cache PGs when they are full

If we are full and get a write request to a new object, put the op on a
wait list.  Wake up when the agent frees up some space.

Note that we do not block writes to existing objects.  That would be a
more aggressive strategy, but it is difficult to know up front whether we
will increase the size of the object or not, so we just leave it be.  I
suspect this strategy is "good enough".

Also note that we do not yet prioritize agent attention to PGs that most
need eviction (e.g., those that are full).

Signed-off-by: Sage Weil <sage@inktank.com>
---

diff --git a/src/osd/PG.cc b/src/osd/PG.cc
index 588dd5167fa..51c0b4271d2 100644
--- a/src/osd/PG.cc
+++ b/src/osd/PG.cc
@@ -1740,6 +1740,7 @@ static void split_replay_queue(
 void PG::split_ops(PG *child, unsigned split_bits) {
   unsigned match = child->info.pgid.m_seed;
   assert(waiting_for_all_missing.empty());
+  assert(waiting_for_cache_not_full.empty());
   assert(waiting_for_missing_object.empty());
   assert(waiting_for_degraded_object.empty());
   assert(waiting_for_ack.empty());
diff --git a/src/osd/PG.h b/src/osd/PG.h
index 064abb26698..43395cb2636 100644
--- a/src/osd/PG.h
+++ b/src/osd/PG.h
@@ -530,6 +530,7 @@ protected:
 
   // Ops waiting on backfill_pos to change
   list<OpRequestRef>            waiting_for_active;
+  list<OpRequestRef>            waiting_for_cache_not_full;
   list<OpRequestRef>            waiting_for_all_missing;
   map<hobject_t, list<OpRequestRef> > waiting_for_missing_object,
 			     waiting_for_degraded_object,
diff --git a/src/osd/ReplicatedPG.cc b/src/osd/ReplicatedPG.cc
index b9b5c5e8e2b..da44223285c 100644
--- a/src/osd/ReplicatedPG.cc
+++ b/src/osd/ReplicatedPG.cc
@@ -1424,7 +1424,9 @@ bool ReplicatedPG::maybe_handle_cache(OpRequestRef op,
 	do_cache_redirect(op, obc);
 	return true;
       }
-      // FIXME: do something clever with writes.
+      dout(20) << __func__ << " cache pool full, waiting" << dendl;
+      waiting_for_cache_not_full.push_back(op);
+      return true;
     }
     if (!must_promote && can_skip_promote(op, obc)) {
       return false;
@@ -8783,10 +8785,13 @@ void ReplicatedPG::on_change(ObjectStore::Transaction *t)
       p->second.clear();
   }
 
-  if (is_primary())
+  if (is_primary()) {
+    requeue_ops(waiting_for_cache_not_full);
     requeue_ops(waiting_for_all_missing);
-  else
+  } else {
+    waiting_for_cache_not_full.clear();
     waiting_for_all_missing.clear();
+  }
 
   // this will requeue ops we were working on but didn't finish, and
   // any dups
@@ -10542,6 +10547,9 @@ bool ReplicatedPG::agent_choose_mode()
 	    << " -> "
 	    << TierAgentState::get_evict_mode_name(evict_mode)
 	    << dendl;
+    if (agent_state->evict_mode == TierAgentState::EVICT_MODE_FULL) {
+      requeue_ops(waiting_for_cache_not_full);
+    }
     agent_state->evict_mode = evict_mode;
     changed = true;
   }