xio: configurable max send inline

Allow configuring the maximum threshold to send inline

Signed-off-by: Vu Pham <vu@mellanox.com>

diff --git a/src/common/config_opts.h b/src/common/config_opts.h
index f01e5bd9eee0de0038ec3701ec70a91de507b245..0b2b94beee2735e8ac27ce12abea92f39f1b2bef 100644 (file)
--- a/src/common/config_opts.h
+++ b/src/common/config_opts.h
@@ -77,6 +77,7 @@ OPTION(xio_mp_max_page, OPT_INT, 4096) // max 1K chunks
 OPTION(xio_mp_max_hint, OPT_INT, 4096) // max size-hint chunks
 OPTION(xio_portal_threads, OPT_INT, 2) // xio portal threads per messenger
 OPTION(xio_transport_type, OPT_STR, "rdma") // xio transport type: {rdma or tcp}
+OPTION(xio_max_send_inline, OPT_INT, 512) // xio maximum threshold to send inline
 
 DEFAULT_SUBSYS(0, 5)
 SUBSYS(lockdep, 0, 1)

diff --git a/src/msg/xio/XioMessenger.cc b/src/msg/xio/XioMessenger.cc
index a690c0bebd92467c657b13aacd017f104fabf509..6ae52c7f491ba0221bcefa31d94c56d421f21b1b 100644 (file)
--- a/src/msg/xio/XioMessenger.cc
+++ b/src/msg/xio/XioMessenger.cc
@@ -312,7 +312,7 @@ XioMessenger::XioMessenger(CephContext *cct, entity_name_t name,
                  &xopt, sizeof(xopt));
 
       /* and set threshold for buffer callouts */
-      xopt = 16384;
+      xopt = max(cct->_conf->xio_max_send_inline, 512);
       xio_set_opt(NULL, XIO_OPTLEVEL_ACCELIO, XIO_OPTNAME_MAX_INLINE_XIO_DATA,
                  &xopt, sizeof(xopt));
       xopt = 216;