From: Dimitri Savineau Date: Wed, 9 Dec 2020 19:02:45 +0000 (-0500) Subject: Revert "config: Always use osd_memory_target if set" X-Git-Tag: v5.0.4~44 X-Git-Url: http://git.apps.os.sepia.ceph.com/?a=commitdiff_plain;h=41f7f9d020a1aa040d4d7798c90c1c0bf3389ed3;p=ceph-ansible.git Revert "config: Always use osd_memory_target if set" This reverts commit 4d1fdd2b05d55f8028fb5593d41fa61dbddd7095. This breaks the backward compatibility with previous osd_memory_target calculation and we could have a value lower than the minimum value allowed (896M) which causes some ceph commands to fail (like ceph assimilate-conf). Signed-off-by: Dimitri Savineau (cherry picked from commit aa6e1f20eaa5272ff0bb5e8b3cded16273aa120c) --- diff --git a/group_vars/all.yml.sample b/group_vars/all.yml.sample index 722f5ff67..f7c6fbfb3 100644 --- a/group_vars/all.yml.sample +++ b/group_vars/all.yml.sample @@ -342,12 +342,10 @@ dummy: ## OSD options # -# Variables to calculate a suitable osd_memory_target based on the number of OSDs #is_hci: false #hci_safety_factor: 0.2 #non_hci_safety_factor: 0.7 -# You can also set an explicit value which will override the calculation if set. -# osd_memory_target: 4294967296 +#osd_memory_target: 4294967296 #journal_size: 5120 # OSD journal size in MB #block_db_size: -1 # block db size in bytes for the ceph-volume lvm batch. -1 means use the default of 'as big as possible'. #public_network: 0.0.0.0/0 diff --git a/group_vars/rhcs.yml.sample b/group_vars/rhcs.yml.sample index b11d4dd8f..91617f7fc 100644 --- a/group_vars/rhcs.yml.sample +++ b/group_vars/rhcs.yml.sample @@ -342,12 +342,10 @@ ceph_iscsi_config_dev: false ## OSD options # -# Variables to calculate a suitable osd_memory_target based on the number of OSDs #is_hci: false #hci_safety_factor: 0.2 #non_hci_safety_factor: 0.7 -# You can also set an explicit value which will override the calculation if set. -# osd_memory_target: 4294967296 +#osd_memory_target: 4294967296 #journal_size: 5120 # OSD journal size in MB #block_db_size: -1 # block db size in bytes for the ceph-volume lvm batch. -1 means use the default of 'as big as possible'. #public_network: 0.0.0.0/0 diff --git a/roles/ceph-config/templates/ceph.conf.j2 b/roles/ceph-config/templates/ceph.conf.j2 index 2c12b7db4..d00f3b982 100644 --- a/roles/ceph-config/templates/ceph.conf.j2 +++ b/roles/ceph-config/templates/ceph.conf.j2 @@ -88,16 +88,18 @@ filestore xattr use omap = true {% if osd_objectstore == 'bluestore' %} {% set _num_osds = num_osds | default(0) | int %} [osd] -{% if is_hci | bool and _num_osds > 0 and not osd_memory_target is defined %} +{% if is_hci | bool and _num_osds > 0 %} {# hci_safety_factor is the safety factor for HCI deployments #} +{% if ansible_memtotal_mb * 1048576 * hci_safety_factor / _num_osds > osd_memory_target %} {% set _osd_memory_target = (ansible_memtotal_mb * 1048576 * hci_safety_factor / _num_osds) | int %} -{% elif _num_osds > 0 and not osd_memory_target is defined %} +{% endif %} +{% elif _num_osds > 0 %} {# non_hci_safety_factor is the safety factor for dedicated nodes #} +{% if ansible_memtotal_mb * 1048576 * non_hci_safety_factor / _num_osds > osd_memory_target %} {% set _osd_memory_target = (ansible_memtotal_mb * 1048576 * non_hci_safety_factor / _num_osds) | int %} {% endif %} -{% if _osd_memory_target is defined or osd_memory_target is defined %} -osd memory target = {{ _osd_memory_target | default(osd_memory_target) }} {% endif %} +osd memory target = {{ _osd_memory_target | default(osd_memory_target) }} {% endif %} {% endif %} diff --git a/roles/ceph-defaults/defaults/main.yml b/roles/ceph-defaults/defaults/main.yml index 8ad5ee39f..cbcda5b70 100644 --- a/roles/ceph-defaults/defaults/main.yml +++ b/roles/ceph-defaults/defaults/main.yml @@ -334,12 +334,10 @@ cephfs_pools: ## OSD options # -# Variables to calculate a suitable osd_memory_target based on the number of OSDs is_hci: false hci_safety_factor: 0.2 non_hci_safety_factor: 0.7 -# You can also set an explicit value which will override the calculation if set. -# osd_memory_target: 4294967296 +osd_memory_target: 4294967296 journal_size: 5120 # OSD journal size in MB block_db_size: -1 # block db size in bytes for the ceph-volume lvm batch. -1 means use the default of 'as big as possible'. public_network: 0.0.0.0/0