From 7311f6656fb9c1ae6e441ce24b3b8e626ec3b803 Mon Sep 17 00:00:00 2001
From: Mykola Golub <mykola.golub@clyso.com>
Date: Wed, 4 Aug 2021 11:12:21 +0300
Subject: [PATCH] qa/suites/rados: add crushdiff test

Signed-off-by: Mykola Golub <mykola.golub@clyso.com>
---
 .../rados/singleton-nomsgr/all/crushdiff.yaml |  24 ++++
 qa/workunits/rados/test_crushdiff.sh          | 103 ++++++++++++++++++
 2 files changed, 127 insertions(+)
 create mode 100644 qa/suites/rados/singleton-nomsgr/all/crushdiff.yaml
 create mode 100755 qa/workunits/rados/test_crushdiff.sh

diff --git a/qa/suites/rados/singleton-nomsgr/all/crushdiff.yaml b/qa/suites/rados/singleton-nomsgr/all/crushdiff.yaml
new file mode 100644
index 0000000000000..1639f0ed579aa
--- /dev/null
+++ b/qa/suites/rados/singleton-nomsgr/all/crushdiff.yaml
@@ -0,0 +1,24 @@
+openstack:
+  - volumes: # attached to each instance
+      count: 4
+      size: 10 # GB
+roles:
+- [mon.a, mgr.x, osd.0, osd.1, osd.2, osd.3, client.0]
+
+overrides:
+  ceph:
+    pre-mgr-commands:
+      - sudo ceph config set mgr mgr_pool false --force
+    log-ignorelist:
+    - but it is still running
+    - overall HEALTH_
+    - \(POOL_APP_NOT_ENABLED\)
+    - \(PG_DEGRADED\)
+
+tasks:
+- install:
+- ceph:
+- workunit:
+    clients:
+      all:
+        - rados/test_crushdiff.sh
diff --git a/qa/workunits/rados/test_crushdiff.sh b/qa/workunits/rados/test_crushdiff.sh
new file mode 100755
index 0000000000000..833ecbd0bb2a7
--- /dev/null
+++ b/qa/workunits/rados/test_crushdiff.sh
@@ -0,0 +1,103 @@
+#!/usr/bin/env bash
+
+set -ex
+
+REP_POOL=
+EC_POOL=
+TEMPDIR=
+
+OSD_NUM=$(ceph osd ls | wc -l)
+test ${OSD_NUM} -gt 0
+
+setup() {
+    local pool
+
+    TEMPDIR=`mktemp -d`
+
+    pool=test-crushdiff-rep-$$
+    ceph osd pool create ${pool} 32
+    REP_POOL=${pool}
+    rados -p ${REP_POOL} bench 5 write --no-cleanup
+
+    if [ ${OSD_NUM} -gt 3 ]; then
+        pool=test-crushdiff-ec-$$
+        ceph osd pool create ${pool} 32 32 erasure
+        EC_POOL=${pool}
+        rados -p ${EC_POOL} bench 5 write --no-cleanup
+    fi
+}
+
+cleanup() {
+    set +e
+
+    test -n "${EC_POOL}" &&
+        ceph osd pool delete "${EC_POOL}" "${EC_POOL}" \
+             --yes-i-really-really-mean-it
+    EC_POOL=
+
+    test -n "${REP_POOL}" &&
+        ceph osd pool delete "${REP_POOL}" "${REP_POOL}" \
+             --yes-i-really-really-mean-it
+    REP_POOL=
+
+    test -n "${TEMPDIR}" && rm -Rf ${TEMPDIR}
+    TEMPDIR=
+}
+
+trap "cleanup" INT TERM EXIT
+
+setup
+
+# test without crushmap modification
+
+crushdiff export ${TEMPDIR}/cm.txt --verbose
+crushdiff compare ${TEMPDIR}/cm.txt --verbose
+crushdiff import ${TEMPDIR}/cm.txt --verbose
+
+# test using a compiled crushmap
+
+crushdiff export ${TEMPDIR}/cm --compiled --verbose
+crushdiff compare ${TEMPDIR}/cm --compiled --verbose
+crushdiff import ${TEMPDIR}/cm --compiled --verbose
+
+# test using "offline" osdmap and pg-dump
+
+ceph osd getmap -o ${TEMPDIR}/osdmap
+ceph pg dump --format json > ${TEMPDIR}/pg-dump
+
+crushdiff export ${TEMPDIR}/cm.txt --osdmap ${TEMPDIR}/osdmap --verbose
+crushdiff compare ${TEMPDIR}/cm.txt --osdmap ${TEMPDIR}/osdmap \
+          --pg-dump ${TEMPDIR}/pg-dump --verbose | tee ${TEMPDIR}/compare.txt
+
+# test the diff is zero when the crushmap is not modified
+
+grep '^0/[0-9]* (0\.00%) pgs affected' ${TEMPDIR}/compare.txt
+grep '^0/[0-9]* (0\.00%) objects affected' ${TEMPDIR}/compare.txt
+grep '^0/[0-9]* (0\.00%) pg shards to move' ${TEMPDIR}/compare.txt
+grep '^0/[0-9]* (0\.00%) pg object shards to move' ${TEMPDIR}/compare.txt
+grep '^0\.00/.* (0\.00%) bytes to move' ${TEMPDIR}/compare.txt
+crushdiff import ${TEMPDIR}/cm.txt --osdmap ${TEMPDIR}/osdmap --verbose
+
+if [ ${OSD_NUM} -gt 3 ]; then
+
+    # test the diff is non-zero when the crushmap is modified
+
+    cat ${TEMPDIR}/cm.txt >&2
+
+    weight=$(awk '/item osd\.0 weight ([0-9.]+)/ {print $4 * 3}' \
+                 ${TEMPDIR}/cm.txt)
+    test -n "${weight}"
+    sed -i -Ee 's/^(.*item osd\.0 weight )[0-9.]+/\1'${weight}'/' \
+        ${TEMPDIR}/cm.txt
+    crushdiff compare ${TEMPDIR}/cm.txt --osdmap ${TEMPDIR}/osdmap \
+        --pg-dump ${TEMPDIR}/pg-dump --verbose | tee ${TEMPDIR}/compare.txt
+    grep '^[1-9][0-9]*/[0-9]* (.*%) pgs affected' ${TEMPDIR}/compare.txt
+    grep '^[1-9][0-9]*/[0-9]* (.*%) objects affected' ${TEMPDIR}/compare.txt
+    grep '^[1-9][0-9]*/[0-9]* (.*%) pg shards to move' ${TEMPDIR}/compare.txt
+    grep '^[1-9][0-9]*/[0-9]* (.*%) pg object shards to move' \
+         ${TEMPDIR}/compare.txt
+    grep '^.*/.* (.*%) bytes to move' ${TEMPDIR}/compare.txt
+    crushdiff import ${TEMPDIR}/cm.txt --osdmap ${TEMPDIR}/osdmap --verbose
+fi
+
+echo OK
-- 
2.39.5