From 7d474dcc77f078dc62ef4cdac6e3650792f9a93d Mon Sep 17 00:00:00 2001
From: Sage Weil <sage@newdream.net>
Date: Thu, 14 Oct 2021 15:00:09 -0500
Subject: [PATCH] qa/suites/orch/cephadm/osds: add osd rm/zap/add test

Signed-off-by: Sage Weil <sage@newdream.net>
(cherry picked from commit 96319a3d39d9ca254b86fabbab8cd19cf53ec4f8)
---
 qa/suites/orch/cephadm/osds/%                 |  0
 qa/suites/orch/cephadm/osds/.qa               |  1 +
 qa/suites/orch/cephadm/osds/0-distro          |  1 +
 qa/suites/orch/cephadm/osds/0-nvme-loop.yaml  |  1 +
 qa/suites/orch/cephadm/osds/1-start.yaml      | 24 +++++++++++++++++++
 .../orch/cephadm/osds/2-ops/rm-zap-add.yaml   | 17 +++++++++++++
 .../orch/cephadm/osds/2-ops/rm-zap-wait.yaml  | 16 +++++++++++++
 7 files changed, 60 insertions(+)
 create mode 100644 qa/suites/orch/cephadm/osds/%
 create mode 120000 qa/suites/orch/cephadm/osds/.qa
 create mode 120000 qa/suites/orch/cephadm/osds/0-distro
 create mode 120000 qa/suites/orch/cephadm/osds/0-nvme-loop.yaml
 create mode 100644 qa/suites/orch/cephadm/osds/1-start.yaml
 create mode 100644 qa/suites/orch/cephadm/osds/2-ops/rm-zap-add.yaml
 create mode 100644 qa/suites/orch/cephadm/osds/2-ops/rm-zap-wait.yaml

diff --git a/qa/suites/orch/cephadm/osds/% b/qa/suites/orch/cephadm/osds/%
new file mode 100644
index 0000000000000..e69de29bb2d1d
diff --git a/qa/suites/orch/cephadm/osds/.qa b/qa/suites/orch/cephadm/osds/.qa
new file mode 120000
index 0000000000000..fea2489fdf6d9
--- /dev/null
+++ b/qa/suites/orch/cephadm/osds/.qa
@@ -0,0 +1 @@
+../.qa
\ No newline at end of file
diff --git a/qa/suites/orch/cephadm/osds/0-distro b/qa/suites/orch/cephadm/osds/0-distro
new file mode 120000
index 0000000000000..d2dffb181881d
--- /dev/null
+++ b/qa/suites/orch/cephadm/osds/0-distro
@@ -0,0 +1 @@
+../smoke/distro
\ No newline at end of file
diff --git a/qa/suites/orch/cephadm/osds/0-nvme-loop.yaml b/qa/suites/orch/cephadm/osds/0-nvme-loop.yaml
new file mode 120000
index 0000000000000..5206b6eddee88
--- /dev/null
+++ b/qa/suites/orch/cephadm/osds/0-nvme-loop.yaml
@@ -0,0 +1 @@
+.qa/overrides/nvme_loop.yaml
\ No newline at end of file
diff --git a/qa/suites/orch/cephadm/osds/1-start.yaml b/qa/suites/orch/cephadm/osds/1-start.yaml
new file mode 100644
index 0000000000000..018356f8fe1ba
--- /dev/null
+++ b/qa/suites/orch/cephadm/osds/1-start.yaml
@@ -0,0 +1,24 @@
+tasks:
+- cephadm:
+    roleless: true
+- cephadm.shell:
+    host.a:
+      - ceph orch status
+      - ceph orch ps
+      - ceph orch ls
+      - ceph orch host ls
+      - ceph orch device ls
+roles:
+- - host.a
+  - client.0
+- - host.b
+  - client.1
+openstack:
+- volumes: # attached to each instance
+    count: 4
+    size: 10 # GB
+overrides:
+  ceph:
+    conf:
+      osd:
+        osd shutdown pgref assert: true
diff --git a/qa/suites/orch/cephadm/osds/2-ops/rm-zap-add.yaml b/qa/suites/orch/cephadm/osds/2-ops/rm-zap-add.yaml
new file mode 100644
index 0000000000000..09be72f11f028
--- /dev/null
+++ b/qa/suites/orch/cephadm/osds/2-ops/rm-zap-add.yaml
@@ -0,0 +1,17 @@
+tasks:
+- cephadm.shell:
+    host.a:
+      - |
+        set -e
+        set -x
+        ceph orch ps
+        ceph orch device ls
+        DEVID=$(ceph device ls | grep osd.1 | awk '{print $1}')
+        HOST=$(ceph orch device ls | grep $DEVID | awk '{print $1}')
+        DEV=$(ceph orch device ls | grep $DEVID | awk '{print $2}')
+        echo "host $HOST, dev $DEV, devid $DEVID"
+        ceph orch osd rm 1
+        while ceph orch osd rm status | grep ^1 ; do sleep 5 ; done
+        ceph orch device zap $HOST $DEV --force
+        ceph orch daemon add osd $HOST:$DEV
+        while ! ceph osd dump | grep osd.1 | grep up ; do sleep 5 ; done
diff --git a/qa/suites/orch/cephadm/osds/2-ops/rm-zap-wait.yaml b/qa/suites/orch/cephadm/osds/2-ops/rm-zap-wait.yaml
new file mode 100644
index 0000000000000..78161aa49dd69
--- /dev/null
+++ b/qa/suites/orch/cephadm/osds/2-ops/rm-zap-wait.yaml
@@ -0,0 +1,16 @@
+tasks:
+- cephadm.shell:
+    host.a:
+      - |
+        set -e
+        set -x
+        ceph orch ps
+        ceph orch device ls
+        DEVID=$(ceph device ls | grep osd.1 | awk '{print $1}')
+        HOST=$(ceph orch device ls | grep $DEVID | awk '{print $1}')
+        DEV=$(ceph orch device ls | grep $DEVID | awk '{print $2}')
+        echo "host $HOST, dev $DEV, devid $DEVID"
+        ceph orch osd rm 1
+        while ceph orch osd rm status | grep ^1 ; do sleep 5 ; done
+        ceph orch device zap $HOST $DEV --force
+        while ! ceph osd dump | grep osd.1 | grep up ; do sleep 5 ; done
-- 
2.39.5