test: Hadoop cluster and task config.

Add a 3-node cluster specification and a
task for running wordcount with Hadoop on Ceph.

Signed-off-by: Joe Buck <jbbuck@gmail.com>
Reviewed-by: Sam Lang <sam.lang@inktank.com>

diff --git a/suites/hadoop/basic/clusters/fixed-3.yaml b/suites/hadoop/basic/clusters/fixed-3.yaml
new file mode 100644 (file)
index 0000000..708d751
--- /dev/null
+++ b/suites/hadoop/basic/clusters/fixed-3.yaml
@@ -0,0 +1,5 @@
+roles:
+- [mon.0, mds.0, osd.0, hadoop.master.0]
+- [mon.1, osd.1, hadoop.slave.0]
+- [mon.2, hadoop.slave.1, client.0]
+

diff --git a/suites/hadoop/basic/tasks/wordcount.yaml b/suites/hadoop/basic/tasks/wordcount.yaml
new file mode 100644 (file)
index 0000000..1edfb08
--- /dev/null
+++ b/suites/hadoop/basic/tasks/wordcount.yaml
@@ -0,0 +1,13 @@
+tasks:
+- ssh_keys:
+- ceph:
+- hadoop:
+- pexec: 
+    hadoop.slave.0:
+      - mkdir -p /tmp/hadoop_input
+      - wget http://ceph.com/qa/hadoop_input_files.tar -O /tmp/hadoop_input/files.tar
+      - cd /tmp/hadoop_input/; tar -xf /tmp/hadoop_input/files.tar
+      - /tmp/cephtest/hadoop/bin/hadoop fs -mkdir wordcount_input
+      - /tmp/cephtest/hadoop/bin/hadoop fs -put /tmp/hadoop_input/*txt wordcount_input/
+      - /tmp/cephtest/hadoop/bin/hadoop jar /tmp/cephtest/hadoop/build/hadoop-example*jar wordcount wordcount_input wordcount_output
+      - rm -rf /tmp/hadoop_input