From af22f59e7dfa21e7eec566e54e23fbfa19efe152 Mon Sep 17 00:00:00 2001 From: Noah Watkins Date: Sun, 22 Feb 2015 16:53:09 -0800 Subject: [PATCH] hadoop: use dict-to-conf converter Signed-off-by: Noah Watkins --- teuthology/task/hadoop.py | 39 +++++++++++---------------------------- 1 file changed, 11 insertions(+), 28 deletions(-) diff --git a/teuthology/task/hadoop.py b/teuthology/task/hadoop.py index 1d649711cb..4021c623aa 100644 --- a/teuthology/task/hadoop.py +++ b/teuthology/task/hadoop.py @@ -84,34 +84,17 @@ def get_mapred_site_data(ctx): return path, data_tmpl.format(namenode=host) def get_yarn_site_data(ctx): - data_tmpl = """ - - - yarn.resourcemanager.resourcetracker.address - {namenode}:8025 - - - yarn.resourcemanager.scheduler.address - {namenode}:8030 - - - yarn.resourcemanager.address - {namenode}:8050 - - - yarn.resourcemanager.admin.address - {namenode}:8041 - - - yarn.resourcemanager.hostname - {namenode} - - - yarn.nodemanager.aux-services - mapreduce_shuffle - - -""" + conf = {} + conf.update({ + 'yarn.resourcemanager.resourcetracker.address': '{namenode}:8025', + 'yarn.resourcemanager.scheduler.address': '{namenode}:8030', + 'yarn.resourcemanager.address': '{namenode}:8050', + 'yarn.resourcemanager.admin.address': '{namenode}:8041', + 'yarn.resourcemanager.hostname': '{namenode}', + 'yarn.nodemanager.aux-services': 'mapreduce_shuffle', + }) + data_tmpl = dict_to_hadoop_conf(conf) + tempdir = teuthology.get_testdir(ctx) path = "{tdir}/hadoop/etc/hadoop/yarn-site.xml".format(tdir=tempdir) nodes = ctx.cluster.only(teuthology.is_type('hadoop.master')) -- 2.39.5