aboutsummaryrefslogtreecommitdiff
path: root/ec2
diff options
context:
space:
mode:
authorPatrick Wendell <pwendell@gmail.com>2013-07-30 14:55:00 -0700
committerPatrick Wendell <pwendell@gmail.com>2013-07-30 14:55:04 -0700
commit893aaff7386e6ae72199c9bd9497369abd180c96 (patch)
treecbd0a731f53ff5c081542b3d4f462123395388b4 /ec2
parent31b3c1df54fb2d3cb0aac9acbc0a13c274c64cd2 (diff)
downloadspark-893aaff7386e6ae72199c9bd9497369abd180c96.tar.gz
spark-893aaff7386e6ae72199c9bd9497369abd180c96.tar.bz2
spark-893aaff7386e6ae72199c9bd9497369abd180c96.zip
Don't install MapReduce for Hadoop1
Diffstat (limited to 'ec2')
-rwxr-xr-xec2/spark_ec2.py3
1 files changed, 3 insertions, 0 deletions
diff --git a/ec2/spark_ec2.py b/ec2/spark_ec2.py
index d1db535e8c..c32c4400d7 100755
--- a/ec2/spark_ec2.py
+++ b/ec2/spark_ec2.py
@@ -398,6 +398,9 @@ def setup_cluster(conn, master_nodes, slave_nodes, opts, deploy_ssh_key):
modules = ['spark', 'shark', 'ephemeral-hdfs', 'persistent-hdfs',
'mapreduce', 'spark-standalone']
+ if opts.hadoop_major_version == "1":
+ modules = filter(lambda x: x != "mapreduce", modules)
+
if opts.ganglia:
modules.append('ganglia')