diff options
-rwxr-xr-x | ec2/spark_ec2.py | 3 |
1 files changed, 3 insertions, 0 deletions
diff --git a/ec2/spark_ec2.py b/ec2/spark_ec2.py index d1db535e8c..c32c4400d7 100755 --- a/ec2/spark_ec2.py +++ b/ec2/spark_ec2.py @@ -398,6 +398,9 @@ def setup_cluster(conn, master_nodes, slave_nodes, opts, deploy_ssh_key): modules = ['spark', 'shark', 'ephemeral-hdfs', 'persistent-hdfs', 'mapreduce', 'spark-standalone'] + if opts.hadoop_major_version == "1": + modules = filter(lambda x: x != "mapreduce", modules) + if opts.ganglia: modules.append('ganglia') |