diff options
| author | Patrick Wendell <pwendell@gmail.com> | 2013-06-07 11:55:46 -0700 |
|---|---|---|
| committer | Patrick Wendell <pwendell@gmail.com> | 2013-06-07 11:55:46 -0700 |
| commit | 24777362372482c5c8af12e4908b7d9681211002 (patch) | |
| tree | 5cdb1983f07e7bc0a093e67293b2ba8a27d3e868 /ec2/spark_ec2.py | |
| parent | db5037973728f53f234fe3381ba36122e1f47bba (diff) | |
| download | spark-24777362372482c5c8af12e4908b7d9681211002.tar.gz spark-24777362372482c5c8af12e4908b7d9681211002.tar.bz2 spark-24777362372482c5c8af12e4908b7d9681211002.zip | |
Adding spark shark modules
Diffstat (limited to 'ec2/spark_ec2.py')
| -rwxr-xr-x | ec2/spark_ec2.py | 7 |
1 files changed, 4 insertions, 3 deletions
diff --git a/ec2/spark_ec2.py b/ec2/spark_ec2.py index 89bb12f157..111090dd77 100755 --- a/ec2/spark_ec2.py +++ b/ec2/spark_ec2.py @@ -422,10 +422,11 @@ def setup_cluster(conn, master_nodes, slave_nodes, zoo_nodes, opts, deploy_ssh_k ssh(master, opts, 'chmod 600 ~/.ssh/id_rsa') if opts.cluster_type == "mesos": - modules = ['ephemeral-hdfs', 'persistent-hdfs', 'mapreduce', 'mesos'] + modules = ['spark', 'shark', 'ephemeral-hdfs', 'persistent-hdfs', + 'mapreduce', 'mesos'] elif opts.cluster_type == "standalone": - modules = ['ephemeral-hdfs', 'persistent-hdfs', 'mapreduce', - 'spark-standalone'] + modules = ['spark', 'shark', 'ephemeral-hdfs', 'persistent-hdfs', + 'mapreduce', 'spark-standalone'] if opts.ganglia: modules.append('ganglia') |