diff options
| author | Matei Zaharia <matei@eecs.berkeley.edu> | 2012-08-14 13:05:22 -0700 |
|---|---|---|
| committer | Matei Zaharia <matei@eecs.berkeley.edu> | 2012-08-14 13:05:22 -0700 |
| commit | 9a0c128feceb63685513ce9c1022ef2d4de43fbf (patch) | |
| tree | da090eb1c44ead1be0e0bed4a63a975c6bd946a5 | |
| parent | 942e604c624d442bb6a754a7143fdab3b14c37e9 (diff) | |
| parent | 8dc7242544e47563818acbab313bece9c472e8de (diff) | |
| download | spark-9a0c128feceb63685513ce9c1022ef2d4de43fbf.tar.gz spark-9a0c128feceb63685513ce9c1022ef2d4de43fbf.tar.bz2 spark-9a0c128feceb63685513ce9c1022ef2d4de43fbf.zip | |
Merge pull request #172 from dennybritz/dev
Rsync root directory in EC2 script
| -rwxr-xr-x | ec2/spark_ec2.py | 4 |
1 files changed, 2 insertions, 2 deletions
diff --git a/ec2/spark_ec2.py b/ec2/spark_ec2.py index 971b0c6ad7..931e4068de 100755 --- a/ec2/spark_ec2.py +++ b/ec2/spark_ec2.py @@ -349,7 +349,7 @@ def setup_mesos_cluster(master, opts): def setup_standalone_cluster(master, slave_nodes, opts): slave_ips = '\n'.join([i.public_dns_name for i in slave_nodes]) ssh(master, opts, "echo \"%s\" > spark/conf/slaves" % (slave_ips)) - ssh(master, opts, "/home/ec2-user/spark/bin/start-all.sh") + ssh(master, opts, "/root/spark/bin/start-all.sh") # Wait for a whole cluster (masters, slaves and ZooKeeper) to start up @@ -448,7 +448,7 @@ def deploy_files(conn, root_dir, opts, master_nodes, slave_nodes, zoo_nodes): dest.close() # rsync the whole directory over to the master machine command = (("rsync -rv -e 'ssh -o StrictHostKeyChecking=no -i %s' " + - "'%s/' '%s@%s:~'") % (opts.identity_file, tmp_dir, opts.user, active_master)) + "'%s/' '%s@%s:/'") % (opts.identity_file, tmp_dir, opts.user, active_master)) subprocess.check_call(command, shell=True) # Remove the temp directory we created above shutil.rmtree(tmp_dir) |