blob: bd39b0283f7277db127c46bb7025661a0e8c2690 (
plain) (
blame)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
|
"""
An interactive shell.
"""
import optparse # I prefer argparse, but it's not included with Python < 2.7
import code
import sys
from pyspark.context import SparkContext
def main(master='local', ipython=False):
sc = SparkContext(master, 'PySparkShell')
user_ns = {'sc' : sc}
banner = "Spark context avaiable as sc."
if ipython:
import IPython
IPython.embed(user_ns=user_ns, banner2=banner)
else:
print banner
code.interact(local=user_ns)
if __name__ == '__main__':
usage = "usage: %prog [options] master"
parser = optparse.OptionParser(usage=usage)
parser.add_option("-i", "--ipython", help="Run IPython shell",
action="store_true")
(options, args) = parser.parse_args()
if len(sys.argv) > 1:
master = args[0]
else:
master = 'local'
main(master, options.ipython)
|