aboutsummaryrefslogtreecommitdiff
path: root/python
diff options
context:
space:
mode:
authorMatei Zaharia <matei@eecs.berkeley.edu>2013-08-31 22:38:32 -0700
committerMatei Zaharia <matei@eecs.berkeley.edu>2013-09-01 14:13:16 -0700
commitbbaa9d7d6e2eef59ff58f97af69dbc5e1cdff82d (patch)
tree9ae402c23da3bb2f42cfb5f67648afec2125bc4a /python
parent12495ec63ab56e4352bc466ac37c95921f685dc3 (diff)
downloadspark-bbaa9d7d6e2eef59ff58f97af69dbc5e1cdff82d.tar.gz
spark-bbaa9d7d6e2eef59ff58f97af69dbc5e1cdff82d.tar.bz2
spark-bbaa9d7d6e2eef59ff58f97af69dbc5e1cdff82d.zip
Add banner to PySpark and make wordcount output nicer
Diffstat (limited to 'python')
-rwxr-xr-xpython/examples/wordcount.py2
-rw-r--r--python/pyspark/shell.py13
2 files changed, 14 insertions, 1 deletions
diff --git a/python/examples/wordcount.py b/python/examples/wordcount.py
index a6de22766a..b9139b9d76 100755
--- a/python/examples/wordcount.py
+++ b/python/examples/wordcount.py
@@ -32,4 +32,4 @@ if __name__ == "__main__":
.reduceByKey(add)
output = counts.collect()
for (word, count) in output:
- print "%s : %i" % (word, count)
+ print "%s: %i" % (word, count)
diff --git a/python/pyspark/shell.py b/python/pyspark/shell.py
index 9b4b4e78cb..54823f8037 100644
--- a/python/pyspark/shell.py
+++ b/python/pyspark/shell.py
@@ -21,6 +21,7 @@ An interactive shell.
This file is designed to be launched as a PYTHONSTARTUP script.
"""
import os
+import platform
import pyspark
from pyspark.context import SparkContext
@@ -28,6 +29,18 @@ from pyspark.context import SparkContext
add_files = os.environ.get("ADD_FILES").split(',') if os.environ.get("ADD_FILES") != None else None
sc = SparkContext(os.environ.get("MASTER", "local"), "PySparkShell", pyFiles=add_files)
+
+print """Welcome to
+ ____ __
+ / __/__ ___ _____/ /__
+ _\ \/ _ \/ _ `/ __/ '_/
+ /__ / .__/\_,_/_/ /_/\_\ version 0.8.0
+ /_/
+"""
+print "Using Python version %s (%s, %s)" % (
+ platform.python_version(),
+ platform.python_build()[0],
+ platform.python_build()[1])
print "Spark context avaiable as sc."
if add_files != None: