diff options
author | Holden Karau <holden@pigscanfly.ca> | 2015-10-20 10:52:49 -0700 |
---|---|---|
committer | Josh Rosen <joshrosen@databricks.com> | 2015-10-20 10:52:49 -0700 |
commit | e18b571c3374ecbfc0b20a5064cb58d57a2a7d21 (patch) | |
tree | e80aeebc7f8a247dff692f46a2bf7860a0e592dc /bin | |
parent | 94139557c56cea318d4a4f82a4deaf72198f349a (diff) | |
download | spark-e18b571c3374ecbfc0b20a5064cb58d57a2a7d21.tar.gz spark-e18b571c3374ecbfc0b20a5064cb58d57a2a7d21.tar.bz2 spark-e18b571c3374ecbfc0b20a5064cb58d57a2a7d21.zip |
[SPARK-10447][SPARK-3842][PYSPARK] upgrade pyspark to py4j0.9
Upgrade to Py4j0.9
Author: Holden Karau <holden@pigscanfly.ca>
Author: Holden Karau <holden@us.ibm.com>
Closes #8615 from holdenk/SPARK-10447-upgrade-pyspark-to-py4j0.9.
Diffstat (limited to 'bin')
-rwxr-xr-x | bin/pyspark | 2 | ||||
-rw-r--r-- | bin/pyspark2.cmd | 2 |
2 files changed, 2 insertions, 2 deletions
diff --git a/bin/pyspark b/bin/pyspark index 8f2a3b5a77..18012ee4a0 100755 --- a/bin/pyspark +++ b/bin/pyspark @@ -65,7 +65,7 @@ export PYSPARK_PYTHON # Add the PySpark classes to the Python path: export PYTHONPATH="$SPARK_HOME/python/:$PYTHONPATH" -export PYTHONPATH="$SPARK_HOME/python/lib/py4j-0.8.2.1-src.zip:$PYTHONPATH" +export PYTHONPATH="$SPARK_HOME/python/lib/py4j-0.9-src.zip:$PYTHONPATH" # Load the PySpark shell.py script when ./pyspark is used interactively: export OLD_PYTHONSTARTUP="$PYTHONSTARTUP" diff --git a/bin/pyspark2.cmd b/bin/pyspark2.cmd index 3c6169983e..a97d884f0b 100644 --- a/bin/pyspark2.cmd +++ b/bin/pyspark2.cmd @@ -30,7 +30,7 @@ if "x%PYSPARK_DRIVER_PYTHON%"=="x" ( ) set PYTHONPATH=%SPARK_HOME%\python;%PYTHONPATH% -set PYTHONPATH=%SPARK_HOME%\python\lib\py4j-0.8.2.1-src.zip;%PYTHONPATH% +set PYTHONPATH=%SPARK_HOME%\python\lib\py4j-0.9-src.zip;%PYTHONPATH% set OLD_PYTHONSTARTUP=%PYTHONSTARTUP% set PYTHONSTARTUP=%SPARK_HOME%\python\pyspark\shell.py |