aboutsummaryrefslogtreecommitdiff
path: root/python/run-tests
diff options
context:
space:
mode:
authorPatrick Wendell <pwendell@gmail.com>2014-06-10 13:13:17 -0700
committerPatrick Wendell <pwendell@gmail.com>2014-06-10 13:13:17 -0700
commitfb499be1ac935b6f91046ec8ff23ac1267c82342 (patch)
tree287de3a1e775bcf41124a6115329704dc3139d4d /python/run-tests
parentdb0c038a66cb228bcb62a5607cd0ed013d0f9f20 (diff)
downloadspark-fb499be1ac935b6f91046ec8ff23ac1267c82342.tar.gz
spark-fb499be1ac935b6f91046ec8ff23ac1267c82342.tar.bz2
spark-fb499be1ac935b6f91046ec8ff23ac1267c82342.zip
HOTFIX: Fix Python tests on Jenkins.
Author: Patrick Wendell <pwendell@gmail.com> Closes #1036 from pwendell/jenkins-test and squashes the following commits: 9c99856 [Patrick Wendell] Better output during tests 71e7b74 [Patrick Wendell] Removing incorrect python path 74984db [Patrick Wendell] HOTFIX: Allow PySpark tests to run on Jenkins.
Diffstat (limited to 'python/run-tests')
-rwxr-xr-xpython/run-tests11
1 files changed, 7 insertions, 4 deletions
diff --git a/python/run-tests b/python/run-tests
index 36a96121cb..3b4501178c 100755
--- a/python/run-tests
+++ b/python/run-tests
@@ -32,7 +32,8 @@ rm -f unit-tests.log
rm -rf metastore warehouse
function run_test() {
- SPARK_TESTING=0 $FWDIR/bin/pyspark $1 2>&1 | tee -a > unit-tests.log
+ echo "Running test: $1"
+ SPARK_TESTING=1 $FWDIR/bin/pyspark $1 2>&1 | tee -a > unit-tests.log
FAILED=$((PIPESTATUS[0]||$FAILED))
# Fail and exit on the first test failure.
@@ -46,15 +47,17 @@ function run_test() {
}
+echo "Running PySpark tests. Output is in python/unit-tests.log."
+
run_test "pyspark/rdd.py"
run_test "pyspark/context.py"
run_test "pyspark/conf.py"
if [ -n "$_RUN_SQL_TESTS" ]; then
run_test "pyspark/sql.py"
fi
-run_test "-m doctest pyspark/broadcast.py"
-run_test "-m doctest pyspark/accumulators.py"
-run_test "-m doctest pyspark/serializers.py"
+run_test "pyspark/broadcast.py"
+run_test "pyspark/accumulators.py"
+run_test "pyspark/serializers.py"
run_test "pyspark/tests.py"
run_test "pyspark/mllib/_common.py"
run_test "pyspark/mllib/classification.py"