diff options
author | Reynold Xin <rxin@databricks.com> | 2016-01-09 20:28:20 -0800 |
---|---|---|
committer | Reynold Xin <rxin@databricks.com> | 2016-01-09 20:28:20 -0800 |
commit | 5b0d544339ef02fc25c816b6d6841031ef3902c2 (patch) | |
tree | be82867ff58c83f19e9cd6a20fa4f05c0015ec6b /dev | |
parent | 3efd106e5cc1312bfba693a694ed33a3609a6741 (diff) | |
download | spark-5b0d544339ef02fc25c816b6d6841031ef3902c2.tar.gz spark-5b0d544339ef02fc25c816b6d6841031ef3902c2.tar.bz2 spark-5b0d544339ef02fc25c816b6d6841031ef3902c2.zip |
[SPARK-12735] Consolidate & move spark-ec2 to AMPLab managed repository.
Author: Reynold Xin <rxin@databricks.com>
Closes #10673 from rxin/SPARK-12735.
Diffstat (limited to 'dev')
-rwxr-xr-x | dev/create-release/release-tag.sh | 3 | ||||
-rwxr-xr-x | dev/create-release/releaseutils.py | 1 | ||||
-rwxr-xr-x | dev/lint-python | 2 | ||||
-rw-r--r-- | dev/sparktestsupport/modules.py | 9 |
4 files changed, 1 insertions, 14 deletions
diff --git a/dev/create-release/release-tag.sh b/dev/create-release/release-tag.sh index b0a3374bec..d404939d1c 100755 --- a/dev/create-release/release-tag.sh +++ b/dev/create-release/release-tag.sh @@ -64,9 +64,6 @@ git commit -a -m "Preparing Spark release $RELEASE_TAG" echo "Creating tag $RELEASE_TAG at the head of $GIT_BRANCH" git tag $RELEASE_TAG -# TODO: It would be nice to do some verifications here -# i.e. check whether ec2 scripts have the new version - # Create next version $MVN versions:set -DnewVersion=$NEXT_VERSION | grep -v "no value" # silence logs git commit -a -m "Preparing development version $NEXT_VERSION" diff --git a/dev/create-release/releaseutils.py b/dev/create-release/releaseutils.py index 7f152b7f53..5d0ac16b3b 100755 --- a/dev/create-release/releaseutils.py +++ b/dev/create-release/releaseutils.py @@ -159,7 +159,6 @@ known_components = { "build": CORE_COMPONENT, "deploy": CORE_COMPONENT, "documentation": CORE_COMPONENT, - "ec2": "EC2", "examples": CORE_COMPONENT, "graphx": "GraphX", "input/output": CORE_COMPONENT, diff --git a/dev/lint-python b/dev/lint-python index 0b97213ae3..1765a07d2f 100755 --- a/dev/lint-python +++ b/dev/lint-python @@ -19,7 +19,7 @@ SCRIPT_DIR="$( cd "$( dirname "$0" )" && pwd )" SPARK_ROOT_DIR="$(dirname "$SCRIPT_DIR")" -PATHS_TO_CHECK="./python/pyspark/ ./ec2/spark_ec2.py ./examples/src/main/python/ ./dev/sparktestsupport" +PATHS_TO_CHECK="./python/pyspark/ ./examples/src/main/python/ ./dev/sparktestsupport" PATHS_TO_CHECK="$PATHS_TO_CHECK ./dev/run-tests.py ./python/run-tests.py ./dev/run-tests-jenkins.py" PEP8_REPORT_PATH="$SPARK_ROOT_DIR/dev/pep8-report.txt" PYLINT_REPORT_PATH="$SPARK_ROOT_DIR/dev/pylint-report.txt" diff --git a/dev/sparktestsupport/modules.py b/dev/sparktestsupport/modules.py index 47cd600bd1..1fc6596164 100644 --- a/dev/sparktestsupport/modules.py +++ b/dev/sparktestsupport/modules.py @@ -406,15 +406,6 @@ build = Module( should_run_build_tests=True ) -ec2 = Module( - name="ec2", - dependencies=[], - source_file_regexes=[ - "ec2/", - ] -) - - yarn = Module( name="yarn", dependencies=[], |