aboutsummaryrefslogtreecommitdiff
path: root/dev
diff options
context:
space:
mode:
authorReynold Xin <rxin@databricks.com>2016-01-09 20:28:20 -0800
committerReynold Xin <rxin@databricks.com>2016-01-09 20:28:20 -0800
commit5b0d544339ef02fc25c816b6d6841031ef3902c2 (patch)
treebe82867ff58c83f19e9cd6a20fa4f05c0015ec6b /dev
parent3efd106e5cc1312bfba693a694ed33a3609a6741 (diff)
downloadspark-5b0d544339ef02fc25c816b6d6841031ef3902c2.tar.gz
spark-5b0d544339ef02fc25c816b6d6841031ef3902c2.tar.bz2
spark-5b0d544339ef02fc25c816b6d6841031ef3902c2.zip
[SPARK-12735] Consolidate & move spark-ec2 to AMPLab managed repository.
Author: Reynold Xin <rxin@databricks.com> Closes #10673 from rxin/SPARK-12735.
Diffstat (limited to 'dev')
-rwxr-xr-xdev/create-release/release-tag.sh3
-rwxr-xr-xdev/create-release/releaseutils.py1
-rwxr-xr-xdev/lint-python2
-rw-r--r--dev/sparktestsupport/modules.py9
4 files changed, 1 insertions, 14 deletions
diff --git a/dev/create-release/release-tag.sh b/dev/create-release/release-tag.sh
index b0a3374bec..d404939d1c 100755
--- a/dev/create-release/release-tag.sh
+++ b/dev/create-release/release-tag.sh
@@ -64,9 +64,6 @@ git commit -a -m "Preparing Spark release $RELEASE_TAG"
echo "Creating tag $RELEASE_TAG at the head of $GIT_BRANCH"
git tag $RELEASE_TAG
-# TODO: It would be nice to do some verifications here
-# i.e. check whether ec2 scripts have the new version
-
# Create next version
$MVN versions:set -DnewVersion=$NEXT_VERSION | grep -v "no value" # silence logs
git commit -a -m "Preparing development version $NEXT_VERSION"
diff --git a/dev/create-release/releaseutils.py b/dev/create-release/releaseutils.py
index 7f152b7f53..5d0ac16b3b 100755
--- a/dev/create-release/releaseutils.py
+++ b/dev/create-release/releaseutils.py
@@ -159,7 +159,6 @@ known_components = {
"build": CORE_COMPONENT,
"deploy": CORE_COMPONENT,
"documentation": CORE_COMPONENT,
- "ec2": "EC2",
"examples": CORE_COMPONENT,
"graphx": "GraphX",
"input/output": CORE_COMPONENT,
diff --git a/dev/lint-python b/dev/lint-python
index 0b97213ae3..1765a07d2f 100755
--- a/dev/lint-python
+++ b/dev/lint-python
@@ -19,7 +19,7 @@
SCRIPT_DIR="$( cd "$( dirname "$0" )" && pwd )"
SPARK_ROOT_DIR="$(dirname "$SCRIPT_DIR")"
-PATHS_TO_CHECK="./python/pyspark/ ./ec2/spark_ec2.py ./examples/src/main/python/ ./dev/sparktestsupport"
+PATHS_TO_CHECK="./python/pyspark/ ./examples/src/main/python/ ./dev/sparktestsupport"
PATHS_TO_CHECK="$PATHS_TO_CHECK ./dev/run-tests.py ./python/run-tests.py ./dev/run-tests-jenkins.py"
PEP8_REPORT_PATH="$SPARK_ROOT_DIR/dev/pep8-report.txt"
PYLINT_REPORT_PATH="$SPARK_ROOT_DIR/dev/pylint-report.txt"
diff --git a/dev/sparktestsupport/modules.py b/dev/sparktestsupport/modules.py
index 47cd600bd1..1fc6596164 100644
--- a/dev/sparktestsupport/modules.py
+++ b/dev/sparktestsupport/modules.py
@@ -406,15 +406,6 @@ build = Module(
should_run_build_tests=True
)
-ec2 = Module(
- name="ec2",
- dependencies=[],
- source_file_regexes=[
- "ec2/",
- ]
-)
-
-
yarn = Module(
name="yarn",
dependencies=[],