diff options
author | Mark Grover <mark@apache.org> | 2016-04-08 10:10:10 -0700 |
---|---|---|
committer | Marcelo Vanzin <vanzin@cloudera.com> | 2016-04-08 10:10:10 -0700 |
commit | a9b630f42ac0c6be3437f206beddaf0ef737f5c8 (patch) | |
tree | d2e7edad4de3eb79a851beaa4227d10bf0620279 | |
parent | 583b5e05309adb73cdffd974a810d6bfb5f2ff95 (diff) | |
download | spark-a9b630f42ac0c6be3437f206beddaf0ef737f5c8.tar.gz spark-a9b630f42ac0c6be3437f206beddaf0ef737f5c8.tar.bz2 spark-a9b630f42ac0c6be3437f206beddaf0ef737f5c8.zip |
[SPARK-14477][BUILD] Allow custom mirrors for downloading artifacts in build/mvn
## What changes were proposed in this pull request?
Allows to override locations for downloading Apache and Typesafe artifacts in build/mvn script.
## How was this patch tested?
By running script like
````
# Remove all previously downloaded artifacts
rm -rf build/apache-maven*
rm -rf build/zinc-*
rm -rf build/scala-*
# Make sure path is clean and doesn't contain mvn, for example.
...
# Run a command without setting anything and make sure it succeeds
build/mvn -Pyarn -Phadoop-2.4 -Dhadoop.version=2.6.0 package
# Run a command setting the default location as mirror and make sure it succeeds
APACHE_MIRROR=http://mirror.infra.cloudera.com/apache/ build/mvn -Pyarn -Phadoop-2.4 -Dhadoop.version=2.6.0 package
# Do the same without the trailing slash this time and make sure it succeeds
APACHE_MIRROR=http://mirror.infra.cloudera.com/apache build/mvn -Pyarn -Phadoop-2.4 -Dhadoop.version=2.6.0 package
# Do it with a bad URL and make sure it fails
APACHE_MIRROR=xyz build/mvn -Pyarn -Phadoop-2.4 -Dhadoop.version=2.6.0 package
````
Author: Mark Grover <mark@apache.org>
Closes #12250 from markgrover/spark-14477.
-rwxr-xr-x | build/mvn | 10 |
1 files changed, 7 insertions, 3 deletions
@@ -70,9 +70,10 @@ install_app() { # Install maven under the build/ folder install_mvn() { local MVN_VERSION="3.3.9" + local APACHE_MIRROR=${APACHE_MIRROR:-https://archive.apache.org/dist} install_app \ - "https://archive.apache.org/dist/maven/maven-3/${MVN_VERSION}/binaries" \ + "${APACHE_MIRROR}/maven/maven-3/${MVN_VERSION}/binaries" \ "apache-maven-${MVN_VERSION}-bin.tar.gz" \ "apache-maven-${MVN_VERSION}/bin/mvn" @@ -83,8 +84,10 @@ install_mvn() { install_zinc() { local zinc_path="zinc-0.3.9/bin/zinc" [ ! -f "${_DIR}/${zinc_path}" ] && ZINC_INSTALL_FLAG=1 + local TYPESAFE_MIRROR=${TYPESAFE_MIRROR:-https://downloads.typesafe.com} + install_app \ - "https://downloads.typesafe.com/zinc/0.3.9" \ + "${TYPESAFE_MIRROR}/zinc/0.3.9" \ "zinc-0.3.9.tgz" \ "${zinc_path}" ZINC_BIN="${_DIR}/${zinc_path}" @@ -98,9 +101,10 @@ install_scala() { local scala_version=`grep "scala.version" "${_DIR}/../pom.xml" | \ head -1 | cut -f2 -d'>' | cut -f1 -d'<'` local scala_bin="${_DIR}/scala-${scala_version}/bin/scala" + local TYPESAFE_MIRROR=${TYPESAFE_MIRROR:-https://downloads.typesafe.com} install_app \ - "https://downloads.typesafe.com/scala/${scala_version}" \ + "${TYPESAFE_MIRROR}/scala/${scala_version}" \ "scala-${scala_version}.tgz" \ "scala-${scala_version}/bin/scala" |