From a9b630f42ac0c6be3437f206beddaf0ef737f5c8 Mon Sep 17 00:00:00 2001 From: Mark Grover Date: Fri, 8 Apr 2016 10:10:10 -0700 Subject: [SPARK-14477][BUILD] Allow custom mirrors for downloading artifacts in build/mvn ## What changes were proposed in this pull request? Allows to override locations for downloading Apache and Typesafe artifacts in build/mvn script. ## How was this patch tested? By running script like ```` # Remove all previously downloaded artifacts rm -rf build/apache-maven* rm -rf build/zinc-* rm -rf build/scala-* # Make sure path is clean and doesn't contain mvn, for example. ... # Run a command without setting anything and make sure it succeeds build/mvn -Pyarn -Phadoop-2.4 -Dhadoop.version=2.6.0 package # Run a command setting the default location as mirror and make sure it succeeds APACHE_MIRROR=http://mirror.infra.cloudera.com/apache/ build/mvn -Pyarn -Phadoop-2.4 -Dhadoop.version=2.6.0 package # Do the same without the trailing slash this time and make sure it succeeds APACHE_MIRROR=http://mirror.infra.cloudera.com/apache build/mvn -Pyarn -Phadoop-2.4 -Dhadoop.version=2.6.0 package # Do it with a bad URL and make sure it fails APACHE_MIRROR=xyz build/mvn -Pyarn -Phadoop-2.4 -Dhadoop.version=2.6.0 package ```` Author: Mark Grover Closes #12250 from markgrover/spark-14477. --- build/mvn | 10 +++++++--- 1 file changed, 7 insertions(+), 3 deletions(-) (limited to 'build') diff --git a/build/mvn b/build/mvn index 41c0850ccb..54b815d2b8 100755 --- a/build/mvn +++ b/build/mvn @@ -70,9 +70,10 @@ install_app() { # Install maven under the build/ folder install_mvn() { local MVN_VERSION="3.3.9" + local APACHE_MIRROR=${APACHE_MIRROR:-https://archive.apache.org/dist} install_app \ - "https://archive.apache.org/dist/maven/maven-3/${MVN_VERSION}/binaries" \ + "${APACHE_MIRROR}/maven/maven-3/${MVN_VERSION}/binaries" \ "apache-maven-${MVN_VERSION}-bin.tar.gz" \ "apache-maven-${MVN_VERSION}/bin/mvn" @@ -83,8 +84,10 @@ install_mvn() { install_zinc() { local zinc_path="zinc-0.3.9/bin/zinc" [ ! -f "${_DIR}/${zinc_path}" ] && ZINC_INSTALL_FLAG=1 + local TYPESAFE_MIRROR=${TYPESAFE_MIRROR:-https://downloads.typesafe.com} + install_app \ - "https://downloads.typesafe.com/zinc/0.3.9" \ + "${TYPESAFE_MIRROR}/zinc/0.3.9" \ "zinc-0.3.9.tgz" \ "${zinc_path}" ZINC_BIN="${_DIR}/${zinc_path}" @@ -98,9 +101,10 @@ install_scala() { local scala_version=`grep "scala.version" "${_DIR}/../pom.xml" | \ head -1 | cut -f2 -d'>' | cut -f1 -d'<'` local scala_bin="${_DIR}/scala-${scala_version}/bin/scala" + local TYPESAFE_MIRROR=${TYPESAFE_MIRROR:-https://downloads.typesafe.com} install_app \ - "https://downloads.typesafe.com/scala/${scala_version}" \ + "${TYPESAFE_MIRROR}/scala/${scala_version}" \ "scala-${scala_version}.tgz" \ "scala-${scala_version}/bin/scala" -- cgit v1.2.3