aboutsummaryrefslogtreecommitdiff
path: root/dev
diff options
context:
space:
mode:
authorSean Owen <sowen@cloudera.com>2016-09-01 09:10:01 +0100
committerSean Owen <sowen@cloudera.com>2016-09-01 09:10:01 +0100
commit536fa911c181958d84f14156f7d57ef5fd68df48 (patch)
tree523110bc36c8f2e2bbb9002ac9b7540eae2547a1 /dev
parent21c0a4fe9d8e21819ba96e7dc2b1f2999d3299ae (diff)
downloadspark-536fa911c181958d84f14156f7d57ef5fd68df48.tar.gz
spark-536fa911c181958d84f14156f7d57ef5fd68df48.tar.bz2
spark-536fa911c181958d84f14156f7d57ef5fd68df48.zip
[SPARK-17329][BUILD] Don't build PRs with -Pyarn unless YARN code changed
## What changes were proposed in this pull request? Only build PRs with -Pyarn if YARN code was modified. ## How was this patch tested? Jenkins tests (will look to verify whether -Pyarn was included in the PR builder for this one.) Author: Sean Owen <sowen@cloudera.com> Closes #14892 from srowen/SPARK-17329.
Diffstat (limited to 'dev')
-rwxr-xr-xdev/run-tests.py10
-rw-r--r--dev/sparktestsupport/modules.py1
2 files changed, 6 insertions, 5 deletions
diff --git a/dev/run-tests.py b/dev/run-tests.py
index 930d7f8bd9..ae4b5306fc 100755
--- a/dev/run-tests.py
+++ b/dev/run-tests.py
@@ -305,11 +305,11 @@ def get_hadoop_profiles(hadoop_version):
"""
sbt_maven_hadoop_profiles = {
- "hadoop2.2": ["-Pyarn", "-Phadoop-2.2"],
- "hadoop2.3": ["-Pyarn", "-Phadoop-2.3"],
- "hadoop2.4": ["-Pyarn", "-Phadoop-2.4"],
- "hadoop2.6": ["-Pyarn", "-Phadoop-2.6"],
- "hadoop2.7": ["-Pyarn", "-Phadoop-2.7"],
+ "hadoop2.2": ["-Phadoop-2.2"],
+ "hadoop2.3": ["-Phadoop-2.3"],
+ "hadoop2.4": ["-Phadoop-2.4"],
+ "hadoop2.6": ["-Phadoop-2.6"],
+ "hadoop2.7": ["-Phadoop-2.7"],
}
if hadoop_version in sbt_maven_hadoop_profiles:
diff --git a/dev/sparktestsupport/modules.py b/dev/sparktestsupport/modules.py
index d8e3989ec2..050cdf0437 100644
--- a/dev/sparktestsupport/modules.py
+++ b/dev/sparktestsupport/modules.py
@@ -449,6 +449,7 @@ yarn = Module(
"yarn/",
"common/network-yarn/",
],
+ build_profile_flags=["-Pyarn"],
sbt_test_goals=[
"yarn/test",
"network-yarn/test",