aboutsummaryrefslogtreecommitdiff
diff options
context:
space:
mode:
authorHerman van Hovell <hvanhovell@databricks.com>2016-10-07 11:46:39 +0100
committerSean Owen <sowen@cloudera.com>2016-10-07 11:46:39 +0100
commit18bf9d2b2d7eae0574102d4f15ac27dc71dea18a (patch)
treef162f395a3ba530546d27f7f9074fdcf6557e7c2
parentbcaa799cb01289f73e9f48526e94653a07628983 (diff)
downloadspark-18bf9d2b2d7eae0574102d4f15ac27dc71dea18a.tar.gz
spark-18bf9d2b2d7eae0574102d4f15ac27dc71dea18a.tar.bz2
spark-18bf9d2b2d7eae0574102d4f15ac27dc71dea18a.zip
[SPARK-17782][STREAMING][BUILD] Add Kafka 0.10 project to build modules
## What changes were proposed in this pull request? This PR adds the Kafka 0.10 subproject to the build infrastructure. This makes sure Kafka 0.10 tests are only triggers when it or of its dependencies change. Author: Herman van Hovell <hvanhovell@databricks.com> Closes #15355 from hvanhovell/SPARK-17782.
-rw-r--r--dev/sparktestsupport/modules.py11
1 files changed, 11 insertions, 0 deletions
diff --git a/dev/sparktestsupport/modules.py b/dev/sparktestsupport/modules.py
index 5f14683d9a..b34ab51f3b 100644
--- a/dev/sparktestsupport/modules.py
+++ b/dev/sparktestsupport/modules.py
@@ -241,6 +241,17 @@ streaming_kafka = Module(
]
)
+streaming_kafka_0_10 = Module(
+ name="streaming-kafka-0-10",
+ dependencies=[streaming],
+ source_file_regexes=[
+ "external/kafka-0-10",
+ "external/kafka-0-10-assembly",
+ ],
+ sbt_test_goals=[
+ "streaming-kafka-0-10/test",
+ ]
+)
streaming_flume_sink = Module(
name="streaming-flume-sink",