diff options
author | Herman van Hovell <hvanhovell@databricks.com> | 2016-10-07 11:46:39 +0100 |
---|---|---|
committer | Sean Owen <sowen@cloudera.com> | 2016-10-07 11:46:39 +0100 |
commit | 18bf9d2b2d7eae0574102d4f15ac27dc71dea18a (patch) | |
tree | f162f395a3ba530546d27f7f9074fdcf6557e7c2 | |
parent | bcaa799cb01289f73e9f48526e94653a07628983 (diff) | |
download | spark-18bf9d2b2d7eae0574102d4f15ac27dc71dea18a.tar.gz spark-18bf9d2b2d7eae0574102d4f15ac27dc71dea18a.tar.bz2 spark-18bf9d2b2d7eae0574102d4f15ac27dc71dea18a.zip |
[SPARK-17782][STREAMING][BUILD] Add Kafka 0.10 project to build modules
## What changes were proposed in this pull request?
This PR adds the Kafka 0.10 subproject to the build infrastructure. This makes sure Kafka 0.10 tests are only triggers when it or of its dependencies change.
Author: Herman van Hovell <hvanhovell@databricks.com>
Closes #15355 from hvanhovell/SPARK-17782.
-rw-r--r-- | dev/sparktestsupport/modules.py | 11 |
1 files changed, 11 insertions, 0 deletions
diff --git a/dev/sparktestsupport/modules.py b/dev/sparktestsupport/modules.py index 5f14683d9a..b34ab51f3b 100644 --- a/dev/sparktestsupport/modules.py +++ b/dev/sparktestsupport/modules.py @@ -241,6 +241,17 @@ streaming_kafka = Module( ] ) +streaming_kafka_0_10 = Module( + name="streaming-kafka-0-10", + dependencies=[streaming], + source_file_regexes=[ + "external/kafka-0-10", + "external/kafka-0-10-assembly", + ], + sbt_test_goals=[ + "streaming-kafka-0-10/test", + ] +) streaming_flume_sink = Module( name="streaming-flume-sink", |