aboutsummaryrefslogtreecommitdiff
path: root/dev/sparktestsupport
diff options
context:
space:
mode:
Diffstat (limited to 'dev/sparktestsupport')
-rw-r--r--dev/sparktestsupport/modules.py9
1 files changed, 8 insertions, 1 deletions
diff --git a/dev/sparktestsupport/modules.py b/dev/sparktestsupport/modules.py
index 44600cb952..956dc81b62 100644
--- a/dev/sparktestsupport/modules.py
+++ b/dev/sparktestsupport/modules.py
@@ -138,6 +138,7 @@ streaming_kinesis_asl = Module(
dependencies=[],
source_file_regexes=[
"extras/kinesis-asl/",
+ "extras/kinesis-asl-assembly/",
],
build_profile_flags=[
"-Pkinesis-asl",
@@ -300,7 +301,13 @@ pyspark_sql = Module(
pyspark_streaming = Module(
name="pyspark-streaming",
- dependencies=[pyspark_core, streaming, streaming_kafka, streaming_flume_assembly],
+ dependencies=[
+ pyspark_core,
+ streaming,
+ streaming_kafka,
+ streaming_flume_assembly,
+ streaming_kinesis_asl
+ ],
source_file_regexes=[
"python/pyspark/streaming"
],