diff options
| -rw-r--r-- | extras/kinesis-asl/pom.xml | 5 | ||||
| -rw-r--r-- | extras/kinesis-asl/src/main/scala/org/apache/spark/streaming/kinesis/KinesisReceiver.scala | 1 | ||||
| -rw-r--r-- | pom.xml | 1 |
3 files changed, 1 insertions, 6 deletions
diff --git a/extras/kinesis-asl/pom.xml b/extras/kinesis-asl/pom.xml index 3c5722502e..20e2c5e0ff 100644 --- a/extras/kinesis-asl/pom.xml +++ b/extras/kinesis-asl/pom.xml @@ -61,11 +61,6 @@ </dependency> <dependency> <groupId>com.amazonaws</groupId> - <artifactId>aws-java-sdk</artifactId> - <version>${aws.java.sdk.version}</version> - </dependency> - <dependency> - <groupId>com.amazonaws</groupId> <artifactId>amazon-kinesis-producer</artifactId> <version>${aws.kinesis.producer.version}</version> <scope>test</scope> diff --git a/extras/kinesis-asl/src/main/scala/org/apache/spark/streaming/kinesis/KinesisReceiver.scala b/extras/kinesis-asl/src/main/scala/org/apache/spark/streaming/kinesis/KinesisReceiver.scala index 80edda59e1..abb9b6cd32 100644 --- a/extras/kinesis-asl/src/main/scala/org/apache/spark/streaming/kinesis/KinesisReceiver.scala +++ b/extras/kinesis-asl/src/main/scala/org/apache/spark/streaming/kinesis/KinesisReceiver.scala @@ -185,6 +185,7 @@ private[kinesis] class KinesisReceiver[T]( workerThread.setName(s"Kinesis Receiver ${streamId}") workerThread.setDaemon(true) workerThread.start() + logInfo(s"Started receiver with workerId $workerId") } @@ -152,7 +152,6 @@ <avro.version>1.7.7</avro.version> <avro.mapred.classifier>hadoop2</avro.mapred.classifier> <jets3t.version>0.7.1</jets3t.version> - <aws.java.sdk.version>1.9.40</aws.java.sdk.version> <aws.kinesis.client.version>1.4.0</aws.kinesis.client.version> <!-- the producer is used in tests --> <aws.kinesis.producer.version>0.10.1</aws.kinesis.producer.version> |