diff options
| author | Tathagata Das <tathagata.das1565@gmail.com> | 2014-01-12 19:02:27 -0800 |
|---|---|---|
| committer | Tathagata Das <tathagata.das1565@gmail.com> | 2014-01-12 19:02:27 -0800 |
| commit | 034f89aaab1db95e8908432f2445d6841526efcf (patch) | |
| tree | 894aebd0f08d22f6b78c4d1849e522c50b8b6730 /external/kafka | |
| parent | 74d0126257838f29e3fad519b9f1a5acde88bef6 (diff) | |
| download | spark-034f89aaab1db95e8908432f2445d6841526efcf.tar.gz spark-034f89aaab1db95e8908432f2445d6841526efcf.tar.bz2 spark-034f89aaab1db95e8908432f2445d6841526efcf.zip | |
Fixed persistence logic of WindowedDStream, and fixed default persistence level of input streams.
Diffstat (limited to 'external/kafka')
| -rw-r--r-- | external/kafka/src/main/scala/org/apache/spark/streaming/kafka/KafkaUtils.scala | 3 |
1 files changed, 2 insertions, 1 deletions
diff --git a/external/kafka/src/main/scala/org/apache/spark/streaming/kafka/KafkaUtils.scala b/external/kafka/src/main/scala/org/apache/spark/streaming/kafka/KafkaUtils.scala index df4ecac8d1..76f9c46657 100644 --- a/external/kafka/src/main/scala/org/apache/spark/streaming/kafka/KafkaUtils.scala +++ b/external/kafka/src/main/scala/org/apache/spark/streaming/kafka/KafkaUtils.scala @@ -78,6 +78,7 @@ object KafkaUtils { /** * Create an input stream that pulls messages form a Kafka Broker. + * Storage level of the data will be the default StorageLevel.MEMORY_AND_DISK_SER_2. * @param jssc JavaStreamingContext object * @param zkQuorum Zookeeper quorum (hostname:port,hostname:port,..) * @param groupId The group id for this consumer @@ -128,7 +129,7 @@ object KafkaUtils { * see http://kafka.apache.org/08/configuration.html * @param topics Map of (topic_name -> numPartitions) to consume. Each partition is consumed * in its own thread - * @param storageLevel RDD storage level. Defaults to MEMORY_AND_DISK_2. + * @param storageLevel RDD storage level. */ def createStream[K, V, U <: Decoder[_], T <: Decoder[_]]( jssc: JavaStreamingContext, |