diff options
| author | Tathagata Das <tathagata.das1565@gmail.com> | 2013-06-24 21:46:33 -0700 |
|---|---|---|
| committer | Tathagata Das <tathagata.das1565@gmail.com> | 2013-06-24 21:46:33 -0700 |
| commit | 1249e9153b444172eb6a68d44efa39d7bb3b6910 (patch) | |
| tree | bee647ebfe5bd646325363e249c45de3f062771d /streaming | |
| parent | cfcda95f86c6eec4a39e5ad182e068722be66fe7 (diff) | |
| parent | ab0f834dbb509d323577572691293b74368a9d86 (diff) | |
| download | spark-1249e9153b444172eb6a68d44efa39d7bb3b6910.tar.gz spark-1249e9153b444172eb6a68d44efa39d7bb3b6910.tar.bz2 spark-1249e9153b444172eb6a68d44efa39d7bb3b6910.zip | |
Merge pull request #572 from Reinvigorate/sm-block-interval
Adding spark.streaming.blockInterval property
Diffstat (limited to 'streaming')
| -rw-r--r-- | streaming/src/main/scala/spark/streaming/dstream/NetworkInputDStream.scala | 2 |
1 files changed, 1 insertions, 1 deletions
diff --git a/streaming/src/main/scala/spark/streaming/dstream/NetworkInputDStream.scala b/streaming/src/main/scala/spark/streaming/dstream/NetworkInputDStream.scala index 7385474963..26805e9621 100644 --- a/streaming/src/main/scala/spark/streaming/dstream/NetworkInputDStream.scala +++ b/streaming/src/main/scala/spark/streaming/dstream/NetworkInputDStream.scala @@ -198,7 +198,7 @@ abstract class NetworkReceiver[T: ClassManifest]() extends Serializable with Log case class Block(id: String, iterator: Iterator[T], metadata: Any = null) val clock = new SystemClock() - val blockInterval = 200L + val blockInterval = System.getProperty("spark.streaming.blockInterval", "200").toLong val blockIntervalTimer = new RecurringTimer(clock, blockInterval, updateCurrentBuffer) val blockStorageLevel = storageLevel val blocksForPushing = new ArrayBlockingQueue[Block](1000) |