diff options
| author | Tathagata Das <tathagata.das1565@gmail.com> | 2012-11-12 21:51:42 +0000 |
|---|---|---|
| committer | Tathagata Das <tathagata.das1565@gmail.com> | 2012-11-12 21:51:42 +0000 |
| commit | b9bfd1456f09f4db281fb9d108a339c59a2e2dda (patch) | |
| tree | 43cb66869182d8f3f6ba0bccdcded0e5cb34020a /streaming | |
| parent | ae61ebaee64fad117155d65bcdfc8520bda0e6b4 (diff) | |
| download | spark-b9bfd1456f09f4db281fb9d108a339c59a2e2dda.tar.gz spark-b9bfd1456f09f4db281fb9d108a339c59a2e2dda.tar.bz2 spark-b9bfd1456f09f4db281fb9d108a339c59a2e2dda.zip | |
Changed default level on calling DStream.persist() to be MEMORY_ONLY_SER. Also changed the persist level of StateDStream to be MEMORY_ONLY_SER.
Diffstat (limited to 'streaming')
| -rw-r--r-- | streaming/src/main/scala/spark/streaming/DStream.scala | 2 | ||||
| -rw-r--r-- | streaming/src/main/scala/spark/streaming/StateDStream.scala | 2 |
2 files changed, 2 insertions, 2 deletions
diff --git a/streaming/src/main/scala/spark/streaming/DStream.scala b/streaming/src/main/scala/spark/streaming/DStream.scala index 73096edec5..abf132e45e 100644 --- a/streaming/src/main/scala/spark/streaming/DStream.scala +++ b/streaming/src/main/scala/spark/streaming/DStream.scala @@ -79,7 +79,7 @@ extends Serializable with Logging { this } - def persist(): DStream[T] = persist(StorageLevel.MEMORY_ONLY) + def persist(): DStream[T] = persist(StorageLevel.MEMORY_ONLY_SER) // Turn on the default caching level for this RDD def cache(): DStream[T] = persist() diff --git a/streaming/src/main/scala/spark/streaming/StateDStream.scala b/streaming/src/main/scala/spark/streaming/StateDStream.scala index 0211df1343..cb261808f5 100644 --- a/streaming/src/main/scala/spark/streaming/StateDStream.scala +++ b/streaming/src/main/scala/spark/streaming/StateDStream.scala @@ -23,7 +23,7 @@ class StateDStream[K: ClassManifest, V: ClassManifest, S <: AnyRef : ClassManife rememberPartitioner: Boolean ) extends DStream[(K, S)](parent.ssc) { - super.persist(StorageLevel.MEMORY_ONLY) + super.persist(StorageLevel.MEMORY_ONLY_SER) override def dependencies = List(parent) |