diff options
| author | Tathagata Das <tathagata.das1565@gmail.com> | 2014-01-12 19:02:27 -0800 |
|---|---|---|
| committer | Tathagata Das <tathagata.das1565@gmail.com> | 2014-01-12 19:02:27 -0800 |
| commit | 034f89aaab1db95e8908432f2445d6841526efcf (patch) | |
| tree | 894aebd0f08d22f6b78c4d1849e522c50b8b6730 /external/twitter | |
| parent | 74d0126257838f29e3fad519b9f1a5acde88bef6 (diff) | |
| download | spark-034f89aaab1db95e8908432f2445d6841526efcf.tar.gz spark-034f89aaab1db95e8908432f2445d6841526efcf.tar.bz2 spark-034f89aaab1db95e8908432f2445d6841526efcf.zip | |
Fixed persistence logic of WindowedDStream, and fixed default persistence level of input streams.
Diffstat (limited to 'external/twitter')
| -rw-r--r-- | external/twitter/src/main/scala/org/apache/spark/streaming/twitter/TwitterUtils.scala | 4 |
1 files changed, 4 insertions, 0 deletions
diff --git a/external/twitter/src/main/scala/org/apache/spark/streaming/twitter/TwitterUtils.scala b/external/twitter/src/main/scala/org/apache/spark/streaming/twitter/TwitterUtils.scala index 8ea52c4e5b..a23d685144 100644 --- a/external/twitter/src/main/scala/org/apache/spark/streaming/twitter/TwitterUtils.scala +++ b/external/twitter/src/main/scala/org/apache/spark/streaming/twitter/TwitterUtils.scala @@ -51,6 +51,7 @@ object TwitterUtils { * OAuth authentication; this requires the system properties twitter4j.oauth.consumerKey, * twitter4j.oauth.consumerSecret, twitter4j.oauth.accessToken and * twitter4j.oauth.accessTokenSecret. + * Storage level of the data will be the default StorageLevel.MEMORY_AND_DISK_SER_2. * @param jssc JavaStreamingContext object */ def createStream(jssc: JavaStreamingContext): JavaDStream[Status] = { @@ -62,6 +63,7 @@ object TwitterUtils { * OAuth authentication; this requires the system properties twitter4j.oauth.consumerKey, * twitter4j.oauth.consumerSecret, twitter4j.oauth.accessToken and * twitter4j.oauth.accessTokenSecret. + * Storage level of the data will be the default StorageLevel.MEMORY_AND_DISK_SER_2. * @param jssc JavaStreamingContext object * @param filters Set of filter strings to get only those tweets that match them */ @@ -88,6 +90,7 @@ object TwitterUtils { /** * Create a input stream that returns tweets received from Twitter. + * Storage level of the data will be the default StorageLevel.MEMORY_AND_DISK_SER_2. * @param jssc JavaStreamingContext object * @param twitterAuth Twitter4J Authorization */ @@ -97,6 +100,7 @@ object TwitterUtils { /** * Create a input stream that returns tweets received from Twitter. + * Storage level of the data will be the default StorageLevel.MEMORY_AND_DISK_SER_2. * @param jssc JavaStreamingContext object * @param twitterAuth Twitter4J Authorization * @param filters Set of filter strings to get only those tweets that match them |