aboutsummaryrefslogtreecommitdiff
path: root/streaming
diff options
context:
space:
mode:
authorPatrick Wendell <pwendell@gmail.com>2013-01-11 12:05:04 -0800
committerPatrick Wendell <pwendell@gmail.com>2013-01-14 09:42:36 -0800
commit3461cd99b7b680be9c9dc263382b42f30c9edd7d (patch)
tree17affcb7fcea5f47de09645012760e6a3977dbc5 /streaming
parent5bcb048167fe0b90f749910233342c09fff3fce7 (diff)
downloadspark-3461cd99b7b680be9c9dc263382b42f30c9edd7d.tar.gz
spark-3461cd99b7b680be9c9dc263382b42f30c9edd7d.tar.bz2
spark-3461cd99b7b680be9c9dc263382b42f30c9edd7d.zip
Flume example and bug fix
Diffstat (limited to 'streaming')
-rw-r--r--streaming/src/main/scala/spark/streaming/api/java/JavaDStreamLike.scala9
1 files changed, 7 insertions, 2 deletions
diff --git a/streaming/src/main/scala/spark/streaming/api/java/JavaDStreamLike.scala b/streaming/src/main/scala/spark/streaming/api/java/JavaDStreamLike.scala
index cb58c1351d..91bcca9afa 100644
--- a/streaming/src/main/scala/spark/streaming/api/java/JavaDStreamLike.scala
+++ b/streaming/src/main/scala/spark/streaming/api/java/JavaDStreamLike.scala
@@ -1,6 +1,7 @@
package spark.streaming.api.java
import java.util.{List => JList}
+import java.lang.{Integer => JInt}
import scala.collection.JavaConversions._
@@ -16,6 +17,10 @@ trait JavaDStreamLike[T, This <: JavaDStreamLike[T, This]] extends Serializable
def dstream: DStream[T]
+ implicit def scalaIntToJavaInteger(in: DStream[Int]): JavaDStream[JInt] = {
+ in.map(new JInt(_))
+ }
+
/**
* Prints the first ten elements of each RDD generated in this DStream. This is an output
* operator, so this DStream will be registered as an output stream and there materialized.
@@ -26,14 +31,14 @@ trait JavaDStreamLike[T, This <: JavaDStreamLike[T, This]] extends Serializable
* Returns a new DStream in which each RDD has a single element generated by counting each RDD
* of this DStream.
*/
- def count(): JavaDStream[Int] = dstream.count()
+ def count(): JavaDStream[JInt] = dstream.count()
/**
* Returns a new DStream in which each RDD has a single element generated by counting the number
* of elements in a window over this DStream. windowDuration and slideDuration are as defined in the
* window() operation. This is equivalent to window(windowDuration, slideDuration).count()
*/
- def countByWindow(windowDuration: Duration, slideDuration: Duration) : JavaDStream[Int] = {
+ def countByWindow(windowDuration: Duration, slideDuration: Duration) : JavaDStream[JInt] = {
dstream.countByWindow(windowDuration, slideDuration)
}