diff options
author | Gavin Li <lyo.gavin@gmail.com> | 2013-06-05 22:41:05 +0000 |
---|---|---|
committer | Gavin Li <lyo.gavin@gmail.com> | 2013-06-05 22:41:05 +0000 |
commit | e179ff8a32fc08cc308dc99bac2527d350d0d970 (patch) | |
tree | fccb16a88f7ad8f2c2997a7e1a87d9178f878a7e /core/src/test/scala | |
parent | 4a9913d66a61ac9ef9cab0e08f6151dc2624fd11 (diff) | |
download | spark-e179ff8a32fc08cc308dc99bac2527d350d0d970.tar.gz spark-e179ff8a32fc08cc308dc99bac2527d350d0d970.tar.bz2 spark-e179ff8a32fc08cc308dc99bac2527d350d0d970.zip |
update according to comments
Diffstat (limited to 'core/src/test/scala')
-rw-r--r-- | core/src/test/scala/spark/PipedRDDSuite.scala | 7 |
1 files changed, 5 insertions, 2 deletions
diff --git a/core/src/test/scala/spark/PipedRDDSuite.scala b/core/src/test/scala/spark/PipedRDDSuite.scala index ee55952a94..d2852867de 100644 --- a/core/src/test/scala/spark/PipedRDDSuite.scala +++ b/core/src/test/scala/spark/PipedRDDSuite.scala @@ -23,7 +23,8 @@ class PipedRDDSuite extends FunSuite with LocalSparkContext { sc = new SparkContext("local", "test") val nums = sc.makeRDD(Array(1, 2, 3, 4), 2) - val piped = nums.pipe(Seq("cat"), (i:Int, f: String=> Unit) => f(i + "_"), Array("0")) + val piped = nums.pipe(Seq("cat"), Map[String, String](), + (i:Int, f: String=> Unit) => f(i + "_"), sc.broadcast(List("0"))) val c = piped.collect() @@ -38,7 +39,9 @@ class PipedRDDSuite extends FunSuite with LocalSparkContext { assert(c(7) === "4_") val nums1 = sc.makeRDD(Array("a\t1", "b\t2", "a\t3", "b\t4"), 2) - val d = nums1.groupBy(str=>str.split("\t")(0)).pipe(Seq("cat"), (i:Tuple2[String, Seq[String]], f: String=> Unit) => {for (e <- i._2){ f(e + "_")}}, Array("0")).collect() + val d = nums1.groupBy(str=>str.split("\t")(0)). + pipe(Seq("cat"), Map[String, String](), (i:Tuple2[String, Seq[String]], f: String=> Unit) => + {for (e <- i._2){ f(e + "_")}}, sc.broadcast(List("0"))).collect() assert(d.size === 8) assert(d(0) === "0") assert(d(1) === "\u0001") |