aboutsummaryrefslogtreecommitdiff
path: root/core
diff options
context:
space:
mode:
authorJosh Rosen <joshrosen@eecs.berkeley.edu>2012-08-25 18:00:25 -0700
committerJosh Rosen <joshrosen@eecs.berkeley.edu>2012-08-27 00:24:47 -0700
commitbff6a46359131a8f9bc38b93149b22baa7c711cd (patch)
treeb40947ec8714fdf60a16b8d47e0858bdcaa23d96 /core
parent200d248dcc5903295296bf897211cf543b37f8c1 (diff)
downloadspark-bff6a46359131a8f9bc38b93149b22baa7c711cd.tar.gz
spark-bff6a46359131a8f9bc38b93149b22baa7c711cd.tar.bz2
spark-bff6a46359131a8f9bc38b93149b22baa7c711cd.zip
Add pipe(), saveAsTextFile(), sc.union() to Python API.
Diffstat (limited to 'core')
-rw-r--r--core/src/main/scala/spark/api/python/PythonRDD.scala8
1 files changed, 6 insertions, 2 deletions
diff --git a/core/src/main/scala/spark/api/python/PythonRDD.scala b/core/src/main/scala/spark/api/python/PythonRDD.scala
index b9091fd436..4d3bdb3963 100644
--- a/core/src/main/scala/spark/api/python/PythonRDD.scala
+++ b/core/src/main/scala/spark/api/python/PythonRDD.scala
@@ -9,6 +9,7 @@ import spark._
import api.java.{JavaSparkContext, JavaPairRDD, JavaRDD}
import broadcast.Broadcast
import scala.collection
+import java.nio.charset.Charset
trait PythonRDDBase {
def compute[T](split: Split, envVars: Map[String, String],
@@ -238,9 +239,12 @@ private object Pickle {
val MARK : Byte = '('
val APPENDS : Byte = 'e'
}
-class ExtractValue extends spark.api.java.function.Function[(Array[Byte],
- Array[Byte]), Array[Byte]] {
+private class ExtractValue extends spark.api.java.function.Function[(Array[Byte],
+ Array[Byte]), Array[Byte]] {
override def call(pair: (Array[Byte], Array[Byte])) : Array[Byte] = pair._2
+}
+private class BytesToString extends spark.api.java.function.Function[Array[Byte], String] {
+ override def call(arr: Array[Byte]) : String = new String(arr, "UTF-8")
}