diff options
author | Josh Rosen <joshrosen@eecs.berkeley.edu> | 2012-08-25 18:00:25 -0700 |
---|---|---|
committer | Josh Rosen <joshrosen@eecs.berkeley.edu> | 2012-08-27 00:24:47 -0700 |
commit | bff6a46359131a8f9bc38b93149b22baa7c711cd (patch) | |
tree | b40947ec8714fdf60a16b8d47e0858bdcaa23d96 /core | |
parent | 200d248dcc5903295296bf897211cf543b37f8c1 (diff) | |
download | spark-bff6a46359131a8f9bc38b93149b22baa7c711cd.tar.gz spark-bff6a46359131a8f9bc38b93149b22baa7c711cd.tar.bz2 spark-bff6a46359131a8f9bc38b93149b22baa7c711cd.zip |
Add pipe(), saveAsTextFile(), sc.union() to Python API.
Diffstat (limited to 'core')
-rw-r--r-- | core/src/main/scala/spark/api/python/PythonRDD.scala | 8 |
1 files changed, 6 insertions, 2 deletions
diff --git a/core/src/main/scala/spark/api/python/PythonRDD.scala b/core/src/main/scala/spark/api/python/PythonRDD.scala index b9091fd436..4d3bdb3963 100644 --- a/core/src/main/scala/spark/api/python/PythonRDD.scala +++ b/core/src/main/scala/spark/api/python/PythonRDD.scala @@ -9,6 +9,7 @@ import spark._ import api.java.{JavaSparkContext, JavaPairRDD, JavaRDD} import broadcast.Broadcast import scala.collection +import java.nio.charset.Charset trait PythonRDDBase { def compute[T](split: Split, envVars: Map[String, String], @@ -238,9 +239,12 @@ private object Pickle { val MARK : Byte = '(' val APPENDS : Byte = 'e' } -class ExtractValue extends spark.api.java.function.Function[(Array[Byte], - Array[Byte]), Array[Byte]] { +private class ExtractValue extends spark.api.java.function.Function[(Array[Byte], + Array[Byte]), Array[Byte]] { override def call(pair: (Array[Byte], Array[Byte])) : Array[Byte] = pair._2 +} +private class BytesToString extends spark.api.java.function.Function[Array[Byte], String] { + override def call(arr: Array[Byte]) : String = new String(arr, "UTF-8") } |