diff options
| author | Matei Zaharia <matei@eecs.berkeley.edu> | 2012-07-10 11:16:34 -0700 |
|---|---|---|
| committer | Matei Zaharia <matei@eecs.berkeley.edu> | 2012-07-11 17:31:44 -0700 |
| commit | be622cf867fc6465b3b8bf81838a7deeb7296e23 (patch) | |
| tree | 69ce56c41a8a08c92a630ffa533f3c9848c2ab18 | |
| parent | e8ae77df2458a80e549c4e227b1bc509dc4ea2ce (diff) | |
| download | spark-be622cf867fc6465b3b8bf81838a7deeb7296e23.tar.gz spark-be622cf867fc6465b3b8bf81838a7deeb7296e23.tar.bz2 spark-be622cf867fc6465b3b8bf81838a7deeb7296e23.zip | |
Formatting
| -rw-r--r-- | core/src/main/scala/spark/PairRDDFunctions.scala | 20 |
1 files changed, 10 insertions, 10 deletions
diff --git a/core/src/main/scala/spark/PairRDDFunctions.scala b/core/src/main/scala/spark/PairRDDFunctions.scala index 843badd9d1..64018f8c6b 100644 --- a/core/src/main/scala/spark/PairRDDFunctions.scala +++ b/core/src/main/scala/spark/PairRDDFunctions.scala @@ -286,11 +286,11 @@ class PairRDDFunctions[K: ClassManifest, V: ClassManifest]( } } - def saveAsHadoopFile [F <: OutputFormat[K, V]] (path: String) (implicit fm: ClassManifest[F]) { + def saveAsHadoopFile[F <: OutputFormat[K, V]](path: String)(implicit fm: ClassManifest[F]) { saveAsHadoopFile(path, getKeyClass, getValueClass, fm.erasure.asInstanceOf[Class[F]]) } - def saveAsNewAPIHadoopFile [F <: NewOutputFormat[K, V]] (path: String) (implicit fm: ClassManifest[F]) { + def saveAsNewAPIHadoopFile[F <: NewOutputFormat[K, V]](path: String)(implicit fm: ClassManifest[F]) { saveAsNewAPIHadoopFile(path, getKeyClass, getValueClass, fm.erasure.asInstanceOf[Class[F]]) } @@ -298,6 +298,14 @@ class PairRDDFunctions[K: ClassManifest, V: ClassManifest]( path: String, keyClass: Class[_], valueClass: Class[_], + outputFormatClass: Class[_ <: NewOutputFormat[_, _]]) { + saveAsNewAPIHadoopFile(path, keyClass, valueClass, outputFormatClass, new Configuration) + } + + def saveAsNewAPIHadoopFile( + path: String, + keyClass: Class[_], + valueClass: Class[_], outputFormatClass: Class[_ <: NewOutputFormat[_, _]], conf: Configuration) { val job = new NewAPIHadoopJob(conf) @@ -341,14 +349,6 @@ class PairRDDFunctions[K: ClassManifest, V: ClassManifest]( jobCommitter.cleanupJob(jobTaskContext) } - def saveAsNewAPIHadoopFile( - path: String, - keyClass: Class[_], - valueClass: Class[_], - outputFormatClass: Class[_ <: NewOutputFormat[_, _]]) { - saveAsNewAPIHadoopFile(path, keyClass, valueClass, outputFormatClass, new Configuration) - } - def saveAsHadoopFile( path: String, keyClass: Class[_], |