diff options
| author | Mridul Muralidharan <mridul@gmail.com> | 2013-04-22 08:01:13 +0530 |
|---|---|---|
| committer | Mridul Muralidharan <mridul@gmail.com> | 2013-04-22 08:01:13 +0530 |
| commit | 7acab3ab45df421601ee9a076a61de00561a0308 (patch) | |
| tree | ee2e9264e72bfd10e878c09765b5d580e382aca7 /core/src/hadoop1/scala | |
| parent | ac2e8e8720f10efd640a67ad85270719ab2d43e9 (diff) | |
| download | spark-7acab3ab45df421601ee9a076a61de00561a0308.tar.gz spark-7acab3ab45df421601ee9a076a61de00561a0308.tar.bz2 spark-7acab3ab45df421601ee9a076a61de00561a0308.zip | |
Fix review comments, add a new api to SparkHadoopUtil to create appropriate Configuration. Modify an example to show how to use SplitInfo
Diffstat (limited to 'core/src/hadoop1/scala')
| -rw-r--r-- | core/src/hadoop1/scala/spark/deploy/SparkHadoopUtil.scala | 5 |
1 files changed, 5 insertions, 0 deletions
diff --git a/core/src/hadoop1/scala/spark/deploy/SparkHadoopUtil.scala b/core/src/hadoop1/scala/spark/deploy/SparkHadoopUtil.scala index d4badbc5c4..a0fb4fe25d 100644 --- a/core/src/hadoop1/scala/spark/deploy/SparkHadoopUtil.scala +++ b/core/src/hadoop1/scala/spark/deploy/SparkHadoopUtil.scala @@ -1,4 +1,6 @@ package spark.deploy +import org.apache.hadoop.conf.Configuration + /** * Contains util methods to interact with Hadoop from spark. @@ -15,4 +17,7 @@ object SparkHadoopUtil { // Add support, if exists - for now, simply run func ! func(args) } + + // Return an appropriate (subclass) of Configuration. Creating config can initializes some hadoop subsystems + def newConfiguration(): Configuration = new Configuration() } |