diff options
author | Thomas Dudziak <tomdzk@gmail.com> | 2012-10-09 15:21:38 -0700 |
---|---|---|
committer | Thomas Dudziak <tomdzk@gmail.com> | 2012-10-18 16:08:54 -0700 |
commit | d9c2a89c57d0e650b6707e45381b2d89ff7e0cdb (patch) | |
tree | cd4ad0391a17f588278e1147062a7ddca686e65d /core/src/hadoop2/scala/org | |
parent | 63fe4e9d33ec59d93b42507ca9ea286178c12ec4 (diff) | |
download | spark-d9c2a89c57d0e650b6707e45381b2d89ff7e0cdb.tar.gz spark-d9c2a89c57d0e650b6707e45381b2d89ff7e0cdb.tar.bz2 spark-d9c2a89c57d0e650b6707e45381b2d89ff7e0cdb.zip |
Support for Hadoop 2 distributions such as cdh4
Diffstat (limited to 'core/src/hadoop2/scala/org')
-rw-r--r-- | core/src/hadoop2/scala/org/apache/hadoop/mapred/HadoopMapRedUtil.scala | 7 | ||||
-rw-r--r-- | core/src/hadoop2/scala/org/apache/hadoop/mapreduce/HadoopMapReduceUtil.scala | 10 |
2 files changed, 17 insertions, 0 deletions
diff --git a/core/src/hadoop2/scala/org/apache/hadoop/mapred/HadoopMapRedUtil.scala b/core/src/hadoop2/scala/org/apache/hadoop/mapred/HadoopMapRedUtil.scala new file mode 100644 index 0000000000..35300cea58 --- /dev/null +++ b/core/src/hadoop2/scala/org/apache/hadoop/mapred/HadoopMapRedUtil.scala @@ -0,0 +1,7 @@ +package org.apache.hadoop.mapred + +trait HadoopMapRedUtil { + def newJobContext(conf: JobConf, jobId: JobID): JobContext = new JobContextImpl(conf, jobId) + + def newTaskAttemptContext(conf: JobConf, attemptId: TaskAttemptID): TaskAttemptContext = new TaskAttemptContextImpl(conf, attemptId) +} diff --git a/core/src/hadoop2/scala/org/apache/hadoop/mapreduce/HadoopMapReduceUtil.scala b/core/src/hadoop2/scala/org/apache/hadoop/mapreduce/HadoopMapReduceUtil.scala new file mode 100644 index 0000000000..7afdbff320 --- /dev/null +++ b/core/src/hadoop2/scala/org/apache/hadoop/mapreduce/HadoopMapReduceUtil.scala @@ -0,0 +1,10 @@ +package org.apache.hadoop.mapreduce + +import org.apache.hadoop.conf.Configuration +import task.{TaskAttemptContextImpl, JobContextImpl} + +trait HadoopMapReduceUtil { + def newJobContext(conf: Configuration, jobId: JobID): JobContext = new JobContextImpl(conf, jobId) + + def newTaskAttemptContext(conf: Configuration, attemptId: TaskAttemptID): TaskAttemptContext = new TaskAttemptContextImpl(conf, attemptId) +} |