diff options
author | Mridul Muralidharan <mridul@gmail.com> | 2013-04-07 17:47:38 +0530 |
---|---|---|
committer | Mridul Muralidharan <mridul@gmail.com> | 2013-04-07 17:47:38 +0530 |
commit | 6798a09df84fb97e196c84d55cf3e21ad676871f (patch) | |
tree | 0d0f16518dfcfcdc10fd60ce49c860ed9bfc8c25 /core/src/hadoop2/scala/org | |
parent | 9831bc1a09fa7fd56f55c3df4f448bc37b3d7d9a (diff) | |
download | spark-6798a09df84fb97e196c84d55cf3e21ad676871f.tar.gz spark-6798a09df84fb97e196c84d55cf3e21ad676871f.tar.bz2 spark-6798a09df84fb97e196c84d55cf3e21ad676871f.zip |
Add support for building against hadoop2-yarn : adding new maven profile for it
Diffstat (limited to 'core/src/hadoop2/scala/org')
-rw-r--r-- | core/src/hadoop2/scala/org/apache/hadoop/mapred/HadoopMapRedUtil.scala | 3 | ||||
-rw-r--r-- | core/src/hadoop2/scala/org/apache/hadoop/mapreduce/HadoopMapReduceUtil.scala | 3 |
2 files changed, 6 insertions, 0 deletions
diff --git a/core/src/hadoop2/scala/org/apache/hadoop/mapred/HadoopMapRedUtil.scala b/core/src/hadoop2/scala/org/apache/hadoop/mapred/HadoopMapRedUtil.scala index 35300cea58..a0652d7fc7 100644 --- a/core/src/hadoop2/scala/org/apache/hadoop/mapred/HadoopMapRedUtil.scala +++ b/core/src/hadoop2/scala/org/apache/hadoop/mapred/HadoopMapRedUtil.scala @@ -4,4 +4,7 @@ trait HadoopMapRedUtil { def newJobContext(conf: JobConf, jobId: JobID): JobContext = new JobContextImpl(conf, jobId) def newTaskAttemptContext(conf: JobConf, attemptId: TaskAttemptID): TaskAttemptContext = new TaskAttemptContextImpl(conf, attemptId) + + def newTaskAttemptID(jtIdentifier: String, jobId: Int, isMap: Boolean, taskId: Int, attemptId: Int) = new TaskAttemptID(jtIdentifier, + jobId, isMap, taskId, attemptId) } diff --git a/core/src/hadoop2/scala/org/apache/hadoop/mapreduce/HadoopMapReduceUtil.scala b/core/src/hadoop2/scala/org/apache/hadoop/mapreduce/HadoopMapReduceUtil.scala index 7afdbff320..7fdbe322fd 100644 --- a/core/src/hadoop2/scala/org/apache/hadoop/mapreduce/HadoopMapReduceUtil.scala +++ b/core/src/hadoop2/scala/org/apache/hadoop/mapreduce/HadoopMapReduceUtil.scala @@ -7,4 +7,7 @@ trait HadoopMapReduceUtil { def newJobContext(conf: Configuration, jobId: JobID): JobContext = new JobContextImpl(conf, jobId) def newTaskAttemptContext(conf: Configuration, attemptId: TaskAttemptID): TaskAttemptContext = new TaskAttemptContextImpl(conf, attemptId) + + def newTaskAttemptID(jtIdentifier: String, jobId: Int, isMap: Boolean, taskId: Int, attemptId: Int) = new TaskAttemptID(jtIdentifier, + jobId, isMap, taskId, attemptId) } |