tez-commits mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From bi...@apache.org
Subject git commit: TEZ-819. YARNRunner should not put -m/-r in output name when using mapred API (bikas)
Date Fri, 07 Feb 2014 21:24:26 GMT
Updated Branches:
  refs/heads/master b2139fe16 -> 5c5622e12


TEZ-819. YARNRunner should not put -m/-r in output name when using mapred API (bikas)


Project: http://git-wip-us.apache.org/repos/asf/incubator-tez/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-tez/commit/5c5622e1
Tree: http://git-wip-us.apache.org/repos/asf/incubator-tez/tree/5c5622e1
Diff: http://git-wip-us.apache.org/repos/asf/incubator-tez/diff/5c5622e1

Branch: refs/heads/master
Commit: 5c5622e1277bca981abaa01750b9a888df02ec41
Parents: b2139fe
Author: Bikas Saha <bikas@apache.org>
Authored: Fri Feb 7 13:24:19 2014 -0800
Committer: Bikas Saha <bikas@apache.org>
Committed: Fri Feb 7 13:24:19 2014 -0800

----------------------------------------------------------------------
 .../java/org/apache/tez/mapreduce/client/YARNRunner.java    | 9 +--------
 1 file changed, 1 insertion(+), 8 deletions(-)
----------------------------------------------------------------------


http://git-wip-us.apache.org/repos/asf/incubator-tez/blob/5c5622e1/tez-mapreduce/src/main/java/org/apache/tez/mapreduce/client/YARNRunner.java
----------------------------------------------------------------------
diff --git a/tez-mapreduce/src/main/java/org/apache/tez/mapreduce/client/YARNRunner.java b/tez-mapreduce/src/main/java/org/apache/tez/mapreduce/client/YARNRunner.java
index 90a4342..2102a1c 100644
--- a/tez-mapreduce/src/main/java/org/apache/tez/mapreduce/client/YARNRunner.java
+++ b/tez-mapreduce/src/main/java/org/apache/tez/mapreduce/client/YARNRunner.java
@@ -402,14 +402,7 @@ public class YARNRunner implements ClientProtocol {
     Resource taskResource = isMap ? MRHelpers.getMapResource(stageConf)
         : MRHelpers.getReduceResource(stageConf);
     
-    JobConf jobConf = new JobConf(stageConf);
-    String outputFilePrefix = null;
-    if (jobConf.getUseNewMapper()) {
-      outputFilePrefix = "part";
-    } else {
-      outputFilePrefix = isMap ? "part-m" : "part-r";
-    }
-    stageConf.set(MRJobConfig.MROUTPUT_FILE_NAME_PREFIX, outputFilePrefix);
+    stageConf.set(MRJobConfig.MROUTPUT_FILE_NAME_PREFIX, "part");
     
     byte[] vertexUserPayload = MRHelpers.createUserPayloadFromConf(stageConf);
     Vertex vertex = new Vertex(vertexName, new ProcessorDescriptor(processorName).


Mime
View raw message