tez-commits mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From rbalamo...@apache.org
Subject tez git commit: TEZ-2473. Consider using RawLocalFileSystem in MapOutput.createDiskMapOutput (rbalamohan)
Date Mon, 08 Jun 2015 23:51:30 GMT
Repository: tez
Updated Branches:
  refs/heads/master 333edd0f0 -> 9a2ed82ea


TEZ-2473. Consider using RawLocalFileSystem in MapOutput.createDiskMapOutput (rbalamohan)


Project: http://git-wip-us.apache.org/repos/asf/tez/repo
Commit: http://git-wip-us.apache.org/repos/asf/tez/commit/9a2ed82e
Tree: http://git-wip-us.apache.org/repos/asf/tez/tree/9a2ed82e
Diff: http://git-wip-us.apache.org/repos/asf/tez/diff/9a2ed82e

Branch: refs/heads/master
Commit: 9a2ed82ea047b439de129d8eabe64ef80da917a0
Parents: 333edd0
Author: Rajesh Balamohan <rbalamohan@apache.org>
Authored: Tue Jun 9 05:22:51 2015 +0530
Committer: Rajesh Balamohan <rbalamohan@apache.org>
Committed: Tue Jun 9 05:22:51 2015 +0530

----------------------------------------------------------------------
 CHANGES.txt                                                        | 1 +
 .../tez/runtime/library/common/shuffle/DiskFetchedInput.java       | 2 +-
 .../runtime/library/common/shuffle/orderedgrouped/MapOutput.java   | 2 +-
 3 files changed, 3 insertions(+), 2 deletions(-)
----------------------------------------------------------------------


http://git-wip-us.apache.org/repos/asf/tez/blob/9a2ed82e/CHANGES.txt
----------------------------------------------------------------------
diff --git a/CHANGES.txt b/CHANGES.txt
index fc4782a..787a923 100644
--- a/CHANGES.txt
+++ b/CHANGES.txt
@@ -8,6 +8,7 @@ INCOMPATIBLE CHANGES
   TEZ-2468. Change the minimum Java version to Java 7.
 
 ALL CHANGES:
+  TEZ-2473. Consider using RawLocalFileSystem in MapOutput.createDiskMapOutput.
   TEZ-2538. ADDITIONAL_SPILL_COUNT wrongly populated for DefaultSorter with multiple partitions.
   TEZ-2489. Disable warn log for Timeline ACL error when tez.allow.disabled.timeline-domains
set to true.
   TEZ-2376. Remove TaskAttemptEventType.TA_DIAGNOSTICS_UPDATE

http://git-wip-us.apache.org/repos/asf/tez/blob/9a2ed82e/tez-runtime-library/src/main/java/org/apache/tez/runtime/library/common/shuffle/DiskFetchedInput.java
----------------------------------------------------------------------
diff --git a/tez-runtime-library/src/main/java/org/apache/tez/runtime/library/common/shuffle/DiskFetchedInput.java
b/tez-runtime-library/src/main/java/org/apache/tez/runtime/library/common/shuffle/DiskFetchedInput.java
index 6432b55..dfad39d 100644
--- a/tez-runtime-library/src/main/java/org/apache/tez/runtime/library/common/shuffle/DiskFetchedInput.java
+++ b/tez-runtime-library/src/main/java/org/apache/tez/runtime/library/common/shuffle/DiskFetchedInput.java
@@ -48,7 +48,7 @@ public class DiskFetchedInput extends FetchedInput {
       throws IOException {
     super(Type.DISK, actualSize, compressedSize, inputAttemptIdentifier, callbackHandler);
 
-    this.localFS = FileSystem.getLocal(conf);
+    this.localFS = FileSystem.getLocal(conf).getRaw();
     this.outputPath = filenameAllocator.getInputFileForWrite(
         this.inputAttemptIdentifier.getInputIdentifier().getInputIndex(), this
             .inputAttemptIdentifier.getSpillEventId(), actualSize);

http://git-wip-us.apache.org/repos/asf/tez/blob/9a2ed82e/tez-runtime-library/src/main/java/org/apache/tez/runtime/library/common/shuffle/orderedgrouped/MapOutput.java
----------------------------------------------------------------------
diff --git a/tez-runtime-library/src/main/java/org/apache/tez/runtime/library/common/shuffle/orderedgrouped/MapOutput.java
b/tez-runtime-library/src/main/java/org/apache/tez/runtime/library/common/shuffle/orderedgrouped/MapOutput.java
index 29bf799..f19cd55 100644
--- a/tez-runtime-library/src/main/java/org/apache/tez/runtime/library/common/shuffle/orderedgrouped/MapOutput.java
+++ b/tez-runtime-library/src/main/java/org/apache/tez/runtime/library/common/shuffle/orderedgrouped/MapOutput.java
@@ -105,7 +105,7 @@ class MapOutput {
                                               int fetcher, boolean primaryMapOutput,
                                               TezTaskOutputFiles mapOutputFile) throws
       IOException {
-    FileSystem fs = FileSystem.getLocal(conf);
+    FileSystem fs = FileSystem.getLocal(conf).getRaw();
     Path outputpath = mapOutputFile.getInputFileForWrite(
         attemptIdentifier.getInputIdentifier().getInputIndex(), attemptIdentifier.getSpillEventId(),
size);
     // Files are not clobbered due to the id being appended to the outputPath in the tmpPath,


Mime
View raw message