tez-commits mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From prak...@apache.org
Subject tez git commit: TEZ-2333. Enable local fetch optimization by default. (pramachandran)
Date Fri, 17 Apr 2015 16:42:37 GMT
Repository: tez
Updated Branches:
  refs/heads/master 8386cca03 -> cbea5ad3a


TEZ-2333. Enable local fetch optimization by default. (pramachandran)


Project: http://git-wip-us.apache.org/repos/asf/tez/repo
Commit: http://git-wip-us.apache.org/repos/asf/tez/commit/cbea5ad3
Tree: http://git-wip-us.apache.org/repos/asf/tez/tree/cbea5ad3
Diff: http://git-wip-us.apache.org/repos/asf/tez/diff/cbea5ad3

Branch: refs/heads/master
Commit: cbea5ad3a7500632d2c7586865174d6c9f4499ec
Parents: 8386cca
Author: Prakash Ramachandran <pramachandran@hortonworks.com>
Authored: Fri Apr 17 22:12:00 2015 +0530
Committer: Prakash Ramachandran <pramachandran@hortonworks.com>
Committed: Fri Apr 17 22:12:00 2015 +0530

----------------------------------------------------------------------
 CHANGES.txt                                                    | 1 +
 .../tez/runtime/library/api/TezRuntimeConfiguration.java       | 6 +-----
 .../src/test/java/org/apache/tez/test/TestSecureShuffle.java   | 1 +
 3 files changed, 3 insertions(+), 5 deletions(-)
----------------------------------------------------------------------


http://git-wip-us.apache.org/repos/asf/tez/blob/cbea5ad3/CHANGES.txt
----------------------------------------------------------------------
diff --git a/CHANGES.txt b/CHANGES.txt
index b0ce3cf..1888f15 100644
--- a/CHANGES.txt
+++ b/CHANGES.txt
@@ -9,6 +9,7 @@ INCOMPATIBLE CHANGES
   TEZ-1993. Implement a pluggable InputSizeEstimator for grouping fairly
 
 ALL CHANGES:
+  TEZ-2333. Enable local fetch optimization by default.
   TEZ-2310. Deadlock caused by StateChangeNotifier sending notifications on
   thread holding locks
   TEZ-1969. Stop the DAGAppMaster when a local mode client is stopped

http://git-wip-us.apache.org/repos/asf/tez/blob/cbea5ad3/tez-runtime-library/src/main/java/org/apache/tez/runtime/library/api/TezRuntimeConfiguration.java
----------------------------------------------------------------------
diff --git a/tez-runtime-library/src/main/java/org/apache/tez/runtime/library/api/TezRuntimeConfiguration.java
b/tez-runtime-library/src/main/java/org/apache/tez/runtime/library/api/TezRuntimeConfiguration.java
index 9f11e4d..b1341f6 100644
--- a/tez-runtime-library/src/main/java/org/apache/tez/runtime/library/api/TezRuntimeConfiguration.java
+++ b/tez-runtime-library/src/main/java/org/apache/tez/runtime/library/api/TezRuntimeConfiguration.java
@@ -262,11 +262,7 @@ public class TezRuntimeConfiguration {
    * If the shuffle input is on the local host bypass the http fetch and access the files
directly
    */
   public static final String TEZ_RUNTIME_OPTIMIZE_LOCAL_FETCH = TEZ_RUNTIME_PREFIX + "optimize.local.fetch";
-
-  /**
-   * local mode bypassing the http fetch is not enabled by default till we have unit tests
in.
-   */
-  public static final boolean TEZ_RUNTIME_OPTIMIZE_LOCAL_FETCH_DEFAULT = false;
+  public static final boolean TEZ_RUNTIME_OPTIMIZE_LOCAL_FETCH_DEFAULT = true;
 
   /**
    * Expert level setting. Enable pipelined shuffle in ordered outputs and in unordered

http://git-wip-us.apache.org/repos/asf/tez/blob/cbea5ad3/tez-tests/src/test/java/org/apache/tez/test/TestSecureShuffle.java
----------------------------------------------------------------------
diff --git a/tez-tests/src/test/java/org/apache/tez/test/TestSecureShuffle.java b/tez-tests/src/test/java/org/apache/tez/test/TestSecureShuffle.java
index a0f7d8b..8da3f08 100644
--- a/tez-tests/src/test/java/org/apache/tez/test/TestSecureShuffle.java
+++ b/tez-tests/src/test/java/org/apache/tez/test/TestSecureShuffle.java
@@ -95,6 +95,7 @@ public class TestSecureShuffle {
         new MiniDFSCluster.Builder(conf).numDataNodes(1).format(true).build();
     fs = miniDFSCluster.getFileSystem();
     conf.set("fs.defaultFS", fs.getUri().toString());
+    conf.setBoolean(TezRuntimeConfiguration.TEZ_RUNTIME_OPTIMIZE_LOCAL_FETCH, false);
   }
 
   @AfterClass


Mime
View raw message