pig-commits mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From aniket...@apache.org
Subject svn commit: r1566796 - in /pig/trunk: CHANGES.txt src/org/apache/pig/backend/hadoop/executionengine/mapReduceLayer/JobControlCompiler.java
Date Mon, 10 Feb 2014 22:55:29 GMT
Author: aniket486
Date: Mon Feb 10 22:55:29 2014
New Revision: 1566796

URL: http://svn.apache.org/r1566796
Log:
PIG-3755: auto local mode selection does not check lower bound for size (aniket486)

Modified:
    pig/trunk/CHANGES.txt
    pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/mapReduceLayer/JobControlCompiler.java

Modified: pig/trunk/CHANGES.txt
URL: http://svn.apache.org/viewvc/pig/trunk/CHANGES.txt?rev=1566796&r1=1566795&r2=1566796&view=diff
==============================================================================
--- pig/trunk/CHANGES.txt (original)
+++ pig/trunk/CHANGES.txt Mon Feb 10 22:55:29 2014
@@ -87,6 +87,8 @@ OPTIMIZATIONS
  
 BUG FIXES
 
+PIG-3755: auto local mode selection does not check lower bound for size (aniket486)
+
 PIG-3753: LOGenerate generates null schema (daijy)
 
 PIG-3447: Compiler warning message dropped for CastLineageSetter and others with no enum
kind (knoguchi via cheolsoo)

Modified: pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/mapReduceLayer/JobControlCompiler.java
URL: http://svn.apache.org/viewvc/pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/mapReduceLayer/JobControlCompiler.java?rev=1566796&r1=1566795&r2=1566796&view=diff
==============================================================================
--- pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/mapReduceLayer/JobControlCompiler.java
(original)
+++ pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/mapReduceLayer/JobControlCompiler.java
Mon Feb 10 22:55:29 2014
@@ -445,7 +445,7 @@ public class JobControlCompiler{
         long totalInputFileSize = InputSizeReducerEstimator.getTotalInputFileSize(conf, lds,
job);
         long inputByteMax = conf.getLong(PigConfiguration.PIG_AUTO_LOCAL_INPUT_MAXBYTES,
100*1000*1000l);
         log.info("Size of input: " + totalInputFileSize +" bytes. Small job threshold: "
+ inputByteMax );
-        if (totalInputFileSize > inputByteMax) {
+        if (totalInputFileSize < 0 || totalInputFileSize > inputByteMax) {
             return false;
         }
 



Mime
View raw message