pig-commits mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From rd...@apache.org
Subject svn commit: r1044056 - in /pig/branches/branch-0.8: CHANGES.txt src/org/apache/pig/data/InternalCachedBag.java
Date Thu, 09 Dec 2010 18:09:30 GMT
Author: rding
Date: Thu Dec  9 18:09:30 2010
New Revision: 1044056

URL: http://svn.apache.org/viewvc?rev=1044056&view=rev
Log:
PIG-1760: Need to report progress in all databags

Modified:
    pig/branches/branch-0.8/CHANGES.txt
    pig/branches/branch-0.8/src/org/apache/pig/data/InternalCachedBag.java

Modified: pig/branches/branch-0.8/CHANGES.txt
URL: http://svn.apache.org/viewvc/pig/branches/branch-0.8/CHANGES.txt?rev=1044056&r1=1044055&r2=1044056&view=diff
==============================================================================
--- pig/branches/branch-0.8/CHANGES.txt (original)
+++ pig/branches/branch-0.8/CHANGES.txt Thu Dec  9 18:09:30 2010
@@ -211,6 +211,8 @@ PIG-1309: Map-side Cogroup (ashutoshc)
 
 BUG FIXES
 
+PIG-1760: Need to report progress in all databags (rding)
+
 PIG-1709: Skewed join use fewer reducer for extreme large key (daijy)
 
 PIG-1751: New logical plan: PushDownForEachFlatten fail in UDF with unknown

Modified: pig/branches/branch-0.8/src/org/apache/pig/data/InternalCachedBag.java
URL: http://svn.apache.org/viewvc/pig/branches/branch-0.8/src/org/apache/pig/data/InternalCachedBag.java?rev=1044056&r1=1044055&r2=1044056&view=diff
==============================================================================
--- pig/branches/branch-0.8/src/org/apache/pig/data/InternalCachedBag.java (original)
+++ pig/branches/branch-0.8/src/org/apache/pig/data/InternalCachedBag.java Thu Dec  9 18:09:30
2010
@@ -200,6 +200,8 @@ public class InternalCachedBag extends D
         DataInputStream in;
         Tuple next;
         
+        long numTuplesRead = 0;
+        
         public CachedBagIterator() {
             iter = mContents.iterator();
             if(mSpillFiles != null && mSpillFiles.size() > 0) {
@@ -258,6 +260,10 @@ public class InternalCachedBag extends D
             Tuple t = next;
             next = null;
 
+            numTuplesRead++;
+            // This will report progress every 16383 records.
+            if ((numTuplesRead & 0x3fff) == 0) reportProgress();
+            
             return t;
         }
 



Mime
View raw message