pig-commits mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From roh...@apache.org
Subject svn commit: r1727967 - /pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/physicalLayer/relationalOperators/POPartialAgg.java
Date Mon, 01 Feb 2016 16:24:05 GMT
Author: rohini
Date: Mon Feb  1 16:24:05 2016
New Revision: 1727967

URL: http://svn.apache.org/viewvc?rev=1727967&view=rev
Log:
Fix slowness introduced in PIG-4782

Modified:
    pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/physicalLayer/relationalOperators/POPartialAgg.java

Modified: pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/physicalLayer/relationalOperators/POPartialAgg.java
URL: http://svn.apache.org/viewvc/pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/physicalLayer/relationalOperators/POPartialAgg.java?rev=1727967&r1=1727966&r2=1727967&view=diff
==============================================================================
--- pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/physicalLayer/relationalOperators/POPartialAgg.java
(original)
+++ pig/trunk/src/org/apache/pig/backend/hadoop/executionengine/physicalLayer/relationalOperators/POPartialAgg.java
Mon Feb  1 16:24:05 2016
@@ -639,6 +639,10 @@ public class POPartialAgg extends Physic
         if (mapAggDisabled()) {
             return 0;
         } else {
+            if (doContingentSpill && !startedContingentSpill) {
+                LOG.info("Spill triggered by SpillableMemoryManager, but previous spill call
is still not processed. Skipping");
+                return 0;
+            }
             LOG.info("Spill triggered by SpillableMemoryManager");
             synchronized(spillLock) {
                 if (rawInputMap != null) {



Mime
View raw message