pig-commits mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From da...@apache.org
Subject svn commit: r983043 - in /hadoop/pig/trunk: CHANGES.txt src/org/apache/pig/newplan/logical/optimizer/LogicalPlanOptimizer.java test/newlogicalplan-tests
Date Fri, 06 Aug 2010 16:28:54 GMT
Author: daijy
Date: Fri Aug  6 16:28:53 2010
New Revision: 983043

URL: http://svn.apache.org/viewvc?rev=983043&view=rev
Log:
PIG-1496: Mandatory rule ImplicitSplitInserter

Modified:
    hadoop/pig/trunk/CHANGES.txt
    hadoop/pig/trunk/src/org/apache/pig/newplan/logical/optimizer/LogicalPlanOptimizer.java
    hadoop/pig/trunk/test/newlogicalplan-tests

Modified: hadoop/pig/trunk/CHANGES.txt
URL: http://svn.apache.org/viewvc/hadoop/pig/trunk/CHANGES.txt?rev=983043&r1=983042&r2=983043&view=diff
==============================================================================
--- hadoop/pig/trunk/CHANGES.txt (original)
+++ hadoop/pig/trunk/CHANGES.txt Fri Aug  6 16:28:53 2010
@@ -26,6 +26,8 @@ PIG-1249: Safe-guards against misconfigu
 
 IMPROVEMENTS
 
+PIG-1496: Mandatory rule ImplicitSplitInserter (yanz via daijy)
+
 PIG-346: grant help command cleanup (olgan)
 
 PIG-1199: help includes obsolete options (olgan)

Modified: hadoop/pig/trunk/src/org/apache/pig/newplan/logical/optimizer/LogicalPlanOptimizer.java
URL: http://svn.apache.org/viewvc/hadoop/pig/trunk/src/org/apache/pig/newplan/logical/optimizer/LogicalPlanOptimizer.java?rev=983043&r1=983042&r2=983043&view=diff
==============================================================================
--- hadoop/pig/trunk/src/org/apache/pig/newplan/logical/optimizer/LogicalPlanOptimizer.java
(original)
+++ hadoop/pig/trunk/src/org/apache/pig/newplan/logical/optimizer/LogicalPlanOptimizer.java
Fri Aug  6 16:28:53 2010
@@ -27,6 +27,7 @@ import org.apache.pig.newplan.OperatorPl
 import org.apache.pig.newplan.logical.rules.AddForEach;
 import org.apache.pig.newplan.logical.rules.ColumnMapKeyPrune;
 import org.apache.pig.newplan.logical.rules.FilterAboveForeach;
+import org.apache.pig.newplan.logical.rules.ImplicitSplitInserter;
 import org.apache.pig.newplan.logical.rules.MergeFilter;
 import org.apache.pig.newplan.logical.rules.PushUpFilter;
 import org.apache.pig.newplan.logical.rules.SplitFilter;
@@ -47,11 +48,20 @@ public class LogicalPlanOptimizer extend
     protected List<Set<Rule>> buildRuleSets() {
         List<Set<Rule>> ls = new ArrayList<Set<Rule>>();	    
 
-        // TypeCastInserter set
+        // ImplicitSplitInserter set
         // This set of rules Insert Foreach dedicated for casting after load
         Set<Rule> s = new HashSet<Rule>();
         // add split filter rule
-        Rule r = new TypeCastInserter("TypeCastInserter", LOLoad.class.getName());
+        Rule r = new ImplicitSplitInserter("ImplicitSplitInserter");
+        checkAndAddRule(s, r);
+        if (!s.isEmpty())
+            ls.add(s);
+        
+        // TypeCastInserter set
+        // This set of rules Insert Foreach dedicated for casting after load
+        s = new HashSet<Rule>();
+        // add split filter rule
+        r = new TypeCastInserter("TypeCastInserter", LOLoad.class.getName());
         checkAndAddRule(s, r);
         if (!s.isEmpty())
             ls.add(s);

Modified: hadoop/pig/trunk/test/newlogicalplan-tests
URL: http://svn.apache.org/viewvc/hadoop/pig/trunk/test/newlogicalplan-tests?rev=983043&r1=983042&r2=983043&view=diff
==============================================================================
--- hadoop/pig/trunk/test/newlogicalplan-tests (original)
+++ hadoop/pig/trunk/test/newlogicalplan-tests Fri Aug  6 16:28:53 2010
@@ -9,3 +9,4 @@
 **/TestNewPlanRule.java
 **/TestLogicalPlanMigrationVisitor.java
 **/TestNewPlanColumnPrune2.java
+**/TestNewPlanImplicitSplit.java



Mime
View raw message