pig-commits mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From roh...@apache.org
Subject svn commit: r1604281 - in /pig/branches/branch-0.13/src/org/apache/pig: backend/hadoop/executionengine/mapReduceLayer/MRCompiler.java newplan/logical/visitor/ScalarVisitor.java
Date Fri, 20 Jun 2014 21:25:05 GMT
Author: rohini
Date: Fri Jun 20 21:25:04 2014
New Revision: 1604281

URL: http://svn.apache.org/r1604281
Log:
PIG-3975 - Multiple Scalar reference calls leading to missing records - fix test failure for
trunk (rohini)

Modified:
    pig/branches/branch-0.13/src/org/apache/pig/backend/hadoop/executionengine/mapReduceLayer/MRCompiler.java
    pig/branches/branch-0.13/src/org/apache/pig/newplan/logical/visitor/ScalarVisitor.java

Modified: pig/branches/branch-0.13/src/org/apache/pig/backend/hadoop/executionengine/mapReduceLayer/MRCompiler.java
URL: http://svn.apache.org/viewvc/pig/branches/branch-0.13/src/org/apache/pig/backend/hadoop/executionengine/mapReduceLayer/MRCompiler.java?rev=1604281&r1=1604280&r2=1604281&view=diff
==============================================================================
--- pig/branches/branch-0.13/src/org/apache/pig/backend/hadoop/executionengine/mapReduceLayer/MRCompiler.java
(original)
+++ pig/branches/branch-0.13/src/org/apache/pig/backend/hadoop/executionengine/mapReduceLayer/MRCompiler.java
Fri Jun 20 21:25:04 2014
@@ -255,7 +255,8 @@ public class MRCompiler extends PhyPlanV
                         
                         // replace oldSpec in mro with newSpec
                         new FindStoreNameVisitor(pl, newSpec, oldSpec).visit();
-                        
+                        seen.add(newSpec);
+
                         POStore newSto = getStore();
                         newSto.setSFile(oldSpec);
                         MapReduceOper catMROp = getConcatenateJob(newSpec, mro_scalar_producer,
newSto);

Modified: pig/branches/branch-0.13/src/org/apache/pig/newplan/logical/visitor/ScalarVisitor.java
URL: http://svn.apache.org/viewvc/pig/branches/branch-0.13/src/org/apache/pig/newplan/logical/visitor/ScalarVisitor.java?rev=1604281&r1=1604280&r2=1604281&view=diff
==============================================================================
--- pig/branches/branch-0.13/src/org/apache/pig/newplan/logical/visitor/ScalarVisitor.java
(original)
+++ pig/branches/branch-0.13/src/org/apache/pig/newplan/logical/visitor/ScalarVisitor.java
Fri Jun 20 21:25:04 2014
@@ -98,9 +98,9 @@ public class ScalarVisitor extends AllEx
                     store.setTmpStore(true);
                     lp.add( store );
                     lp.connect( refOp, store );
-                    expr.setImplicitReferencedOperator(store);
                 }
-
+                
+                expr.setImplicitReferencedOperator(store);
                 filenameConst.setValue( store.getOutputSpec().getFileName() );
                 
                 if( lp.getSoftLinkSuccessors( store ) == null || 



Mime
View raw message