hive-commits mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From gunt...@apache.org
Subject svn commit: r1556041 [12/42] - in /hive/trunk: cli/src/java/org/apache/hadoop/hive/cli/ common/src/java/org/apache/hadoop/hive/conf/ ql/src/java/org/apache/hadoop/hive/ql/ ql/src/java/org/apache/hadoop/hive/ql/exec/ ql/src/java/org/apache/hadoop/hive/q...
Date Mon, 06 Jan 2014 21:32:41 GMT
Modified: hive/trunk/ql/src/test/results/compiler/plan/groupby6.q.xml
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/compiler/plan/groupby6.q.xml?rev=1556041&r1=1556040&r2=1556041&view=diff
==============================================================================
--- hive/trunk/ql/src/test/results/compiler/plan/groupby6.q.xml (original)
+++ hive/trunk/ql/src/test/results/compiler/plan/groupby6.q.xml Mon Jan  6 21:32:38 2014
@@ -153,440 +153,295 @@
        <string>src</string> 
        <object id="TableScanOperator0" class="org.apache.hadoop.hive.ql.exec.TableScanOperator"> 
         <void property="childOperators"> 
-         <object class="java.util.ArrayList"> 
-          <void method="add"> 
-           <object id="SelectOperator0" class="org.apache.hadoop.hive.ql.exec.SelectOperator"> 
-            <void property="childOperators"> 
-             <object class="java.util.ArrayList"> 
-              <void method="add"> 
-               <object id="GroupByOperator0" class="org.apache.hadoop.hive.ql.exec.GroupByOperator"> 
-                <void property="childOperators"> 
-                 <object class="java.util.ArrayList"> 
+         <void method="add"> 
+          <object id="SelectOperator0" class="org.apache.hadoop.hive.ql.exec.SelectOperator"> 
+           <void property="childOperators"> 
+            <void method="add"> 
+             <object id="GroupByOperator0" class="org.apache.hadoop.hive.ql.exec.GroupByOperator"> 
+              <void property="childOperators"> 
+               <void method="add"> 
+                <object id="ReduceSinkOperator0" class="org.apache.hadoop.hive.ql.exec.ReduceSinkOperator"> 
+                 <void property="columnExprMap"> 
+                  <object class="java.util.HashMap"> 
+                   <void method="put"> 
+                    <string>KEY._col0</string> 
+                    <object id="ExprNodeColumnDesc0" class="org.apache.hadoop.hive.ql.plan.ExprNodeColumnDesc"> 
+                     <void property="column"> 
+                      <string>_col0</string> 
+                     </void> 
+                     <void property="tabAlias"> 
+                      <string></string> 
+                     </void> 
+                     <void property="typeInfo"> 
+                      <object id="PrimitiveTypeInfo0" class="org.apache.hadoop.hive.serde2.typeinfo.PrimitiveTypeInfo"> 
+                       <void property="typeName"> 
+                        <string>string</string> 
+                       </void> 
+                      </object> 
+                     </void> 
+                    </object> 
+                   </void> 
+                  </object> 
+                 </void> 
+                 <void property="conf"> 
+                  <object class="org.apache.hadoop.hive.ql.plan.ReduceSinkDesc"> 
+                   <void property="distinctColumnIndices"> 
+                    <object class="java.util.ArrayList"/> 
+                   </void> 
+                   <void property="keyCols"> 
+                    <object id="ArrayList0" class="java.util.ArrayList"> 
+                     <void method="add"> 
+                      <object idref="ExprNodeColumnDesc0"/> 
+                     </void> 
+                    </object> 
+                   </void> 
+                   <void property="keySerializeInfo"> 
+                    <object id="TableDesc0" class="org.apache.hadoop.hive.ql.plan.TableDesc"> 
+                     <void property="inputFileFormatClass"> 
+                      <class>org.apache.hadoop.mapred.SequenceFileInputFormat</class> 
+                     </void> 
+                     <void property="outputFileFormatClass"> 
+                      <class>org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat</class> 
+                     </void> 
+                     <void property="properties"> 
+                      <object class="java.util.Properties"> 
+                       <void method="put"> 
+                        <string>columns</string> 
+                        <string>_col0</string> 
+                       </void> 
+                       <void method="put"> 
+                        <string>serialization.lib</string> 
+                        <string>org.apache.hadoop.hive.serde2.binarysortable.BinarySortableSerDe</string> 
+                       </void> 
+                       <void method="put"> 
+                        <string>serialization.sort.order</string> 
+                        <string>+</string> 
+                       </void> 
+                       <void method="put"> 
+                        <string>columns.types</string> 
+                        <string>string</string> 
+                       </void> 
+                      </object> 
+                     </void> 
+                    </object> 
+                   </void> 
+                   <void property="numDistributionKeys"> 
+                    <int>1</int> 
+                   </void> 
+                   <void property="numReducers"> 
+                    <int>-1</int> 
+                   </void> 
+                   <void property="outputKeyColumnNames"> 
+                    <object class="java.util.ArrayList"> 
+                     <void method="add"> 
+                      <string>_col0</string> 
+                     </void> 
+                    </object> 
+                   </void> 
+                   <void property="outputValueColumnNames"> 
+                    <object class="java.util.ArrayList"/> 
+                   </void> 
+                   <void property="partitionCols"> 
+                    <object idref="ArrayList0"/> 
+                   </void> 
+                   <void property="tag"> 
+                    <int>-1</int> 
+                   </void> 
+                   <void property="valueCols"> 
+                    <object class="java.util.ArrayList"/> 
+                   </void> 
+                   <void property="valueSerializeInfo"> 
+                    <object id="TableDesc1" class="org.apache.hadoop.hive.ql.plan.TableDesc"> 
+                     <void property="inputFileFormatClass"> 
+                      <class>org.apache.hadoop.mapred.SequenceFileInputFormat</class> 
+                     </void> 
+                     <void property="outputFileFormatClass"> 
+                      <class>org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat</class> 
+                     </void> 
+                     <void property="properties"> 
+                      <object class="java.util.Properties"> 
+                       <void method="put"> 
+                        <string>columns</string> 
+                        <string></string> 
+                       </void> 
+                       <void method="put"> 
+                        <string>serialization.lib</string> 
+                        <string>org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe</string> 
+                       </void> 
+                       <void method="put"> 
+                        <string>columns.types</string> 
+                        <string></string> 
+                       </void> 
+                       <void method="put"> 
+                        <string>escape.delim</string> 
+                        <string>\</string> 
+                       </void> 
+                      </object> 
+                     </void> 
+                    </object> 
+                   </void> 
+                  </object> 
+                 </void> 
+                 <void property="operatorId"> 
+                  <string>RS_3</string> 
+                 </void> 
+                 <void property="parentOperators"> 
                   <void method="add"> 
-                   <object id="ReduceSinkOperator0" class="org.apache.hadoop.hive.ql.exec.ReduceSinkOperator"> 
-                    <void property="columnExprMap"> 
-                     <object class="java.util.HashMap"> 
-                      <void method="put"> 
-                       <string>KEY._col0</string> 
-                       <object id="ExprNodeColumnDesc0" class="org.apache.hadoop.hive.ql.plan.ExprNodeColumnDesc"> 
-                        <void property="column"> 
-                         <string>_col0</string> 
-                        </void> 
-                        <void property="tabAlias"> 
-                         <string></string> 
-                        </void> 
-                        <void property="typeInfo"> 
-                         <object id="PrimitiveTypeInfo0" class="org.apache.hadoop.hive.serde2.typeinfo.PrimitiveTypeInfo"> 
-                          <void property="typeName"> 
-                           <string>string</string> 
-                          </void> 
-                         </object> 
-                        </void> 
-                       </object> 
-                      </void> 
-                     </object> 
-                    </void> 
-                    <void property="conf"> 
-                     <object class="org.apache.hadoop.hive.ql.plan.ReduceSinkDesc"> 
-                      <void property="distinctColumnIndices"> 
-                       <object class="java.util.ArrayList"/> 
-                      </void> 
-                      <void property="keyCols"> 
-                       <object id="ArrayList0" class="java.util.ArrayList"> 
-                        <void method="add"> 
-                         <object idref="ExprNodeColumnDesc0"/> 
-                        </void> 
-                       </object> 
-                      </void> 
-                      <void property="keySerializeInfo"> 
-                       <object id="TableDesc0" class="org.apache.hadoop.hive.ql.plan.TableDesc"> 
-                        <void property="inputFileFormatClass"> 
-                         <class>org.apache.hadoop.mapred.SequenceFileInputFormat</class> 
-                        </void> 
-                        <void property="outputFileFormatClass"> 
-                         <class>org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat</class> 
-                        </void> 
-                        <void property="properties"> 
-                         <object class="java.util.Properties"> 
-                          <void method="put"> 
-                           <string>columns</string> 
-                           <string>_col0</string> 
-                          </void> 
-                          <void method="put"> 
-                           <string>serialization.lib</string> 
-                           <string>org.apache.hadoop.hive.serde2.binarysortable.BinarySortableSerDe</string> 
-                          </void> 
-                          <void method="put"> 
-                           <string>serialization.sort.order</string> 
-                           <string>+</string> 
-                          </void> 
-                          <void method="put"> 
-                           <string>columns.types</string> 
-                           <string>string</string> 
-                          </void> 
-                         </object> 
-                        </void> 
-                       </object> 
-                      </void> 
-                      <void property="numDistributionKeys"> 
-                       <int>1</int> 
-                      </void> 
-                      <void property="numReducers"> 
-                       <int>-1</int> 
-                      </void> 
-                      <void property="outputKeyColumnNames"> 
-                       <object class="java.util.ArrayList"> 
-                        <void method="add"> 
-                         <string>_col0</string> 
-                        </void> 
-                       </object> 
-                      </void> 
-                      <void property="outputValueColumnNames"> 
-                       <object class="java.util.ArrayList"/> 
-                      </void> 
-                      <void property="partitionCols"> 
-                       <object idref="ArrayList0"/> 
-                      </void> 
-                      <void property="tag"> 
-                       <int>-1</int> 
-                      </void> 
-                      <void property="valueCols"> 
-                       <object class="java.util.ArrayList"/> 
-                      </void> 
-                      <void property="valueSerializeInfo"> 
-                       <object id="TableDesc1" class="org.apache.hadoop.hive.ql.plan.TableDesc"> 
-                        <void property="inputFileFormatClass"> 
-                         <class>org.apache.hadoop.mapred.SequenceFileInputFormat</class> 
-                        </void> 
-                        <void property="outputFileFormatClass"> 
-                         <class>org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat</class> 
-                        </void> 
-                        <void property="properties"> 
-                         <object class="java.util.Properties"> 
-                          <void method="put"> 
-                           <string>columns</string> 
-                           <string></string> 
-                          </void> 
-                          <void method="put"> 
-                           <string>serialization.lib</string> 
-                           <string>org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe</string> 
-                          </void> 
-                          <void method="put"> 
-                           <string>columns.types</string> 
-                           <string></string> 
-                          </void> 
-                          <void method="put"> 
-                           <string>escape.delim</string> 
-                           <string>\</string> 
-                          </void> 
-                         </object> 
-                        </void> 
-                       </object> 
+                   <object idref="GroupByOperator0"/> 
+                  </void> 
+                 </void> 
+                 <void property="schema"> 
+                  <object class="org.apache.hadoop.hive.ql.exec.RowSchema"> 
+                   <void property="signature"> 
+                    <object class="java.util.ArrayList"> 
+                     <void method="add"> 
+                      <object class="org.apache.hadoop.hive.ql.exec.ColumnInfo"> 
+                       <void property="internalName"> 
+                        <string>KEY._col0</string> 
+                       </void> 
+                       <void property="type"> 
+                        <object idref="PrimitiveTypeInfo0"/> 
+                       </void> 
+                       <void property="typeName"> 
+                        <string>string</string> 
+                       </void> 
+                      </object> 
+                     </void> 
+                    </object> 
+                   </void> 
+                  </object> 
+                 </void> 
+                </object> 
+               </void> 
+              </void> 
+              <void property="columnExprMap"> 
+               <object class="java.util.HashMap"> 
+                <void method="put"> 
+                 <string>_col0</string> 
+                 <object id="ExprNodeGenericFuncDesc0" class="org.apache.hadoop.hive.ql.plan.ExprNodeGenericFuncDesc"> 
+                  <void property="children"> 
+                   <object class="java.util.ArrayList"> 
+                    <void method="add"> 
+                     <object class="org.apache.hadoop.hive.ql.plan.ExprNodeColumnDesc"> 
+                      <void property="column"> 
+                       <string>value</string> 
                       </void> 
-                     </object> 
-                    </void> 
-                    <void property="operatorId"> 
-                     <string>RS_3</string> 
-                    </void> 
-                    <void property="parentOperators"> 
-                     <object class="java.util.ArrayList"> 
-                      <void method="add"> 
-                       <object idref="GroupByOperator0"/> 
+                      <void property="tabAlias"> 
+                       <string>src</string> 
                       </void> 
-                     </object> 
-                    </void> 
-                    <void property="schema"> 
-                     <object class="org.apache.hadoop.hive.ql.exec.RowSchema"> 
-                      <void property="signature"> 
-                       <object class="java.util.ArrayList"> 
-                        <void method="add"> 
-                         <object class="org.apache.hadoop.hive.ql.exec.ColumnInfo"> 
-                          <void property="internalName"> 
-                           <string>KEY._col0</string> 
-                          </void> 
-                          <void property="type"> 
-                           <object idref="PrimitiveTypeInfo0"/> 
-                          </void> 
-                          <void property="typeName"> 
-                           <string>string</string> 
-                          </void> 
-                         </object> 
-                        </void> 
-                       </object> 
+                      <void property="typeInfo"> 
+                       <object idref="PrimitiveTypeInfo0"/> 
                       </void> 
                      </object> 
                     </void> 
-                   </object> 
-                  </void> 
-                 </object> 
-                </void> 
-                <void property="columnExprMap"> 
-                 <object class="java.util.HashMap"> 
-                  <void method="put"> 
-                   <string>_col0</string> 
-                   <object id="ExprNodeGenericFuncDesc0" class="org.apache.hadoop.hive.ql.plan.ExprNodeGenericFuncDesc"> 
-                    <void property="children"> 
-                     <object class="java.util.ArrayList"> 
-                      <void method="add"> 
-                       <object class="org.apache.hadoop.hive.ql.plan.ExprNodeColumnDesc"> 
-                        <void property="column"> 
-                         <string>value</string> 
-                        </void> 
-                        <void property="tabAlias"> 
-                         <string>src</string> 
-                        </void> 
-                        <void property="typeInfo"> 
-                         <object idref="PrimitiveTypeInfo0"/> 
+                    <void method="add"> 
+                     <object class="org.apache.hadoop.hive.ql.plan.ExprNodeConstantDesc"> 
+                      <void property="typeInfo"> 
+                       <object id="PrimitiveTypeInfo1" class="org.apache.hadoop.hive.serde2.typeinfo.PrimitiveTypeInfo"> 
+                        <void property="typeName"> 
+                         <string>int</string> 
                         </void> 
                        </object> 
                       </void> 
-                      <void method="add"> 
-                       <object class="org.apache.hadoop.hive.ql.plan.ExprNodeConstantDesc"> 
-                        <void property="typeInfo"> 
-                         <object id="PrimitiveTypeInfo1" class="org.apache.hadoop.hive.serde2.typeinfo.PrimitiveTypeInfo"> 
-                          <void property="typeName"> 
-                           <string>int</string> 
-                          </void> 
-                         </object> 
-                        </void> 
-                        <void property="value"> 
-                         <int>5</int> 
-                        </void> 
-                       </object> 
-                      </void> 
-                      <void method="add"> 
-                       <object class="org.apache.hadoop.hive.ql.plan.ExprNodeConstantDesc"> 
-                        <void property="typeInfo"> 
-                         <object idref="PrimitiveTypeInfo1"/> 
-                        </void> 
-                        <void property="value"> 
-                         <int>1</int> 
-                        </void> 
-                       </object> 
+                      <void property="value"> 
+                       <int>5</int> 
                       </void> 
                      </object> 
                     </void> 
-                    <void property="genericUDF"> 
-                     <object class="org.apache.hadoop.hive.ql.udf.generic.GenericUDFBridge"> 
-                      <void property="udfClassName"> 
-                       <string>org.apache.hadoop.hive.ql.udf.UDFSubstr</string> 
+                    <void method="add"> 
+                     <object class="org.apache.hadoop.hive.ql.plan.ExprNodeConstantDesc"> 
+                      <void property="typeInfo"> 
+                       <object idref="PrimitiveTypeInfo1"/> 
                       </void> 
-                      <void property="udfName"> 
-                       <string>substr</string> 
+                      <void property="value"> 
+                       <int>1</int> 
                       </void> 
                      </object> 
                     </void> 
-                    <void property="typeInfo"> 
-                     <object idref="PrimitiveTypeInfo0"/> 
-                    </void> 
                    </object> 
                   </void> 
-                 </object> 
-                </void> 
-                <void property="conf"> 
-                 <object class="org.apache.hadoop.hive.ql.plan.GroupByDesc"> 
-                  <void property="aggregators"> 
-                   <object class="java.util.ArrayList"/> 
-                  </void> 
-                  <void property="groupByMemoryUsage"> 
-                   <float>0.5</float> 
-                  </void> 
-                  <void property="groupingSetPosition"> 
-                   <int>1</int> 
-                  </void> 
-                  <void property="keys"> 
-                   <object class="java.util.ArrayList"> 
-                    <void method="add"> 
-                     <object idref="ExprNodeGenericFuncDesc0"/> 
+                  <void property="genericUDF"> 
+                   <object class="org.apache.hadoop.hive.ql.udf.generic.GenericUDFBridge"> 
+                    <void property="udfClassName"> 
+                     <string>org.apache.hadoop.hive.ql.udf.UDFSubstr</string> 
                     </void> 
-                   </object> 
-                  </void> 
-                  <void property="listGroupingSets"> 
-                   <object id="ArrayList1" class="java.util.ArrayList"/> 
-                  </void> 
-                  <void property="memoryThreshold"> 
-                   <float>0.9</float> 
-                  </void> 
-                  <void property="mode"> 
-                   <object class="org.apache.hadoop.hive.ql.plan.GroupByDesc$Mode" method="valueOf"> 
-                    <string>HASH</string> 
-                   </object> 
-                  </void> 
-                  <void property="outputColumnNames"> 
-                   <object class="java.util.ArrayList"> 
-                    <void method="add"> 
-                     <string>_col0</string> 
+                    <void property="udfName"> 
+                     <string>substr</string> 
                     </void> 
                    </object> 
                   </void> 
-                 </object> 
-                </void> 
-                <void property="operatorId"> 
-                 <string>GBY_2</string> 
-                </void> 
-                <void property="parentOperators"> 
-                 <object class="java.util.ArrayList"> 
-                  <void method="add"> 
-                   <object idref="SelectOperator0"/> 
-                  </void> 
-                 </object> 
-                </void> 
-                <void property="schema"> 
-                 <object class="org.apache.hadoop.hive.ql.exec.RowSchema"> 
-                  <void property="signature"> 
-                   <object class="java.util.ArrayList"> 
-                    <void method="add"> 
-                     <object class="org.apache.hadoop.hive.ql.exec.ColumnInfo"> 
-                      <void property="internalName"> 
-                       <string>_col0</string> 
-                      </void> 
-                      <void property="tabAlias"> 
-                       <string></string> 
-                      </void> 
-                      <void property="type"> 
-                       <object idref="PrimitiveTypeInfo0"/> 
-                      </void> 
-                      <void property="typeName"> 
-                       <string>string</string> 
-                      </void> 
-                     </object> 
-                    </void> 
-                   </object> 
+                  <void property="typeInfo"> 
+                   <object idref="PrimitiveTypeInfo0"/> 
                   </void> 
                  </object> 
                 </void> 
                </object> 
               </void> 
-             </object> 
-            </void> 
-            <void property="columnExprMap"> 
-             <object class="java.util.HashMap"> 
-              <void method="put"> 
-               <string>BLOCK__OFFSET__INSIDE__FILE</string> 
-               <object class="org.apache.hadoop.hive.ql.plan.ExprNodeColumnDesc"> 
-                <void property="column"> 
-                 <string>BLOCK__OFFSET__INSIDE__FILE</string> 
+              <void property="conf"> 
+               <object class="org.apache.hadoop.hive.ql.plan.GroupByDesc"> 
+                <void property="aggregators"> 
+                 <object class="java.util.ArrayList"/> 
                 </void> 
-                <void property="isPartitionColOrVirtualCol"> 
-                 <boolean>true</boolean> 
+                <void property="groupByMemoryUsage"> 
+                 <float>0.5</float> 
                 </void> 
-                <void property="tabAlias"> 
-                 <string>src</string> 
+                <void property="groupingSetPosition"> 
+                 <int>1</int> 
                 </void> 
-                <void property="typeInfo"> 
-                 <object id="PrimitiveTypeInfo2" class="org.apache.hadoop.hive.serde2.typeinfo.PrimitiveTypeInfo"> 
-                  <void property="typeName"> 
-                   <string>bigint</string> 
+                <void property="keys"> 
+                 <object class="java.util.ArrayList"> 
+                  <void method="add"> 
+                   <object idref="ExprNodeGenericFuncDesc0"/> 
                   </void> 
                  </object> 
                 </void> 
-               </object> 
-              </void> 
-              <void method="put"> 
-               <string>INPUT__FILE__NAME</string> 
-               <object class="org.apache.hadoop.hive.ql.plan.ExprNodeColumnDesc"> 
-                <void property="column"> 
-                 <string>INPUT__FILE__NAME</string> 
-                </void> 
-                <void property="isPartitionColOrVirtualCol"> 
-                 <boolean>true</boolean> 
-                </void> 
-                <void property="tabAlias"> 
-                 <string>src</string> 
-                </void> 
-                <void property="typeInfo"> 
-                 <object idref="PrimitiveTypeInfo0"/> 
-                </void> 
-               </object> 
-              </void> 
-              <void method="put"> 
-               <string>value</string> 
-               <object class="org.apache.hadoop.hive.ql.plan.ExprNodeColumnDesc"> 
-                <void property="column"> 
-                 <string>value</string> 
-                </void> 
-                <void property="tabAlias"> 
-                 <string>src</string> 
-                </void> 
-                <void property="typeInfo"> 
-                 <object idref="PrimitiveTypeInfo0"/> 
+                <void property="listGroupingSets"> 
+                 <object id="ArrayList1" class="java.util.ArrayList"/> 
                 </void> 
-               </object> 
-              </void> 
-              <void method="put"> 
-               <string>key</string> 
-               <object class="org.apache.hadoop.hive.ql.plan.ExprNodeColumnDesc"> 
-                <void property="column"> 
-                 <string>key</string> 
-                </void> 
-                <void property="tabAlias"> 
-                 <string>src</string> 
+                <void property="memoryThreshold"> 
+                 <float>0.9</float> 
                 </void> 
-                <void property="typeInfo"> 
-                 <object idref="PrimitiveTypeInfo0"/> 
+                <void property="mode"> 
+                 <object class="org.apache.hadoop.hive.ql.plan.GroupByDesc$Mode" method="valueOf"> 
+                  <string>HASH</string> 
+                 </object> 
                 </void> 
-               </object> 
-              </void> 
-             </object> 
-            </void> 
-            <void property="conf"> 
-             <object class="org.apache.hadoop.hive.ql.plan.SelectDesc"> 
-              <void property="colList"> 
-               <object class="java.util.ArrayList"> 
-                <void method="add"> 
-                 <object class="org.apache.hadoop.hive.ql.plan.ExprNodeColumnDesc"> 
-                  <void property="column"> 
-                   <string>value</string> 
-                  </void> 
-                  <void property="tabAlias"> 
-                   <string>src</string> 
-                  </void> 
-                  <void property="typeInfo"> 
-                   <object idref="PrimitiveTypeInfo0"/> 
+                <void property="outputColumnNames"> 
+                 <object class="java.util.ArrayList"> 
+                  <void method="add"> 
+                   <string>_col0</string> 
                   </void> 
                  </object> 
                 </void> 
                </object> 
               </void> 
-              <void property="outputColumnNames"> 
-               <object class="java.util.ArrayList"> 
-                <void method="add"> 
-                 <string>value</string> 
-                </void> 
-               </object> 
-              </void> 
-              <void property="selectStar"> 
-               <boolean>true</boolean> 
-              </void> 
-             </object> 
-            </void> 
-            <void property="operatorId"> 
-             <string>SEL_1</string> 
-            </void> 
-            <void property="parentOperators"> 
-             <object class="java.util.ArrayList"> 
-              <void method="add"> 
-               <object idref="TableScanOperator0"/> 
+              <void property="operatorId"> 
+               <string>GBY_2</string> 
               </void> 
-             </object> 
-            </void> 
-            <void property="schema"> 
-             <object class="org.apache.hadoop.hive.ql.exec.RowSchema"> 
-              <void property="signature"> 
-               <object class="java.util.ArrayList"> 
-                <void method="add"> 
-                 <object id="ColumnInfo0" class="org.apache.hadoop.hive.ql.exec.ColumnInfo"> 
-                  <void property="internalName"> 
-                   <string>value</string> 
-                  </void> 
-                  <void property="tabAlias"> 
-                   <string>src</string> 
-                  </void> 
-                  <void property="type"> 
-                   <object idref="PrimitiveTypeInfo0"/> 
-                  </void> 
-                  <void property="typeName"> 
-                   <string>string</string> 
+              <void property="parentOperators"> 
+               <void method="add"> 
+                <object idref="SelectOperator0"/> 
+               </void> 
+              </void> 
+              <void property="schema"> 
+               <object class="org.apache.hadoop.hive.ql.exec.RowSchema"> 
+                <void property="signature"> 
+                 <object class="java.util.ArrayList"> 
+                  <void method="add"> 
+                   <object class="org.apache.hadoop.hive.ql.exec.ColumnInfo"> 
+                    <void property="internalName"> 
+                     <string>_col0</string> 
+                    </void> 
+                    <void property="tabAlias"> 
+                     <string></string> 
+                    </void> 
+                    <void property="type"> 
+                     <object idref="PrimitiveTypeInfo0"/> 
+                    </void> 
+                    <void property="typeName"> 
+                     <string>string</string> 
+                    </void> 
+                   </object> 
                   </void> 
                  </object> 
                 </void> 
@@ -594,9 +449,142 @@
               </void> 
              </object> 
             </void> 
-           </object> 
-          </void> 
-         </object> 
+           </void> 
+           <void property="columnExprMap"> 
+            <object class="java.util.HashMap"> 
+             <void method="put"> 
+              <string>BLOCK__OFFSET__INSIDE__FILE</string> 
+              <object class="org.apache.hadoop.hive.ql.plan.ExprNodeColumnDesc"> 
+               <void property="column"> 
+                <string>BLOCK__OFFSET__INSIDE__FILE</string> 
+               </void> 
+               <void property="isPartitionColOrVirtualCol"> 
+                <boolean>true</boolean> 
+               </void> 
+               <void property="tabAlias"> 
+                <string>src</string> 
+               </void> 
+               <void property="typeInfo"> 
+                <object id="PrimitiveTypeInfo2" class="org.apache.hadoop.hive.serde2.typeinfo.PrimitiveTypeInfo"> 
+                 <void property="typeName"> 
+                  <string>bigint</string> 
+                 </void> 
+                </object> 
+               </void> 
+              </object> 
+             </void> 
+             <void method="put"> 
+              <string>INPUT__FILE__NAME</string> 
+              <object class="org.apache.hadoop.hive.ql.plan.ExprNodeColumnDesc"> 
+               <void property="column"> 
+                <string>INPUT__FILE__NAME</string> 
+               </void> 
+               <void property="isPartitionColOrVirtualCol"> 
+                <boolean>true</boolean> 
+               </void> 
+               <void property="tabAlias"> 
+                <string>src</string> 
+               </void> 
+               <void property="typeInfo"> 
+                <object idref="PrimitiveTypeInfo0"/> 
+               </void> 
+              </object> 
+             </void> 
+             <void method="put"> 
+              <string>value</string> 
+              <object class="org.apache.hadoop.hive.ql.plan.ExprNodeColumnDesc"> 
+               <void property="column"> 
+                <string>value</string> 
+               </void> 
+               <void property="tabAlias"> 
+                <string>src</string> 
+               </void> 
+               <void property="typeInfo"> 
+                <object idref="PrimitiveTypeInfo0"/> 
+               </void> 
+              </object> 
+             </void> 
+             <void method="put"> 
+              <string>key</string> 
+              <object class="org.apache.hadoop.hive.ql.plan.ExprNodeColumnDesc"> 
+               <void property="column"> 
+                <string>key</string> 
+               </void> 
+               <void property="tabAlias"> 
+                <string>src</string> 
+               </void> 
+               <void property="typeInfo"> 
+                <object idref="PrimitiveTypeInfo0"/> 
+               </void> 
+              </object> 
+             </void> 
+            </object> 
+           </void> 
+           <void property="conf"> 
+            <object class="org.apache.hadoop.hive.ql.plan.SelectDesc"> 
+             <void property="colList"> 
+              <object class="java.util.ArrayList"> 
+               <void method="add"> 
+                <object class="org.apache.hadoop.hive.ql.plan.ExprNodeColumnDesc"> 
+                 <void property="column"> 
+                  <string>value</string> 
+                 </void> 
+                 <void property="tabAlias"> 
+                  <string>src</string> 
+                 </void> 
+                 <void property="typeInfo"> 
+                  <object idref="PrimitiveTypeInfo0"/> 
+                 </void> 
+                </object> 
+               </void> 
+              </object> 
+             </void> 
+             <void property="outputColumnNames"> 
+              <object class="java.util.ArrayList"> 
+               <void method="add"> 
+                <string>value</string> 
+               </void> 
+              </object> 
+             </void> 
+             <void property="selectStar"> 
+              <boolean>true</boolean> 
+             </void> 
+            </object> 
+           </void> 
+           <void property="operatorId"> 
+            <string>SEL_1</string> 
+           </void> 
+           <void property="parentOperators"> 
+            <void method="add"> 
+             <object idref="TableScanOperator0"/> 
+            </void> 
+           </void> 
+           <void property="schema"> 
+            <object class="org.apache.hadoop.hive.ql.exec.RowSchema"> 
+             <void property="signature"> 
+              <object class="java.util.ArrayList"> 
+               <void method="add"> 
+                <object id="ColumnInfo0" class="org.apache.hadoop.hive.ql.exec.ColumnInfo"> 
+                 <void property="internalName"> 
+                  <string>value</string> 
+                 </void> 
+                 <void property="tabAlias"> 
+                  <string>src</string> 
+                 </void> 
+                 <void property="type"> 
+                  <object idref="PrimitiveTypeInfo0"/> 
+                 </void> 
+                 <void property="typeName"> 
+                  <string>string</string> 
+                 </void> 
+                </object> 
+               </void> 
+              </object> 
+             </void> 
+            </object> 
+           </void> 
+          </object> 
+         </void> 
         </void> 
         <void property="conf"> 
          <object class="org.apache.hadoop.hive.ql.plan.TableScanDesc"> 
@@ -880,171 +868,95 @@
       <void property="reducer"> 
        <object id="GroupByOperator1" class="org.apache.hadoop.hive.ql.exec.GroupByOperator"> 
         <void property="childOperators"> 
-         <object class="java.util.ArrayList"> 
-          <void method="add"> 
-           <object id="SelectOperator1" class="org.apache.hadoop.hive.ql.exec.SelectOperator"> 
-            <void property="childOperators"> 
-             <object class="java.util.ArrayList"> 
-              <void method="add"> 
-               <object class="org.apache.hadoop.hive.ql.exec.FileSinkOperator"> 
-                <void property="conf"> 
-                 <object class="org.apache.hadoop.hive.ql.plan.FileSinkDesc"> 
-                  <void property="dirName"> 
-                   #### A masked pattern was here #### 
-                  </void> 
-                  <void property="numFiles"> 
-                   <int>1</int> 
-                  </void> 
-                  <void property="statsAggPrefix"> 
-                   #### A masked pattern was here #### 
-                  </void> 
-                  <void property="statsCollectRawDataSize"> 
-                   <boolean>true</boolean> 
-                  </void> 
-                  <void property="tableInfo"> 
-                   <object class="org.apache.hadoop.hive.ql.plan.TableDesc"> 
-                    <void property="inputFileFormatClass"> 
-                     <class>org.apache.hadoop.mapred.TextInputFormat</class> 
-                    </void> 
-                    <void property="outputFileFormatClass"> 
-                     <class>org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat</class> 
-                    </void> 
-                    <void property="properties"> 
-                     <object class="java.util.Properties"> 
-                      <void method="put"> 
-                       <string>hive.serialization.extend.nesting.levels</string> 
-                       <string>true</string> 
-                      </void> 
-                      <void method="put"> 
-                       <string>columns</string> 
-                       <string>_col0</string> 
-                      </void> 
-                      <void method="put"> 
-                       <string>serialization.lib</string> 
-                       <string>org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe</string> 
-                      </void> 
-                      <void method="put"> 
-                       <string>serialization.format</string> 
-                       <string>1</string> 
-                      </void> 
-                      <void method="put"> 
-                       <string>columns.types</string> 
-                       <string>string</string> 
-                      </void> 
-                      <void method="put"> 
-                       <string>escape.delim</string> 
-                       <string>\</string> 
-                      </void> 
-                     </object> 
-                    </void> 
-                   </object> 
-                  </void> 
-                  <void property="totalFiles"> 
-                   <int>1</int> 
-                  </void> 
-                 </object> 
+         <void method="add"> 
+          <object id="SelectOperator1" class="org.apache.hadoop.hive.ql.exec.SelectOperator"> 
+           <void property="childOperators"> 
+            <void method="add"> 
+             <object class="org.apache.hadoop.hive.ql.exec.FileSinkOperator"> 
+              <void property="conf"> 
+               <object class="org.apache.hadoop.hive.ql.plan.FileSinkDesc"> 
+                <void property="dirName"> 
+                 #### A masked pattern was here #### 
                 </void> 
-                <void property="operatorId"> 
-                 <string>FS_6</string> 
+                <void property="numFiles"> 
+                 <int>1</int> 
                 </void> 
-                <void property="parentOperators"> 
-                 <object class="java.util.ArrayList"> 
-                  <void method="add"> 
-                   <object idref="SelectOperator1"/> 
-                  </void> 
-                 </object> 
+                <void property="statsAggPrefix"> 
+                 #### A masked pattern was here #### 
                 </void> 
-                <void property="schema"> 
-                 <object class="org.apache.hadoop.hive.ql.exec.RowSchema"> 
-                  <void property="signature"> 
-                   <object class="java.util.ArrayList"> 
-                    <void method="add"> 
-                     <object class="org.apache.hadoop.hive.ql.exec.ColumnInfo"> 
-                      <void property="internalName"> 
-                       <string>_col0</string> 
-                      </void> 
-                      <void property="tabAlias"> 
-                       <string></string> 
-                      </void> 
-                      <void property="type"> 
-                       <object idref="PrimitiveTypeInfo0"/> 
-                      </void> 
-                      <void property="typeName"> 
-                       <string>string</string> 
-                      </void> 
-                     </object> 
+                <void property="statsCollectRawDataSize"> 
+                 <boolean>true</boolean> 
+                </void> 
+                <void property="tableInfo"> 
+                 <object class="org.apache.hadoop.hive.ql.plan.TableDesc"> 
+                  <void property="inputFileFormatClass"> 
+                   <class>org.apache.hadoop.mapred.TextInputFormat</class> 
+                  </void> 
+                  <void property="outputFileFormatClass"> 
+                   <class>org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat</class> 
+                  </void> 
+                  <void property="properties"> 
+                   <object class="java.util.Properties"> 
+                    <void method="put"> 
+                     <string>hive.serialization.extend.nesting.levels</string> 
+                     <string>true</string> 
+                    </void> 
+                    <void method="put"> 
+                     <string>columns</string> 
+                     <string>_col0</string> 
+                    </void> 
+                    <void method="put"> 
+                     <string>serialization.lib</string> 
+                     <string>org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe</string> 
+                    </void> 
+                    <void method="put"> 
+                     <string>serialization.format</string> 
+                     <string>1</string> 
+                    </void> 
+                    <void method="put"> 
+                     <string>columns.types</string> 
+                     <string>string</string> 
+                    </void> 
+                    <void method="put"> 
+                     <string>escape.delim</string> 
+                     <string>\</string> 
                     </void> 
                    </object> 
                   </void> 
                  </object> 
                 </void> 
-               </object> 
-              </void> 
-             </object> 
-            </void> 
-            <void property="columnExprMap"> 
-             <object class="java.util.HashMap"> 
-              <void method="put"> 
-               <string>_col0</string> 
-               <object id="ExprNodeColumnDesc1" class="org.apache.hadoop.hive.ql.plan.ExprNodeColumnDesc"> 
-                <void property="column"> 
-                 <string>_col0</string> 
-                </void> 
-                <void property="tabAlias"> 
-                 <string></string> 
-                </void> 
-                <void property="typeInfo"> 
-                 <object idref="PrimitiveTypeInfo0"/> 
+                <void property="totalFiles"> 
+                 <int>1</int> 
                 </void> 
                </object> 
               </void> 
-             </object> 
-            </void> 
-            <void property="conf"> 
-             <object class="org.apache.hadoop.hive.ql.plan.SelectDesc"> 
-              <void property="colList"> 
-               <object class="java.util.ArrayList"> 
-                <void method="add"> 
-                 <object idref="ExprNodeColumnDesc1"/> 
-                </void> 
-               </object> 
-              </void> 
-              <void property="outputColumnNames"> 
-               <object class="java.util.ArrayList"> 
-                <void method="add"> 
-                 <string>_col0</string> 
-                </void> 
-               </object> 
+              <void property="operatorId"> 
+               <string>FS_6</string> 
               </void> 
-             </object> 
-            </void> 
-            <void property="operatorId"> 
-             <string>SEL_5</string> 
-            </void> 
-            <void property="parentOperators"> 
-             <object class="java.util.ArrayList"> 
-              <void method="add"> 
-               <object idref="GroupByOperator1"/> 
+              <void property="parentOperators"> 
+               <void method="add"> 
+                <object idref="SelectOperator1"/> 
+               </void> 
               </void> 
-             </object> 
-            </void> 
-            <void property="schema"> 
-             <object class="org.apache.hadoop.hive.ql.exec.RowSchema"> 
-              <void property="signature"> 
-               <object class="java.util.ArrayList"> 
-                <void method="add"> 
-                 <object class="org.apache.hadoop.hive.ql.exec.ColumnInfo"> 
-                  <void property="alias"> 
-                   <string>_c0</string> 
-                  </void> 
-                  <void property="internalName"> 
-                   <string>_col0</string> 
-                  </void> 
-                  <void property="type"> 
-                   <object idref="PrimitiveTypeInfo0"/> 
-                  </void> 
-                  <void property="typeName"> 
-                   <string>string</string> 
+              <void property="schema"> 
+               <object class="org.apache.hadoop.hive.ql.exec.RowSchema"> 
+                <void property="signature"> 
+                 <object class="java.util.ArrayList"> 
+                  <void method="add"> 
+                   <object class="org.apache.hadoop.hive.ql.exec.ColumnInfo"> 
+                    <void property="internalName"> 
+                     <string>_col0</string> 
+                    </void> 
+                    <void property="tabAlias"> 
+                     <string></string> 
+                    </void> 
+                    <void property="type"> 
+                     <object idref="PrimitiveTypeInfo0"/> 
+                    </void> 
+                    <void property="typeName"> 
+                     <string>string</string> 
+                    </void> 
+                   </object> 
                   </void> 
                  </object> 
                 </void> 
@@ -1052,9 +964,77 @@
               </void> 
              </object> 
             </void> 
-           </object> 
-          </void> 
-         </object> 
+           </void> 
+           <void property="columnExprMap"> 
+            <object class="java.util.HashMap"> 
+             <void method="put"> 
+              <string>_col0</string> 
+              <object id="ExprNodeColumnDesc1" class="org.apache.hadoop.hive.ql.plan.ExprNodeColumnDesc"> 
+               <void property="column"> 
+                <string>_col0</string> 
+               </void> 
+               <void property="tabAlias"> 
+                <string></string> 
+               </void> 
+               <void property="typeInfo"> 
+                <object idref="PrimitiveTypeInfo0"/> 
+               </void> 
+              </object> 
+             </void> 
+            </object> 
+           </void> 
+           <void property="conf"> 
+            <object class="org.apache.hadoop.hive.ql.plan.SelectDesc"> 
+             <void property="colList"> 
+              <object class="java.util.ArrayList"> 
+               <void method="add"> 
+                <object idref="ExprNodeColumnDesc1"/> 
+               </void> 
+              </object> 
+             </void> 
+             <void property="outputColumnNames"> 
+              <object class="java.util.ArrayList"> 
+               <void method="add"> 
+                <string>_col0</string> 
+               </void> 
+              </object> 
+             </void> 
+            </object> 
+           </void> 
+           <void property="operatorId"> 
+            <string>SEL_5</string> 
+           </void> 
+           <void property="parentOperators"> 
+            <void method="add"> 
+             <object idref="GroupByOperator1"/> 
+            </void> 
+           </void> 
+           <void property="schema"> 
+            <object class="org.apache.hadoop.hive.ql.exec.RowSchema"> 
+             <void property="signature"> 
+              <object class="java.util.ArrayList"> 
+               <void method="add"> 
+                <object class="org.apache.hadoop.hive.ql.exec.ColumnInfo"> 
+                 <void property="alias"> 
+                  <string>_c0</string> 
+                 </void> 
+                 <void property="internalName"> 
+                  <string>_col0</string> 
+                 </void> 
+                 <void property="type"> 
+                  <object idref="PrimitiveTypeInfo0"/> 
+                 </void> 
+                 <void property="typeName"> 
+                  <string>string</string> 
+                 </void> 
+                </object> 
+               </void> 
+              </object> 
+             </void> 
+            </object> 
+           </void> 
+          </object> 
+         </void> 
         </void> 
         <void property="columnExprMap"> 
          <object class="java.util.HashMap"> 
@@ -1110,11 +1090,9 @@
          <string>GBY_4</string> 
         </void> 
         <void property="parentOperators"> 
-         <object class="java.util.ArrayList"> 
-          <void method="add"> 
-           <object idref="ReduceSinkOperator0"/> 
-          </void> 
-         </object> 
+         <void method="add"> 
+          <object idref="ReduceSinkOperator0"/> 
+         </void> 
         </void> 
         <void property="schema"> 
          <object class="org.apache.hadoop.hive.ql.exec.RowSchema"> 



Mime
View raw message