hadoop-common-commits mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From dhr...@apache.org
Subject svn commit: r712905 [19/38] - in /hadoop/core/trunk: ./ src/contrib/hive/ src/contrib/hive/cli/src/java/org/apache/hadoop/hive/cli/ src/contrib/hive/common/src/java/org/apache/hadoop/hive/conf/ src/contrib/hive/conf/ src/contrib/hive/data/files/ src/co...
Date Tue, 11 Nov 2008 01:50:18 GMT
Modified: hadoop/core/trunk/src/contrib/hive/ql/src/test/results/compiler/plan/groupby5.q.xml
URL: http://svn.apache.org/viewvc/hadoop/core/trunk/src/contrib/hive/ql/src/test/results/compiler/plan/groupby5.q.xml?rev=712905&r1=712904&r2=712905&view=diff
==============================================================================
--- hadoop/core/trunk/src/contrib/hive/ql/src/test/results/compiler/plan/groupby5.q.xml (original)
+++ hadoop/core/trunk/src/contrib/hive/ql/src/test/results/compiler/plan/groupby5.q.xml Mon Nov 10 17:50:06 2008
@@ -4,105 +4,7 @@
   <void property="childTasks"> 
    <object class="java.util.ArrayList"> 
     <void method="add"> 
-     <object id="MapRedTask1" class="org.apache.hadoop.hive.ql.exec.MapRedTask"> 
-      <void property="childTasks"> 
-       <object class="java.util.ArrayList"> 
-        <void method="add"> 
-         <object class="org.apache.hadoop.hive.ql.exec.MoveTask"> 
-          <void property="id"> 
-           <string>Stage-1</string> 
-          </void> 
-          <void property="parentTasks"> 
-           <object class="java.util.ArrayList"> 
-            <void method="add"> 
-             <object idref="MapRedTask1"/> 
-            </void> 
-           </object> 
-          </void> 
-          <void property="work"> 
-           <object class="org.apache.hadoop.hive.ql.plan.moveWork"> 
-            <void property="loadFileWork"> 
-             <object class="java.util.ArrayList"/> 
-            </void> 
-            <void property="loadTableWork"> 
-             <object class="java.util.ArrayList"> 
-              <void method="add"> 
-               <object class="org.apache.hadoop.hive.ql.plan.loadTableDesc"> 
-                <void property="partitionSpec"> 
-                 <object class="java.util.HashMap"/> 
-                </void> 
-                <void property="replace"> 
-                 <boolean>true</boolean> 
-                </void> 
-                <void property="sourceDir"> 
-                 <string>/tmp/hive-zshao/218070299/172646370.10000.insclause-0</string> 
-                </void> 
-                <void property="table"> 
-                 <object id="tableDesc0" class="org.apache.hadoop.hive.ql.plan.tableDesc"> 
-                  <void property="deserializerClass"> 
-                   <class>org.apache.hadoop.hive.serde2.MetadataTypedColumnsetSerDe</class> 
-                  </void> 
-                  <void property="inputFileFormatClass"> 
-                   <class>org.apache.hadoop.mapred.TextInputFormat</class> 
-                  </void> 
-                  <void property="outputFileFormatClass"> 
-                   <class>org.apache.hadoop.hive.ql.io.IgnoreKeyTextOutputFormat</class> 
-                  </void> 
-                  <void property="properties"> 
-                   <object class="java.util.Properties"> 
-                    <void method="put"> 
-                     <string>name</string> 
-                     <string>dest1</string> 
-                    </void> 
-                    <void method="put"> 
-                     <string>serialization.ddl</string> 
-                     <string>struct dest1 { string key, string value}</string> 
-                    </void> 
-                    <void method="put"> 
-                     <string>serialization.format</string> 
-                     <string>1</string> 
-                    </void> 
-                    <void method="put"> 
-                     <string>columns</string> 
-                     <string>key,value</string> 
-                    </void> 
-                    <void method="put"> 
-                     <string>bucket_count</string> 
-                     <string>-1</string> 
-                    </void> 
-                    <void method="put"> 
-                     <string>serialization.lib</string> 
-                     <string>org.apache.hadoop.hive.serde2.MetadataTypedColumnsetSerDe</string> 
-                    </void> 
-                    <void method="put"> 
-                     <string>file.inputformat</string> 
-                     <string>org.apache.hadoop.mapred.TextInputFormat</string> 
-                    </void> 
-                    <void method="put"> 
-                     <string>file.outputformat</string> 
-                     <string>org.apache.hadoop.hive.ql.io.IgnoreKeyTextOutputFormat</string> 
-                    </void> 
-                    <void method="put"> 
-                     <string>location</string> 
-                     <string>file:/data/users/zshao/tubbs-svnroot/projects/hadoop/trunk/VENDOR/hadoop-0.17/build/contrib/hive/ql/test/data/warehouse/dest1</string> 
-                    </void> 
-                   </object> 
-                  </void> 
-                  <void property="serdeClassName"> 
-                   <string>org.apache.hadoop.hive.serde2.MetadataTypedColumnsetSerDe</string> 
-                  </void> 
-                 </object> 
-                </void> 
-               </object> 
-              </void> 
-             </object> 
-            </void> 
-           </object> 
-          </void> 
-         </object> 
-        </void> 
-       </object> 
-      </void> 
+     <object class="org.apache.hadoop.hive.ql.exec.MapRedTask"> 
       <void property="id"> 
        <string>Stage-3</string> 
       </void> 
@@ -118,15 +20,15 @@
         <void property="aliasToWork"> 
          <object class="java.util.HashMap"> 
           <void method="put"> 
-           <string>/tmp/hive-zshao/218070299/172646370.10001</string> 
-           <object class="org.apache.hadoop.hive.ql.exec.ReduceSinkOperator"> 
+           <string>/tmp/hive-njain/261145182/229076034.10002</string> 
+           <object id="ReduceSinkOperator0" class="org.apache.hadoop.hive.ql.exec.ReduceSinkOperator"> 
             <void property="conf"> 
              <object class="org.apache.hadoop.hive.ql.plan.reduceSinkDesc"> 
               <void property="inferNumReducers"> 
                <boolean>true</boolean> 
               </void> 
               <void property="keyCols"> 
-               <object class="java.util.ArrayList"> 
+               <object id="ArrayList0" class="java.util.ArrayList"> 
                 <void method="add"> 
                  <object class="org.apache.hadoop.hive.ql.plan.exprNodeColumnDesc"> 
                   <void property="column"> 
@@ -144,36 +46,40 @@
                </object> 
               </void> 
               <void property="keySerializeInfo"> 
-               <object class="org.apache.hadoop.hive.ql.plan.tableDesc"> 
+               <object id="tableDesc0" class="org.apache.hadoop.hive.ql.plan.tableDesc"> 
                 <void property="deserializerClass"> 
-                 <class>org.apache.hadoop.hive.serde2.MetadataTypedColumnsetSerDe</class> 
+                 <class>org.apache.hadoop.hive.serde2.dynamic_type.DynamicSerDe</class> 
                 </void> 
                 <void property="inputFileFormatClass"> 
-                 <class>org.apache.hadoop.mapred.TextInputFormat</class> 
+                 <class>org.apache.hadoop.mapred.SequenceFileInputFormat</class> 
                 </void> 
                 <void property="outputFileFormatClass"> 
-                 <class>org.apache.hadoop.hive.ql.io.IgnoreKeyTextOutputFormat</class> 
+                 <class>org.apache.hadoop.mapred.SequenceFileOutputFormat</class> 
                 </void> 
                 <void property="properties"> 
                  <object class="java.util.Properties"> 
                   <void method="put"> 
-                   <string>columns</string> 
-                   <string>0</string> 
+                   <string>name</string> 
+                   <string>binary_sortable_table</string> 
+                  </void> 
+                  <void method="put"> 
+                   <string>serialization.ddl</string> 
+                   <string>struct binary_sortable_table { string reducesinkkey0}</string> 
                   </void> 
                   <void method="put"> 
                    <string>serialization.format</string> 
-                   <string>1</string> 
+                   <string>org.apache.hadoop.hive.serde2.thrift.TBinarySortableProtocol</string> 
                   </void> 
                  </object> 
                 </void> 
                </object> 
               </void> 
-              <void property="numPartitionFields"> 
-               <int>1</int> 
-              </void> 
               <void property="numReducers"> 
                <int>-1</int> 
               </void> 
+              <void property="partitionCols"> 
+               <object idref="ArrayList0"/> 
+              </void> 
               <void property="tag"> 
                <int>-1</int> 
               </void> 
@@ -185,32 +91,40 @@
                    <string>1</string> 
                   </void> 
                   <void property="typeInfo"> 
-                   <object idref="PrimitiveTypeInfo0"/> 
+                   <object id="PrimitiveTypeInfo1" class="org.apache.hadoop.hive.ql.typeinfo.PrimitiveTypeInfo"> 
+                    <void property="primitiveClass"> 
+                     <class>java.lang.Double</class> 
+                    </void> 
+                   </object> 
                   </void> 
                  </object> 
                 </void> 
                </object> 
               </void> 
               <void property="valueSerializeInfo"> 
-               <object class="org.apache.hadoop.hive.ql.plan.tableDesc"> 
+               <object id="tableDesc1" class="org.apache.hadoop.hive.ql.plan.tableDesc"> 
                 <void property="deserializerClass"> 
-                 <class>org.apache.hadoop.hive.serde2.MetadataTypedColumnsetSerDe</class> 
+                 <class>org.apache.hadoop.hive.serde2.dynamic_type.DynamicSerDe</class> 
                 </void> 
                 <void property="inputFileFormatClass"> 
-                 <class>org.apache.hadoop.mapred.TextInputFormat</class> 
+                 <class>org.apache.hadoop.mapred.SequenceFileInputFormat</class> 
                 </void> 
                 <void property="outputFileFormatClass"> 
-                 <class>org.apache.hadoop.hive.ql.io.IgnoreKeyTextOutputFormat</class> 
+                 <class>org.apache.hadoop.mapred.SequenceFileOutputFormat</class> 
                 </void> 
                 <void property="properties"> 
                  <object class="java.util.Properties"> 
                   <void method="put"> 
-                   <string>columns</string> 
-                   <string>0</string> 
+                   <string>name</string> 
+                   <string>binary_table</string> 
+                  </void> 
+                  <void method="put"> 
+                   <string>serialization.ddl</string> 
+                   <string>struct binary_table { double reducesinkvalue0}</string> 
                   </void> 
                   <void method="put"> 
                    <string>serialization.format</string> 
-                   <string>1</string> 
+                   <string>com.facebook.thrift.protocol.TBinaryProtocol</string> 
                   </void> 
                  </object> 
                 </void> 
@@ -218,6 +132,407 @@
               </void> 
              </object> 
             </void> 
+            <void property="parentOperators"> 
+             <object class="java.util.ArrayList"> 
+              <void method="add"> 
+               <object id="GroupByOperator0" class="org.apache.hadoop.hive.ql.exec.GroupByOperator"> 
+                <void property="childOperators"> 
+                 <object class="java.util.ArrayList"> 
+                  <void method="add"> 
+                   <object class="org.apache.hadoop.hive.ql.exec.FileSinkOperator"> 
+                    <void property="conf"> 
+                     <object class="org.apache.hadoop.hive.ql.plan.fileSinkDesc"> 
+                      <void property="dirName"> 
+                       <string>/tmp/hive-njain/261145182/229076034.10002</string> 
+                      </void> 
+                      <void property="tableInfo"> 
+                       <object id="tableDesc2" class="org.apache.hadoop.hive.ql.plan.tableDesc"> 
+                        <void property="deserializerClass"> 
+                         <class>org.apache.hadoop.hive.serde2.dynamic_type.DynamicSerDe</class> 
+                        </void> 
+                        <void property="inputFileFormatClass"> 
+                         <class>org.apache.hadoop.mapred.SequenceFileInputFormat</class> 
+                        </void> 
+                        <void property="outputFileFormatClass"> 
+                         <class>org.apache.hadoop.mapred.SequenceFileOutputFormat</class> 
+                        </void> 
+                        <void property="properties"> 
+                         <object class="java.util.Properties"> 
+                          <void method="put"> 
+                           <string>name</string> 
+                           <string>binary_table</string> 
+                          </void> 
+                          <void method="put"> 
+                           <string>serialization.ddl</string> 
+                           <string>struct binary_table { string temporarycol0, double temporarycol1}</string> 
+                          </void> 
+                          <void method="put"> 
+                           <string>serialization.format</string> 
+                           <string>com.facebook.thrift.protocol.TBinaryProtocol</string> 
+                          </void> 
+                         </object> 
+                        </void> 
+                       </object> 
+                      </void> 
+                     </object> 
+                    </void> 
+                    <void property="parentOperators"> 
+                     <object class="java.util.ArrayList"> 
+                      <void method="add"> 
+                       <object idref="GroupByOperator0"/> 
+                      </void> 
+                     </object> 
+                    </void> 
+                    <void property="schema"> 
+                     <object id="RowSchema0" class="org.apache.hadoop.hive.ql.exec.RowSchema"> 
+                      <void property="signature"> 
+                       <object class="java.util.Vector"> 
+                        <void method="add"> 
+                         <object class="org.apache.hadoop.hive.ql.exec.ColumnInfo"> 
+                          <void property="internalName"> 
+                           <string>0</string> 
+                          </void> 
+                          <void property="type"> 
+                           <object idref="PrimitiveTypeInfo0"/> 
+                          </void> 
+                         </object> 
+                        </void> 
+                        <void method="add"> 
+                         <object class="org.apache.hadoop.hive.ql.exec.ColumnInfo"> 
+                          <void property="internalName"> 
+                           <string>1</string> 
+                          </void> 
+                          <void property="type"> 
+                           <object idref="PrimitiveTypeInfo1"/> 
+                          </void> 
+                         </object> 
+                        </void> 
+                       </object> 
+                      </void> 
+                     </object> 
+                    </void> 
+                   </object> 
+                  </void> 
+                 </object> 
+                </void> 
+                <void property="conf"> 
+                 <object class="org.apache.hadoop.hive.ql.plan.groupByDesc"> 
+                  <void property="aggregators"> 
+                   <object class="java.util.ArrayList"> 
+                    <void method="add"> 
+                     <object class="org.apache.hadoop.hive.ql.plan.aggregationDesc"> 
+                      <void property="aggregationClass"> 
+                       <class>org.apache.hadoop.hive.ql.udf.UDAFSum</class> 
+                      </void> 
+                      <void property="parameters"> 
+                       <object class="java.util.ArrayList"> 
+                        <void method="add"> 
+                         <object class="org.apache.hadoop.hive.ql.plan.exprNodeFuncDesc"> 
+                          <void property="UDFClass"> 
+                           <class>org.apache.hadoop.hive.ql.udf.UDFToDouble</class> 
+                          </void> 
+                          <void property="UDFMethod"> 
+                           <object class="org.apache.hadoop.hive.ql.udf.UDFToDouble" method="getMethod"> 
+                            <string>evaluate</string> 
+                            <array class="java.lang.Class" length="1"> 
+                             <void index="0"> 
+                              <class>java.lang.String</class> 
+                             </void> 
+                            </array> 
+                           </object> 
+                          </void> 
+                          <void property="children"> 
+                           <object class="java.util.ArrayList"> 
+                            <void method="add"> 
+                             <object class="org.apache.hadoop.hive.ql.plan.exprNodeColumnDesc"> 
+                              <void property="column"> 
+                               <string>VALUE.0</string> 
+                              </void> 
+                              <void property="typeInfo"> 
+                               <object idref="PrimitiveTypeInfo0"/> 
+                              </void> 
+                             </object> 
+                            </void> 
+                           </object> 
+                          </void> 
+                          <void property="typeInfo"> 
+                           <object idref="PrimitiveTypeInfo1"/> 
+                          </void> 
+                         </object> 
+                        </void> 
+                       </object> 
+                      </void> 
+                     </object> 
+                    </void> 
+                   </object> 
+                  </void> 
+                  <void property="keys"> 
+                   <object class="java.util.ArrayList"> 
+                    <void method="add"> 
+                     <object class="org.apache.hadoop.hive.ql.plan.exprNodeColumnDesc"> 
+                      <void property="column"> 
+                       <string>KEY.0</string> 
+                      </void> 
+                      <void property="typeInfo"> 
+                       <object idref="PrimitiveTypeInfo0"/> 
+                      </void> 
+                     </object> 
+                    </void> 
+                   </object> 
+                  </void> 
+                  <void property="mode"> 
+                   <object class="org.apache.hadoop.hive.ql.plan.groupByDesc$Mode" method="valueOf"> 
+                    <string>PARTIAL1</string> 
+                   </object> 
+                  </void> 
+                 </object> 
+                </void> 
+                <void property="parentOperators"> 
+                 <object class="java.util.ArrayList"> 
+                  <void method="add"> 
+                   <object id="ReduceSinkOperator1" class="org.apache.hadoop.hive.ql.exec.ReduceSinkOperator"> 
+                    <void property="conf"> 
+                     <object class="org.apache.hadoop.hive.ql.plan.reduceSinkDesc"> 
+                      <void property="keyCols"> 
+                       <object class="java.util.ArrayList"> 
+                        <void method="add"> 
+                         <object class="org.apache.hadoop.hive.ql.plan.exprNodeColumnDesc"> 
+                          <void property="column"> 
+                           <string>key</string> 
+                          </void> 
+                          <void property="typeInfo"> 
+                           <object idref="PrimitiveTypeInfo0"/> 
+                          </void> 
+                         </object> 
+                        </void> 
+                       </object> 
+                      </void> 
+                      <void property="keySerializeInfo"> 
+                       <object id="tableDesc3" class="org.apache.hadoop.hive.ql.plan.tableDesc"> 
+                        <void property="deserializerClass"> 
+                         <class>org.apache.hadoop.hive.serde2.dynamic_type.DynamicSerDe</class> 
+                        </void> 
+                        <void property="inputFileFormatClass"> 
+                         <class>org.apache.hadoop.mapred.SequenceFileInputFormat</class> 
+                        </void> 
+                        <void property="outputFileFormatClass"> 
+                         <class>org.apache.hadoop.mapred.SequenceFileOutputFormat</class> 
+                        </void> 
+                        <void property="properties"> 
+                         <object class="java.util.Properties"> 
+                          <void method="put"> 
+                           <string>name</string> 
+                           <string>binary_sortable_table</string> 
+                          </void> 
+                          <void method="put"> 
+                           <string>serialization.ddl</string> 
+                           <string>struct binary_sortable_table { string reducesinkkey0}</string> 
+                          </void> 
+                          <void method="put"> 
+                           <string>serialization.format</string> 
+                           <string>org.apache.hadoop.hive.serde2.thrift.TBinarySortableProtocol</string> 
+                          </void> 
+                         </object> 
+                        </void> 
+                       </object> 
+                      </void> 
+                      <void property="numReducers"> 
+                       <int>-1</int> 
+                      </void> 
+                      <void property="partitionCols"> 
+                       <object class="java.util.ArrayList"> 
+                        <void method="add"> 
+                         <object class="org.apache.hadoop.hive.ql.plan.exprNodeFuncDesc"> 
+                          <void property="UDFClass"> 
+                           <class>org.apache.hadoop.hive.ql.udf.UDFRand</class> 
+                          </void> 
+                          <void property="UDFMethod"> 
+                           <object class="org.apache.hadoop.hive.ql.udf.UDFRand" method="getMethod"> 
+                            <string>evaluate</string> 
+                            <array class="java.lang.Class" length="0"/> 
+                           </object> 
+                          </void> 
+                          <void property="children"> 
+                           <object class="java.util.ArrayList"/> 
+                          </void> 
+                          <void property="typeInfo"> 
+                           <object idref="PrimitiveTypeInfo1"/> 
+                          </void> 
+                         </object> 
+                        </void> 
+                       </object> 
+                      </void> 
+                      <void property="tag"> 
+                       <int>-1</int> 
+                      </void> 
+                      <void property="valueCols"> 
+                       <object class="java.util.ArrayList"> 
+                        <void method="add"> 
+                         <object class="org.apache.hadoop.hive.ql.plan.exprNodeFuncDesc"> 
+                          <void property="UDFClass"> 
+                           <class>org.apache.hadoop.hive.ql.udf.UDFSubstr</class> 
+                          </void> 
+                          <void property="UDFMethod"> 
+                           <object class="org.apache.hadoop.hive.ql.udf.UDFSubstr" method="getMethod"> 
+                            <string>evaluate</string> 
+                            <array class="java.lang.Class" length="2"> 
+                             <void index="0"> 
+                              <class>java.lang.String</class> 
+                             </void> 
+                             <void index="1"> 
+                              <class>int</class> 
+                             </void> 
+                            </array> 
+                           </object> 
+                          </void> 
+                          <void property="children"> 
+                           <object class="java.util.ArrayList"> 
+                            <void method="add"> 
+                             <object class="org.apache.hadoop.hive.ql.plan.exprNodeColumnDesc"> 
+                              <void property="column"> 
+                               <string>value</string> 
+                              </void> 
+                              <void property="typeInfo"> 
+                               <object idref="PrimitiveTypeInfo0"/> 
+                              </void> 
+                             </object> 
+                            </void> 
+                            <void method="add"> 
+                             <object class="org.apache.hadoop.hive.ql.plan.exprNodeConstantDesc"> 
+                              <void property="typeInfo"> 
+                               <object class="org.apache.hadoop.hive.ql.typeinfo.PrimitiveTypeInfo"> 
+                                <void property="primitiveClass"> 
+                                 <class>java.lang.Integer</class> 
+                                </void> 
+                               </object> 
+                              </void> 
+                              <void property="value"> 
+                               <int>4</int> 
+                              </void> 
+                             </object> 
+                            </void> 
+                           </object> 
+                          </void> 
+                          <void property="typeInfo"> 
+                           <object idref="PrimitiveTypeInfo0"/> 
+                          </void> 
+                         </object> 
+                        </void> 
+                       </object> 
+                      </void> 
+                      <void property="valueSerializeInfo"> 
+                       <object id="tableDesc4" class="org.apache.hadoop.hive.ql.plan.tableDesc"> 
+                        <void property="deserializerClass"> 
+                         <class>org.apache.hadoop.hive.serde2.dynamic_type.DynamicSerDe</class> 
+                        </void> 
+                        <void property="inputFileFormatClass"> 
+                         <class>org.apache.hadoop.mapred.SequenceFileInputFormat</class> 
+                        </void> 
+                        <void property="outputFileFormatClass"> 
+                         <class>org.apache.hadoop.mapred.SequenceFileOutputFormat</class> 
+                        </void> 
+                        <void property="properties"> 
+                         <object class="java.util.Properties"> 
+                          <void method="put"> 
+                           <string>name</string> 
+                           <string>binary_table</string> 
+                          </void> 
+                          <void method="put"> 
+                           <string>serialization.ddl</string> 
+                           <string>struct binary_table { string reducesinkvalue0}</string> 
+                          </void> 
+                          <void method="put"> 
+                           <string>serialization.format</string> 
+                           <string>com.facebook.thrift.protocol.TBinaryProtocol</string> 
+                          </void> 
+                         </object> 
+                        </void> 
+                       </object> 
+                      </void> 
+                     </object> 
+                    </void> 
+                    <void property="parentOperators"> 
+                     <object class="java.util.ArrayList"> 
+                      <void method="add"> 
+                       <object id="ForwardOperator0" class="org.apache.hadoop.hive.ql.exec.ForwardOperator"> 
+                        <void property="childOperators"> 
+                         <object class="java.util.ArrayList"> 
+                          <void method="add"> 
+                           <object idref="ReduceSinkOperator1"/> 
+                          </void> 
+                         </object> 
+                        </void> 
+                        <void property="schema"> 
+                         <object class="org.apache.hadoop.hive.ql.exec.RowSchema"> 
+                          <void property="signature"> 
+                           <object class="java.util.Vector"> 
+                            <void method="add"> 
+                             <object class="org.apache.hadoop.hive.ql.exec.ColumnInfo"> 
+                              <void property="internalName"> 
+                               <string>key</string> 
+                              </void> 
+                              <void property="type"> 
+                               <object idref="PrimitiveTypeInfo0"/> 
+                              </void> 
+                             </object> 
+                            </void> 
+                            <void method="add"> 
+                             <object class="org.apache.hadoop.hive.ql.exec.ColumnInfo"> 
+                              <void property="internalName"> 
+                               <string>value</string> 
+                              </void> 
+                              <void property="type"> 
+                               <object idref="PrimitiveTypeInfo0"/> 
+                              </void> 
+                             </object> 
+                            </void> 
+                           </object> 
+                          </void> 
+                         </object> 
+                        </void> 
+                       </object> 
+                      </void> 
+                     </object> 
+                    </void> 
+                    <void property="schema"> 
+                     <object class="org.apache.hadoop.hive.ql.exec.RowSchema"> 
+                      <void property="signature"> 
+                       <object class="java.util.Vector"> 
+                        <void method="add"> 
+                         <object class="org.apache.hadoop.hive.ql.exec.ColumnInfo"> 
+                          <void property="internalName"> 
+                           <string>KEY.0</string> 
+                          </void> 
+                          <void property="type"> 
+                           <object idref="PrimitiveTypeInfo0"/> 
+                          </void> 
+                         </object> 
+                        </void> 
+                        <void method="add"> 
+                         <object class="org.apache.hadoop.hive.ql.exec.ColumnInfo"> 
+                          <void property="internalName"> 
+                           <string>VALUE.0</string> 
+                          </void> 
+                          <void property="type"> 
+                           <object idref="PrimitiveTypeInfo0"/> 
+                          </void> 
+                         </object> 
+                        </void> 
+                       </object> 
+                      </void> 
+                     </object> 
+                    </void> 
+                   </object> 
+                  </void> 
+                 </object> 
+                </void> 
+                <void property="schema"> 
+                 <object idref="RowSchema0"/> 
+                </void> 
+               </object> 
+              </void> 
+             </object> 
+            </void> 
             <void property="schema"> 
              <object class="org.apache.hadoop.hive.ql.exec.RowSchema"> 
               <void property="signature"> 
@@ -238,7 +553,7 @@
                    <string>VALUE.0</string> 
                   </void> 
                   <void property="type"> 
-                   <object idref="PrimitiveTypeInfo0"/> 
+                   <object idref="PrimitiveTypeInfo1"/> 
                   </void> 
                  </object> 
                 </void> 
@@ -253,13 +568,16 @@
         <void property="inferNumReducers"> 
          <boolean>true</boolean> 
         </void> 
+        <void property="keyDesc"> 
+         <object idref="tableDesc0"/> 
+        </void> 
         <void property="pathToAliases"> 
          <object class="java.util.LinkedHashMap"> 
           <void method="put"> 
-           <string>/tmp/hive-zshao/218070299/172646370.10001</string> 
+           <string>/tmp/hive-njain/261145182/229076034.10002</string> 
            <object class="java.util.ArrayList"> 
             <void method="add"> 
-             <string>/tmp/hive-zshao/218070299/172646370.10001</string> 
+             <string>/tmp/hive-njain/261145182/229076034.10002</string> 
             </void> 
            </object> 
           </void> 
@@ -268,43 +586,21 @@
         <void property="pathToPartitionInfo"> 
          <object class="java.util.LinkedHashMap"> 
           <void method="put"> 
-           <string>/tmp/hive-zshao/218070299/172646370.10001</string> 
+           <string>/tmp/hive-njain/261145182/229076034.10002</string> 
            <object class="org.apache.hadoop.hive.ql.plan.partitionDesc"> 
             <void property="tableDesc"> 
-             <object id="tableDesc1" class="org.apache.hadoop.hive.ql.plan.tableDesc"> 
-              <void property="deserializerClass"> 
-               <class>org.apache.hadoop.hive.serde2.MetadataTypedColumnsetSerDe</class> 
-              </void> 
-              <void property="inputFileFormatClass"> 
-               <class>org.apache.hadoop.mapred.TextInputFormat</class> 
-              </void> 
-              <void property="outputFileFormatClass"> 
-               <class>org.apache.hadoop.hive.ql.io.IgnoreKeyTextOutputFormat</class> 
-              </void> 
-              <void property="properties"> 
-               <object class="java.util.Properties"> 
-                <void method="put"> 
-                 <string>columns</string> 
-                 <string>0,1</string> 
-                </void> 
-                <void method="put"> 
-                 <string>serialization.format</string> 
-                 <string>1</string> 
-                </void> 
-               </object> 
-              </void> 
-             </object> 
+             <object idref="tableDesc2"/> 
             </void> 
            </object> 
           </void> 
          </object> 
         </void> 
         <void property="reducer"> 
-         <object class="org.apache.hadoop.hive.ql.exec.GroupByOperator"> 
+         <object id="GroupByOperator1" class="org.apache.hadoop.hive.ql.exec.GroupByOperator"> 
           <void property="childOperators"> 
            <object class="java.util.ArrayList"> 
             <void method="add"> 
-             <object class="org.apache.hadoop.hive.ql.exec.SelectOperator"> 
+             <object id="SelectOperator0" class="org.apache.hadoop.hive.ql.exec.SelectOperator"> 
               <void property="childOperators"> 
                <object class="java.util.ArrayList"> 
                 <void method="add"> 
@@ -312,10 +608,39 @@
                   <void property="conf"> 
                    <object class="org.apache.hadoop.hive.ql.plan.fileSinkDesc"> 
                     <void property="dirName"> 
-                     <string>/tmp/hive-zshao/218070299/172646370.10000.insclause-0</string> 
+                     <string>/tmp/hive-njain/261145182/229076034.10001.insclause-0</string> 
                     </void> 
                     <void property="tableInfo"> 
-                     <object idref="tableDesc0"/> 
+                     <object class="org.apache.hadoop.hive.ql.plan.tableDesc"> 
+                      <void property="deserializerClass"> 
+                       <class>org.apache.hadoop.hive.serde2.MetadataTypedColumnsetSerDe</class> 
+                      </void> 
+                      <void property="inputFileFormatClass"> 
+                       <class>org.apache.hadoop.mapred.TextInputFormat</class> 
+                      </void> 
+                      <void property="outputFileFormatClass"> 
+                       <class>org.apache.hadoop.hive.ql.io.IgnoreKeyTextOutputFormat</class> 
+                      </void> 
+                      <void property="properties"> 
+                       <object class="java.util.Properties"> 
+                        <void method="put"> 
+                         <string>columns</string> 
+                         <string>key,_c1</string> 
+                        </void> 
+                        <void method="put"> 
+                         <string>serialization.format</string> 
+                         <string>1</string> 
+                        </void> 
+                       </object> 
+                      </void> 
+                     </object> 
+                    </void> 
+                   </object> 
+                  </void> 
+                  <void property="parentOperators"> 
+                   <object class="java.util.ArrayList"> 
+                    <void method="add"> 
+                     <object idref="SelectOperator0"/> 
                     </void> 
                    </object> 
                   </void> 
@@ -339,7 +664,7 @@
                          <string>1</string> 
                         </void> 
                         <void property="type"> 
-                         <object idref="PrimitiveTypeInfo0"/> 
+                         <object idref="PrimitiveTypeInfo1"/> 
                         </void> 
                        </object> 
                       </void> 
@@ -371,7 +696,7 @@
                      <string>1</string> 
                     </void> 
                     <void property="typeInfo"> 
-                     <object idref="PrimitiveTypeInfo0"/> 
+                     <object idref="PrimitiveTypeInfo1"/> 
                     </void> 
                    </object> 
                   </void> 
@@ -379,6 +704,13 @@
                 </void> 
                </object> 
               </void> 
+              <void property="parentOperators"> 
+               <object class="java.util.ArrayList"> 
+                <void method="add"> 
+                 <object idref="GroupByOperator1"/> 
+                </void> 
+               </object> 
+              </void> 
               <void property="schema"> 
                <object class="org.apache.hadoop.hive.ql.exec.RowSchema"> 
                 <void property="signature"> 
@@ -407,7 +739,7 @@
                      <string>VALUE.0</string> 
                     </void> 
                     <void property="typeInfo"> 
-                     <object idref="PrimitiveTypeInfo0"/> 
+                     <object idref="PrimitiveTypeInfo1"/> 
                     </void> 
                    </object> 
                   </void> 
@@ -433,11 +765,18 @@
             </void> 
             <void property="mode"> 
              <object class="org.apache.hadoop.hive.ql.plan.groupByDesc$Mode" method="valueOf"> 
-              <string>PARTIAL2</string> 
+              <string>FINAL</string> 
              </object> 
             </void> 
            </object> 
           </void> 
+          <void property="parentOperators"> 
+           <object class="java.util.ArrayList"> 
+            <void method="add"> 
+             <object idref="ReduceSinkOperator0"/> 
+            </void> 
+           </object> 
+          </void> 
           <void property="schema"> 
            <object class="org.apache.hadoop.hive.ql.exec.RowSchema"> 
             <void property="signature"> 
@@ -458,7 +797,7 @@
                  <string>1</string> 
                 </void> 
                 <void property="type"> 
-                 <object idref="PrimitiveTypeInfo0"/> 
+                 <object idref="PrimitiveTypeInfo1"/> 
                 </void> 
                </object> 
               </void> 
@@ -468,6 +807,13 @@
           </void> 
          </object> 
         </void> 
+        <void property="tagToValueDesc"> 
+         <object class="java.util.ArrayList"> 
+          <void method="add"> 
+           <object idref="tableDesc1"/> 
+          </void> 
+         </object> 
+        </void> 
        </object> 
       </void> 
      </object> 
@@ -483,211 +829,17 @@
      <object class="java.util.HashMap"> 
       <void method="put"> 
        <string>src</string> 
-       <object class="org.apache.hadoop.hive.ql.exec.ForwardOperator"> 
-        <void property="childOperators"> 
-         <object class="java.util.ArrayList"> 
-          <void method="add"> 
-           <object class="org.apache.hadoop.hive.ql.exec.ReduceSinkOperator"> 
-            <void property="conf"> 
-             <object class="org.apache.hadoop.hive.ql.plan.reduceSinkDesc"> 
-              <void property="keyCols"> 
-               <object class="java.util.ArrayList"> 
-                <void method="add"> 
-                 <object class="org.apache.hadoop.hive.ql.plan.exprNodeColumnDesc"> 
-                  <void property="column"> 
-                   <string>key</string> 
-                  </void> 
-                  <void property="typeInfo"> 
-                   <object idref="PrimitiveTypeInfo0"/> 
-                  </void> 
-                 </object> 
-                </void> 
-               </object> 
-              </void> 
-              <void property="keySerializeInfo"> 
-               <object class="org.apache.hadoop.hive.ql.plan.tableDesc"> 
-                <void property="deserializerClass"> 
-                 <class>org.apache.hadoop.hive.serde2.MetadataTypedColumnsetSerDe</class> 
-                </void> 
-                <void property="inputFileFormatClass"> 
-                 <class>org.apache.hadoop.mapred.TextInputFormat</class> 
-                </void> 
-                <void property="outputFileFormatClass"> 
-                 <class>org.apache.hadoop.hive.ql.io.IgnoreKeyTextOutputFormat</class> 
-                </void> 
-                <void property="properties"> 
-                 <object class="java.util.Properties"> 
-                  <void method="put"> 
-                   <string>columns</string> 
-                   <string>0</string> 
-                  </void> 
-                  <void method="put"> 
-                   <string>serialization.format</string> 
-                   <string>1</string> 
-                  </void> 
-                 </object> 
-                </void> 
-               </object> 
-              </void> 
-              <void property="numPartitionFields"> 
-               <int>-1</int> 
-              </void> 
-              <void property="numReducers"> 
-               <int>-1</int> 
-              </void> 
-              <void property="tag"> 
-               <int>-1</int> 
-              </void> 
-              <void property="valueCols"> 
-               <object class="java.util.ArrayList"> 
-                <void method="add"> 
-                 <object class="org.apache.hadoop.hive.ql.plan.exprNodeFuncDesc"> 
-                  <void property="UDFClass"> 
-                   <class>org.apache.hadoop.hive.ql.udf.UDFSubstr</class> 
-                  </void> 
-                  <void property="UDFMethod"> 
-                   <object class="org.apache.hadoop.hive.ql.udf.UDFSubstr" method="getMethod"> 
-                    <string>evaluate</string> 
-                    <array class="java.lang.Class" length="2"> 
-                     <void index="0"> 
-                      <class>java.lang.String</class> 
-                     </void> 
-                     <void index="1"> 
-                      <class>int</class> 
-                     </void> 
-                    </array> 
-                   </object> 
-                  </void> 
-                  <void property="children"> 
-                   <object class="java.util.ArrayList"> 
-                    <void method="add"> 
-                     <object class="org.apache.hadoop.hive.ql.plan.exprNodeColumnDesc"> 
-                      <void property="column"> 
-                       <string>value</string> 
-                      </void> 
-                      <void property="typeInfo"> 
-                       <object idref="PrimitiveTypeInfo0"/> 
-                      </void> 
-                     </object> 
-                    </void> 
-                    <void method="add"> 
-                     <object class="org.apache.hadoop.hive.ql.plan.exprNodeConstantDesc"> 
-                      <void property="typeInfo"> 
-                       <object class="org.apache.hadoop.hive.ql.typeinfo.PrimitiveTypeInfo"> 
-                        <void property="primitiveClass"> 
-                         <class>java.lang.Integer</class> 
-                        </void> 
-                       </object> 
-                      </void> 
-                      <void property="value"> 
-                       <int>4</int> 
-                      </void> 
-                     </object> 
-                    </void> 
-                   </object> 
-                  </void> 
-                  <void property="typeInfo"> 
-                   <object idref="PrimitiveTypeInfo0"/> 
-                  </void> 
-                 </object> 
-                </void> 
-               </object> 
-              </void> 
-              <void property="valueSerializeInfo"> 
-               <object class="org.apache.hadoop.hive.ql.plan.tableDesc"> 
-                <void property="deserializerClass"> 
-                 <class>org.apache.hadoop.hive.serde2.MetadataTypedColumnsetSerDe</class> 
-                </void> 
-                <void property="inputFileFormatClass"> 
-                 <class>org.apache.hadoop.mapred.TextInputFormat</class> 
-                </void> 
-                <void property="outputFileFormatClass"> 
-                 <class>org.apache.hadoop.hive.ql.io.IgnoreKeyTextOutputFormat</class> 
-                </void> 
-                <void property="properties"> 
-                 <object class="java.util.Properties"> 
-                  <void method="put"> 
-                   <string>columns</string> 
-                   <string>0</string> 
-                  </void> 
-                  <void method="put"> 
-                   <string>serialization.format</string> 
-                   <string>1</string> 
-                  </void> 
-                 </object> 
-                </void> 
-               </object> 
-              </void> 
-             </object> 
-            </void> 
-            <void property="schema"> 
-             <object class="org.apache.hadoop.hive.ql.exec.RowSchema"> 
-              <void property="signature"> 
-               <object class="java.util.Vector"> 
-                <void method="add"> 
-                 <object class="org.apache.hadoop.hive.ql.exec.ColumnInfo"> 
-                  <void property="internalName"> 
-                   <string>KEY.0</string> 
-                  </void> 
-                  <void property="type"> 
-                   <object idref="PrimitiveTypeInfo0"/> 
-                  </void> 
-                 </object> 
-                </void> 
-                <void method="add"> 
-                 <object class="org.apache.hadoop.hive.ql.exec.ColumnInfo"> 
-                  <void property="internalName"> 
-                   <string>VALUE.0</string> 
-                  </void> 
-                  <void property="type"> 
-                   <object idref="PrimitiveTypeInfo0"/> 
-                  </void> 
-                 </object> 
-                </void> 
-               </object> 
-              </void> 
-             </object> 
-            </void> 
-           </object> 
-          </void> 
-         </object> 
-        </void> 
-        <void property="schema"> 
-         <object class="org.apache.hadoop.hive.ql.exec.RowSchema"> 
-          <void property="signature"> 
-           <object class="java.util.Vector"> 
-            <void method="add"> 
-             <object class="org.apache.hadoop.hive.ql.exec.ColumnInfo"> 
-              <void property="internalName"> 
-               <string>key</string> 
-              </void> 
-              <void property="type"> 
-               <object idref="PrimitiveTypeInfo0"/> 
-              </void> 
-             </object> 
-            </void> 
-            <void method="add"> 
-             <object class="org.apache.hadoop.hive.ql.exec.ColumnInfo"> 
-              <void property="internalName"> 
-               <string>value</string> 
-              </void> 
-              <void property="type"> 
-               <object idref="PrimitiveTypeInfo0"/> 
-              </void> 
-             </object> 
-            </void> 
-           </object> 
-          </void> 
-         </object> 
-        </void> 
-       </object> 
+       <object idref="ForwardOperator0"/> 
       </void> 
      </object> 
     </void> 
+    <void property="keyDesc"> 
+     <object idref="tableDesc3"/> 
+    </void> 
     <void property="pathToAliases"> 
      <object class="java.util.LinkedHashMap"> 
       <void method="put"> 
-       <string>file:/data/users/zshao/tubbs-svnroot/projects/hadoop/trunk/VENDOR/hadoop-0.17/build/contrib/hive/ql/test/data/warehouse/src</string> 
+       <string>file:/home/njain/workspace/hadoop-0.17/build/contrib/hive/ql/test/data/warehouse/src</string> 
        <object class="java.util.ArrayList"> 
         <void method="add"> 
          <string>src</string> 
@@ -699,7 +851,7 @@
     <void property="pathToPartitionInfo"> 
      <object class="java.util.LinkedHashMap"> 
       <void method="put"> 
-       <string>file:/data/users/zshao/tubbs-svnroot/projects/hadoop/trunk/VENDOR/hadoop-0.17/build/contrib/hive/ql/test/data/warehouse/src</string> 
+       <string>file:/home/njain/workspace/hadoop-0.17/build/contrib/hive/ql/test/data/warehouse/src</string> 
        <object class="org.apache.hadoop.hive.ql.plan.partitionDesc"> 
         <void property="partSpec"> 
          <object class="java.util.LinkedHashMap"/> 
@@ -751,7 +903,7 @@
             </void> 
             <void method="put"> 
              <string>location</string> 
-             <string>file:/data/users/zshao/tubbs-svnroot/projects/hadoop/trunk/VENDOR/hadoop-0.17/build/contrib/hive/ql/test/data/warehouse/src</string> 
+             <string>file:/home/njain/workspace/hadoop-0.17/build/contrib/hive/ql/test/data/warehouse/src</string> 
             </void> 
            </object> 
           </void> 
@@ -765,103 +917,12 @@
      </object> 
     </void> 
     <void property="reducer"> 
-     <object class="org.apache.hadoop.hive.ql.exec.GroupByOperator"> 
-      <void property="childOperators"> 
-       <object class="java.util.ArrayList"> 
-        <void method="add"> 
-         <object class="org.apache.hadoop.hive.ql.exec.FileSinkOperator"> 
-          <void property="conf"> 
-           <object class="org.apache.hadoop.hive.ql.plan.fileSinkDesc"> 
-            <void property="dirName"> 
-             <string>/tmp/hive-zshao/218070299/172646370.10001</string> 
-            </void> 
-            <void property="tableInfo"> 
-             <object idref="tableDesc1"/> 
-            </void> 
-           </object> 
-          </void> 
-          <void property="schema"> 
-           <object id="RowSchema0" class="org.apache.hadoop.hive.ql.exec.RowSchema"> 
-            <void property="signature"> 
-             <object class="java.util.Vector"> 
-              <void method="add"> 
-               <object class="org.apache.hadoop.hive.ql.exec.ColumnInfo"> 
-                <void property="internalName"> 
-                 <string>0</string> 
-                </void> 
-                <void property="type"> 
-                 <object idref="PrimitiveTypeInfo0"/> 
-                </void> 
-               </object> 
-              </void> 
-              <void method="add"> 
-               <object class="org.apache.hadoop.hive.ql.exec.ColumnInfo"> 
-                <void property="internalName"> 
-                 <string>1</string> 
-                </void> 
-                <void property="type"> 
-                 <object idref="PrimitiveTypeInfo0"/> 
-                </void> 
-               </object> 
-              </void> 
-             </object> 
-            </void> 
-           </object> 
-          </void> 
-         </object> 
-        </void> 
-       </object> 
-      </void> 
-      <void property="conf"> 
-       <object class="org.apache.hadoop.hive.ql.plan.groupByDesc"> 
-        <void property="aggregators"> 
-         <object class="java.util.ArrayList"> 
-          <void method="add"> 
-           <object class="org.apache.hadoop.hive.ql.plan.aggregationDesc"> 
-            <void property="aggregationClass"> 
-             <class>org.apache.hadoop.hive.ql.udf.UDAFSum</class> 
-            </void> 
-            <void property="parameters"> 
-             <object class="java.util.ArrayList"> 
-              <void method="add"> 
-               <object class="org.apache.hadoop.hive.ql.plan.exprNodeColumnDesc"> 
-                <void property="column"> 
-                 <string>VALUE.0</string> 
-                </void> 
-                <void property="typeInfo"> 
-                 <object idref="PrimitiveTypeInfo0"/> 
-                </void> 
-               </object> 
-              </void> 
-             </object> 
-            </void> 
-           </object> 
-          </void> 
-         </object> 
-        </void> 
-        <void property="keys"> 
-         <object class="java.util.ArrayList"> 
-          <void method="add"> 
-           <object class="org.apache.hadoop.hive.ql.plan.exprNodeColumnDesc"> 
-            <void property="column"> 
-             <string>KEY.0</string> 
-            </void> 
-            <void property="typeInfo"> 
-             <object idref="PrimitiveTypeInfo0"/> 
-            </void> 
-           </object> 
-          </void> 
-         </object> 
-        </void> 
-        <void property="mode"> 
-         <object class="org.apache.hadoop.hive.ql.plan.groupByDesc$Mode" method="valueOf"> 
-          <string>PARTIAL1</string> 
-         </object> 
-        </void> 
-       </object> 
-      </void> 
-      <void property="schema"> 
-       <object idref="RowSchema0"/> 
+     <object idref="GroupByOperator0"/> 
+    </void> 
+    <void property="tagToValueDesc"> 
+     <object class="java.util.ArrayList"> 
+      <void method="add"> 
+       <object idref="tableDesc4"/> 
       </void> 
      </object> 
     </void> 



Mime
View raw message