hive-commits mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From gop...@apache.org
Subject svn commit: r1650393 [1/2] - in /hive/trunk: itests/src/test/resources/ ql/src/java/org/apache/hadoop/hive/ql/exec/vector/ ql/src/test/queries/clientpositive/ ql/src/test/results/clientpositive/ ql/src/test/results/clientpositive/tez/
Date Thu, 08 Jan 2015 22:08:16 GMT
Author: gopalv
Date: Thu Jan  8 22:08:15 2015
New Revision: 1650393

URL: http://svn.apache.org/r1650393
Log:
HIVE-9249: Vectorization: Join involving CHAR/VARCHAR fails during execution. (Matt McCline, reviewed by Gopal V)

Added:
    hive/trunk/ql/src/test/queries/clientpositive/vector_char_mapjoin1.q
    hive/trunk/ql/src/test/queries/clientpositive/vector_varchar_mapjoin1.q
    hive/trunk/ql/src/test/results/clientpositive/tez/vector_char_mapjoin1.q.out
    hive/trunk/ql/src/test/results/clientpositive/tez/vector_varchar_mapjoin1.q.out
    hive/trunk/ql/src/test/results/clientpositive/vector_char_mapjoin1.q.out
    hive/trunk/ql/src/test/results/clientpositive/vector_varchar_mapjoin1.q.out
Modified:
    hive/trunk/itests/src/test/resources/testconfiguration.properties
    hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/exec/vector/VectorColumnAssignFactory.java

Modified: hive/trunk/itests/src/test/resources/testconfiguration.properties
URL: http://svn.apache.org/viewvc/hive/trunk/itests/src/test/resources/testconfiguration.properties?rev=1650393&r1=1650392&r2=1650393&view=diff
==============================================================================
--- hive/trunk/itests/src/test/resources/testconfiguration.properties (original)
+++ hive/trunk/itests/src/test/resources/testconfiguration.properties Thu Jan  8 22:08:15 2015
@@ -178,6 +178,7 @@ minitez.query.files.shared=alter_merge_2
   vector_bucket.q,\
   vector_cast_constant.q,\
   vector_char_4.q,\
+  vector_char_mapjoin1.q,\
   vector_char_simple.q,\
   vector_coalesce.q,\
   vector_coalesce_2.q,\
@@ -212,6 +213,7 @@ minitez.query.files.shared=alter_merge_2
   vector_reduce_groupby_decimal.q,\
   vector_string_concat.q,\
   vector_varchar_4.q,\
+  vector_varchar_mapjoin1.q,\
   vector_varchar_simple.q,\
   vectorization_0.q,\
   vectorization_1.q,\

Modified: hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/exec/vector/VectorColumnAssignFactory.java
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/exec/vector/VectorColumnAssignFactory.java?rev=1650393&r1=1650392&r2=1650393&view=diff
==============================================================================
--- hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/exec/vector/VectorColumnAssignFactory.java (original)
+++ hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/exec/vector/VectorColumnAssignFactory.java Thu Jan  8 22:08:15 2015
@@ -30,7 +30,9 @@ import org.apache.hadoop.hive.ql.metadat
 import org.apache.hadoop.hive.serde2.io.ByteWritable;
 import org.apache.hadoop.hive.serde2.io.DateWritable;
 import org.apache.hadoop.hive.serde2.io.DoubleWritable;
+import org.apache.hadoop.hive.serde2.io.HiveCharWritable;
 import org.apache.hadoop.hive.serde2.io.HiveDecimalWritable;
+import org.apache.hadoop.hive.serde2.io.HiveVarcharWritable;
 import org.apache.hadoop.hive.serde2.io.ShortWritable;
 import org.apache.hadoop.hive.serde2.io.TimestampWritable;
 import org.apache.hadoop.hive.serde2.objectinspector.ObjectInspector;
@@ -414,7 +416,13 @@ public class VectorColumnAssignFactory {
             if (val == null) {
               assignNull(destIndex);
             } else {
-              HiveVarchar hiveVarchar = (HiveVarchar) val;
+              // We store VARCHAR type stripped of pads.
+              HiveVarchar hiveVarchar;
+              if (val instanceof HiveVarchar) {
+                hiveVarchar = (HiveVarchar) val;
+              } else {
+                hiveVarchar = ((HiveVarcharWritable) val).getHiveVarchar();
+              }
               byte[] bytes = hiveVarchar.getValue().getBytes();
               assignBytes(bytes, 0, bytes.length, destIndex);
             }
@@ -429,7 +437,12 @@ public class VectorColumnAssignFactory {
               assignNull(destIndex);
             } else {
               // We store CHAR type stripped of pads.
-              HiveChar hiveChar = (HiveChar) val;
+              HiveChar hiveChar;
+              if (val instanceof HiveChar) {
+                hiveChar = (HiveChar) val;
+              } else {
+                hiveChar = ((HiveCharWritable) val).getHiveChar();
+              }
               byte[] bytes = hiveChar.getStrippedValue().getBytes();
               assignBytes(bytes, 0, bytes.length, destIndex);
             }

Added: hive/trunk/ql/src/test/queries/clientpositive/vector_char_mapjoin1.q
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/queries/clientpositive/vector_char_mapjoin1.q?rev=1650393&view=auto
==============================================================================
--- hive/trunk/ql/src/test/queries/clientpositive/vector_char_mapjoin1.q (added)
+++ hive/trunk/ql/src/test/queries/clientpositive/vector_char_mapjoin1.q Thu Jan  8 22:08:15 2015
@@ -0,0 +1,54 @@
+SET hive.vectorized.execution.enabled=true;
+set hive.fetch.task.conversion=none;
+SET hive.auto.convert.join=true;
+SET hive.auto.convert.join.noconditionaltask=true;
+SET hive.auto.convert.join.noconditionaltask.size=1000000000;
+
+drop table if exists char_join1_vc1;
+drop table if exists char_join1_vc2;
+drop table if exists char_join1_str;
+drop table if exists char_join1_vc1_orc;
+drop table if exists char_join1_vc2_orc;
+drop table if exists char_join1_str_orc;
+
+create table  char_join1_vc1 (
+  c1 int,
+  c2 char(10)
+);
+
+create table  char_join1_vc2 (
+  c1 int,
+  c2 char(20)
+);
+
+create table  char_join1_str (
+  c1 int,
+  c2 string
+);
+
+load data local inpath '../../data/files/vc1.txt' into table char_join1_vc1;
+load data local inpath '../../data/files/vc1.txt' into table char_join1_vc2;
+load data local inpath '../../data/files/vc1.txt' into table char_join1_str;
+
+create table char_join1_vc1_orc stored as orc as select * from char_join1_vc1;
+create table char_join1_vc2_orc stored as orc as select * from char_join1_vc2;
+create table char_join1_str_orc stored as orc as select * from char_join1_str;
+
+-- Join char with same length char
+explain select * from char_join1_vc1_orc a join char_join1_vc1_orc b on (a.c2 = b.c2) order by a.c1;
+select * from char_join1_vc1_orc a join char_join1_vc1_orc b on (a.c2 = b.c2) order by a.c1;
+
+-- Join char with different length char
+explain select * from char_join1_vc1_orc a join char_join1_vc2_orc b on (a.c2 = b.c2) order by a.c1;
+select * from char_join1_vc1_orc a join char_join1_vc2_orc b on (a.c2 = b.c2) order by a.c1;
+
+-- Join char with string
+explain select * from char_join1_vc1_orc a join char_join1_str_orc b on (a.c2 = b.c2) order by a.c1;
+select * from char_join1_vc1_orc a join char_join1_str_orc b on (a.c2 = b.c2) order by a.c1;
+
+drop table char_join1_vc1;
+drop table char_join1_vc2;
+drop table char_join1_str;
+drop table char_join1_vc1_orc;
+drop table char_join1_vc2_orc;
+drop table char_join1_str_orc;

Added: hive/trunk/ql/src/test/queries/clientpositive/vector_varchar_mapjoin1.q
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/queries/clientpositive/vector_varchar_mapjoin1.q?rev=1650393&view=auto
==============================================================================
--- hive/trunk/ql/src/test/queries/clientpositive/vector_varchar_mapjoin1.q (added)
+++ hive/trunk/ql/src/test/queries/clientpositive/vector_varchar_mapjoin1.q Thu Jan  8 22:08:15 2015
@@ -0,0 +1,54 @@
+SET hive.vectorized.execution.enabled=true;
+set hive.fetch.task.conversion=none;
+SET hive.auto.convert.join=true;
+SET hive.auto.convert.join.noconditionaltask=true;
+SET hive.auto.convert.join.noconditionaltask.size=1000000000;
+
+drop table if exists varchar_join1_vc1;
+drop table if exists varchar_join1_vc2;
+drop table if exists varchar_join1_str;
+drop table if exists varchar_join1_vc1_orc;
+drop table if exists varchar_join1_vc2_orc;
+drop table if exists varchar_join1_str_orc;
+
+create table  varchar_join1_vc1 (
+  c1 int,
+  c2 varchar(10)
+);
+
+create table  varchar_join1_vc2 (
+  c1 int,
+  c2 varchar(20)
+);
+
+create table  varchar_join1_str (
+  c1 int,
+  c2 string
+);
+
+load data local inpath '../../data/files/vc1.txt' into table varchar_join1_vc1;
+load data local inpath '../../data/files/vc1.txt' into table varchar_join1_vc2;
+load data local inpath '../../data/files/vc1.txt' into table varchar_join1_str;
+
+create table varchar_join1_vc1_orc stored as orc as select * from varchar_join1_vc1;
+create table varchar_join1_vc2_orc stored as orc as select * from varchar_join1_vc2;
+create table varchar_join1_str_orc stored as orc as select * from varchar_join1_str;
+
+-- Join varchar with same length varchar
+explain select * from varchar_join1_vc1_orc a join varchar_join1_vc1_orc b on (a.c2 = b.c2) order by a.c1;
+select * from varchar_join1_vc1_orc a join varchar_join1_vc1_orc b on (a.c2 = b.c2) order by a.c1;
+
+-- Join varchar with different length varchar
+explain select * from varchar_join1_vc1_orc a join varchar_join1_vc2_orc b on (a.c2 = b.c2) order by a.c1;
+select * from varchar_join1_vc1_orc a join varchar_join1_vc2_orc b on (a.c2 = b.c2) order by a.c1;
+
+-- Join varchar with string
+explain select * from varchar_join1_vc1_orc a join varchar_join1_str_orc b on (a.c2 = b.c2) order by a.c1;
+select * from varchar_join1_vc1_orc a join varchar_join1_str_orc b on (a.c2 = b.c2) order by a.c1;
+
+drop table varchar_join1_vc1;
+drop table varchar_join1_vc2;
+drop table varchar_join1_str;
+drop table varchar_join1_vc1_orc;
+drop table varchar_join1_vc2_orc;
+drop table varchar_join1_str_orc;

Added: hive/trunk/ql/src/test/results/clientpositive/tez/vector_char_mapjoin1.q.out
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/tez/vector_char_mapjoin1.q.out?rev=1650393&view=auto
==============================================================================
--- hive/trunk/ql/src/test/results/clientpositive/tez/vector_char_mapjoin1.q.out (added)
+++ hive/trunk/ql/src/test/results/clientpositive/tez/vector_char_mapjoin1.q.out Thu Jan  8 22:08:15 2015
@@ -0,0 +1,454 @@
+PREHOOK: query: drop table if exists char_join1_vc1
+PREHOOK: type: DROPTABLE
+POSTHOOK: query: drop table if exists char_join1_vc1
+POSTHOOK: type: DROPTABLE
+PREHOOK: query: drop table if exists char_join1_vc2
+PREHOOK: type: DROPTABLE
+POSTHOOK: query: drop table if exists char_join1_vc2
+POSTHOOK: type: DROPTABLE
+PREHOOK: query: drop table if exists char_join1_str
+PREHOOK: type: DROPTABLE
+POSTHOOK: query: drop table if exists char_join1_str
+POSTHOOK: type: DROPTABLE
+PREHOOK: query: drop table if exists char_join1_vc1_orc
+PREHOOK: type: DROPTABLE
+POSTHOOK: query: drop table if exists char_join1_vc1_orc
+POSTHOOK: type: DROPTABLE
+PREHOOK: query: drop table if exists char_join1_vc2_orc
+PREHOOK: type: DROPTABLE
+POSTHOOK: query: drop table if exists char_join1_vc2_orc
+POSTHOOK: type: DROPTABLE
+PREHOOK: query: drop table if exists char_join1_str_orc
+PREHOOK: type: DROPTABLE
+POSTHOOK: query: drop table if exists char_join1_str_orc
+POSTHOOK: type: DROPTABLE
+PREHOOK: query: create table  char_join1_vc1 (
+  c1 int,
+  c2 char(10)
+)
+PREHOOK: type: CREATETABLE
+PREHOOK: Output: database:default
+PREHOOK: Output: default@char_join1_vc1
+POSTHOOK: query: create table  char_join1_vc1 (
+  c1 int,
+  c2 char(10)
+)
+POSTHOOK: type: CREATETABLE
+POSTHOOK: Output: database:default
+POSTHOOK: Output: default@char_join1_vc1
+PREHOOK: query: create table  char_join1_vc2 (
+  c1 int,
+  c2 char(20)
+)
+PREHOOK: type: CREATETABLE
+PREHOOK: Output: database:default
+PREHOOK: Output: default@char_join1_vc2
+POSTHOOK: query: create table  char_join1_vc2 (
+  c1 int,
+  c2 char(20)
+)
+POSTHOOK: type: CREATETABLE
+POSTHOOK: Output: database:default
+POSTHOOK: Output: default@char_join1_vc2
+PREHOOK: query: create table  char_join1_str (
+  c1 int,
+  c2 string
+)
+PREHOOK: type: CREATETABLE
+PREHOOK: Output: database:default
+PREHOOK: Output: default@char_join1_str
+POSTHOOK: query: create table  char_join1_str (
+  c1 int,
+  c2 string
+)
+POSTHOOK: type: CREATETABLE
+POSTHOOK: Output: database:default
+POSTHOOK: Output: default@char_join1_str
+PREHOOK: query: load data local inpath '../../data/files/vc1.txt' into table char_join1_vc1
+PREHOOK: type: LOAD
+#### A masked pattern was here ####
+PREHOOK: Output: default@char_join1_vc1
+POSTHOOK: query: load data local inpath '../../data/files/vc1.txt' into table char_join1_vc1
+POSTHOOK: type: LOAD
+#### A masked pattern was here ####
+POSTHOOK: Output: default@char_join1_vc1
+PREHOOK: query: load data local inpath '../../data/files/vc1.txt' into table char_join1_vc2
+PREHOOK: type: LOAD
+#### A masked pattern was here ####
+PREHOOK: Output: default@char_join1_vc2
+POSTHOOK: query: load data local inpath '../../data/files/vc1.txt' into table char_join1_vc2
+POSTHOOK: type: LOAD
+#### A masked pattern was here ####
+POSTHOOK: Output: default@char_join1_vc2
+PREHOOK: query: load data local inpath '../../data/files/vc1.txt' into table char_join1_str
+PREHOOK: type: LOAD
+#### A masked pattern was here ####
+PREHOOK: Output: default@char_join1_str
+POSTHOOK: query: load data local inpath '../../data/files/vc1.txt' into table char_join1_str
+POSTHOOK: type: LOAD
+#### A masked pattern was here ####
+POSTHOOK: Output: default@char_join1_str
+PREHOOK: query: create table char_join1_vc1_orc stored as orc as select * from char_join1_vc1
+PREHOOK: type: CREATETABLE_AS_SELECT
+PREHOOK: Input: default@char_join1_vc1
+PREHOOK: Output: database:default
+PREHOOK: Output: default@char_join1_vc1_orc
+POSTHOOK: query: create table char_join1_vc1_orc stored as orc as select * from char_join1_vc1
+POSTHOOK: type: CREATETABLE_AS_SELECT
+POSTHOOK: Input: default@char_join1_vc1
+POSTHOOK: Output: database:default
+POSTHOOK: Output: default@char_join1_vc1_orc
+PREHOOK: query: create table char_join1_vc2_orc stored as orc as select * from char_join1_vc2
+PREHOOK: type: CREATETABLE_AS_SELECT
+PREHOOK: Input: default@char_join1_vc2
+PREHOOK: Output: database:default
+PREHOOK: Output: default@char_join1_vc2_orc
+POSTHOOK: query: create table char_join1_vc2_orc stored as orc as select * from char_join1_vc2
+POSTHOOK: type: CREATETABLE_AS_SELECT
+POSTHOOK: Input: default@char_join1_vc2
+POSTHOOK: Output: database:default
+POSTHOOK: Output: default@char_join1_vc2_orc
+PREHOOK: query: create table char_join1_str_orc stored as orc as select * from char_join1_str
+PREHOOK: type: CREATETABLE_AS_SELECT
+PREHOOK: Input: default@char_join1_str
+PREHOOK: Output: database:default
+PREHOOK: Output: default@char_join1_str_orc
+POSTHOOK: query: create table char_join1_str_orc stored as orc as select * from char_join1_str
+POSTHOOK: type: CREATETABLE_AS_SELECT
+POSTHOOK: Input: default@char_join1_str
+POSTHOOK: Output: database:default
+POSTHOOK: Output: default@char_join1_str_orc
+PREHOOK: query: -- Join char with same length char
+explain select * from char_join1_vc1_orc a join char_join1_vc1_orc b on (a.c2 = b.c2) order by a.c1
+PREHOOK: type: QUERY
+POSTHOOK: query: -- Join char with same length char
+explain select * from char_join1_vc1_orc a join char_join1_vc1_orc b on (a.c2 = b.c2) order by a.c1
+POSTHOOK: type: QUERY
+STAGE DEPENDENCIES:
+  Stage-1 is a root stage
+  Stage-0 depends on stages: Stage-1
+
+STAGE PLANS:
+  Stage: Stage-1
+    Tez
+      Edges:
+        Map 1 <- Map 3 (BROADCAST_EDGE)
+        Reducer 2 <- Map 1 (SIMPLE_EDGE)
+#### A masked pattern was here ####
+      Vertices:
+        Map 1 
+            Map Operator Tree:
+                TableScan
+                  alias: a
+                  Statistics: Num rows: 3 Data size: 294 Basic stats: COMPLETE Column stats: NONE
+                  Filter Operator
+                    predicate: c2 is not null (type: boolean)
+                    Statistics: Num rows: 2 Data size: 196 Basic stats: COMPLETE Column stats: NONE
+                    Map Join Operator
+                      condition map:
+                           Inner Join 0 to 1
+                      keys:
+                        0 c2 (type: char(10))
+                        1 c2 (type: char(10))
+                      outputColumnNames: _col0, _col1, _col5, _col6
+                      input vertices:
+                        1 Map 3
+                      Statistics: Num rows: 2 Data size: 215 Basic stats: COMPLETE Column stats: NONE
+                      Select Operator
+                        expressions: _col0 (type: int), _col1 (type: char(10)), _col5 (type: int), _col6 (type: char(10))
+                        outputColumnNames: _col0, _col1, _col2, _col3
+                        Statistics: Num rows: 2 Data size: 215 Basic stats: COMPLETE Column stats: NONE
+                        Reduce Output Operator
+                          key expressions: _col0 (type: int)
+                          sort order: +
+                          Statistics: Num rows: 2 Data size: 215 Basic stats: COMPLETE Column stats: NONE
+                          value expressions: _col1 (type: char(10)), _col2 (type: int), _col3 (type: char(10))
+            Execution mode: vectorized
+        Map 3 
+            Map Operator Tree:
+                TableScan
+                  alias: b
+                  Statistics: Num rows: 3 Data size: 294 Basic stats: COMPLETE Column stats: NONE
+                  Filter Operator
+                    predicate: c2 is not null (type: boolean)
+                    Statistics: Num rows: 2 Data size: 196 Basic stats: COMPLETE Column stats: NONE
+                    Reduce Output Operator
+                      key expressions: c2 (type: char(10))
+                      sort order: +
+                      Map-reduce partition columns: c2 (type: char(10))
+                      Statistics: Num rows: 2 Data size: 196 Basic stats: COMPLETE Column stats: NONE
+                      value expressions: c1 (type: int)
+            Execution mode: vectorized
+        Reducer 2 
+            Reduce Operator Tree:
+              Select Operator
+                expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: char(10)), VALUE._col1 (type: int), VALUE._col2 (type: char(10))
+                outputColumnNames: _col0, _col1, _col2, _col3
+                Statistics: Num rows: 2 Data size: 215 Basic stats: COMPLETE Column stats: NONE
+                File Output Operator
+                  compressed: false
+                  Statistics: Num rows: 2 Data size: 215 Basic stats: COMPLETE Column stats: NONE
+                  table:
+                      input format: org.apache.hadoop.mapred.TextInputFormat
+                      output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+                      serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+            Execution mode: vectorized
+
+  Stage: Stage-0
+    Fetch Operator
+      limit: -1
+      Processor Tree:
+        ListSink
+
+PREHOOK: query: select * from char_join1_vc1_orc a join char_join1_vc1_orc b on (a.c2 = b.c2) order by a.c1
+PREHOOK: type: QUERY
+PREHOOK: Input: default@char_join1_vc1_orc
+#### A masked pattern was here ####
+POSTHOOK: query: select * from char_join1_vc1_orc a join char_join1_vc1_orc b on (a.c2 = b.c2) order by a.c1
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@char_join1_vc1_orc
+#### A masked pattern was here ####
+1	abc       	2	abc       
+1	abc       	1	abc       
+2	abc       	2	abc       
+2	abc       	1	abc       
+3	 abc      	3	 abc      
+PREHOOK: query: -- Join char with different length char
+explain select * from char_join1_vc1_orc a join char_join1_vc2_orc b on (a.c2 = b.c2) order by a.c1
+PREHOOK: type: QUERY
+POSTHOOK: query: -- Join char with different length char
+explain select * from char_join1_vc1_orc a join char_join1_vc2_orc b on (a.c2 = b.c2) order by a.c1
+POSTHOOK: type: QUERY
+STAGE DEPENDENCIES:
+  Stage-1 is a root stage
+  Stage-0 depends on stages: Stage-1
+
+STAGE PLANS:
+  Stage: Stage-1
+    Tez
+      Edges:
+        Map 2 <- Map 1 (BROADCAST_EDGE)
+        Reducer 3 <- Map 2 (SIMPLE_EDGE)
+#### A masked pattern was here ####
+      Vertices:
+        Map 1 
+            Map Operator Tree:
+                TableScan
+                  alias: a
+                  Statistics: Num rows: 3 Data size: 294 Basic stats: COMPLETE Column stats: NONE
+                  Filter Operator
+                    predicate: c2 is not null (type: boolean)
+                    Statistics: Num rows: 2 Data size: 196 Basic stats: COMPLETE Column stats: NONE
+                    Reduce Output Operator
+                      key expressions: c2 (type: char(10))
+                      sort order: +
+                      Map-reduce partition columns: c2 (type: char(10))
+                      Statistics: Num rows: 2 Data size: 196 Basic stats: COMPLETE Column stats: NONE
+                      value expressions: c1 (type: int)
+            Execution mode: vectorized
+        Map 2 
+            Map Operator Tree:
+                TableScan
+                  alias: b
+                  Statistics: Num rows: 3 Data size: 324 Basic stats: COMPLETE Column stats: NONE
+                  Filter Operator
+                    predicate: c2 is not null (type: boolean)
+                    Statistics: Num rows: 2 Data size: 216 Basic stats: COMPLETE Column stats: NONE
+                    Map Join Operator
+                      condition map:
+                           Inner Join 0 to 1
+                      keys:
+                        0 c2 (type: char(10))
+                        1 c2 (type: char(20))
+                      outputColumnNames: _col0, _col1, _col5, _col6
+                      input vertices:
+                        0 Map 1
+                      Statistics: Num rows: 2 Data size: 215 Basic stats: COMPLETE Column stats: NONE
+                      Select Operator
+                        expressions: _col0 (type: int), _col1 (type: char(10)), _col5 (type: int), _col6 (type: char(20))
+                        outputColumnNames: _col0, _col1, _col2, _col3
+                        Statistics: Num rows: 2 Data size: 215 Basic stats: COMPLETE Column stats: NONE
+                        Reduce Output Operator
+                          key expressions: _col0 (type: int)
+                          sort order: +
+                          Statistics: Num rows: 2 Data size: 215 Basic stats: COMPLETE Column stats: NONE
+                          value expressions: _col1 (type: char(10)), _col2 (type: int), _col3 (type: char(20))
+            Execution mode: vectorized
+        Reducer 3 
+            Reduce Operator Tree:
+              Select Operator
+                expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: char(10)), VALUE._col1 (type: int), VALUE._col2 (type: char(20))
+                outputColumnNames: _col0, _col1, _col2, _col3
+                Statistics: Num rows: 2 Data size: 215 Basic stats: COMPLETE Column stats: NONE
+                File Output Operator
+                  compressed: false
+                  Statistics: Num rows: 2 Data size: 215 Basic stats: COMPLETE Column stats: NONE
+                  table:
+                      input format: org.apache.hadoop.mapred.TextInputFormat
+                      output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+                      serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+            Execution mode: vectorized
+
+  Stage: Stage-0
+    Fetch Operator
+      limit: -1
+      Processor Tree:
+        ListSink
+
+PREHOOK: query: select * from char_join1_vc1_orc a join char_join1_vc2_orc b on (a.c2 = b.c2) order by a.c1
+PREHOOK: type: QUERY
+PREHOOK: Input: default@char_join1_vc1_orc
+PREHOOK: Input: default@char_join1_vc2_orc
+#### A masked pattern was here ####
+POSTHOOK: query: select * from char_join1_vc1_orc a join char_join1_vc2_orc b on (a.c2 = b.c2) order by a.c1
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@char_join1_vc1_orc
+POSTHOOK: Input: default@char_join1_vc2_orc
+#### A masked pattern was here ####
+1	abc       	2	abc                 
+1	abc       	1	abc                 
+2	abc       	2	abc                 
+2	abc       	1	abc                 
+3	 abc      	3	 abc                
+PREHOOK: query: -- Join char with string
+explain select * from char_join1_vc1_orc a join char_join1_str_orc b on (a.c2 = b.c2) order by a.c1
+PREHOOK: type: QUERY
+POSTHOOK: query: -- Join char with string
+explain select * from char_join1_vc1_orc a join char_join1_str_orc b on (a.c2 = b.c2) order by a.c1
+POSTHOOK: type: QUERY
+STAGE DEPENDENCIES:
+  Stage-1 is a root stage
+  Stage-0 depends on stages: Stage-1
+
+STAGE PLANS:
+  Stage: Stage-1
+    Tez
+      Edges:
+        Map 1 <- Map 3 (BROADCAST_EDGE)
+        Reducer 2 <- Map 1 (SIMPLE_EDGE)
+#### A masked pattern was here ####
+      Vertices:
+        Map 1 
+            Map Operator Tree:
+                TableScan
+                  alias: a
+                  Statistics: Num rows: 3 Data size: 294 Basic stats: COMPLETE Column stats: NONE
+                  Filter Operator
+                    predicate: UDFToString(c2) is not null (type: boolean)
+                    Statistics: Num rows: 2 Data size: 196 Basic stats: COMPLETE Column stats: NONE
+                    Map Join Operator
+                      condition map:
+                           Inner Join 0 to 1
+                      keys:
+                        0 UDFToString(c2) (type: string)
+                        1 c2 (type: string)
+                      outputColumnNames: _col0, _col1, _col5, _col6
+                      input vertices:
+                        1 Map 3
+                      Statistics: Num rows: 2 Data size: 215 Basic stats: COMPLETE Column stats: NONE
+                      Select Operator
+                        expressions: _col0 (type: int), _col1 (type: char(10)), _col5 (type: int), _col6 (type: string)
+                        outputColumnNames: _col0, _col1, _col2, _col3
+                        Statistics: Num rows: 2 Data size: 215 Basic stats: COMPLETE Column stats: NONE
+                        Reduce Output Operator
+                          key expressions: _col0 (type: int)
+                          sort order: +
+                          Statistics: Num rows: 2 Data size: 215 Basic stats: COMPLETE Column stats: NONE
+                          value expressions: _col1 (type: char(10)), _col2 (type: int), _col3 (type: string)
+        Map 3 
+            Map Operator Tree:
+                TableScan
+                  alias: b
+                  Statistics: Num rows: 3 Data size: 273 Basic stats: COMPLETE Column stats: NONE
+                  Filter Operator
+                    predicate: c2 is not null (type: boolean)
+                    Statistics: Num rows: 2 Data size: 182 Basic stats: COMPLETE Column stats: NONE
+                    Reduce Output Operator
+                      key expressions: c2 (type: string)
+                      sort order: +
+                      Map-reduce partition columns: c2 (type: string)
+                      Statistics: Num rows: 2 Data size: 182 Basic stats: COMPLETE Column stats: NONE
+                      value expressions: c1 (type: int)
+            Execution mode: vectorized
+        Reducer 2 
+            Reduce Operator Tree:
+              Select Operator
+                expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: char(10)), VALUE._col1 (type: int), VALUE._col2 (type: string)
+                outputColumnNames: _col0, _col1, _col2, _col3
+                Statistics: Num rows: 2 Data size: 215 Basic stats: COMPLETE Column stats: NONE
+                File Output Operator
+                  compressed: false
+                  Statistics: Num rows: 2 Data size: 215 Basic stats: COMPLETE Column stats: NONE
+                  table:
+                      input format: org.apache.hadoop.mapred.TextInputFormat
+                      output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+                      serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+            Execution mode: vectorized
+
+  Stage: Stage-0
+    Fetch Operator
+      limit: -1
+      Processor Tree:
+        ListSink
+
+PREHOOK: query: select * from char_join1_vc1_orc a join char_join1_str_orc b on (a.c2 = b.c2) order by a.c1
+PREHOOK: type: QUERY
+PREHOOK: Input: default@char_join1_str_orc
+PREHOOK: Input: default@char_join1_vc1_orc
+#### A masked pattern was here ####
+POSTHOOK: query: select * from char_join1_vc1_orc a join char_join1_str_orc b on (a.c2 = b.c2) order by a.c1
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@char_join1_str_orc
+POSTHOOK: Input: default@char_join1_vc1_orc
+#### A masked pattern was here ####
+1	abc       	1	abc
+2	abc       	1	abc
+3	 abc      	3	 abc
+PREHOOK: query: drop table char_join1_vc1
+PREHOOK: type: DROPTABLE
+PREHOOK: Input: default@char_join1_vc1
+PREHOOK: Output: default@char_join1_vc1
+POSTHOOK: query: drop table char_join1_vc1
+POSTHOOK: type: DROPTABLE
+POSTHOOK: Input: default@char_join1_vc1
+POSTHOOK: Output: default@char_join1_vc1
+PREHOOK: query: drop table char_join1_vc2
+PREHOOK: type: DROPTABLE
+PREHOOK: Input: default@char_join1_vc2
+PREHOOK: Output: default@char_join1_vc2
+POSTHOOK: query: drop table char_join1_vc2
+POSTHOOK: type: DROPTABLE
+POSTHOOK: Input: default@char_join1_vc2
+POSTHOOK: Output: default@char_join1_vc2
+PREHOOK: query: drop table char_join1_str
+PREHOOK: type: DROPTABLE
+PREHOOK: Input: default@char_join1_str
+PREHOOK: Output: default@char_join1_str
+POSTHOOK: query: drop table char_join1_str
+POSTHOOK: type: DROPTABLE
+POSTHOOK: Input: default@char_join1_str
+POSTHOOK: Output: default@char_join1_str
+PREHOOK: query: drop table char_join1_vc1_orc
+PREHOOK: type: DROPTABLE
+PREHOOK: Input: default@char_join1_vc1_orc
+PREHOOK: Output: default@char_join1_vc1_orc
+POSTHOOK: query: drop table char_join1_vc1_orc
+POSTHOOK: type: DROPTABLE
+POSTHOOK: Input: default@char_join1_vc1_orc
+POSTHOOK: Output: default@char_join1_vc1_orc
+PREHOOK: query: drop table char_join1_vc2_orc
+PREHOOK: type: DROPTABLE
+PREHOOK: Input: default@char_join1_vc2_orc
+PREHOOK: Output: default@char_join1_vc2_orc
+POSTHOOK: query: drop table char_join1_vc2_orc
+POSTHOOK: type: DROPTABLE
+POSTHOOK: Input: default@char_join1_vc2_orc
+POSTHOOK: Output: default@char_join1_vc2_orc
+PREHOOK: query: drop table char_join1_str_orc
+PREHOOK: type: DROPTABLE
+PREHOOK: Input: default@char_join1_str_orc
+PREHOOK: Output: default@char_join1_str_orc
+POSTHOOK: query: drop table char_join1_str_orc
+POSTHOOK: type: DROPTABLE
+POSTHOOK: Input: default@char_join1_str_orc
+POSTHOOK: Output: default@char_join1_str_orc

Added: hive/trunk/ql/src/test/results/clientpositive/tez/vector_varchar_mapjoin1.q.out
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/tez/vector_varchar_mapjoin1.q.out?rev=1650393&view=auto
==============================================================================
--- hive/trunk/ql/src/test/results/clientpositive/tez/vector_varchar_mapjoin1.q.out (added)
+++ hive/trunk/ql/src/test/results/clientpositive/tez/vector_varchar_mapjoin1.q.out Thu Jan  8 22:08:15 2015
@@ -0,0 +1,450 @@
+PREHOOK: query: drop table if exists varchar_join1_vc1
+PREHOOK: type: DROPTABLE
+POSTHOOK: query: drop table if exists varchar_join1_vc1
+POSTHOOK: type: DROPTABLE
+PREHOOK: query: drop table if exists varchar_join1_vc2
+PREHOOK: type: DROPTABLE
+POSTHOOK: query: drop table if exists varchar_join1_vc2
+POSTHOOK: type: DROPTABLE
+PREHOOK: query: drop table if exists varchar_join1_str
+PREHOOK: type: DROPTABLE
+POSTHOOK: query: drop table if exists varchar_join1_str
+POSTHOOK: type: DROPTABLE
+PREHOOK: query: drop table if exists varchar_join1_vc1_orc
+PREHOOK: type: DROPTABLE
+POSTHOOK: query: drop table if exists varchar_join1_vc1_orc
+POSTHOOK: type: DROPTABLE
+PREHOOK: query: drop table if exists varchar_join1_vc2_orc
+PREHOOK: type: DROPTABLE
+POSTHOOK: query: drop table if exists varchar_join1_vc2_orc
+POSTHOOK: type: DROPTABLE
+PREHOOK: query: drop table if exists varchar_join1_str_orc
+PREHOOK: type: DROPTABLE
+POSTHOOK: query: drop table if exists varchar_join1_str_orc
+POSTHOOK: type: DROPTABLE
+PREHOOK: query: create table  varchar_join1_vc1 (
+  c1 int,
+  c2 varchar(10)
+)
+PREHOOK: type: CREATETABLE
+PREHOOK: Output: database:default
+PREHOOK: Output: default@varchar_join1_vc1
+POSTHOOK: query: create table  varchar_join1_vc1 (
+  c1 int,
+  c2 varchar(10)
+)
+POSTHOOK: type: CREATETABLE
+POSTHOOK: Output: database:default
+POSTHOOK: Output: default@varchar_join1_vc1
+PREHOOK: query: create table  varchar_join1_vc2 (
+  c1 int,
+  c2 varchar(20)
+)
+PREHOOK: type: CREATETABLE
+PREHOOK: Output: database:default
+PREHOOK: Output: default@varchar_join1_vc2
+POSTHOOK: query: create table  varchar_join1_vc2 (
+  c1 int,
+  c2 varchar(20)
+)
+POSTHOOK: type: CREATETABLE
+POSTHOOK: Output: database:default
+POSTHOOK: Output: default@varchar_join1_vc2
+PREHOOK: query: create table  varchar_join1_str (
+  c1 int,
+  c2 string
+)
+PREHOOK: type: CREATETABLE
+PREHOOK: Output: database:default
+PREHOOK: Output: default@varchar_join1_str
+POSTHOOK: query: create table  varchar_join1_str (
+  c1 int,
+  c2 string
+)
+POSTHOOK: type: CREATETABLE
+POSTHOOK: Output: database:default
+POSTHOOK: Output: default@varchar_join1_str
+PREHOOK: query: load data local inpath '../../data/files/vc1.txt' into table varchar_join1_vc1
+PREHOOK: type: LOAD
+#### A masked pattern was here ####
+PREHOOK: Output: default@varchar_join1_vc1
+POSTHOOK: query: load data local inpath '../../data/files/vc1.txt' into table varchar_join1_vc1
+POSTHOOK: type: LOAD
+#### A masked pattern was here ####
+POSTHOOK: Output: default@varchar_join1_vc1
+PREHOOK: query: load data local inpath '../../data/files/vc1.txt' into table varchar_join1_vc2
+PREHOOK: type: LOAD
+#### A masked pattern was here ####
+PREHOOK: Output: default@varchar_join1_vc2
+POSTHOOK: query: load data local inpath '../../data/files/vc1.txt' into table varchar_join1_vc2
+POSTHOOK: type: LOAD
+#### A masked pattern was here ####
+POSTHOOK: Output: default@varchar_join1_vc2
+PREHOOK: query: load data local inpath '../../data/files/vc1.txt' into table varchar_join1_str
+PREHOOK: type: LOAD
+#### A masked pattern was here ####
+PREHOOK: Output: default@varchar_join1_str
+POSTHOOK: query: load data local inpath '../../data/files/vc1.txt' into table varchar_join1_str
+POSTHOOK: type: LOAD
+#### A masked pattern was here ####
+POSTHOOK: Output: default@varchar_join1_str
+PREHOOK: query: create table varchar_join1_vc1_orc stored as orc as select * from varchar_join1_vc1
+PREHOOK: type: CREATETABLE_AS_SELECT
+PREHOOK: Input: default@varchar_join1_vc1
+PREHOOK: Output: database:default
+PREHOOK: Output: default@varchar_join1_vc1_orc
+POSTHOOK: query: create table varchar_join1_vc1_orc stored as orc as select * from varchar_join1_vc1
+POSTHOOK: type: CREATETABLE_AS_SELECT
+POSTHOOK: Input: default@varchar_join1_vc1
+POSTHOOK: Output: database:default
+POSTHOOK: Output: default@varchar_join1_vc1_orc
+PREHOOK: query: create table varchar_join1_vc2_orc stored as orc as select * from varchar_join1_vc2
+PREHOOK: type: CREATETABLE_AS_SELECT
+PREHOOK: Input: default@varchar_join1_vc2
+PREHOOK: Output: database:default
+PREHOOK: Output: default@varchar_join1_vc2_orc
+POSTHOOK: query: create table varchar_join1_vc2_orc stored as orc as select * from varchar_join1_vc2
+POSTHOOK: type: CREATETABLE_AS_SELECT
+POSTHOOK: Input: default@varchar_join1_vc2
+POSTHOOK: Output: database:default
+POSTHOOK: Output: default@varchar_join1_vc2_orc
+PREHOOK: query: create table varchar_join1_str_orc stored as orc as select * from varchar_join1_str
+PREHOOK: type: CREATETABLE_AS_SELECT
+PREHOOK: Input: default@varchar_join1_str
+PREHOOK: Output: database:default
+PREHOOK: Output: default@varchar_join1_str_orc
+POSTHOOK: query: create table varchar_join1_str_orc stored as orc as select * from varchar_join1_str
+POSTHOOK: type: CREATETABLE_AS_SELECT
+POSTHOOK: Input: default@varchar_join1_str
+POSTHOOK: Output: database:default
+POSTHOOK: Output: default@varchar_join1_str_orc
+PREHOOK: query: -- Join varchar with same length varchar
+explain select * from varchar_join1_vc1_orc a join varchar_join1_vc1_orc b on (a.c2 = b.c2) order by a.c1
+PREHOOK: type: QUERY
+POSTHOOK: query: -- Join varchar with same length varchar
+explain select * from varchar_join1_vc1_orc a join varchar_join1_vc1_orc b on (a.c2 = b.c2) order by a.c1
+POSTHOOK: type: QUERY
+STAGE DEPENDENCIES:
+  Stage-1 is a root stage
+  Stage-0 depends on stages: Stage-1
+
+STAGE PLANS:
+  Stage: Stage-1
+    Tez
+      Edges:
+        Map 1 <- Map 3 (BROADCAST_EDGE)
+        Reducer 2 <- Map 1 (SIMPLE_EDGE)
+#### A masked pattern was here ####
+      Vertices:
+        Map 1 
+            Map Operator Tree:
+                TableScan
+                  alias: a
+                  Statistics: Num rows: 3 Data size: 273 Basic stats: COMPLETE Column stats: NONE
+                  Filter Operator
+                    predicate: c2 is not null (type: boolean)
+                    Statistics: Num rows: 2 Data size: 182 Basic stats: COMPLETE Column stats: NONE
+                    Map Join Operator
+                      condition map:
+                           Inner Join 0 to 1
+                      keys:
+                        0 c2 (type: varchar(10))
+                        1 c2 (type: varchar(10))
+                      outputColumnNames: _col0, _col1, _col5, _col6
+                      input vertices:
+                        1 Map 3
+                      Statistics: Num rows: 2 Data size: 200 Basic stats: COMPLETE Column stats: NONE
+                      Select Operator
+                        expressions: _col0 (type: int), _col1 (type: varchar(10)), _col5 (type: int), _col6 (type: varchar(10))
+                        outputColumnNames: _col0, _col1, _col2, _col3
+                        Statistics: Num rows: 2 Data size: 200 Basic stats: COMPLETE Column stats: NONE
+                        Reduce Output Operator
+                          key expressions: _col0 (type: int)
+                          sort order: +
+                          Statistics: Num rows: 2 Data size: 200 Basic stats: COMPLETE Column stats: NONE
+                          value expressions: _col1 (type: varchar(10)), _col2 (type: int), _col3 (type: varchar(10))
+            Execution mode: vectorized
+        Map 3 
+            Map Operator Tree:
+                TableScan
+                  alias: b
+                  Statistics: Num rows: 3 Data size: 273 Basic stats: COMPLETE Column stats: NONE
+                  Filter Operator
+                    predicate: c2 is not null (type: boolean)
+                    Statistics: Num rows: 2 Data size: 182 Basic stats: COMPLETE Column stats: NONE
+                    Reduce Output Operator
+                      key expressions: c2 (type: varchar(10))
+                      sort order: +
+                      Map-reduce partition columns: c2 (type: varchar(10))
+                      Statistics: Num rows: 2 Data size: 182 Basic stats: COMPLETE Column stats: NONE
+                      value expressions: c1 (type: int)
+            Execution mode: vectorized
+        Reducer 2 
+            Reduce Operator Tree:
+              Select Operator
+                expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: varchar(10)), VALUE._col1 (type: int), VALUE._col2 (type: varchar(10))
+                outputColumnNames: _col0, _col1, _col2, _col3
+                Statistics: Num rows: 2 Data size: 200 Basic stats: COMPLETE Column stats: NONE
+                File Output Operator
+                  compressed: false
+                  Statistics: Num rows: 2 Data size: 200 Basic stats: COMPLETE Column stats: NONE
+                  table:
+                      input format: org.apache.hadoop.mapred.TextInputFormat
+                      output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+                      serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+            Execution mode: vectorized
+
+  Stage: Stage-0
+    Fetch Operator
+      limit: -1
+      Processor Tree:
+        ListSink
+
+PREHOOK: query: select * from varchar_join1_vc1_orc a join varchar_join1_vc1_orc b on (a.c2 = b.c2) order by a.c1
+PREHOOK: type: QUERY
+PREHOOK: Input: default@varchar_join1_vc1_orc
+#### A masked pattern was here ####
+POSTHOOK: query: select * from varchar_join1_vc1_orc a join varchar_join1_vc1_orc b on (a.c2 = b.c2) order by a.c1
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@varchar_join1_vc1_orc
+#### A masked pattern was here ####
+1	abc	1	abc
+2	abc 	2	abc 
+3	 abc	3	 abc
+PREHOOK: query: -- Join varchar with different length varchar
+explain select * from varchar_join1_vc1_orc a join varchar_join1_vc2_orc b on (a.c2 = b.c2) order by a.c1
+PREHOOK: type: QUERY
+POSTHOOK: query: -- Join varchar with different length varchar
+explain select * from varchar_join1_vc1_orc a join varchar_join1_vc2_orc b on (a.c2 = b.c2) order by a.c1
+POSTHOOK: type: QUERY
+STAGE DEPENDENCIES:
+  Stage-1 is a root stage
+  Stage-0 depends on stages: Stage-1
+
+STAGE PLANS:
+  Stage: Stage-1
+    Tez
+      Edges:
+        Map 1 <- Map 3 (BROADCAST_EDGE)
+        Reducer 2 <- Map 1 (SIMPLE_EDGE)
+#### A masked pattern was here ####
+      Vertices:
+        Map 1 
+            Map Operator Tree:
+                TableScan
+                  alias: a
+                  Statistics: Num rows: 3 Data size: 273 Basic stats: COMPLETE Column stats: NONE
+                  Filter Operator
+                    predicate: c2 is not null (type: boolean)
+                    Statistics: Num rows: 2 Data size: 182 Basic stats: COMPLETE Column stats: NONE
+                    Map Join Operator
+                      condition map:
+                           Inner Join 0 to 1
+                      keys:
+                        0 c2 (type: varchar(10))
+                        1 c2 (type: varchar(20))
+                      outputColumnNames: _col0, _col1, _col5, _col6
+                      input vertices:
+                        1 Map 3
+                      Statistics: Num rows: 2 Data size: 200 Basic stats: COMPLETE Column stats: NONE
+                      Select Operator
+                        expressions: _col0 (type: int), _col1 (type: varchar(10)), _col5 (type: int), _col6 (type: varchar(20))
+                        outputColumnNames: _col0, _col1, _col2, _col3
+                        Statistics: Num rows: 2 Data size: 200 Basic stats: COMPLETE Column stats: NONE
+                        Reduce Output Operator
+                          key expressions: _col0 (type: int)
+                          sort order: +
+                          Statistics: Num rows: 2 Data size: 200 Basic stats: COMPLETE Column stats: NONE
+                          value expressions: _col1 (type: varchar(10)), _col2 (type: int), _col3 (type: varchar(20))
+            Execution mode: vectorized
+        Map 3 
+            Map Operator Tree:
+                TableScan
+                  alias: b
+                  Statistics: Num rows: 3 Data size: 273 Basic stats: COMPLETE Column stats: NONE
+                  Filter Operator
+                    predicate: c2 is not null (type: boolean)
+                    Statistics: Num rows: 2 Data size: 182 Basic stats: COMPLETE Column stats: NONE
+                    Reduce Output Operator
+                      key expressions: c2 (type: varchar(20))
+                      sort order: +
+                      Map-reduce partition columns: c2 (type: varchar(20))
+                      Statistics: Num rows: 2 Data size: 182 Basic stats: COMPLETE Column stats: NONE
+                      value expressions: c1 (type: int)
+            Execution mode: vectorized
+        Reducer 2 
+            Reduce Operator Tree:
+              Select Operator
+                expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: varchar(10)), VALUE._col1 (type: int), VALUE._col2 (type: varchar(20))
+                outputColumnNames: _col0, _col1, _col2, _col3
+                Statistics: Num rows: 2 Data size: 200 Basic stats: COMPLETE Column stats: NONE
+                File Output Operator
+                  compressed: false
+                  Statistics: Num rows: 2 Data size: 200 Basic stats: COMPLETE Column stats: NONE
+                  table:
+                      input format: org.apache.hadoop.mapred.TextInputFormat
+                      output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+                      serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+            Execution mode: vectorized
+
+  Stage: Stage-0
+    Fetch Operator
+      limit: -1
+      Processor Tree:
+        ListSink
+
+PREHOOK: query: select * from varchar_join1_vc1_orc a join varchar_join1_vc2_orc b on (a.c2 = b.c2) order by a.c1
+PREHOOK: type: QUERY
+PREHOOK: Input: default@varchar_join1_vc1_orc
+PREHOOK: Input: default@varchar_join1_vc2_orc
+#### A masked pattern was here ####
+POSTHOOK: query: select * from varchar_join1_vc1_orc a join varchar_join1_vc2_orc b on (a.c2 = b.c2) order by a.c1
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@varchar_join1_vc1_orc
+POSTHOOK: Input: default@varchar_join1_vc2_orc
+#### A masked pattern was here ####
+1	abc	1	abc
+2	abc 	2	abc 
+3	 abc	3	 abc
+PREHOOK: query: -- Join varchar with string
+explain select * from varchar_join1_vc1_orc a join varchar_join1_str_orc b on (a.c2 = b.c2) order by a.c1
+PREHOOK: type: QUERY
+POSTHOOK: query: -- Join varchar with string
+explain select * from varchar_join1_vc1_orc a join varchar_join1_str_orc b on (a.c2 = b.c2) order by a.c1
+POSTHOOK: type: QUERY
+STAGE DEPENDENCIES:
+  Stage-1 is a root stage
+  Stage-0 depends on stages: Stage-1
+
+STAGE PLANS:
+  Stage: Stage-1
+    Tez
+      Edges:
+        Map 1 <- Map 3 (BROADCAST_EDGE)
+        Reducer 2 <- Map 1 (SIMPLE_EDGE)
+#### A masked pattern was here ####
+      Vertices:
+        Map 1 
+            Map Operator Tree:
+                TableScan
+                  alias: a
+                  Statistics: Num rows: 3 Data size: 273 Basic stats: COMPLETE Column stats: NONE
+                  Filter Operator
+                    predicate: UDFToString(c2) is not null (type: boolean)
+                    Statistics: Num rows: 2 Data size: 182 Basic stats: COMPLETE Column stats: NONE
+                    Map Join Operator
+                      condition map:
+                           Inner Join 0 to 1
+                      keys:
+                        0 UDFToString(c2) (type: string)
+                        1 c2 (type: string)
+                      outputColumnNames: _col0, _col1, _col5, _col6
+                      input vertices:
+                        1 Map 3
+                      Statistics: Num rows: 2 Data size: 200 Basic stats: COMPLETE Column stats: NONE
+                      Select Operator
+                        expressions: _col0 (type: int), _col1 (type: varchar(10)), _col5 (type: int), _col6 (type: string)
+                        outputColumnNames: _col0, _col1, _col2, _col3
+                        Statistics: Num rows: 2 Data size: 200 Basic stats: COMPLETE Column stats: NONE
+                        Reduce Output Operator
+                          key expressions: _col0 (type: int)
+                          sort order: +
+                          Statistics: Num rows: 2 Data size: 200 Basic stats: COMPLETE Column stats: NONE
+                          value expressions: _col1 (type: varchar(10)), _col2 (type: int), _col3 (type: string)
+        Map 3 
+            Map Operator Tree:
+                TableScan
+                  alias: b
+                  Statistics: Num rows: 3 Data size: 273 Basic stats: COMPLETE Column stats: NONE
+                  Filter Operator
+                    predicate: c2 is not null (type: boolean)
+                    Statistics: Num rows: 2 Data size: 182 Basic stats: COMPLETE Column stats: NONE
+                    Reduce Output Operator
+                      key expressions: c2 (type: string)
+                      sort order: +
+                      Map-reduce partition columns: c2 (type: string)
+                      Statistics: Num rows: 2 Data size: 182 Basic stats: COMPLETE Column stats: NONE
+                      value expressions: c1 (type: int)
+            Execution mode: vectorized
+        Reducer 2 
+            Reduce Operator Tree:
+              Select Operator
+                expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: varchar(10)), VALUE._col1 (type: int), VALUE._col2 (type: string)
+                outputColumnNames: _col0, _col1, _col2, _col3
+                Statistics: Num rows: 2 Data size: 200 Basic stats: COMPLETE Column stats: NONE
+                File Output Operator
+                  compressed: false
+                  Statistics: Num rows: 2 Data size: 200 Basic stats: COMPLETE Column stats: NONE
+                  table:
+                      input format: org.apache.hadoop.mapred.TextInputFormat
+                      output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+                      serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+            Execution mode: vectorized
+
+  Stage: Stage-0
+    Fetch Operator
+      limit: -1
+      Processor Tree:
+        ListSink
+
+PREHOOK: query: select * from varchar_join1_vc1_orc a join varchar_join1_str_orc b on (a.c2 = b.c2) order by a.c1
+PREHOOK: type: QUERY
+PREHOOK: Input: default@varchar_join1_str_orc
+PREHOOK: Input: default@varchar_join1_vc1_orc
+#### A masked pattern was here ####
+POSTHOOK: query: select * from varchar_join1_vc1_orc a join varchar_join1_str_orc b on (a.c2 = b.c2) order by a.c1
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@varchar_join1_str_orc
+POSTHOOK: Input: default@varchar_join1_vc1_orc
+#### A masked pattern was here ####
+1	abc	1	abc
+2	abc 	2	abc 
+3	 abc	3	 abc
+PREHOOK: query: drop table varchar_join1_vc1
+PREHOOK: type: DROPTABLE
+PREHOOK: Input: default@varchar_join1_vc1
+PREHOOK: Output: default@varchar_join1_vc1
+POSTHOOK: query: drop table varchar_join1_vc1
+POSTHOOK: type: DROPTABLE
+POSTHOOK: Input: default@varchar_join1_vc1
+POSTHOOK: Output: default@varchar_join1_vc1
+PREHOOK: query: drop table varchar_join1_vc2
+PREHOOK: type: DROPTABLE
+PREHOOK: Input: default@varchar_join1_vc2
+PREHOOK: Output: default@varchar_join1_vc2
+POSTHOOK: query: drop table varchar_join1_vc2
+POSTHOOK: type: DROPTABLE
+POSTHOOK: Input: default@varchar_join1_vc2
+POSTHOOK: Output: default@varchar_join1_vc2
+PREHOOK: query: drop table varchar_join1_str
+PREHOOK: type: DROPTABLE
+PREHOOK: Input: default@varchar_join1_str
+PREHOOK: Output: default@varchar_join1_str
+POSTHOOK: query: drop table varchar_join1_str
+POSTHOOK: type: DROPTABLE
+POSTHOOK: Input: default@varchar_join1_str
+POSTHOOK: Output: default@varchar_join1_str
+PREHOOK: query: drop table varchar_join1_vc1_orc
+PREHOOK: type: DROPTABLE
+PREHOOK: Input: default@varchar_join1_vc1_orc
+PREHOOK: Output: default@varchar_join1_vc1_orc
+POSTHOOK: query: drop table varchar_join1_vc1_orc
+POSTHOOK: type: DROPTABLE
+POSTHOOK: Input: default@varchar_join1_vc1_orc
+POSTHOOK: Output: default@varchar_join1_vc1_orc
+PREHOOK: query: drop table varchar_join1_vc2_orc
+PREHOOK: type: DROPTABLE
+PREHOOK: Input: default@varchar_join1_vc2_orc
+PREHOOK: Output: default@varchar_join1_vc2_orc
+POSTHOOK: query: drop table varchar_join1_vc2_orc
+POSTHOOK: type: DROPTABLE
+POSTHOOK: Input: default@varchar_join1_vc2_orc
+POSTHOOK: Output: default@varchar_join1_vc2_orc
+PREHOOK: query: drop table varchar_join1_str_orc
+PREHOOK: type: DROPTABLE
+PREHOOK: Input: default@varchar_join1_str_orc
+PREHOOK: Output: default@varchar_join1_str_orc
+POSTHOOK: query: drop table varchar_join1_str_orc
+POSTHOOK: type: DROPTABLE
+POSTHOOK: Input: default@varchar_join1_str_orc
+POSTHOOK: Output: default@varchar_join1_str_orc

Added: hive/trunk/ql/src/test/results/clientpositive/vector_char_mapjoin1.q.out
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/test/results/clientpositive/vector_char_mapjoin1.q.out?rev=1650393&view=auto
==============================================================================
--- hive/trunk/ql/src/test/results/clientpositive/vector_char_mapjoin1.q.out (added)
+++ hive/trunk/ql/src/test/results/clientpositive/vector_char_mapjoin1.q.out Thu Jan  8 22:08:15 2015
@@ -0,0 +1,445 @@
+PREHOOK: query: drop table if exists char_join1_vc1
+PREHOOK: type: DROPTABLE
+POSTHOOK: query: drop table if exists char_join1_vc1
+POSTHOOK: type: DROPTABLE
+PREHOOK: query: drop table if exists char_join1_vc2
+PREHOOK: type: DROPTABLE
+POSTHOOK: query: drop table if exists char_join1_vc2
+POSTHOOK: type: DROPTABLE
+PREHOOK: query: drop table if exists char_join1_str
+PREHOOK: type: DROPTABLE
+POSTHOOK: query: drop table if exists char_join1_str
+POSTHOOK: type: DROPTABLE
+PREHOOK: query: drop table if exists char_join1_vc1_orc
+PREHOOK: type: DROPTABLE
+POSTHOOK: query: drop table if exists char_join1_vc1_orc
+POSTHOOK: type: DROPTABLE
+PREHOOK: query: drop table if exists char_join1_vc2_orc
+PREHOOK: type: DROPTABLE
+POSTHOOK: query: drop table if exists char_join1_vc2_orc
+POSTHOOK: type: DROPTABLE
+PREHOOK: query: drop table if exists char_join1_str_orc
+PREHOOK: type: DROPTABLE
+POSTHOOK: query: drop table if exists char_join1_str_orc
+POSTHOOK: type: DROPTABLE
+PREHOOK: query: create table  char_join1_vc1 (
+  c1 int,
+  c2 char(10)
+)
+PREHOOK: type: CREATETABLE
+PREHOOK: Output: database:default
+PREHOOK: Output: default@char_join1_vc1
+POSTHOOK: query: create table  char_join1_vc1 (
+  c1 int,
+  c2 char(10)
+)
+POSTHOOK: type: CREATETABLE
+POSTHOOK: Output: database:default
+POSTHOOK: Output: default@char_join1_vc1
+PREHOOK: query: create table  char_join1_vc2 (
+  c1 int,
+  c2 char(20)
+)
+PREHOOK: type: CREATETABLE
+PREHOOK: Output: database:default
+PREHOOK: Output: default@char_join1_vc2
+POSTHOOK: query: create table  char_join1_vc2 (
+  c1 int,
+  c2 char(20)
+)
+POSTHOOK: type: CREATETABLE
+POSTHOOK: Output: database:default
+POSTHOOK: Output: default@char_join1_vc2
+PREHOOK: query: create table  char_join1_str (
+  c1 int,
+  c2 string
+)
+PREHOOK: type: CREATETABLE
+PREHOOK: Output: database:default
+PREHOOK: Output: default@char_join1_str
+POSTHOOK: query: create table  char_join1_str (
+  c1 int,
+  c2 string
+)
+POSTHOOK: type: CREATETABLE
+POSTHOOK: Output: database:default
+POSTHOOK: Output: default@char_join1_str
+PREHOOK: query: load data local inpath '../../data/files/vc1.txt' into table char_join1_vc1
+PREHOOK: type: LOAD
+#### A masked pattern was here ####
+PREHOOK: Output: default@char_join1_vc1
+POSTHOOK: query: load data local inpath '../../data/files/vc1.txt' into table char_join1_vc1
+POSTHOOK: type: LOAD
+#### A masked pattern was here ####
+POSTHOOK: Output: default@char_join1_vc1
+PREHOOK: query: load data local inpath '../../data/files/vc1.txt' into table char_join1_vc2
+PREHOOK: type: LOAD
+#### A masked pattern was here ####
+PREHOOK: Output: default@char_join1_vc2
+POSTHOOK: query: load data local inpath '../../data/files/vc1.txt' into table char_join1_vc2
+POSTHOOK: type: LOAD
+#### A masked pattern was here ####
+POSTHOOK: Output: default@char_join1_vc2
+PREHOOK: query: load data local inpath '../../data/files/vc1.txt' into table char_join1_str
+PREHOOK: type: LOAD
+#### A masked pattern was here ####
+PREHOOK: Output: default@char_join1_str
+POSTHOOK: query: load data local inpath '../../data/files/vc1.txt' into table char_join1_str
+POSTHOOK: type: LOAD
+#### A masked pattern was here ####
+POSTHOOK: Output: default@char_join1_str
+PREHOOK: query: create table char_join1_vc1_orc stored as orc as select * from char_join1_vc1
+PREHOOK: type: CREATETABLE_AS_SELECT
+PREHOOK: Input: default@char_join1_vc1
+PREHOOK: Output: database:default
+PREHOOK: Output: default@char_join1_vc1_orc
+POSTHOOK: query: create table char_join1_vc1_orc stored as orc as select * from char_join1_vc1
+POSTHOOK: type: CREATETABLE_AS_SELECT
+POSTHOOK: Input: default@char_join1_vc1
+POSTHOOK: Output: database:default
+POSTHOOK: Output: default@char_join1_vc1_orc
+PREHOOK: query: create table char_join1_vc2_orc stored as orc as select * from char_join1_vc2
+PREHOOK: type: CREATETABLE_AS_SELECT
+PREHOOK: Input: default@char_join1_vc2
+PREHOOK: Output: database:default
+PREHOOK: Output: default@char_join1_vc2_orc
+POSTHOOK: query: create table char_join1_vc2_orc stored as orc as select * from char_join1_vc2
+POSTHOOK: type: CREATETABLE_AS_SELECT
+POSTHOOK: Input: default@char_join1_vc2
+POSTHOOK: Output: database:default
+POSTHOOK: Output: default@char_join1_vc2_orc
+PREHOOK: query: create table char_join1_str_orc stored as orc as select * from char_join1_str
+PREHOOK: type: CREATETABLE_AS_SELECT
+PREHOOK: Input: default@char_join1_str
+PREHOOK: Output: database:default
+PREHOOK: Output: default@char_join1_str_orc
+POSTHOOK: query: create table char_join1_str_orc stored as orc as select * from char_join1_str
+POSTHOOK: type: CREATETABLE_AS_SELECT
+POSTHOOK: Input: default@char_join1_str
+POSTHOOK: Output: database:default
+POSTHOOK: Output: default@char_join1_str_orc
+PREHOOK: query: -- Join char with same length char
+explain select * from char_join1_vc1_orc a join char_join1_vc1_orc b on (a.c2 = b.c2) order by a.c1
+PREHOOK: type: QUERY
+POSTHOOK: query: -- Join char with same length char
+explain select * from char_join1_vc1_orc a join char_join1_vc1_orc b on (a.c2 = b.c2) order by a.c1
+POSTHOOK: type: QUERY
+STAGE DEPENDENCIES:
+  Stage-5 is a root stage
+  Stage-2 depends on stages: Stage-5
+  Stage-0 depends on stages: Stage-2
+
+STAGE PLANS:
+  Stage: Stage-5
+    Map Reduce Local Work
+      Alias -> Map Local Tables:
+        a 
+          Fetch Operator
+            limit: -1
+      Alias -> Map Local Operator Tree:
+        a 
+          TableScan
+            alias: a
+            Statistics: Num rows: 3 Data size: 294 Basic stats: COMPLETE Column stats: NONE
+            Filter Operator
+              predicate: c2 is not null (type: boolean)
+              Statistics: Num rows: 2 Data size: 196 Basic stats: COMPLETE Column stats: NONE
+              HashTable Sink Operator
+                keys:
+                  0 c2 (type: char(10))
+                  1 c2 (type: char(10))
+
+  Stage: Stage-2
+    Map Reduce
+      Map Operator Tree:
+          TableScan
+            alias: b
+            Statistics: Num rows: 3 Data size: 294 Basic stats: COMPLETE Column stats: NONE
+            Filter Operator
+              predicate: c2 is not null (type: boolean)
+              Statistics: Num rows: 2 Data size: 196 Basic stats: COMPLETE Column stats: NONE
+              Map Join Operator
+                condition map:
+                     Inner Join 0 to 1
+                keys:
+                  0 c2 (type: char(10))
+                  1 c2 (type: char(10))
+                outputColumnNames: _col0, _col1, _col5, _col6
+                Statistics: Num rows: 2 Data size: 215 Basic stats: COMPLETE Column stats: NONE
+                Select Operator
+                  expressions: _col0 (type: int), _col1 (type: char(10)), _col5 (type: int), _col6 (type: char(10))
+                  outputColumnNames: _col0, _col1, _col2, _col3
+                  Statistics: Num rows: 2 Data size: 215 Basic stats: COMPLETE Column stats: NONE
+                  Reduce Output Operator
+                    key expressions: _col0 (type: int)
+                    sort order: +
+                    Statistics: Num rows: 2 Data size: 215 Basic stats: COMPLETE Column stats: NONE
+                    value expressions: _col1 (type: char(10)), _col2 (type: int), _col3 (type: char(10))
+      Local Work:
+        Map Reduce Local Work
+      Execution mode: vectorized
+      Reduce Operator Tree:
+        Select Operator
+          expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: char(10)), VALUE._col1 (type: int), VALUE._col2 (type: char(10))
+          outputColumnNames: _col0, _col1, _col2, _col3
+          Statistics: Num rows: 2 Data size: 215 Basic stats: COMPLETE Column stats: NONE
+          File Output Operator
+            compressed: false
+            Statistics: Num rows: 2 Data size: 215 Basic stats: COMPLETE Column stats: NONE
+            table:
+                input format: org.apache.hadoop.mapred.TextInputFormat
+                output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+                serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+
+  Stage: Stage-0
+    Fetch Operator
+      limit: -1
+      Processor Tree:
+        ListSink
+
+PREHOOK: query: select * from char_join1_vc1_orc a join char_join1_vc1_orc b on (a.c2 = b.c2) order by a.c1
+PREHOOK: type: QUERY
+PREHOOK: Input: default@char_join1_vc1_orc
+#### A masked pattern was here ####
+POSTHOOK: query: select * from char_join1_vc1_orc a join char_join1_vc1_orc b on (a.c2 = b.c2) order by a.c1
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@char_join1_vc1_orc
+#### A masked pattern was here ####
+1	abc       	2	abc       
+1	abc       	1	abc       
+2	abc       	2	abc       
+2	abc       	1	abc       
+3	 abc      	3	 abc      
+PREHOOK: query: -- Join char with different length char
+explain select * from char_join1_vc1_orc a join char_join1_vc2_orc b on (a.c2 = b.c2) order by a.c1
+PREHOOK: type: QUERY
+POSTHOOK: query: -- Join char with different length char
+explain select * from char_join1_vc1_orc a join char_join1_vc2_orc b on (a.c2 = b.c2) order by a.c1
+POSTHOOK: type: QUERY
+STAGE DEPENDENCIES:
+  Stage-5 is a root stage
+  Stage-2 depends on stages: Stage-5
+  Stage-0 depends on stages: Stage-2
+
+STAGE PLANS:
+  Stage: Stage-5
+    Map Reduce Local Work
+      Alias -> Map Local Tables:
+        a 
+          Fetch Operator
+            limit: -1
+      Alias -> Map Local Operator Tree:
+        a 
+          TableScan
+            alias: a
+            Statistics: Num rows: 3 Data size: 294 Basic stats: COMPLETE Column stats: NONE
+            Filter Operator
+              predicate: c2 is not null (type: boolean)
+              Statistics: Num rows: 2 Data size: 196 Basic stats: COMPLETE Column stats: NONE
+              HashTable Sink Operator
+                keys:
+                  0 c2 (type: char(10))
+                  1 c2 (type: char(20))
+
+  Stage: Stage-2
+    Map Reduce
+      Map Operator Tree:
+          TableScan
+            alias: b
+            Statistics: Num rows: 3 Data size: 324 Basic stats: COMPLETE Column stats: NONE
+            Filter Operator
+              predicate: c2 is not null (type: boolean)
+              Statistics: Num rows: 2 Data size: 216 Basic stats: COMPLETE Column stats: NONE
+              Map Join Operator
+                condition map:
+                     Inner Join 0 to 1
+                keys:
+                  0 c2 (type: char(10))
+                  1 c2 (type: char(20))
+                outputColumnNames: _col0, _col1, _col5, _col6
+                Statistics: Num rows: 2 Data size: 215 Basic stats: COMPLETE Column stats: NONE
+                Select Operator
+                  expressions: _col0 (type: int), _col1 (type: char(10)), _col5 (type: int), _col6 (type: char(20))
+                  outputColumnNames: _col0, _col1, _col2, _col3
+                  Statistics: Num rows: 2 Data size: 215 Basic stats: COMPLETE Column stats: NONE
+                  Reduce Output Operator
+                    key expressions: _col0 (type: int)
+                    sort order: +
+                    Statistics: Num rows: 2 Data size: 215 Basic stats: COMPLETE Column stats: NONE
+                    value expressions: _col1 (type: char(10)), _col2 (type: int), _col3 (type: char(20))
+      Local Work:
+        Map Reduce Local Work
+      Execution mode: vectorized
+      Reduce Operator Tree:
+        Select Operator
+          expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: char(10)), VALUE._col1 (type: int), VALUE._col2 (type: char(20))
+          outputColumnNames: _col0, _col1, _col2, _col3
+          Statistics: Num rows: 2 Data size: 215 Basic stats: COMPLETE Column stats: NONE
+          File Output Operator
+            compressed: false
+            Statistics: Num rows: 2 Data size: 215 Basic stats: COMPLETE Column stats: NONE
+            table:
+                input format: org.apache.hadoop.mapred.TextInputFormat
+                output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+                serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+
+  Stage: Stage-0
+    Fetch Operator
+      limit: -1
+      Processor Tree:
+        ListSink
+
+PREHOOK: query: select * from char_join1_vc1_orc a join char_join1_vc2_orc b on (a.c2 = b.c2) order by a.c1
+PREHOOK: type: QUERY
+PREHOOK: Input: default@char_join1_vc1_orc
+PREHOOK: Input: default@char_join1_vc2_orc
+#### A masked pattern was here ####
+POSTHOOK: query: select * from char_join1_vc1_orc a join char_join1_vc2_orc b on (a.c2 = b.c2) order by a.c1
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@char_join1_vc1_orc
+POSTHOOK: Input: default@char_join1_vc2_orc
+#### A masked pattern was here ####
+1	abc       	2	abc                 
+1	abc       	1	abc                 
+2	abc       	2	abc                 
+2	abc       	1	abc                 
+3	 abc      	3	 abc                
+PREHOOK: query: -- Join char with string
+explain select * from char_join1_vc1_orc a join char_join1_str_orc b on (a.c2 = b.c2) order by a.c1
+PREHOOK: type: QUERY
+POSTHOOK: query: -- Join char with string
+explain select * from char_join1_vc1_orc a join char_join1_str_orc b on (a.c2 = b.c2) order by a.c1
+POSTHOOK: type: QUERY
+STAGE DEPENDENCIES:
+  Stage-5 is a root stage
+  Stage-2 depends on stages: Stage-5
+  Stage-0 depends on stages: Stage-2
+
+STAGE PLANS:
+  Stage: Stage-5
+    Map Reduce Local Work
+      Alias -> Map Local Tables:
+        b 
+          Fetch Operator
+            limit: -1
+      Alias -> Map Local Operator Tree:
+        b 
+          TableScan
+            alias: b
+            Statistics: Num rows: 3 Data size: 273 Basic stats: COMPLETE Column stats: NONE
+            Filter Operator
+              predicate: c2 is not null (type: boolean)
+              Statistics: Num rows: 2 Data size: 182 Basic stats: COMPLETE Column stats: NONE
+              HashTable Sink Operator
+                keys:
+                  0 UDFToString(c2) (type: string)
+                  1 c2 (type: string)
+
+  Stage: Stage-2
+    Map Reduce
+      Map Operator Tree:
+          TableScan
+            alias: a
+            Statistics: Num rows: 3 Data size: 294 Basic stats: COMPLETE Column stats: NONE
+            Filter Operator
+              predicate: UDFToString(c2) is not null (type: boolean)
+              Statistics: Num rows: 2 Data size: 196 Basic stats: COMPLETE Column stats: NONE
+              Map Join Operator
+                condition map:
+                     Inner Join 0 to 1
+                keys:
+                  0 UDFToString(c2) (type: string)
+                  1 c2 (type: string)
+                outputColumnNames: _col0, _col1, _col5, _col6
+                Statistics: Num rows: 2 Data size: 215 Basic stats: COMPLETE Column stats: NONE
+                Select Operator
+                  expressions: _col0 (type: int), _col1 (type: char(10)), _col5 (type: int), _col6 (type: string)
+                  outputColumnNames: _col0, _col1, _col2, _col3
+                  Statistics: Num rows: 2 Data size: 215 Basic stats: COMPLETE Column stats: NONE
+                  Reduce Output Operator
+                    key expressions: _col0 (type: int)
+                    sort order: +
+                    Statistics: Num rows: 2 Data size: 215 Basic stats: COMPLETE Column stats: NONE
+                    value expressions: _col1 (type: char(10)), _col2 (type: int), _col3 (type: string)
+      Local Work:
+        Map Reduce Local Work
+      Reduce Operator Tree:
+        Select Operator
+          expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: char(10)), VALUE._col1 (type: int), VALUE._col2 (type: string)
+          outputColumnNames: _col0, _col1, _col2, _col3
+          Statistics: Num rows: 2 Data size: 215 Basic stats: COMPLETE Column stats: NONE
+          File Output Operator
+            compressed: false
+            Statistics: Num rows: 2 Data size: 215 Basic stats: COMPLETE Column stats: NONE
+            table:
+                input format: org.apache.hadoop.mapred.TextInputFormat
+                output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
+                serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
+
+  Stage: Stage-0
+    Fetch Operator
+      limit: -1
+      Processor Tree:
+        ListSink
+
+PREHOOK: query: select * from char_join1_vc1_orc a join char_join1_str_orc b on (a.c2 = b.c2) order by a.c1
+PREHOOK: type: QUERY
+PREHOOK: Input: default@char_join1_str_orc
+PREHOOK: Input: default@char_join1_vc1_orc
+#### A masked pattern was here ####
+POSTHOOK: query: select * from char_join1_vc1_orc a join char_join1_str_orc b on (a.c2 = b.c2) order by a.c1
+POSTHOOK: type: QUERY
+POSTHOOK: Input: default@char_join1_str_orc
+POSTHOOK: Input: default@char_join1_vc1_orc
+#### A masked pattern was here ####
+1	abc       	1	abc
+2	abc       	1	abc
+3	 abc      	3	 abc
+PREHOOK: query: drop table char_join1_vc1
+PREHOOK: type: DROPTABLE
+PREHOOK: Input: default@char_join1_vc1
+PREHOOK: Output: default@char_join1_vc1
+POSTHOOK: query: drop table char_join1_vc1
+POSTHOOK: type: DROPTABLE
+POSTHOOK: Input: default@char_join1_vc1
+POSTHOOK: Output: default@char_join1_vc1
+PREHOOK: query: drop table char_join1_vc2
+PREHOOK: type: DROPTABLE
+PREHOOK: Input: default@char_join1_vc2
+PREHOOK: Output: default@char_join1_vc2
+POSTHOOK: query: drop table char_join1_vc2
+POSTHOOK: type: DROPTABLE
+POSTHOOK: Input: default@char_join1_vc2
+POSTHOOK: Output: default@char_join1_vc2
+PREHOOK: query: drop table char_join1_str
+PREHOOK: type: DROPTABLE
+PREHOOK: Input: default@char_join1_str
+PREHOOK: Output: default@char_join1_str
+POSTHOOK: query: drop table char_join1_str
+POSTHOOK: type: DROPTABLE
+POSTHOOK: Input: default@char_join1_str
+POSTHOOK: Output: default@char_join1_str
+PREHOOK: query: drop table char_join1_vc1_orc
+PREHOOK: type: DROPTABLE
+PREHOOK: Input: default@char_join1_vc1_orc
+PREHOOK: Output: default@char_join1_vc1_orc
+POSTHOOK: query: drop table char_join1_vc1_orc
+POSTHOOK: type: DROPTABLE
+POSTHOOK: Input: default@char_join1_vc1_orc
+POSTHOOK: Output: default@char_join1_vc1_orc
+PREHOOK: query: drop table char_join1_vc2_orc
+PREHOOK: type: DROPTABLE
+PREHOOK: Input: default@char_join1_vc2_orc
+PREHOOK: Output: default@char_join1_vc2_orc
+POSTHOOK: query: drop table char_join1_vc2_orc
+POSTHOOK: type: DROPTABLE
+POSTHOOK: Input: default@char_join1_vc2_orc
+POSTHOOK: Output: default@char_join1_vc2_orc
+PREHOOK: query: drop table char_join1_str_orc
+PREHOOK: type: DROPTABLE
+PREHOOK: Input: default@char_join1_str_orc
+PREHOOK: Output: default@char_join1_str_orc
+POSTHOOK: query: drop table char_join1_str_orc
+POSTHOOK: type: DROPTABLE
+POSTHOOK: Input: default@char_join1_str_orc
+POSTHOOK: Output: default@char_join1_str_orc



Mime
View raw message