hadoop-hive-commits mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From na...@apache.org
Subject svn commit: r987349 - in /hadoop/hive/trunk: ./ ql/src/test/queries/clientpositive/
Date Thu, 19 Aug 2010 23:40:58 GMT
Author: namit
Date: Thu Aug 19 23:40:57 2010
New Revision: 987349

URL: http://svn.apache.org/viewvc?rev=987349&view=rev
Log:
HIVE-1561. test bug: smb_mapjoin*.q should use bucketizedhiveinputformat
(He Yongqiang via namit)


Modified:
    hadoop/hive/trunk/CHANGES.txt
    hadoop/hive/trunk/ql/src/test/queries/clientpositive/smb_mapjoin_1.q
    hadoop/hive/trunk/ql/src/test/queries/clientpositive/smb_mapjoin_2.q
    hadoop/hive/trunk/ql/src/test/queries/clientpositive/smb_mapjoin_3.q
    hadoop/hive/trunk/ql/src/test/queries/clientpositive/smb_mapjoin_4.q
    hadoop/hive/trunk/ql/src/test/queries/clientpositive/smb_mapjoin_5.q
    hadoop/hive/trunk/ql/src/test/queries/clientpositive/smb_mapjoin_6.q
    hadoop/hive/trunk/ql/src/test/queries/clientpositive/smb_mapjoin_7.q
    hadoop/hive/trunk/ql/src/test/queries/clientpositive/smb_mapjoin_8.q

Modified: hadoop/hive/trunk/CHANGES.txt
URL: http://svn.apache.org/viewvc/hadoop/hive/trunk/CHANGES.txt?rev=987349&r1=987348&r2=987349&view=diff
==============================================================================
--- hadoop/hive/trunk/CHANGES.txt (original)
+++ hadoop/hive/trunk/CHANGES.txt Thu Aug 19 23:40:57 2010
@@ -166,6 +166,9 @@ Trunk -  Unreleased
     HIVE-1564. bucketizedhiveinputformat does not work in minimr mode
     (He Yongqiang via namit)
 
+    HIVE-1561. test bug: smb_mapjoin*.q should use bucketizedhiveinputformat
+    (He Yongqiang via namit)
+
   TESTS
 
     HIVE-1464. improve  test query performance

Modified: hadoop/hive/trunk/ql/src/test/queries/clientpositive/smb_mapjoin_1.q
URL: http://svn.apache.org/viewvc/hadoop/hive/trunk/ql/src/test/queries/clientpositive/smb_mapjoin_1.q?rev=987349&r1=987348&r2=987349&view=diff
==============================================================================
--- hadoop/hive/trunk/ql/src/test/queries/clientpositive/smb_mapjoin_1.q (original)
+++ hadoop/hive/trunk/ql/src/test/queries/clientpositive/smb_mapjoin_1.q Thu Aug 19 23:40:57
2010
@@ -12,6 +12,7 @@ load data local inpath '../data/files/sm
 
 set hive.optimize.bucketmapjoin = true;
 set hive.optimize.bucketmapjoin.sortedmerge = true;
+set hive.input.format = org.apache.hadoop.hive.ql.io.BucketizedHiveInputFormat;
  
 explain
 select /*+mapjoin(a)*/ * from smb_bucket_1 a join smb_bucket_2 b on a.key = b.key;

Modified: hadoop/hive/trunk/ql/src/test/queries/clientpositive/smb_mapjoin_2.q
URL: http://svn.apache.org/viewvc/hadoop/hive/trunk/ql/src/test/queries/clientpositive/smb_mapjoin_2.q?rev=987349&r1=987348&r2=987349&view=diff
==============================================================================
--- hadoop/hive/trunk/ql/src/test/queries/clientpositive/smb_mapjoin_2.q (original)
+++ hadoop/hive/trunk/ql/src/test/queries/clientpositive/smb_mapjoin_2.q Thu Aug 19 23:40:57
2010
@@ -11,7 +11,8 @@ load data local inpath '../data/files/sm
 load data local inpath '../data/files/smbbucket_3.rc' overwrite into table smb_bucket_3;
  
 set hive.optimize.bucketmapjoin = true;
-set hive.optimize.bucketmapjoin.sortedmerge = true; 
+set hive.optimize.bucketmapjoin.sortedmerge = true;
+set hive.input.format = org.apache.hadoop.hive.ql.io.BucketizedHiveInputFormat;
  
 explain
 select /*+mapjoin(a)*/ * from smb_bucket_1 a join smb_bucket_3 b on a.key = b.key;

Modified: hadoop/hive/trunk/ql/src/test/queries/clientpositive/smb_mapjoin_3.q
URL: http://svn.apache.org/viewvc/hadoop/hive/trunk/ql/src/test/queries/clientpositive/smb_mapjoin_3.q?rev=987349&r1=987348&r2=987349&view=diff
==============================================================================
--- hadoop/hive/trunk/ql/src/test/queries/clientpositive/smb_mapjoin_3.q (original)
+++ hadoop/hive/trunk/ql/src/test/queries/clientpositive/smb_mapjoin_3.q Thu Aug 19 23:40:57
2010
@@ -12,6 +12,7 @@ load data local inpath '../data/files/sm
 
 set hive.optimize.bucketmapjoin = true;
 set hive.optimize.bucketmapjoin.sortedmerge = true;
+set hive.input.format = org.apache.hadoop.hive.ql.io.BucketizedHiveInputFormat;
  
 explain
 select /*+mapjoin(a)*/ * from smb_bucket_2 a join smb_bucket_3 b on a.key = b.key;

Modified: hadoop/hive/trunk/ql/src/test/queries/clientpositive/smb_mapjoin_4.q
URL: http://svn.apache.org/viewvc/hadoop/hive/trunk/ql/src/test/queries/clientpositive/smb_mapjoin_4.q?rev=987349&r1=987348&r2=987349&view=diff
==============================================================================
--- hadoop/hive/trunk/ql/src/test/queries/clientpositive/smb_mapjoin_4.q (original)
+++ hadoop/hive/trunk/ql/src/test/queries/clientpositive/smb_mapjoin_4.q Thu Aug 19 23:40:57
2010
@@ -12,6 +12,7 @@ load data local inpath '../data/files/sm
 
 set hive.optimize.bucketmapjoin = true;
 set hive.optimize.bucketmapjoin.sortedmerge = true;
+set hive.input.format = org.apache.hadoop.hive.ql.io.BucketizedHiveInputFormat;
  
 explain
 select /*+mapjoin(a,b)*/ * from smb_bucket_1 a join smb_bucket_2 b on a.key = b.key join
smb_bucket_3 c on b.key=c.key;

Modified: hadoop/hive/trunk/ql/src/test/queries/clientpositive/smb_mapjoin_5.q
URL: http://svn.apache.org/viewvc/hadoop/hive/trunk/ql/src/test/queries/clientpositive/smb_mapjoin_5.q?rev=987349&r1=987348&r2=987349&view=diff
==============================================================================
--- hadoop/hive/trunk/ql/src/test/queries/clientpositive/smb_mapjoin_5.q (original)
+++ hadoop/hive/trunk/ql/src/test/queries/clientpositive/smb_mapjoin_5.q Thu Aug 19 23:40:57
2010
@@ -12,6 +12,7 @@ load data local inpath '../data/files/sm
 
 set hive.optimize.bucketmapjoin = true;
 set hive.optimize.bucketmapjoin.sortedmerge = true;
+set hive.input.format = org.apache.hadoop.hive.ql.io.BucketizedHiveInputFormat;
  
 explain
 select /*+mapjoin(a,c)*/ * from smb_bucket_1 a join smb_bucket_2 b on a.key = b.key join
smb_bucket_3 c on b.key=c.key;

Modified: hadoop/hive/trunk/ql/src/test/queries/clientpositive/smb_mapjoin_6.q
URL: http://svn.apache.org/viewvc/hadoop/hive/trunk/ql/src/test/queries/clientpositive/smb_mapjoin_6.q?rev=987349&r1=987348&r2=987349&view=diff
==============================================================================
--- hadoop/hive/trunk/ql/src/test/queries/clientpositive/smb_mapjoin_6.q (original)
+++ hadoop/hive/trunk/ql/src/test/queries/clientpositive/smb_mapjoin_6.q Thu Aug 19 23:40:57
2010
@@ -19,6 +19,7 @@ select * from src;
 
 set hive.optimize.bucketmapjoin = true;
 set hive.optimize.bucketmapjoin.sortedmerge = true;
+set hive.input.format = org.apache.hadoop.hive.ql.io.BucketizedHiveInputFormat;
 
 explain
 insert overwrite table smb_join_results

Modified: hadoop/hive/trunk/ql/src/test/queries/clientpositive/smb_mapjoin_7.q
URL: http://svn.apache.org/viewvc/hadoop/hive/trunk/ql/src/test/queries/clientpositive/smb_mapjoin_7.q?rev=987349&r1=987348&r2=987349&view=diff
==============================================================================
--- hadoop/hive/trunk/ql/src/test/queries/clientpositive/smb_mapjoin_7.q (original)
+++ hadoop/hive/trunk/ql/src/test/queries/clientpositive/smb_mapjoin_7.q Thu Aug 19 23:40:57
2010
@@ -23,6 +23,7 @@ select * from src;
 
 set hive.optimize.bucketmapjoin = true;
 set hive.optimize.bucketmapjoin.sortedmerge = true;
+set hive.input.format = org.apache.hadoop.hive.ql.io.BucketizedHiveInputFormat;
 
 insert overwrite table smb_join_results_empty_bigtable
 select /*+mapjoin(b)*/ * from smb_bucket4_1 a full outer join smb_bucket4_2 b on a.key =
b.key;

Modified: hadoop/hive/trunk/ql/src/test/queries/clientpositive/smb_mapjoin_8.q
URL: http://svn.apache.org/viewvc/hadoop/hive/trunk/ql/src/test/queries/clientpositive/smb_mapjoin_8.q?rev=987349&r1=987348&r2=987349&view=diff
==============================================================================
--- hadoop/hive/trunk/ql/src/test/queries/clientpositive/smb_mapjoin_8.q (original)
+++ hadoop/hive/trunk/ql/src/test/queries/clientpositive/smb_mapjoin_8.q Thu Aug 19 23:40:57
2010
@@ -1,15 +1,11 @@
 set hive.enforce.bucketing = true;
+set hive.enforce.sorting = true;
 set hive.exec.reducers.max = 1;
 
 
 create table smb_bucket_input (key int, value string) stored as rcfile;
 load data local inpath '../data/files/smb_bucket_input.rc' into table smb_bucket_input;
 
-set hive.optimize.bucketmapjoin = true;
-set hive.optimize.bucketmapjoin.sortedmerge = true;
-set hive.enforce.sorting = true;
-set hive.exec.reducers.max = 1;
-
 
 CREATE TABLE smb_bucket4_1(key int, value string) CLUSTERED BY (key) SORTED BY (key) INTO
1 BUCKETS;
 
@@ -20,6 +16,10 @@ CREATE TABLE smb_bucket4_3(key int, valu
 insert overwrite table smb_bucket4_1 select * from smb_bucket_input where key=4 or key=2000
or key=4000;
 insert overwrite table smb_bucket4_2 select * from smb_bucket_input where key=484 or key=3000
or key=5000;
 
+set hive.optimize.bucketmapjoin = true;
+set hive.optimize.bucketmapjoin.sortedmerge = true;
+set hive.input.format = org.apache.hadoop.hive.ql.io.BucketizedHiveInputFormat;
+
 select /*+mapjoin(a)*/ * from smb_bucket4_1 a full outer join smb_bucket4_2 b on a.key =
b.key;
 select /*+mapjoin(b)*/ * from smb_bucket4_1 a full outer join smb_bucket4_2 b on a.key =
b.key;
 



Mime
View raw message