hive-commits mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From na...@apache.org
Subject svn commit: r832311 - in /hadoop/hive/trunk: CHANGES.txt ql/src/java/org/apache/hadoop/hive/ql/parse/SemanticAnalyzer.java ql/src/test/queries/clientpositive/rcfile_default_format.q ql/src/test/results/clientpositive/rcfile_default_format.q.out
Date Tue, 03 Nov 2009 06:26:46 GMT
Author: namit
Date: Tue Nov  3 06:26:46 2009
New Revision: 832311

URL: http://svn.apache.org/viewvc?rev=832311&view=rev
Log:
RCFile is not included when user specifying it as the default file format
(Yongqiang He via namit)


Added:
    hadoop/hive/trunk/ql/src/test/queries/clientpositive/rcfile_default_format.q
    hadoop/hive/trunk/ql/src/test/results/clientpositive/rcfile_default_format.q.out
Modified:
    hadoop/hive/trunk/CHANGES.txt
    hadoop/hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/parse/SemanticAnalyzer.java

Modified: hadoop/hive/trunk/CHANGES.txt
URL: http://svn.apache.org/viewvc/hadoop/hive/trunk/CHANGES.txt?rev=832311&r1=832310&r2=832311&view=diff
==============================================================================
--- hadoop/hive/trunk/CHANGES.txt (original)
+++ hadoop/hive/trunk/CHANGES.txt Tue Nov  3 06:26:46 2009
@@ -234,6 +234,9 @@
     HIVE-819. Add lazy decompress abilitt to rcfile
     (He Yongqiang via namit)
 
+    HIVE-910. RCFile is not included when user specifying it as the default
+    file format (He Yongqiang via namit)
+
 Release 0.4.0 -  Unreleased
 
   INCOMPATIBLE CHANGES

Modified: hadoop/hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/parse/SemanticAnalyzer.java
URL: http://svn.apache.org/viewvc/hadoop/hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/parse/SemanticAnalyzer.java?rev=832311&r1=832310&r2=832311&view=diff
==============================================================================
--- hadoop/hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/parse/SemanticAnalyzer.java (original)
+++ hadoop/hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/parse/SemanticAnalyzer.java Tue
Nov  3 06:26:46 2009
@@ -4839,6 +4839,10 @@
     if ("SequenceFile".equalsIgnoreCase(conf.getVar(HiveConf.ConfVars.HIVEDEFAULTFILEFORMAT)))
{
       inputFormat = SEQUENCEFILE_INPUT;
       outputFormat = SEQUENCEFILE_OUTPUT;
+    } else if ("RCFile".equalsIgnoreCase(conf.getVar(HiveConf.ConfVars.HIVEDEFAULTFILEFORMAT)))
{
+      inputFormat = RCFILE_INPUT;
+      outputFormat = RCFILE_OUTPUT;
+      serde = COLUMNAR_SERDE;
     }
 
     LOG.info("Creating table" + tableName + " positin=" + ast.getCharPositionInLine()); 
  

Added: hadoop/hive/trunk/ql/src/test/queries/clientpositive/rcfile_default_format.q
URL: http://svn.apache.org/viewvc/hadoop/hive/trunk/ql/src/test/queries/clientpositive/rcfile_default_format.q?rev=832311&view=auto
==============================================================================
--- hadoop/hive/trunk/ql/src/test/queries/clientpositive/rcfile_default_format.q (added)
+++ hadoop/hive/trunk/ql/src/test/queries/clientpositive/rcfile_default_format.q Tue Nov 
3 06:26:46 2009
@@ -0,0 +1,11 @@
+SET hive.default.fileformat = RCFile;
+
+CREATE TABLE rcfile_default_format (key STRING);
+DESCRIBE EXTENDED rcfile_default_format; 
+
+CREATE TABLE rcfile_default_format_ctas AS SELECT key,value FROM src;
+DESCRIBE EXTENDED rcfile_default_format_ctas; 
+
+SET hive.default.fileformat = TextFile;
+CREATE TABLE textfile_default_format_ctas AS SELECT key,value FROM rcfile_default_format_ctas;
+DESCRIBE EXTENDED textfile_default_format_ctas; 
\ No newline at end of file

Added: hadoop/hive/trunk/ql/src/test/results/clientpositive/rcfile_default_format.q.out
URL: http://svn.apache.org/viewvc/hadoop/hive/trunk/ql/src/test/results/clientpositive/rcfile_default_format.q.out?rev=832311&view=auto
==============================================================================
--- hadoop/hive/trunk/ql/src/test/results/clientpositive/rcfile_default_format.q.out (added)
+++ hadoop/hive/trunk/ql/src/test/results/clientpositive/rcfile_default_format.q.out Tue Nov
 3 06:26:46 2009
@@ -0,0 +1,42 @@
+PREHOOK: query: CREATE TABLE rcfile_default_format (key STRING)
+PREHOOK: type: CREATETABLE
+POSTHOOK: query: CREATE TABLE rcfile_default_format (key STRING)
+POSTHOOK: type: CREATETABLE
+POSTHOOK: Output: default@rcfile_default_format
+PREHOOK: query: DESCRIBE EXTENDED rcfile_default_format
+PREHOOK: type: DESCTABLE
+POSTHOOK: query: DESCRIBE EXTENDED rcfile_default_format
+POSTHOOK: type: DESCTABLE
+key	string	from deserializer
+	 	 
+Detailed Table Information	Table(tableName:rcfile_default_format, dbName:default, owner:heyongqiang,
createTime:1257212499, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key,
type:string, comment:null)], location:file:/Users/heyongqiang/Documents/workspace/Hive-Test/build/ql/test/data/warehouse/rcfile_default_format,
inputFormat:org.apache.hadoop.hive.ql.io.RCFileInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.RCFileOutputFormat,
compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe,
parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[],
parameters:{transient_lastDdlTime=1257212499})	
+PREHOOK: query: CREATE TABLE rcfile_default_format_ctas AS SELECT key,value FROM src
+PREHOOK: type: CREATETABLE
+PREHOOK: Input: default@src
+POSTHOOK: query: CREATE TABLE rcfile_default_format_ctas AS SELECT key,value FROM src
+POSTHOOK: type: CREATETABLE
+POSTHOOK: Input: default@src
+POSTHOOK: Output: default@rcfile_default_format_ctas
+PREHOOK: query: DESCRIBE EXTENDED rcfile_default_format_ctas
+PREHOOK: type: DESCTABLE
+POSTHOOK: query: DESCRIBE EXTENDED rcfile_default_format_ctas
+POSTHOOK: type: DESCTABLE
+key	string	from deserializer
+value	string	from deserializer
+	 	 
+Detailed Table Information	Table(tableName:rcfile_default_format_ctas, dbName:default, owner:heyongqiang,
createTime:1257212511, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key,
type:string, comment:null), FieldSchema(name:value, type:string, comment:null)], location:file:/Users/heyongqiang/Documents/workspace/Hive-Test/build/ql/test/data/warehouse/rcfile_default_format_ctas,
inputFormat:org.apache.hadoop.hive.ql.io.RCFileInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.RCFileOutputFormat,
compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe,
parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[],
parameters:{transient_lastDdlTime=1257212511})	
+PREHOOK: query: CREATE TABLE textfile_default_format_ctas AS SELECT key,value FROM rcfile_default_format_ctas
+PREHOOK: type: CREATETABLE
+PREHOOK: Input: default@rcfile_default_format_ctas
+POSTHOOK: query: CREATE TABLE textfile_default_format_ctas AS SELECT key,value FROM rcfile_default_format_ctas
+POSTHOOK: type: CREATETABLE
+POSTHOOK: Input: default@rcfile_default_format_ctas
+POSTHOOK: Output: default@textfile_default_format_ctas
+PREHOOK: query: DESCRIBE EXTENDED textfile_default_format_ctas
+PREHOOK: type: DESCTABLE
+POSTHOOK: query: DESCRIBE EXTENDED textfile_default_format_ctas
+POSTHOOK: type: DESCTABLE
+key	string	
+value	string	
+	 	 
+Detailed Table Information	Table(tableName:textfile_default_format_ctas, dbName:default,
owner:heyongqiang, createTime:1257212516, lastAccessTime:0, retention:0, sd:StorageDescriptor(cols:[FieldSchema(name:key,
type:string, comment:null), FieldSchema(name:value, type:string, comment:null)], location:file:/Users/heyongqiang/Documents/workspace/Hive-Test/build/ql/test/data/warehouse/textfile_default_format_ctas,
inputFormat:org.apache.hadoop.mapred.TextInputFormat, outputFormat:org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat,
compressed:false, numBuckets:-1, serdeInfo:SerDeInfo(name:null, serializationLib:org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe,
parameters:{serialization.format=1}), bucketCols:[], sortCols:[], parameters:{}), partitionKeys:[],
parameters:{transient_lastDdlTime=1257212516})	



Mime
View raw message