kylin-commits mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From shaofeng...@apache.org
Subject [2/3] kylin git commit: KYLIN-1656 disable file merge on creating hive flat table
Date Wed, 18 May 2016 04:01:32 GMT
KYLIN-1656 disable file merge on creating hive flat table

Project: http://git-wip-us.apache.org/repos/asf/kylin/repo
Commit: http://git-wip-us.apache.org/repos/asf/kylin/commit/bdf5e472
Tree: http://git-wip-us.apache.org/repos/asf/kylin/tree/bdf5e472
Diff: http://git-wip-us.apache.org/repos/asf/kylin/diff/bdf5e472

Branch: refs/heads/master
Commit: bdf5e47203132ae6c43654331f8ff5fe9fc6ccd9
Parents: c6aad4e
Author: shaofengshi <shaofengshi@apache.org>
Authored: Mon May 9 15:49:55 2016 +0800
Committer: shaofengshi <shaofengshi@apache.org>
Committed: Wed May 18 10:38:32 2016 +0800

----------------------------------------------------------------------
 build/conf/kylin_hive_conf.xml | 23 +----------------------
 1 file changed, 1 insertion(+), 22 deletions(-)
----------------------------------------------------------------------


http://git-wip-us.apache.org/repos/asf/kylin/blob/bdf5e472/build/conf/kylin_hive_conf.xml
----------------------------------------------------------------------
diff --git a/build/conf/kylin_hive_conf.xml b/build/conf/kylin_hive_conf.xml
index 9f1cac4..a1caa4d 100644
--- a/build/conf/kylin_hive_conf.xml
+++ b/build/conf/kylin_hive_conf.xml
@@ -22,12 +22,6 @@
     </property>
 
     <property>
-        <name>dfs.block.size</name>
-        <value>33554432</value>
-        <description>32MB, want more mappers for in-mem cubing, thus smaller the DFS
block size</description>
-    </property>
-
-    <property>
         <name>hive.exec.compress.output</name>
         <value>true</value>
         <description>enable compress</description>
@@ -55,27 +49,12 @@
         <value>org.apache.hadoop.io.compress.SnappyCodec</value>
         <description></description>
     </property>
-    
-    <property>
-        <name>hive.merge.mapfiles</name>
-        <value>true</value>
-        <description>Enable hive file merge on mapper only job</description>
-    </property>
-    <property>
-        <name>hive.merge.mapredfiles</name>
-        <value>true</value>
-        <description>Enable hive file merge on map-reduce job</description>
-    </property>
+
     <property>
         <name>mapred.output.compression.type</name>
         <value>BLOCK</value>
         <description>The compression type to use for job outputs</description>
     </property>
-    <property>
-        <name>hive.merge.size.per.task</name>
-        <value>256000000</value>
-        <description>Size for the merged file</description>
-    </property>
 
     <property>
         <name>hive.support.concurrency</name>


Mime
View raw message