kylin-commits mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From liy...@apache.org
Subject [2/2] kylin git commit: KYLIN-1906 review and reformat kylin.properties
Date Fri, 22 Jul 2016 07:11:26 GMT
KYLIN-1906 review and reformat kylin.properties


Project: http://git-wip-us.apache.org/repos/asf/kylin/repo
Commit: http://git-wip-us.apache.org/repos/asf/kylin/commit/8e3d8d4f
Tree: http://git-wip-us.apache.org/repos/asf/kylin/tree/8e3d8d4f
Diff: http://git-wip-us.apache.org/repos/asf/kylin/diff/8e3d8d4f

Branch: refs/heads/master
Commit: 8e3d8d4f8152119dbc326c356a19e341dc66c633
Parents: c3925a6
Author: Li Yang <liyang@apache.org>
Authored: Fri Jul 22 15:11:07 2016 +0800
Committer: Li Yang <liyang@apache.org>
Committed: Fri Jul 22 15:11:07 2016 +0800

----------------------------------------------------------------------
 build/conf/kylin.properties                     | 146 +++++--------------
 .../test_case_data/localmeta/kylin.properties   |  56 +++----
 .../test_case_data/sandbox/kylin.properties     | 105 +++++--------
 3 files changed, 107 insertions(+), 200 deletions(-)
----------------------------------------------------------------------


http://git-wip-us.apache.org/repos/asf/kylin/blob/8e3d8d4f/build/conf/kylin.properties
----------------------------------------------------------------------
diff --git a/build/conf/kylin.properties b/build/conf/kylin.properties
index 8186d7b..30f7a30 100644
--- a/build/conf/kylin.properties
+++ b/build/conf/kylin.properties
@@ -15,71 +15,64 @@
 # limitations under the License.
 #
 
-###########################config info for service#######################
-# kylin server's mode, valid value [all, query, job]
-kylin.server.mode=all
+### SERVICE ###
 
-# optional information for the owner of kylin platform, it can be your team's email
-# currently it will be attached to each kylin's htable attribute
+# Kylin server mode, valid value [all, query, job]
+kyin.server.mode=all
+
+# Optional information for the owner of kylin platform, it can be your team's email
+# Currently it will be attached to each kylin's htable attribute
 kylin.owner=whoami@kylin.apache.org
 
 # List of web servers in use, this enables one web server instance to sync up with other
servers.
 kylin.rest.servers=localhost:7070
 
-#set display timezone on UI,format like[GMT+N or GMT-N]
+# Display timezone on UI,format like[GMT+N or GMT-N]
 kylin.rest.timezone=GMT-8
 
-###########################config info for source#######################
+### SOURCE ###
+
 # Hive client, valid value [cli, beeline]
 kylin.hive.clinet=cli
 
 # Parameters for beeline client, only necessary if hive client is beeline
-kylin.hive.beeline.params=-n root --hiveconf hive.security.authorization.sqlstd.confwhitelist.append='mapreduce.job.*|dfs.*'
-u 'jdbc:hive2://localhost:10000'
+#kylin.hive.beeline.params=-n root --hiveconf hive.security.authorization.sqlstd.confwhitelist.append='mapreduce.job.*|dfs.*'
-u 'jdbc:hive2://localhost:10000'
 
 kylin.hive.keep.flat.table=false
 
-## Storage
+### STORAGE ###
+
 # The metadata store in hbase
 kylin.metadata.url=kylin_metadata@hbase
 
 # The storage for final cube file in hbase
 kylin.storage.url=hbase
 
-# 2 days
+# In seconds (2 days)
 kylin.storage.cleanup.time.threshold=172800000
 
-# Temp folder in hdfs, make sure user has the right access to the hdfs directory
+# Working folder in HDFS, make sure user has the right access to the hdfs directory
 kylin.hdfs.working.dir=/kylin
 
-#default compression codec for htable, valid value [snappy,lzo,gzip,lz4]
+# Compression codec for htable, valid value [snappy, lzo, gzip, lz4]
 kylin.hbase.default.compression.codec=snappy
 
 # HBase Cluster FileSystem, which serving hbase, format as hdfs://hbase-cluster:8020
-# leave empty if hbase running on same cluster with hive and mapreduce
-kylin.hbase.cluster.fs=
+# Leave empty if hbase running on same cluster with hive and mapreduce
+#kylin.hbase.cluster.fs=
 
 # The cut size for hbase region, in GB.
-# E.g, for cube whose capacity be marked as "SMALL", split region per 10GB by default
 kylin.hbase.region.cut=5
 
-# The hfile size of GB, smaller hfile leading to the converting hfile MR has more reducers
and be faster
-# set 0 to disable this optimization
+# The hfile size of GB, smaller hfile leading to the converting hfile MR has more reducers
and be faster.
+# Set 0 to disable this optimization.
 kylin.hbase.hfile.size.gb=2
 
 kylin.hbase.region.count.min=1
-
 kylin.hbase.region.count.max=500
 
-kylin.hbase.client.keyvalue.maxsize=10485760
+### JOB ###
 
-kylin.hbase.scan.cache_rows=1024
-
-# 5 MB
-kylin.hbase.scan.max_result_size=5242880
-
-kylin.hbase.default.block.size=1048576
-
-###########################config info for job#######################
 # max job retry on error, default 0: no retry
 kylin.job.retry=0
 
@@ -115,62 +108,35 @@ kylin.job.hive.database.for.intermediatetable=default
 # The percentage of the sampling, default 100%
 kylin.job.cubing.inmem.sampling.percent=100
 
-# whether get job status from resource manager with kerberos authentication
+# Whether get job status from resource manager with kerberos authentication
 kylin.job.status.with.kerberos=false
 
 kylin.job.mapreduce.default.reduce.input.mb=500
 
-kylin.job.mapreduce.default.reduce.count.ratio=1
-
-kylin.job.mapreduce.min.reducer.number=1
-
-# Max reducer number
 kylin.job.mapreduce.max.reducer.number=500
 
 kylin.job.mapreduce.mapper.input.rows=1000000
 
 kylin.job.step.timeout=7200
 
-kylin.job.cuboid.size.ratio=0.25
-
-kylin.job.cuboid.size.memhungry.ratio=0.05
+### CUBE ###
 
-kylin.job.cubing.inmem.sampling.hll.precision=14
-
-###########################config info for cube#######################
 # 'auto', 'inmem', 'layer' or 'random' for testing
 kylin.cube.algorithm=auto
 
 kylin.cube.algorithm.auto.threshold=8
 
-kylin.cube.aggrgroup.max.size=12
-
 kylin.cube.aggrgroup.max.combination=4096
 
-kylin.cube.aggrgroup.isMandatoryOnlyValid=false
-
 kylin.dictionary.max.cardinality=5000000
 
 kylin.table.snapshot.max_mb=300
 
-kylin.dict.cache.max.entry=3000
-
-kylin.snapshot.cache.max.entry=500
-
-kylin.dict.growing.enabled=false
-
-kylin.dict.append.entry.size=10000000
-
-kylin.dict.append.cache.size=20
-
-###########################config info for query#######################
-kylin.query.run.local.coprocessor=false
+### QUERY ###
 
 kylin.query.scan.threshold=10000000
 
-kylin.query.cube.visit.timeout.times=1
-
-# 3L * 1024 * 1024 * 1024
+# 3G
 kylin.query.mem.budget=3221225472
 
 kylin.query.coprocessor.mem.gb=3
@@ -178,56 +144,34 @@ kylin.query.coprocessor.mem.gb=3
 # Enable/disable ACL check for cube query
 kylin.query.security.enabled=true
 
-kylin.query.cache.threshold.duration=2000
-
-kylin.query.cache.threshold.scancount=10240
-
 kylin.query.cache.enabled=true
 
-kylin.query.ignore_unknown_function=false
-
-kylin.query.scan.fuzzykey.max=200
-
-kylin.query.storage.visit.scanrange.max=1000000
+### SECURITY ###
 
-# one day
-kylin.query.sequence.expire.time=86400000
-
-kylin.query.dim.distinct.max=5000000
-
-kylin.query.endpoint.compression.result=true
-
-kylin.query.hbase.hconnection.threads.max=2048
-
-kylin.query.hbase.hconnection.threads.core=2048
-
-kylin.query.hbase.hconnection.threads.alive.seconds=60
-
-###########################config info for security#######################
-# spring security profile, options: testing, ldap, saml
+# Spring security profile, options: testing, ldap, saml
 # with "testing" profile, user can use pre-defined name/pwd like KYLIN/ADMIN to login
 kylin.security.profile=testing
 
-# default roles and admin roles in LDAP, for ldap and saml
+# Default roles and admin roles in LDAP, for ldap and saml
 acl.defaultRole=ROLE_ANALYST,ROLE_MODELER
 acl.adminRole=ROLE_ADMIN
 
-#LDAP authentication configuration
+# LDAP authentication configuration
 ldap.server=ldap://ldap_server:389
 ldap.username=
 ldap.password=
 
-#LDAP user account directory; 
+# LDAP user account directory; 
 ldap.user.searchBase=
 ldap.user.searchPattern=
 ldap.user.groupSearchBase=
 
-#LDAP service account directory
+# LDAP service account directory
 ldap.service.searchBase=
 ldap.service.searchPattern=
 ldap.service.groupSearchBase=
 
-#SAML configurations for SSO
+# SAML configurations for SSO
 # SAML IDP metadata file location
 saml.metadata.file=classpath:sso_metadata.xml
 saml.metadata.entityBaseURL=https://hostname/kylin
@@ -236,7 +180,7 @@ saml.context.serverName=hostname
 saml.context.serverPort=443
 saml.context.contextPath=/kylin
 
-###########################config info for mail#######################
+### MAIL ###
 
 # If true, will send email notification;
 mail.enabled=false
@@ -245,38 +189,28 @@ mail.username=
 mail.password=
 mail.sender=
 
-###########################config info for web#######################
+### WEB ###
 
-#help info ,format{name|displayName|link} ,optional
+# Help info, format{name|displayName|link}, optional
 kylin.web.help.length=4
 kylin.web.help.0=start|Getting Started|
 kylin.web.help.1=odbc|ODBC Driver|
 kylin.web.help.2=tableau|Tableau Guide|
 kylin.web.help.3=onboard|Cube Design Tutorial|
 
-#guide user how to build streaming cube
+# Guide user how to build streaming cube
 kylin.web.streaming.guide=http://kylin.apache.org/
 
-#hadoop url link ,optional
+# Hadoop url link, optional
 kylin.web.hadoop=
-#job diagnostic url link ,optional
+#job diagnostic url link, optional
 kylin.web.diagnostic=
-#contact mail on web page ,optional
+#contact mail on web page, optional
 kylin.web.contact_mail=
 
 crossdomain.enable=true
 
-###########################config info for deploy#######################
+### OTHER ###
 
-#env DEV|QA|PROD
+# Env DEV|QA|PROD
 deploy.env=QA
-
-###########################deprecated configs#######################
-kylin.sandbox=true
-kylin.web.hive.limit=20
-# The cut size for hbase region,
-#in GB.
-# E.g, for cube whose capacity be marked as "SMALL", split region per 5GB by default
-kylin.hbase.region.cut.small=5
-kylin.hbase.region.cut.medium=10
-kylin.hbase.region.cut.large=50

http://git-wip-us.apache.org/repos/asf/kylin/blob/8e3d8d4f/examples/test_case_data/localmeta/kylin.properties
----------------------------------------------------------------------
diff --git a/examples/test_case_data/localmeta/kylin.properties b/examples/test_case_data/localmeta/kylin.properties
index 57ff5ac..c80a08f 100644
--- a/examples/test_case_data/localmeta/kylin.properties
+++ b/examples/test_case_data/localmeta/kylin.properties
@@ -15,31 +15,45 @@
 # limitations under the License.
 #
 
-# optional information for the owner of kylin platform, it can be your team's email
-# currently it will be attached to each kylin's htable attribute
+### SERVICE ###
+
+# Optional information for the owner of kylin platform, it can be your team's email
+# Currently it will be attached to each kylin's htable attribute
 kylin.owner=whoami@kylin.apache.org
 
 # List of web servers in use, this enables one web server instance to sync up with other
servers.
 #kylin.rest.servers=localhost:7070
 
+### SOURCE ###
+
+
+### STORAGE ###
+
 # The metadata store in hbase
 kylin.metadata.url=
 
 # The storage for final cube file in hbase
 kylin.storage.url=hbase
 
-# Temp folder in hdfs, make sure user has the right access to the hdfs directory
+# Working folder in HDFS, make sure user has the right access to the hdfs directory
 kylin.hdfs.working.dir=/kylin
 
-kylin.job.mapreduce.default.reduce.input.mb=500
+### JOB ###
+
+# max job retry on error, default 0: no retry
+kylin.job.retry=0
 
 # If true, job engine will not assume that hadoop CLI reside on the same server as it self
 # you will have to specify kylin.job.remote.cli.hostname, kylin.job.remote.cli.username and
kylin.job.remote.cli.password
+# It should not be set to "true" unless you're NOT running Kylin.sh on a hadoop client machine

+# (Thus kylin instance has to ssh to another real hadoop client machine to execute hbase,hive,hadoop
commands)
 kylin.job.run.as.remote.cmd=false
 
 # Only necessary when kylin.job.run.as.remote.cmd=true
 kylin.job.remote.cli.hostname=
 
+kylin.job.remote.cli.port=22
+
 # Only necessary when kylin.job.run.as.remote.cmd=true
 kylin.job.remote.cli.username=
 
@@ -55,31 +69,21 @@ kylin.job.concurrent.max.limit=10
 # Time interval to check hadoop job status
 kylin.job.yarn.app.rest.check.interval.seconds=10
 
-#default compression codec for htable,snappy,lzo,gzip,lz4
-kylin.hbase.default.compression.codec=gzip
 
-# for tests
-kylin.job.mr.config.override.test1=test1
-kylin.job.mr.config.override.test2=test2
-kylin.job.controller.lock=org.apache.kylin.job.lock.MockJobLock
+### CUBE ###
 
 
-kylin.security.profile=testing
-## Config for Restful APP ##
-# database connection settings:
-ldap.server=
-ldap.username=
-ldap.password=
-ldap.user.searchBase=
-ldap.user.searchPattern=
-ldap.user.groupSearchBase=
-ldap.service.searchBase=OU=
-ldap.service.searchPattern=
-ldap.service.groupSearchBase=
-acl.adminRole=
-acl.defaultRole=
-ganglia.group=
-ganglia.port=8664
+### QUERY ###
 
+### SECURITY ###
+
+# Spring security profile, options: testing, ldap, saml
+# with "testing" profile, user can use pre-defined name/pwd like KYLIN/ADMIN to login
+kylin.security.profile=testing
 
+### OTHER ###
 
+# for tests
+kylin.job.mr.config.override.test1=test1
+kylin.job.mr.config.override.test2=test2
+kylin.job.controller.lock=org.apache.kylin.job.lock.MockJobLock

http://git-wip-us.apache.org/repos/asf/kylin/blob/8e3d8d4f/examples/test_case_data/sandbox/kylin.properties
----------------------------------------------------------------------
diff --git a/examples/test_case_data/sandbox/kylin.properties b/examples/test_case_data/sandbox/kylin.properties
index 1e02625..5ae00ef 100644
--- a/examples/test_case_data/sandbox/kylin.properties
+++ b/examples/test_case_data/sandbox/kylin.properties
@@ -15,46 +15,52 @@
 # limitations under the License.
 #
 
-# kylin server's mode
-kylin.server.mode=all
+### SERVICE ###
 
-# optional information for the owner of kylin platform, it can be your team's email
-# currently it will be attached to each kylin's htable attribute
+# Kylin server mode, valid value [all, query, job]
+kyin.server.mode=all
+
+# Optional information for the owner of kylin platform, it can be your team's email
+# Currently it will be attached to each kylin's htable attribute
 kylin.owner=whoami@kylin.apache.org
 
 # List of web servers in use, this enables one web server instance to sync up with other
servers.
 kylin.rest.servers=localhost:7070
 
-#set display timezone on UI,format like[GMT+N or GMT-N]
+# Display timezone on UI,format like[GMT+N or GMT-N]
 kylin.rest.timezone=GMT-8
 
+### SOURCE ###
+
+# Hive client, valid value [cli, beeline]
+kylin.hive.clinet=cli
+
+### STORAGE ###
+
 # The metadata store in hbase
 kylin.metadata.url=kylin_metadata@hbase
 
 # The storage for final cube file in hbase
 kylin.storage.url=hbase
 
-# Temp folder in hdfs, make sure user has the right access to the hdfs directory
+# Working folder in HDFS, make sure user has the right access to the hdfs directory
 kylin.hdfs.working.dir=/kylin
 
 # HBase Cluster FileSystem, which serving hbase, format as hdfs://hbase-cluster:8020
-# leave empty if hbase running on same cluster with hive and mapreduce
-kylin.hbase.cluster.fs=
-
-# Hive client
-kylin.hive.cli=cli
+# Leave empty if hbase running on same cluster with hive and mapreduce
+#kylin.hbase.cluster.fs=
 
-# Parameters for beeline client
-kylin.hive.beeline.params=-n root --hiveconf hive.security.authorization.sqlstd.confwhitelist.append='mapreduce.job.*|dfs.*'
-u 'jdbc:hive2://localhost:10000'
 
 kylin.job.mapreduce.default.reduce.input.mb=500
 
+### JOB ###
+
 # max job retry on error, default 0: no retry
 kylin.job.retry=0
 
 # If true, job engine will not assume that hadoop CLI reside on the same server as it self
 # you will have to specify kylin.job.remote.cli.hostname, kylin.job.remote.cli.username and
kylin.job.remote.cli.password
-# It should not be set to "true" unless you're NOT running Kylin.sh on a hadoop client machine
+# It should not be set to "true" unless you're NOT running Kylin.sh on a hadoop client machine

 # (Thus kylin instance has to ssh to another real hadoop client machine to execute hbase,hive,hadoop
commands)
 kylin.job.run.as.remote.cmd=false
 
@@ -99,56 +105,29 @@ kylin.hbase.hfile.size.gb=2
 
 kylin.query.udf.massin=org.apache.kylin.query.udf.MassInUDF
 
+kylin.job.controller.lock=org.apache.kylin.job.lock.MockJobLock
+
+### CUBE ###
+
 # 'auto', 'inmem', 'layer' or 'random' for testing
 kylin.cube.algorithm=random
-kylin.storage.cleanup.time.threshold=21600000
+
 
 # Enable/disable ACL check for cube query
 kylin.query.security.enabled=true
 
-# whether get job status from resource manager with kerberos authentication
-kylin.job.status.with.kerberos=false
-
-## kylin security configurations
+### SECURITY ###
 
-# spring security profile, options: testing, ldap, saml
+# Spring security profile, options: testing, ldap, saml
 # with "testing" profile, user can use pre-defined name/pwd like KYLIN/ADMIN to login
 kylin.security.profile=testing
 
-kylin.job.controller.lock=org.apache.kylin.job.lock.MockJobLock
-
-# default roles and admin roles in LDAP, for ldap and saml
+# Default roles and admin roles in LDAP, for ldap and saml
 acl.defaultRole=ROLE_ANALYST,ROLE_MODELER
 acl.adminRole=ROLE_ADMIN
 
-#LDAP authentication configuration
-ldap.server=
-ldap.username=
-ldap.password=
-
-#LDAP user account directory;
-ldap.user.searchBase=
-ldap.user.searchPattern=
-ldap.user.groupSearchBase=
 
-#LDAP service account directory
-ldap.service.searchBase=OU=
-ldap.service.searchPattern=
-ldap.service.groupSearchBase=
-
-#SAML configurations for SSO
-# SAML IDP metadata file location
-saml.metadata.file=classpath:sso_metadata.xml
-saml.metadata.entityBaseURL=https://hostname/kylin
-saml.context.scheme=https
-saml.context.serverName=hostname
-saml.context.serverPort=443
-saml.context.contextPath=/kylin
-
-ganglia.group=
-ganglia.port=8664
-
-## Config for mail service
+### MAIL ###
 
 # If true, will send email notification;
 mail.enabled=false
@@ -157,36 +136,26 @@ mail.username=
 mail.password=
 mail.sender=
 
-###########################config info for web#######################
+### WEB ###
 
-#help info ,format{name|displayName|link} ,optional
+# Help info, format{name|displayName|link}, optional
 kylin.web.help.length=4
 kylin.web.help.0=start|Getting Started|
 kylin.web.help.1=odbc|ODBC Driver|
 kylin.web.help.2=tableau|Tableau Guide|
 kylin.web.help.3=onboard|Cube Design Tutorial|
 
-#guide user how to build streaming cube
+# Guide user how to build streaming cube
 kylin.web.streaming.guide=http://kylin.apache.org/
 
-#hadoop url link ,optional
+# Hadoop url link, optional
 kylin.web.hadoop=
-#job diagnostic url link ,optional
+#job diagnostic url link, optional
 kylin.web.diagnostic=
-#contact mail on web page ,optional
+#contact mail on web page, optional
 kylin.web.contact_mail=
 
-###########################config info for front#######################
+### OTHER ###
 
-#env DEV|QA|PROD
+# Env DEV|QA|PROD
 deploy.env=DEV
-
-###########################deprecated configs#######################
-kylin.sandbox=true
-kylin.web.hive.limit=20
-# The cut size for hbase region,
-#in GB.
-# E.g, for cube whose capacity be marked as "SMALL", split region per 5GB by default
-kylin.hbase.region.cut.small=5
-kylin.hbase.region.cut.medium=10
-kylin.hbase.region.cut.large=50


Mime
View raw message