ambari-commits mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From smoha...@apache.org
Subject ambari git commit: AMBARI-15502. Add description for LLAP configs (Gunther Hagleitner via smohanty)
Date Fri, 08 Jul 2016 05:03:28 GMT
Repository: ambari
Updated Branches:
  refs/heads/branch-2.4 5508c387e -> c298b868c


AMBARI-15502. Add description for LLAP configs (Gunther Hagleitner via smohanty)


Project: http://git-wip-us.apache.org/repos/asf/ambari/repo
Commit: http://git-wip-us.apache.org/repos/asf/ambari/commit/c298b868
Tree: http://git-wip-us.apache.org/repos/asf/ambari/tree/c298b868
Diff: http://git-wip-us.apache.org/repos/asf/ambari/diff/c298b868

Branch: refs/heads/branch-2.4
Commit: c298b868c9826108c37429b7bc000fcb1a67b2e7
Parents: 5508c38
Author: Sumit Mohanty <smohanty@hortonworks.com>
Authored: Thu Jul 7 22:02:43 2016 -0700
Committer: Sumit Mohanty <smohanty@hortonworks.com>
Committed: Thu Jul 7 22:03:17 2016 -0700

----------------------------------------------------------------------
 .../configuration/hive-interactive-site.xml     | 69 ++++++++++++++++++++
 1 file changed, 69 insertions(+)
----------------------------------------------------------------------


http://git-wip-us.apache.org/repos/asf/ambari/blob/c298b868/ambari-server/src/main/resources/stacks/HDP/2.5/services/HIVE/configuration/hive-interactive-site.xml
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/stacks/HDP/2.5/services/HIVE/configuration/hive-interactive-site.xml
b/ambari-server/src/main/resources/stacks/HDP/2.5/services/HIVE/configuration/hive-interactive-site.xml
index 8f5991d..666d752 100644
--- a/ambari-server/src/main/resources/stacks/HDP/2.5/services/HIVE/configuration/hive-interactive-site.xml
+++ b/ambari-server/src/main/resources/stacks/HDP/2.5/services/HIVE/configuration/hive-interactive-site.xml
@@ -292,21 +292,25 @@ limitations under the License.
   <property>
     <name>hive.llap.daemon.yarn.shuffle.port</name>
     <value>15551</value>
+    <description>YARN shuffle port for LLAP-daemon-hosted shuffle.</description>
     <on-ambari-upgrade add="true"/>
   </property>
   <property>
     <name>hive.execution.mode</name>
     <value>llap</value>
+    <description>Chooses whether query fragments will run in container or in llap</description>
     <on-ambari-upgrade add="true"/>
   </property>
   <property>
     <name>hive.llap.execution.mode</name>
     <value>all</value>
+    <description>Chooses which fragments of a query will run in llap</description>
     <on-ambari-upgrade add="true"/>
   </property>
   <property>
     <name>hive.llap.io.enabled</name>
     <value>true</value>
+    <description>Whether the LLAP IO layer is enabled.</description>
     <depends-on>
       <property>
         <type>hive-interactive-site</type>
@@ -318,46 +322,71 @@ limitations under the License.
   <property>
     <name>hive.llap.io.use.lrfu</name>
     <value>true</value>
+    <description>Whether ORC low-level cache should use LRFU cache policy instead of
default (FIFO).</description>
     <on-ambari-upgrade add="true"/>
   </property>
   <property>
     <name>hive.llap.auto.allow.uber</name>
     <value>false</value>
+    <description>Whether or not to allow the planner to run vertices in the AM.</description>
     <on-ambari-upgrade add="true"/>
   </property>
   <property>
     <name>hive.llap.object.cache.enabled</name>
     <value>true</value>
+    <description>Cache objects (plans, hashtables, etc) in llap</description>
     <on-ambari-upgrade add="true"/>
   </property>
   <property>
     <name>hive.tez.input.generate.consistent.splits</name>
     <value>true</value>
+    <description>Whether to generate consistent split locations when generating splits
in the AM</description>
     <on-ambari-upgrade add="true"/>
   </property>
   <property>
     <name>hive.llap.client.consistent.splits</name>
+    <description>
+      Whether to setup split locations to match nodes on which llap daemons are running,
+      instead of using the locations provided by the split itself.
+    </description>
     <value>true</value>
     <on-ambari-upgrade add="true"/>
   </property>
   <property>
     <name>hive.llap.task.scheduler.locality.delay</name>
     <value>-1</value>
+    <description>
+      Amount of time to wait before allocating a request which contains location information,
+      to a location other than the ones requested. Set to -1 for an infinite delay, 0
+      for no delay.
+    </description>
     <on-ambari-upgrade add="true"/>
   </property>
   <property>
     <name>hive.exec.orc.split.strategy</name>
     <value>HYBRID</value>
+    <description>
+      This is not a user level config. BI strategy is used when the requirement is to spend
less time in split generation
+      as opposed to query execution (split generation does not read or cache file footers).
+      ETL strategy is used when spending little more time in split generation is acceptable
+      (split generation reads and caches file footers). HYBRID chooses between the above
strategies
+      based on heuristics.
+    </description>
     <on-ambari-upgrade add="true"/>
   </property>
   <property>
     <name>hive.llap.daemon.service.hosts</name>
     <value>@llap0</value>
+    <description>
+      Explicitly specified hosts to use for LLAP scheduling. Useful for testing. By default,
+      YARN registry is used.
+    </description>
     <on-ambari-upgrade add="true"/>
   </property>
   <property>
     <name>hive.llap.daemon.allow.permanent.fns</name>
     <value>false</value>
+    <description>Whether LLAP daemon should localize the resources for permanent UDFs.</description>
     <on-ambari-upgrade add="true"/>
   </property>
   <property>
@@ -437,11 +466,13 @@ limitations under the License.
   <property>
     <name>hive.llap.daemon.memory.per.instance.mb</name>
     <value>250</value>
+    <description>The total amount of memory to use for the executors inside LLAP (in
megabytes).</description>
     <on-ambari-upgrade add="true"/>
   </property>
   <property>
     <name>hive.llap.daemon.vcpus.per.instance</name>
     <value>${hive.llap.daemon.num.executors}</value>
+    <description>The total number of vcpus to use for the executors inside LLAP.</description>
     <on-ambari-upgrade add="true"/>
   </property>
   <property>
@@ -491,6 +522,7 @@ limitations under the License.
   <property>
     <name>hive.llap.io.threadpool.size</name>
     <value>2</value>
+    <description>Specify the number of threads to use for low-level IO thread pool.</description>
     <depends-on>
       <property>
         <type>hive-interactive-site</type>
@@ -502,61 +534,93 @@ limitations under the License.
   <property>
     <name>hive.llap.daemon.rpc.port</name>
     <value>15001</value>
+    <description>The LLAP daemon RPC port.</description>
     <on-ambari-upgrade add="true"/>
   </property>
   <property>
     <name>hive.llap.management.rpc.port</name>
     <value>15004</value>
+    <description>RPC port for LLAP daemon management service.</description>
     <on-ambari-upgrade add="true"/>
   </property>
   <property>
     <name>hive.llap.daemon.task.scheduler.enable.preemption</name>
     <value>true</value>
+    <description>hive.llap.daemon.task.scheduler.enable.preemption</description>
     <on-ambari-upgrade add="true"/>
   </property>
   <property>
     <name>hive.tez.exec.print.summary</name>
     <value>true</value>
+    <description>Display breakdown of execution steps, for every query executed by
the shell.</description>
     <on-ambari-upgrade add="true"/>
   </property>
   <property>
     <name>hive.vectorized.execution.mapjoin.native.enabled</name>
     <value>true</value>
+    <description>
+      This flag should be set to true to enable native (i.e. non-pass through) vectorization
+      of queries using MapJoin.
+    </description>
     <on-ambari-upgrade add="true"/>
   </property>
   <property>
     <name>hive.vectorized.execution.mapjoin.minmax.enabled</name>
     <value>true</value>
+    <description>
+      This flag should be set to true to enable vector map join hash tables to
+      use max / max filtering for integer join queries using MapJoin.
+    </description>
     <on-ambari-upgrade add="true"/>
   </property>
   <property>
     <name>hive.vectorized.execution.mapjoin.native.fast.hashtable.enabled</name>
     <value>true</value>
+    <description>
+      This flag should be set to true to enable use of native fast vector map join hash tables
in
+      queries using MapJoin.
+    </description>
     <on-ambari-upgrade add="true"/>
   </property>
   <property>
     <name>hive.mapjoin.hybridgrace.hashtable</name>
     <value>false</value>
+    <description>Whether to use hybrid grace hash join as the join method for mapjoin.
Tez only.</description>
     <on-ambari-upgrade add="true"/>
   </property>
   <property>
     <name>hive.tez.bucket.pruning</name>
     <value>true</value>
+    <description>
+      When pruning is enabled, filters on bucket columns will be processed by
+      filtering the splits against a bitset of included buckets. This needs predicates
+      produced by hive.optimize.ppd and hive.optimize.index.filters.
+    </description>
     <on-ambari-upgrade add="true"/>
   </property>
   <property>
     <name>hive.optimize.dynamic.partition.hashjoin</name>
     <value>true</value>
+    <description>
+      Whether to enable dynamically partitioned hash join optimization.
+      This setting is also dependent on enabling hive.auto.convert.join
+    </description>
     <on-ambari-upgrade add="true"/>
   </property>
   <property>
     <name>hive.llap.daemon.work.dirs</name>
     <value>${yarn.nodemanager.local-dirs}</value>
+    <description>
+      Working directories for the daemon. Needs to be set for a secure cluster, since LLAP
may
+      not have access to the default YARN working directories. yarn.nodemanager.local-dirs
is
+      used if this is not set
+    </description>
     <on-ambari-upgrade add="true"/>
   </property>
   <property>
     <name>hive.llap.zk.sm.connectionString</name>
     <value>localhost:2181</value>
+    <description>ZooKeeper connection string for ZooKeeper SecretManager.</description>
     <depends-on>
       <property>
         <type>zoo.cfg</type>
@@ -568,6 +632,11 @@ limitations under the License.
   <property>
     <name>hive.llap.io.memory.mode</name>
     <value/>
+    <description>
+      LLAP IO memory usage; 'cache' (the default) uses data and metadata cache with a
+      custom off-heap allocator, 'allocator' uses the custom allocator without the caches,
+      'none' doesn't use either (this mode may result in significant performance degradation)
+    </description>
     <value-attributes>
       <empty-value-valid>true</empty-value-valid>
     </value-attributes>


Mime
View raw message