ambari-commits mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From smoha...@apache.org
Subject ambari git commit: AMBARI-20568. Update hash aggregation settings for llap in hdp stack (Siddharth Seth via smohanty)
Date Wed, 05 Apr 2017 20:01:41 GMT
Repository: ambari
Updated Branches:
  refs/heads/branch-2.5 a9a23e22a -> 6e256d9f0


AMBARI-20568. Update hash aggregation settings for llap in hdp stack (Siddharth Seth via smohanty)


Project: http://git-wip-us.apache.org/repos/asf/ambari/repo
Commit: http://git-wip-us.apache.org/repos/asf/ambari/commit/6e256d9f
Tree: http://git-wip-us.apache.org/repos/asf/ambari/tree/6e256d9f
Diff: http://git-wip-us.apache.org/repos/asf/ambari/diff/6e256d9f

Branch: refs/heads/branch-2.5
Commit: 6e256d9f09c16f79f912889f50dfb3bcf19aa232
Parents: a9a23e2
Author: Sumit Mohanty <smohanty@hortonworks.com>
Authored: Fri Mar 24 16:05:04 2017 -0700
Committer: Sumit Mohanty <smohanty@hortonworks.com>
Committed: Wed Apr 5 13:01:16 2017 -0700

----------------------------------------------------------------------
 .../HIVE/configuration/hive-interactive-site.xml | 19 +++++++++++++++++++
 .../stacks/HDP/2.5/upgrades/config-upgrade.xml   |  6 ++++++
 .../HDP/2.5/upgrades/nonrolling-upgrade-2.6.xml  |  7 +++++++
 .../stacks/HDP/2.5/upgrades/upgrade-2.6.xml      |  1 +
 4 files changed, 33 insertions(+)
----------------------------------------------------------------------


http://git-wip-us.apache.org/repos/asf/ambari/blob/6e256d9f/ambari-server/src/main/resources/stacks/HDP/2.5/services/HIVE/configuration/hive-interactive-site.xml
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/stacks/HDP/2.5/services/HIVE/configuration/hive-interactive-site.xml
b/ambari-server/src/main/resources/stacks/HDP/2.5/services/HIVE/configuration/hive-interactive-site.xml
index e11bb18..52d5db4 100644
--- a/ambari-server/src/main/resources/stacks/HDP/2.5/services/HIVE/configuration/hive-interactive-site.xml
+++ b/ambari-server/src/main/resources/stacks/HDP/2.5/services/HIVE/configuration/hive-interactive-site.xml
@@ -703,4 +703,23 @@ limitations under the License.
     </depends-on>
     <on-ambari-upgrade add="true"/>
   </property>
+  <property>
+    <name>hive.map.aggr.hash.min.reduction</name>
+    <value>0.99</value>
+    <description>
+      Hash aggregation will be turned off if the ratio between hash  table size and input
rows is bigger than this number.
+      Set to 1 to make sure hash aggregation is never turned off.
+    </description>
+    <on-ambari-upgrade add="false"/>
+  </property>
+  <property>
+    <name>hive.vectorized.groupby.maxentries</name>
+    <value>1000000</value>
+    <description>
+      Max number of entries in the vector group by aggregation hashtables.
+      Exceeding this will trigger a flush irrelevant of memory pressure condition.
+    </description>
+    <on-ambari-upgrade add="false"/>
+  </property>
+
 </configuration>

http://git-wip-us.apache.org/repos/asf/ambari/blob/6e256d9f/ambari-server/src/main/resources/stacks/HDP/2.5/upgrades/config-upgrade.xml
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/stacks/HDP/2.5/upgrades/config-upgrade.xml b/ambari-server/src/main/resources/stacks/HDP/2.5/upgrades/config-upgrade.xml
index 95040aa..9e4abb3 100644
--- a/ambari-server/src/main/resources/stacks/HDP/2.5/upgrades/config-upgrade.xml
+++ b/ambari-server/src/main/resources/stacks/HDP/2.5/upgrades/config-upgrade.xml
@@ -458,6 +458,12 @@
             <set key="llap_headroom_space" value="12288"/>
           </definition>
 
+          <definition xsi:type="configure" id="llap_update_hashaggregation" summary="Update
Hash Aggregation settings for LLAP">
+            <type>hive-interactive-site</type>
+            <set key="hive.map.aggr.hash.min.reduction" value="0.99"/>
+            <set key="hive.vectorized.groupby.maxentries" value="1000000"/>
+          </definition>
+
           <definition xsi:type="configure" id="hdp_2_6_0_0_copy_hive_tez_container_size_to_hiveInteractive">
             <type>hive-interactive-site</type>
             <transfer operation="copy" from-type="hive-site" from-key="hive.tez.container.size"
to-key="hive.tez.container.size" default-value="682"  if-type="hive-interactive-site" if-key="hive.tez.container.size"
if-key-state="absent"/>

http://git-wip-us.apache.org/repos/asf/ambari/blob/6e256d9f/ambari-server/src/main/resources/stacks/HDP/2.5/upgrades/nonrolling-upgrade-2.6.xml
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/stacks/HDP/2.5/upgrades/nonrolling-upgrade-2.6.xml
b/ambari-server/src/main/resources/stacks/HDP/2.5/upgrades/nonrolling-upgrade-2.6.xml
index 4c7faf1..ba78742 100644
--- a/ambari-server/src/main/resources/stacks/HDP/2.5/upgrades/nonrolling-upgrade-2.6.xml
+++ b/ambari-server/src/main/resources/stacks/HDP/2.5/upgrades/nonrolling-upgrade-2.6.xml
@@ -685,6 +685,13 @@
           <summary>Updating the Hive Log4J2 properties to include parameterizations</summary>
         </task>
       </execute-stage>
+
+      <execute-stage service="HIVE" component="HIVE_SERVER_INTERACTIVE" title="Update
Hash Aggregation settings for LLAP">
+        <task xsi:type="configure" id="llap_update_hashaggregation">
+          <summary>Updating Hash Aggregation settings for LLAP</summary>
+        </task>
+      </execute-stage>
+
     </group>
 
     <group xsi:type="restart" name="KAFKA" title="Kafka">

http://git-wip-us.apache.org/repos/asf/ambari/blob/6e256d9f/ambari-server/src/main/resources/stacks/HDP/2.5/upgrades/upgrade-2.6.xml
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/stacks/HDP/2.5/upgrades/upgrade-2.6.xml b/ambari-server/src/main/resources/stacks/HDP/2.5/upgrades/upgrade-2.6.xml
index 11d24c9..a0b438e 100644
--- a/ambari-server/src/main/resources/stacks/HDP/2.5/upgrades/upgrade-2.6.xml
+++ b/ambari-server/src/main/resources/stacks/HDP/2.5/upgrades/upgrade-2.6.xml
@@ -834,6 +834,7 @@
           <task xsi:type="configure" id="hive_log4j2_parameterize"/>
           <task xsi:type="configure" id="llap_cli_log4j2_parameterize"/>
           <task xsi:type="configure" id="llap_update_headroom"/>
+          <task xsi:type="configure" id="llap_update_hashaggregation"/>
         </pre-upgrade>
         
         <pre-downgrade />


Mime
View raw message