ambari-commits mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From smoha...@apache.org
Subject git commit: AMBARI-7894. Update tez config for HDP-2.2
Date Wed, 22 Oct 2014 22:14:17 GMT
Repository: ambari
Updated Branches:
  refs/heads/branch-1.7.0 b0dfa7d9e -> 17cfb9916


AMBARI-7894. Update tez config for HDP-2.2


Project: http://git-wip-us.apache.org/repos/asf/ambari/repo
Commit: http://git-wip-us.apache.org/repos/asf/ambari/commit/17cfb991
Tree: http://git-wip-us.apache.org/repos/asf/ambari/tree/17cfb991
Diff: http://git-wip-us.apache.org/repos/asf/ambari/diff/17cfb991

Branch: refs/heads/branch-1.7.0
Commit: 17cfb9916de171a72a9cff27253664a276c8bf59
Parents: b0dfa7d
Author: Sumit Mohanty <smohanty@hortonworks.com>
Authored: Wed Oct 22 15:14:00 2014 -0700
Committer: Sumit Mohanty <smohanty@hortonworks.com>
Committed: Wed Oct 22 15:14:00 2014 -0700

----------------------------------------------------------------------
 .../2.2/services/TEZ/configuration/tez-site.xml | 263 ++++++++++++++++++-
 1 file changed, 262 insertions(+), 1 deletion(-)
----------------------------------------------------------------------


http://git-wip-us.apache.org/repos/asf/ambari/blob/17cfb991/ambari-server/src/main/resources/stacks/HDP/2.2/services/TEZ/configuration/tez-site.xml
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/stacks/HDP/2.2/services/TEZ/configuration/tez-site.xml
b/ambari-server/src/main/resources/stacks/HDP/2.2/services/TEZ/configuration/tez-site.xml
index 98c8c49..34e63d7 100644
--- a/ambari-server/src/main/resources/stacks/HDP/2.2/services/TEZ/configuration/tez-site.xml
+++ b/ambari-server/src/main/resources/stacks/HDP/2.2/services/TEZ/configuration/tez-site.xml
@@ -34,5 +34,266 @@
     <description></description>
   </property>
 
-</configuration>
+  <property>
+    <name>tez.am.log.level</name>
+    <value>INFO</value>
+    <description>Root Logging level passed to the Tez app master</description>
+  </property>
+
+  <property>
+    <name>tez.generate.debug.artifacts</name>
+    <value>false</value>
+    <description>Generate debug artifacts such as a text representation of the submitted
DAG plan</description>
+  </property>
+
+  <property>
+    <name>tez.staging-dir</name>
+    <value>/tmp/${user.name}/staging</value>
+    <description>The staging dir used while submitting DAGs</description>
+  </property>
+
+  <property>
+    <name>tez.am.resource.memory.mb</name>
+    <value>1536</value>
+    <description>The amount of memory to be used by the AppMaster.
+      Used only if the value is not specified explicitly by the DAG definition.
+    </description>
+  </property>
+
+  <property>
+    <name>tez.am.launch.cmd-opts</name>
+    <value>-server -Djava.net.preferIPv4Stack=true -XX:+PrintGCDetails -verbose:gc
-XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC</value>
+    <description>Java options for the Tez AppMaster process. The Xmx value is derived
based on tez.am.resource.memory.mb and is 80% of the value by default.
+      Used only if the value is not specified explicitly by the DAG definition.
+    </description>
+  </property>
 
+  <property>
+    <name>tez.am.launch.env</name>
+    <value>LD_LIBRARY_PATH=/usr/lib/hadoop/lib/native:/usr/lib/hadoop/lib/native/Linux-amd64-64</value>
+    <description>
+        Additional execution environment entries for tez. This is not an additive property.
You must preserve the original value if
+        you want to have access to native libraries.
+      Used only if the value is not specified explicitly by the DAG definition.
+    </description>
+  </property>
+
+  <property>
+    <name>tez.task.resource.memory.mb</name>
+    <value>1536</value>
+    <description>The amount of memory to be used by launched tasks.
+      Used only if the value is not specified explicitly by the DAG definition.
+    </description>
+  </property>
+
+  <property>
+    <name>tez.task.launch.cmd-opts</name>
+    <value>-server -Djava.net.preferIPv4Stack=true -XX:+PrintGCDetails -verbose:gc
-XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC</value>
+    <description>Java options for tasks. The Xmx value is derived based on tez.task.resource.memory.mb
and is 80% of this value by default.
+      Used only if the value is not specified explicitly by the DAG definition.
+    </description>
+  </property> 
+
+  <property>
+    <name>tez.task.launch.env</name>
+    <value>LD_LIBRARY_PATH=/usr/lib/hadoop/lib/native:/usr/lib/hadoop/lib/native/Linux-amd64-64</value>
+    <description>
+      Additional execution environment entries for tez. This is not an additive property.
You must preserve the original value if
+      you want to have access to native libraries.
+      Used only if the value is not specified explicitly by the DAG definition.
+    </description>
+  </property>
+
+  <property>
+    <name>tez.shuffle-vertex-manager.min-src-fraction</name>
+    <value>0.2</value>
+    <description>In case of a ScatterGather connection, the fraction of source tasks
which should
+      complete before tasks for the current vertex are schedule
+    </description>
+  </property>
+
+  <property>
+    <name>tez.shuffle-vertex-manager.max-src-fraction</name>
+    <value>0.4</value>
+    <description>In case of a ScatterGather connection, once this fraction of source
tasks have
+      completed, all tasks on the current vertex can be scheduled. Number of tasks ready
for
+      scheduling on the current vertex scales linearly between min-fraction and max-fraction
+    </description>
+  </property>
+
+  <property>
+    <name>tez.am.am-rm.heartbeat.interval-ms.max</name>
+    <value>250</value>
+    <description>The maximum heartbeat interval between the AM and RM in milliseconds</description>
+  </property>
+
+  <property>
+    <name>tez.grouping.split-waves</name>
+    <value>1.7</value>
+    <description>The multiplier for available queue capacity when determining number
of tasks for
+      a Vertex. 1.7 with 100% queue available implies generating a number of tasks roughly
equal
+      to 170% of the available containers on the queue
+    </description>
+  </property>
+
+  <property>
+    <name>tez.grouping.min-size</name>
+    <value>16777216</value>
+    <description>Lower bound on the size (in bytes) of a grouped split, to avoid generating
+      too many splits
+    </description>
+  </property>
+
+  <property>
+    <name>tez.grouping.max-size</name>
+    <value>1073741824</value>
+    <description>Upper bound on the size (in bytes) of a grouped split, to avoid generating
+      excessively large split
+    </description>
+  </property>
+
+  <property>
+    <name>tez.am.container.reuse.enabled</name>
+    <value>true</value>
+    <description>Configuration to specify whether container should be reused</description>
+  </property>
+
+  <property>
+    <name>tez.am.container.reuse.rack-fallback.enabled</name>
+    <value>true</value>
+    <description>Whether to reuse containers for rack local tasks. Active only if reuse
is enabled
+    </description>
+  </property>
+
+  <property>
+    <name>tez.am.container.reuse.non-local-fallback.enabled</name>
+    <value>false</value>
+    <description>Whether to reuse containers for non-local tasks. Active only if reuse
is enabled
+    </description>
+  </property>
+
+  <property>
+    <name>tez.am.container.idle.release-timeout-min.millis</name>
+    <value>10000</value>
+    <description>The minimum amount of time to hold on to a container that is idle.
Only active when reuse is enabled.</description>
+  </property>
+
+  <property>
+    <name>tez.am.container.idle.release-timeout-max.millis</name>
+    <value>20000</value>
+    <description>The maximum amount of time to hold on to a container if no task can
be assigned to it immediately. Only active when reuse is enabled.</description>
+  </property>
+
+  <property>
+    <name>tez.am.container.reuse.locality.delay-allocation-millis</name>
+    <value>250</value>
+    <description>The amount of time to wait before assigning a container to the next
level of
+      locality. NODE -> RACK -> NON_LOCAL
+    </description>
+  </property>
+
+  <property>
+    <name>tez.am.max.app.attempts</name>
+    <value>2</value>
+    <description>Specifies the total number of time the app master will run in case
recovery is triggered</description>
+  </property>
+
+  <property>
+    <name>tez.am.maxtaskfailures.per.node</name>
+    <value>10</value>
+    <description>The maximum number of allowed task attempt failures on a node before
+      it gets marked as blacklisted
+    </description>
+  </property>
+
+  <property>
+    <name>tez.task.am.heartbeat.counter.interval-ms.max</name>
+    <value>4000</value>
+    <description>Time interval at which task counters are sent to the AM</description>
+  </property>
+
+  <property>
+    <name>tez.task.get-task.sleep.interval-ms.max</name>
+    <value>200</value>
+    <description>The maximum amount of time, in seconds, to wait before a task asks
an AM for
+      another task
+    </description>
+  </property>
+
+  <property>
+    <name>tez.task.max-events-per-heartbeat</name>
+    <value>500</value>
+    <description>Maximum number of of events to fetch from the AM by the tasks in a
single heartbeat.</description>
+  </property>
+
+  <property>
+    <name>tez.session.client.timeout.secs</name>
+    <value>-1</value>
+    <description>Time (in seconds) to wait for AM to come up when trying to submit
a DAG from
+      the client
+    </description>
+  </property>
+
+  <property>
+    <name>tez.session.am.dag.submit.timeout.secs</name>
+    <value>300</value>
+    <description>Time (in seconds) for which the Tez AM should wait for a DAG to be
submitted
+      before shutting down
+    </description>
+  </property>
+
+  <property>
+    <name>tez.counters.max</name>
+    <value>2000</value>
+    <description>The number of allowed counters for the executing DAG</description>
+  </property>
+
+  <property>
+    <name>tez.counters.max.groups</name>
+    <value>1000</value>
+    <description>The number of allowed counter groups for the executing DAG</description>
+  </property>
+
+
+  <!-- Configuration for runtime components -->
+
+  <!-- These properties can be set on a per edge basis by configuring the payload for
each
+       edge independently. -->
+
+
+  <property>
+    <name>tez.runtime.compress</name>
+    <value>true</value>
+    <description>Whether intermediate data should be compressed or not</description>
+  </property>
+
+  <property>
+    <name>tez.runtime.compress.codec</name>
+    <value>org.apache.hadoop.io.compress.SnappyCodec</value>
+    <description>The coded to be used if compressing intermediate data. Only
+      applicable if tez.runtime.compress is enabled
+    </description>
+  </property>
+
+  <property>
+    <name>tez.runtime.io.sort.mb</name>
+    <value>512</value>
+    <description>The size of the sort buffer when output needs to be sorted</description>
+  </property>
+
+  <property>
+    <name>tez.runtime.unordered.output.buffer.size-mb</name>
+    <value>100</value>
+    <description>The size of the buffer when output does not require to be sorted</description>
+  </property>
+
+  <property>
+    <name>tez.history.logging.service.class</name>
+    <value>org.apache.tez.dag.history.logging.ats.ATSHistoryLoggingService</value>
+    <description>The class to be used for logging history data.
+      Set to org.apache.tez.dag.history.logging.ats.ATSHistoryLoggingService to log to ATS
+      Set to org.apache.tez.dag.history.logging.impl.SimpleHistoryLoggingService to log to
the filesystem specified by ${fs.defaultFS}
+    </description>
+  </property>
+
+</configuration>


Mime
View raw message