Return-Path: X-Original-To: archive-asf-public-internal@cust-asf2.ponee.io Delivered-To: archive-asf-public-internal@cust-asf2.ponee.io Received: from cust-asf.ponee.io (cust-asf.ponee.io [163.172.22.183]) by cust-asf2.ponee.io (Postfix) with ESMTP id D7E61200CB0 for ; Fri, 23 Jun 2017 09:02:17 +0200 (CEST) Received: by cust-asf.ponee.io (Postfix) id D6482160BD4; Fri, 23 Jun 2017 07:02:17 +0000 (UTC) Delivered-To: archive-asf-public@cust-asf.ponee.io Received: from mail.apache.org (hermes.apache.org [140.211.11.3]) by cust-asf.ponee.io (Postfix) with SMTP id 33ADB160BF2 for ; Fri, 23 Jun 2017 09:02:15 +0200 (CEST) Received: (qmail 97276 invoked by uid 500); 23 Jun 2017 07:02:13 -0000 Mailing-List: contact commits-help@ambari.apache.org; run by ezmlm Precedence: bulk List-Help: List-Unsubscribe: List-Post: List-Id: Reply-To: ambari-dev@ambari.apache.org Delivered-To: mailing list commits@ambari.apache.org Received: (qmail 96727 invoked by uid 99); 23 Jun 2017 07:02:12 -0000 Received: from git1-us-west.apache.org (HELO git1-us-west.apache.org) (140.211.11.23) by apache.org (qpsmtpd/0.29) with ESMTP; Fri, 23 Jun 2017 07:02:12 +0000 Received: by git1-us-west.apache.org (ASF Mail Server at git1-us-west.apache.org, from userid 33) id B8BBEE96B8; Fri, 23 Jun 2017 07:02:11 +0000 (UTC) Content-Type: text/plain; charset="us-ascii" MIME-Version: 1.0 Content-Transfer-Encoding: 8bit From: vsairam@apache.org To: commits@ambari.apache.org Date: Fri, 23 Jun 2017 07:02:40 -0000 Message-Id: <29393fa5ca2744f8aebb9fa1873ab706@git.apache.org> In-Reply-To: References: X-Mailer: ASF-Git Admin Mailer Subject: [31/35] ambari git commit: AMBARI-21330.Remove slider view from Ambari-3.0.0(Venkata Sairam) archived-at: Fri, 23 Jun 2017 07:02:18 -0000 http://git-wip-us.apache.org/repos/asf/ambari/blob/ec8deeba/contrib/views/slider/src/main/resources/ui/app/assets/data/apps/apps.json ---------------------------------------------------------------------- diff --git a/contrib/views/slider/src/main/resources/ui/app/assets/data/apps/apps.json b/contrib/views/slider/src/main/resources/ui/app/assets/data/apps/apps.json deleted file mode 100644 index 23423d8..0000000 --- a/contrib/views/slider/src/main/resources/ui/app/assets/data/apps/apps.json +++ /dev/null @@ -1,1320 +0,0 @@ -{ - "href" : "http://c6401:8080/api/v1/views/SLIDER/versions/1.0.0/instances/SLIDER_1/apps/?fields=*&_=1409569396360", - "items" : [ - { - "href" : "http://c6401:8080/api/v1/views/SLIDER/versions/1.0.0/instances/SLIDER_1/apps/1409333994422_5", - "appVersion" : "0.98.4-hadoop2", - "description" : "apache hbase is the hadoop database, a distributed, scalable, big data store....", - "diagnostics" : "", - "endTime" : 0, - "id" : "1409333994422_5", - "instance_name" : "SLIDER_1", - "metrics" : null, - "name" : "h4", - "startTime" : 1409348496653, - "state" : "FROZEN", - "type" : "hbase", - "user" : "yarn", - "version" : "1.0.0", - "view_name" : "SLIDER", - "yarnId" : "application_1409333994422_0005", - "supportedMetrics" : [ - "firstMetric", - "secondMetric" - ], - "alerts" : { - "detail" : [ - { - "description" : "alert1", - "host_name" : "с6402.ambari.apache.org", - "last_status" : "CRITICAL", - "last_status_time" : 1409689349, - "service_name" : "HBASE", - "status" : "OK", - "status_time" : 1409703869, - "output" : "Connection refused", - "actual_status" : "CRITICAL" - }, - { - "description" : "alert2", - "host_name" : "с6402.ambari.apache.org", - "last_status" : "OK", - "last_status_time" : 1409334745, - "service_name" : "HBASE", - "status" : "WARNING", - "status_time" : 1409703865, - "output" : "TCP OK - 0.001 second response time on port 9083", - "actual_status" : "OK" - }, - { - "description" : "NameNode edit logs directory status on dev01.hortonworks.com", - "host_name" : "dev01.hortonworks.com", - "last_status" : "WARNING", - "last_status_time" : 1389788011, - "service_name" : "HBASE", - "status" : "CRITICAL", - "status_time" : 1389793171, - "output" : "WARNING: NameNode directory status not available via http://dev01.hortonworks.com:50070/jmx url, code 0" - }, - { - "description" : "NameNode host CPU utilization on dev01.hortonworks.com", - "host_name" : "dev01.hortonworks.com", - "last_status" : "OK", - "last_status_time" : 1389636534, - "service_name" : "HBASE", - "status" : "PASSIVE", - "status_time" : 1389793060, - "output" : "1 CPU, load 19.0% < 200% : OK" - }, - { - "description" : "App Timeline Server Web UI", - "host_name" : "dev01.hortonworks.com", - "last_status" : "WARNING", - "last_status_time" : 1389636534, - "service_name" : "HBASE", - "status" : "UNKNOWN", - "status_time" : 1389793060, - "output" : "1 CPU, load 19.0% < 200% : OK" - } - ], - "summary" : { - "CRITICAL" : 1, - "OK" : 1, - "PASSIVE" : 0, - "WARNING" : 0 - } - }, - "components" : { - "HBASE_MASTER" : { - "componentName" : "HBASE_MASTER", - "instanceCount" : 2, - "activeContainers" : { - "container_1409333994422_0005_01_000002" : { - "released" : "false", - "startTime" : "1409348511279", - "createTime" : "1409348510529", - "environment" : "[AGENT_WORK_ROOT=\"$PWD\", HADOOP_USER_NAME=\"yarn\", AGENT_LOG_ROOT=\"$LOG_DIRS\", PYTHONPATH=\"./infra/agent/slider-agent/\", SLIDER_PASSPHRASE=\"DEV\"]", - "host" : "с6402.ambari.apache.org", - "name" : "container_1409333994422_0005_01_000002", - "command" : "python ./infra/agent/slider-agent/agent/main.py --label container_1409333994422_0005_01_000002___HBASE_MASTER --zk-quorum с6401.ambari.apache.org:2181 --zk-reg-path /registry/org-apache-slider/h4 ; ", - "state" : "3", - "role" : "HBASE_MASTER", - "exitCode" : "0", - "diagnostics" : "", - "roleId" : "1" - }, - "container_1409333994422_0005_01_000003" : { - "released" : "false", - "startTime" : "1409348511279", - "createTime" : "1409348510529", - "environment" : "[AGENT_WORK_ROOT=\"$PWD\", HADOOP_USER_NAME=\"yarn\", AGENT_LOG_ROOT=\"$LOG_DIRS\", PYTHONPATH=\"./infra/agent/slider-agent/\", SLIDER_PASSPHRASE=\"DEV\"]", - "host" : "с6402.ambari.apache.org", - "name" : "container_1409333994422_0005_01_000002", - "command" : "python ./infra/agent/slider-agent/agent/main.py --label container_1409333994422_0005_01_000002___HBASE_MASTER --zk-quorum с6401.ambari.apache.org:2181 --zk-reg-path /registry/org-apache-slider/h4 ; ", - "state" : "3", - "role" : "HBASE_MASTER", - "exitCode" : "0", - "diagnostics" : "", - "roleId" : "1" - } - }, - "completedContainers" : { } - }, - "HBASE_REGIONSERVER" : { - "componentName" : "HBASE_REGIONSERVER", - "instanceCount" : 1, - "activeContainers" : { - "container_1409333994422_0005_01_000003" : { - "released" : "false", - "startTime" : "1409348510717", - "createTime" : "1409348510581", - "environment" : "[AGENT_WORK_ROOT=\"$PWD\", HADOOP_USER_NAME=\"yarn\", AGENT_LOG_ROOT=\"$LOG_DIRS\", PYTHONPATH=\"./infra/agent/slider-agent/\", SLIDER_PASSPHRASE=\"DEV\"]", - "host" : "с6403.ambari.apache.org", - "name" : "container_1409333994422_0005_01_000003", - "command" : "python ./infra/agent/slider-agent/agent/main.py --label container_1409333994422_0005_01_000003___HBASE_REGIONSERVER --zk-quorum с6401.ambari.apache.org:2181 --zk-reg-path /registry/org-apache-slider/h4 ; ", - "state" : "3", - "role" : "HBASE_REGIONSERVER", - "exitCode" : "0", - "diagnostics" : "", - "roleId" : "2" - } - }, - "completedContainers" : { } - }, - "HBASE_REST" : { - "componentName" : "HBASE_REST", - "instanceCount" : 1, - "activeContainers" : { - "container_1409333994422_0005_01_000004" : { - "released" : "false", - "startTime" : "1409348511120", - "createTime" : "1409348510581", - "environment" : "[AGENT_WORK_ROOT=\"$PWD\", HADOOP_USER_NAME=\"yarn\", AGENT_LOG_ROOT=\"$LOG_DIRS\", PYTHONPATH=\"./infra/agent/slider-agent/\", SLIDER_PASSPHRASE=\"DEV\"]", - "host" : "с6401.ambari.apache.org", - "name" : "container_1409333994422_0005_01_000004", - "command" : "python ./infra/agent/slider-agent/agent/main.py --label container_1409333994422_0005_01_000004___HBASE_REST --zk-quorum с6401.ambari.apache.org:2181 --zk-reg-path /registry/org-apache-slider/h4 ; ", - "state" : "3", - "role" : "HBASE_REST", - "exitCode" : "0", - "diagnostics" : "", - "roleId" : "3" - } - }, - "completedContainers" : { } - }, - "HBASE_THRIFT" : { - "componentName" : "HBASE_THRIFT", - "instanceCount" : 1, - "activeContainers" : { - "container_1409333994422_0005_01_000005" : { - "released" : "false", - "startTime" : "1409348511479", - "createTime" : "1409348510555", - "environment" : "[AGENT_WORK_ROOT=\"$PWD\", HADOOP_USER_NAME=\"yarn\", AGENT_LOG_ROOT=\"$LOG_DIRS\", PYTHONPATH=\"./infra/agent/slider-agent/\", SLIDER_PASSPHRASE=\"DEV\"]", - "host" : "с6404.ambari.apache.org", - "name" : "container_1409333994422_0005_01_000005", - "command" : "python ./infra/agent/slider-agent/agent/main.py --label container_1409333994422_0005_01_000005___HBASE_THRIFT --zk-quorum с6401.ambari.apache.org:2181 --zk-reg-path /registry/org-apache-slider/h4 ; ", - "state" : "3", - "role" : "HBASE_THRIFT", - "exitCode" : "0", - "diagnostics" : "", - "roleId" : "4" - } - }, - "completedContainers" : { } - }, - "HBASE_THRIFT2" : { - "componentName" : "HBASE_THRIFT2", - "instanceCount" : 1, - "activeContainers" : { - "container_1409333994422_0005_01_000006" : { - "released" : "false", - "startTime" : "1409348511727", - "createTime" : "1409348511700", - "environment" : "[AGENT_WORK_ROOT=\"$PWD\", HADOOP_USER_NAME=\"yarn\", AGENT_LOG_ROOT=\"$LOG_DIRS\", PYTHONPATH=\"./infra/agent/slider-agent/\", SLIDER_PASSPHRASE=\"DEV\"]", - "host" : "с6402.ambari.apache.org", - "name" : "container_1409333994422_0005_01_000006", - "command" : "python ./infra/agent/slider-agent/agent/main.py --label container_1409333994422_0005_01_000006___HBASE_THRIFT2 --zk-quorum с6401.ambari.apache.org:2181 --zk-reg-path /registry/org-apache-slider/h4 ; ", - "state" : "3", - "role" : "HBASE_THRIFT2", - "exitCode" : "0", - "diagnostics" : "", - "roleId" : "5" - } - }, - "completedContainers" : { } - }, - "slider-appmaster" : { - "componentName" : "slider-appmaster", - "instanceCount" : 1, - "activeContainers" : { - "container_1409333994422_0005_01_000001" : { - "released" : "false", - "startTime" : "0", - "createTime" : "0", - "host" : "с6403.ambari.apache.org", - "name" : "container_1409333994422_0005_01_000001", - "command" : "", - "state" : "3", - "role" : "slider-appmaster", - "exitCode" : "0", - "diagnostics" : "", - "roleId" : "0" - } - }, - "completedContainers" : { } - } - }, - "configs" : { - "componentinstancedata" : { - "container_1409333994422_0005_01_000002.app.jmx" : "с6402.ambari.apache.org:52349/jmx", - "container_1409333994422_0005_01_000002.app.monitor" : "с6402.ambari.apache.org:52349/master-status" - }, - "core-site" : { - "fs.defaultFS" : "hdfs://с6401.ambari.apache.org:8020", - "fs.trash.interval" : "360", - "hadoop.proxyuser.falcon.groups" : "users", - "hadoop.proxyuser.falcon.hosts" : "*", - "hadoop.proxyuser.hcat.groups" : "users", - "hadoop.proxyuser.hcat.hosts" : "с6402.ambari.apache.org", - "hadoop.proxyuser.hive.groups" : "users", - "hadoop.proxyuser.hive.hosts" : "с6402.ambari.apache.org", - "hadoop.proxyuser.oozie.groups" : "users", - "hadoop.proxyuser.oozie.hosts" : "с6402.ambari.apache.org", - "hadoop.security.auth_to_local" : "\n RULE:[2:$1@$0]([rn]m@.*)s/.*/yarn/\n RULE:[2:$1@$0](jhs@.*)s/.*/mapred/\n RULE:[2:$1@$0]([nd]n@.*)s/.*/hdfs/\n RULE:[2:$1@$0](hm@.*)s/.*/hbase/\n RULE:[2:$1@$0](rs@.*)s/.*/hbase/\n DEFAULT", - "hadoop.security.authentication" : "simple", - "hadoop.security.authorization" : "false", - "io.compression.codecs" : "org.apache.hadoop.io.compress.GzipCodec,org.apache.hadoop.io.compress.DefaultCodec", - "io.file.buffer.size" : "131072", - "io.serializations" : "org.apache.hadoop.io.serializer.WritableSerialization", - "ipc.client.connect.max.retries" : "50", - "ipc.client.connection.maxidletime" : "30000", - "ipc.client.idlethreshold" : "8000", - "mapreduce.jobtracker.webinterface.trusted" : "false" - }, - "global" : { - "app_container_id" : "container_1409333994422_0005_01_000002", - "app_input_conf_dir" : "/hadoop/yarn/local/usercache/yarn/appcache/application_1409333994422_0005/container_1409333994422_0005_01_000002/propagatedconf", - "app_install_dir" : "/hadoop/yarn/local/usercache/yarn/appcache/application_1409333994422_0005/container_1409333994422_0005_01_000002/app/install", - "app_log_dir" : "/hadoop/yarn/log/application_1409333994422_0005/container_1409333994422_0005_01_000002", - "app_pid_dir" : "/hadoop/yarn/local/usercache/yarn/appcache/application_1409333994422_0005/container_1409333994422_0005_01_000002/app/run", - "app_root" : "/hadoop/yarn/local/usercache/yarn/appcache/application_1409333994422_0005/container_1409333994422_0005_01_000002/app/install/hbase-0.98.4-hadoop2", - "app_user" : "yarn", - "ganglia_server_host" : "с6401.ambari.apache.org", - "ganglia_server_id" : "Application1", - "ganglia_server_port" : "8667", - "hbase_instance_name" : "instancename", - "hbase_rest_port" : "49728", - "hbase_root_password" : "secret", - "hbase_thrift2_port" : "59165", - "hbase_thrift_port" : "53679", - "monitor_protocol" : "http", - "security_enabled" : "false", - "user_group" : "hadoop" - }, - "hbase-env" : { - "content" : "# Set environment variables here.\n\n# The java implementation to use. Java 1.6 required.\nexport JAVA_HOME={{java64_home}}\n\n# HBase Configuration directory\nexport HBASE_CONF_DIR=${HBASE_CONF_DIR:-{{conf_dir}}}\n\n# Extra Java CLASSPATH elements. Optional.\nexport HBASE_CLASSPATH=${HBASE_CLASSPATH}\n\n# The maximum amount of heap to use, in MB. Default is 1000.\n# export HBASE_HEAPSIZE=1000\n\n# Extra Java runtime options.\n# Below are what we set by default. May only work with SUN JVM.\n# For more on why as well as other possible settings,\n# see http://wiki.apache.org/hadoop/PerformanceTuning\nexport HBASE_OPTS=\"-XX:+UseConcMarkSweepGC -XX:ErrorFile={{log_dir}}/hs_err_pid%p.log\"\nexport SERVER_GC_OPTS=\"-verbose:gc -XX:+PrintGCDetails -XX:+PrintGCDateStamps -Xloggc:{{log_dir}}/gc.log-`date +'%Y%m%d%H%M'`\"\n# Uncomment below to enable java garbage collection logging.\n# export HBASE_OPTS=\"$HBASE_OPTS -verbose:gc -XX:+PrintGCDetails -XX:+PrintGCDateStam ps -Xloggc:$HBASE_HOME/logs/gc-hbase.log\"\n\n# Uncomment and adjust to enable JMX exporting\n# See jmxremote.password and jmxremote.access in $JRE_HOME/lib/management to configure remote password access.\n# More details at: http://java.sun.com/javase/6/docs/technotes/guides/management/agent.html\n#\n# export HBASE_JMX_BASE=\"-Dcom.sun.management.jmxremote.ssl=false -Dcom.sun.management.jmxremote.authenticate=false\"\nexport HBASE_MASTER_OPTS=\"-Xmx{{master_heapsize}}\"\nexport HBASE_REGIONSERVER_OPTS=\"-Xmn{{regionserver_xmn_size}} -XX:CMSInitiatingOccupancyFraction=70 -Xms{{regionserver_heapsize}} -Xmx{{regionserver_heapsize}}\"\n# export HBASE_THRIFT_OPTS=\"$HBASE_JMX_BASE -Dcom.sun.management.jmxremote.port=10103\"\n# export HBASE_ZOOKEEPER_OPTS=\"$HBASE_JMX_BASE -Dcom.sun.management.jmxremote.port=10104\"\n\n# File naming hosts on which HRegionServers will run. $HBASE_HOME/conf/regionservers by default.\nexport HBASE_REGIONSERVERS=${HBASE_CONF_DIR}/regionservers\n\n# Extra ssh options. Empty by default.\n# export HBASE_SSH_OPTS=\"-o ConnectTimeout=1 -o SendEnv=HBASE_CONF_DIR\"\n\n# Where log files are stored. $HBASE_HOME/logs by default.\nexport HBASE_LOG_DIR={{log_dir}}\n\n# A string representing this instance of hbase. $USER by default.\n# export HBASE_IDENT_STRING=$USER\n\n# The scheduling priority for daemon processes. See 'man nice'.\n# export HBASE_NICENESS=10\n\n# The directory where pid files are stored. /tmp by default.\nexport HBASE_PID_DIR={{pid_dir}}\n\n# Seconds to sleep between slave commands. Unset by default. This\n# can be useful in large clusters, where, e.g., slave rsyncs can\n# otherwise arrive faster than the master can service them.\n# export HBASE_SLAVE_SLEEP=0.1\n\n# Tell HBase whether it should manage it's own instance of Zookeeper or not.\nexport HBASE_MANAGES_ZK=false\n\n{% if security_enabled %}\nexport HBASE_OPTS=\"$HBASE_OPTS -Djava.security.auth.login.config={{client_jaas_config_file}}\"\nexport HBASE_MASTER_OPTS=\"$HBASE_M ASTER_OPTS -Djava.security.auth.login.config={{master_jaas_config_file}}\"\nexport HBASE_REGIONSERVER_OPTS=\"$HBASE_REGIONSERVER_OPTS -Djava.security.auth.login.config={{regionserver_jaas_config_file}}\"\n{% endif %}", - "hbase_master_heapsize" : "1024m", - "hbase_regionserver_heapsize" : "1024m", - "hbase_regionserver_xmn_max" : "512", - "hbase_regionserver_xmn_ratio" : "0.2" - }, - "hbase-log4j" : { - "content" : "# Licensed to the Apache Software Foundation (ASF) under one\n# or more contributor license agreements. See the NOTICE file\n# distributed with this work for additional information\n# regarding copyright ownership. The ASF licenses this file\n# to you under the Apache License, Version 2.0 (the\n# \"License\"); you may not use this file except in compliance\n# with the License. You may obtain a copy of the License at\n#\n# http://www.apache.org/licenses/LICENSE-2.0\n#\n# Unless required by applicable law or agreed to in writing, software\n# distributed under the License is distributed on an \"AS IS\" BASIS,\n# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n# See the License for the specific language governing permissions and\n# limitations under the License.\n\n\n# Define some default values that can be overridden by system properties\nhbase.root.logger=INFO,console\nhbase.security.logger=INFO,console\nhbase.log.dir=.\nhbase.lo g.file=hbase.log\n\n# Define the root logger to the system property \"hbase.root.logger\".\nlog4j.rootLogger=${hbase.root.logger}\n\n# Logging Threshold\nlog4j.threshold=ALL\n\n#\n# Daily Rolling File Appender\n#\nlog4j.appender.DRFA=org.apache.log4j.DailyRollingFileAppender\nlog4j.appender.DRFA.File=${hbase.log.dir}/${hbase.log.file}\n\n# Rollver at midnight\nlog4j.appender.DRFA.DatePattern=.yyyy-MM-dd\n\n# 30-day backup\n#log4j.appender.DRFA.MaxBackupIndex=30\nlog4j.appender.DRFA.layout=org.apache.log4j.PatternLayout\n\n# Pattern format: Date LogLevel LoggerName LogMessage\nlog4j.appender.DRFA.layout.ConversionPattern=%d{ISO8601} %-5p [%t] %c{2}: %m%n\n\n# Rolling File Appender properties\nhbase.log.maxfilesize=256MB\nhbase.log.maxbackupindex=20\n\n# Rolling File Appender\nlog4j.appender.RFA=org.apache.log4j.RollingFileAppender\nlog4j.appender.RFA.File=${hbase.log.dir}/${hbase.log.file}\n\nlog4j.appender.RFA.MaxFileSize=${hbase.log.maxfilesize}\nlog4j.appender.RFA.MaxBackupIndex=$ {hbase.log.maxbackupindex}\n\nlog4j.appender.RFA.layout=org.apache.log4j.PatternLayout\nlog4j.appender.RFA.layout.ConversionPattern=%d{ISO8601} %-5p [%t] %c{2}: %m%n\n\n#\n# Security audit appender\n#\nhbase.security.log.file=SecurityAuth.audit\nhbase.security.log.maxfilesize=256MB\nhbase.security.log.maxbackupindex=20\nlog4j.appender.RFAS=org.apache.log4j.RollingFileAppender\nlog4j.appender.RFAS.File=${hbase.log.dir}/${hbase.security.log.file}\nlog4j.appender.RFAS.MaxFileSize=${hbase.security.log.maxfilesize}\nlog4j.appender.RFAS.MaxBackupIndex=${hbase.security.log.maxbackupindex}\nlog4j.appender.RFAS.layout=org.apache.log4j.PatternLayout\nlog4j.appender.RFAS.layout.ConversionPattern=%d{ISO8601} %p %c: %m%n\nlog4j.category.SecurityLogger=${hbase.security.logger}\nlog4j.additivity.SecurityLogger=false\n#log4j.logger.SecurityLogger.org.apache.hadoop.hbase.security.access.AccessController=TRACE\n\n#\n# Null Appender\n#\nlog4j.appender.NullAppender=org.apache.log4j.varia.NullAppender\n \n#\n# console\n# Add \"console\" to rootlogger above if you want to use this\n#\nlog4j.appender.console=org.apache.log4j.ConsoleAppender\nlog4j.appender.console.target=System.err\nlog4j.appender.console.layout=org.apache.log4j.PatternLayout\nlog4j.appender.console.layout.ConversionPattern=%d{ISO8601} %-5p [%t] %c{2}: %m%n\n\n# Custom Logging levels\n\nlog4j.logger.org.apache.zookeeper=INFO\n#log4j.logger.org.apache.hadoop.fs.FSNamesystem=DEBUG\nlog4j.logger.org.apache.hadoop.hbase=DEBUG\n# Make these two classes INFO-level. Make them DEBUG to see more zk debug.\nlog4j.logger.org.apache.hadoop.hbase.zookeeper.ZKUtil=INFO\nlog4j.logger.org.apache.hadoop.hbase.zookeeper.ZooKeeperWatcher=INFO\n#log4j.logger.org.apache.hadoop.dfs=DEBUG\n# Set this class to log INFO only otherwise its OTT\n# Enable this to get detailed connection error/retry logging.\n# log4j.logger.org.apache.hadoop.hbase.client.HConnectionManager$HConnectionImplementation=TRACE\n\n\n# Uncomment this line to enable trac ing on _every_ RPC call (this can be a lot of output)\n#log4j.logger.org.apache.hadoop.ipc.HBaseServer.trace=DEBUG\n\n# Uncomment the below if you want to remove logging of client region caching'\n# and scan of .META. messages\n# log4j.logger.org.apache.hadoop.hbase.client.HConnectionManager$HConnectionImplementation=INFO\n# log4j.logger.org.apache.hadoop.hbase.client.MetaScanner=INFO" - }, - "hbase-policy" : { - "security.admin.protocol.acl" : "*", - "security.client.protocol.acl" : "*", - "security.masterregion.protocol.acl" : "*" - }, - "hbase-site" : { - "dfs.domain.socket.path" : "/var/lib/hadoop-hdfs/dn_socket", - "hbase.client.keyvalue.maxsize" : "10485760", - "hbase.client.scanner.caching" : "100", - "hbase.cluster.distributed" : "true", - "hbase.defaults.for.version.skip" : "true", - "hbase.hregion.majorcompaction" : "86400000", - "hbase.hregion.max.filesize" : "10737418240", - "hbase.hregion.memstore.block.multiplier" : "2", - "hbase.hregion.memstore.flush.size" : "134217728", - "hbase.hregion.memstore.mslab.enabled" : "true", - "hbase.hstore.blockingStoreFiles" : "10", - "hbase.hstore.compactionThreshold" : "3", - "hbase.hstore.flush.retries.number" : "120", - "hbase.local.dir" : "${hbase.tmp.dir}/local", - "hbase.master.info.bindAddress" : "0.0.0.0", - "hbase.master.info.port" : "52349", - "hbase.master.kerberos.principal" : "hbase/_HOST@EXAMPLE.COM", - "hbase.master.keytab.file" : "/etc/security/keytabs/hbase.service.keytab", - "hbase.master.port" : "60000", - "hbase.regionserver.global.memstore.lowerLimit" : "0.38", - "hbase.regionserver.global.memstore.upperLimit" : "0.4", - "hbase.regionserver.handler.count" : "60", - "hbase.regionserver.info.port" : "0", - "hbase.regionserver.kerberos.principal" : "hbase/_HOST@EXAMPLE.COM", - "hbase.regionserver.keytab.file" : "/etc/security/keytabs/hbase.service.keytab", - "hbase.regionserver.port" : "0", - "hbase.rootdir" : "hdfs://с6401.ambari.apache.org:8020/user/yarn/.slider/cluster/h4/database/data", - "hbase.security.authentication" : "simple", - "hbase.security.authorization" : "false", - "hbase.stagingdir" : "hdfs://с6401.ambari.apache.org:8020/user/yarn/.slider/cluster/h4/database/staging", - "hbase.superuser" : "yarn", - "hbase.tmp.dir" : "/hadoop/yarn/local/usercache/yarn/appcache/application_1409333994422_0005/container_1409333994422_0005_01_000002/work/app/tmp", - "hbase.zookeeper.property.clientPort" : "2181", - "hbase.zookeeper.quorum" : "с6401.ambari.apache.org", - "hbase.zookeeper.useMulti" : "true", - "hfile.block.cache.size" : "0.40", - "zookeeper.session.timeout" : "30000", - "zookeeper.znode.parent" : "/services/slider/users/yarn/h4" - }, - "hdfs-site" : { - "dfs.block.access.token.enable" : "true", - "dfs.blockreport.initialDelay" : "120", - "dfs.blocksize" : "134217728", - "dfs.client.read.shortcircuit" : "true", - "dfs.client.read.shortcircuit.streams.cache.size" : "4096", - "dfs.cluster.administrators" : " hdfs", - "dfs.datanode.address" : "0.0.0.0:50010", - "dfs.datanode.balance.bandwidthPerSec" : "6250000", - "dfs.datanode.data.dir" : "/hadoop/hdfs/data", - "dfs.datanode.data.dir.perm" : "750", - "dfs.datanode.du.reserved" : "1073741824", - "dfs.datanode.failed.volumes.tolerated" : "0", - "dfs.datanode.http.address" : "0.0.0.0:50075", - "dfs.datanode.ipc.address" : "0.0.0.0:8010", - "dfs.datanode.kerberos.principal" : "dn/_HOST@EXAMPLE.COM", - "dfs.datanode.keytab.file" : "/etc/security/keytabs/dn.service.keytab", - "dfs.datanode.max.transfer.threads" : "1024", - "dfs.domain.socket.path" : "/var/lib/hadoop-hdfs/dn_socket", - "dfs.heartbeat.interval" : "3", - "dfs.hosts.exclude" : "/etc/hadoop/conf/dfs.exclude", - "dfs.https.port" : "50470", - "dfs.journalnode.edits.dir" : "/grid/0/hdfs/journal", - "dfs.journalnode.http-address" : "0.0.0.0:8480", - "dfs.namenode.accesstime.precision" : "0", - "dfs.namenode.avoid.read.stale.datanode" : "true", - "dfs.namenode.avoid.write.stale.datanode" : "true", - "dfs.namenode.checkpoint.dir" : "/hadoop/hdfs/namesecondary", - "dfs.namenode.checkpoint.edits.dir" : "/hadoop/hdfs/namesecondary", - "dfs.namenode.checkpoint.period" : "21600", - "dfs.namenode.checkpoint.txns" : "1000000", - "dfs.namenode.handler.count" : "40", - "dfs.namenode.http-address" : "с6401.ambari.apache.org:50070", - "dfs.namenode.https-address" : "с6401.ambari.apache.org:50470", - "dfs.namenode.kerberos.https.principal" : "HTTP/_HOST@EXAMPLE.COM", - "dfs.namenode.kerberos.principal" : "nn/_HOST@EXAMPLE.COM", - "dfs.namenode.keytab.file" : "/etc/security/keytabs/nn.service.keytab", - "dfs.namenode.name.dir" : "/hadoop/hdfs/namenode", - "dfs.namenode.name.dir.restore" : "true", - "dfs.namenode.safemode.threshold-pct" : "1.0f", - "dfs.namenode.secondary.http-address" : "с6402.ambari.apache.org:50090", - "dfs.namenode.stale.datanode.interval" : "30000", - "dfs.namenode.write.stale.datanode.ratio" : "1.0f", - "dfs.permissions.enabled" : "true", - "dfs.permissions.superusergroup" : "hdfs", - "dfs.replication" : "3", - "dfs.replication.max" : "50", - "dfs.secondary.namenode.kerberos.https.principal" : "HTTP/_HOST@EXAMPLE.COM", - "dfs.secondary.namenode.kerberos.principal" : "nn/_HOST@EXAMPLE.COM", - "dfs.secondary.namenode.keytab.file" : "/etc/security/keytabs/nn.service.keytab", - "dfs.support.append" : "true", - "dfs.web.authentication.kerberos.keytab" : "/etc/security/keytabs/spnego.service.keytab", - "dfs.web.authentication.kerberos.principal" : "HTTP/_HOST@EXAMPLE.COM", - "dfs.webhdfs.enabled" : "true", - "fs.permissions.umask-mode" : "022" - }, - "logfolders" : { - "с6401.ambari.apache.org-container_1409333994422_0005_01_000004-AGENT_LOG_ROOT" : "/hadoop/yarn/log/application_1409333994422_0005/container_1409333994422_0005_01_000004", - "с6401.ambari.apache.org-container_1409333994422_0005_01_000004-AGENT_WORK_ROOT" : "/hadoop/yarn/local/usercache/yarn/appcache/application_1409333994422_0005/container_1409333994422_0005_01_000004", - "с6402.ambari.apache.org-container_1409333994422_0005_01_000002-AGENT_LOG_ROOT" : "/hadoop/yarn/log/application_1409333994422_0005/container_1409333994422_0005_01_000002", - "с6402.ambari.apache.org-container_1409333994422_0005_01_000002-AGENT_WORK_ROOT" : "/hadoop/yarn/local/usercache/yarn/appcache/application_1409333994422_0005/container_1409333994422_0005_01_000002", - "с6402.ambari.apache.org-container_1409333994422_0005_01_000006-AGENT_LOG_ROOT" : "/hadoop/yarn/log/application_1409333994422_0005/container_1409333994422_0005_01_000006", - "с6402.ambari.apache.org-container_1409333994422_0005_01_000006-AGENT_WORK_ROOT" : "/hadoop/yarn/local/usercache/yarn/appcache/application_1409333994422_0005/container_1409333994422_0005_01_000006", - "с6403.ambari.apache.org-container_1409333994422_0005_01_000003-AGENT_LOG_ROOT" : "/hadoop/yarn/log/application_1409333994422_0005/container_1409333994422_0005_01_000003", - "с6403.ambari.apache.org-container_1409333994422_0005_01_000003-AGENT_WORK_ROOT" : "/hadoop/yarn/local/usercache/yarn/appcache/application_1409333994422_0005/container_1409333994422_0005_01_000003", - "с6404.ambari.apache.org-container_1409333994422_0005_01_000005-AGENT_LOG_ROOT" : "/hadoop/yarn/log/application_1409333994422_0005/container_1409333994422_0005_01_000005", - "с6404.ambari.apache.org-container_1409333994422_0005_01_000005-AGENT_WORK_ROOT" : "/hadoop/yarn/local/usercache/yarn/appcache/application_1409333994422_0005/container_1409333994422_0005_01_000005" - }, - "yarn-site" : { - "yarn.acl.enable" : "false", - "yarn.application.classpath" : "/etc/hadoop/conf,/usr/lib/hadoop/*,/usr/lib/hadoop/lib/*,/usr/lib/hadoop-hdfs/*,/usr/lib/hadoop-hdfs/lib/*,/usr/lib/hadoop-yarn/*,/usr/lib/hadoop-yarn/lib/*,/usr/lib/hadoop-mapreduce/*,/usr/lib/hadoop-mapreduce/lib/*", - "yarn.log-aggregation-enable" : "true", - "yarn.log-aggregation.retain-seconds" : "2592000", - "yarn.log.server.url" : "http://с6402.ambari.apache.org:19888/jobhistory/logs", - "yarn.nodemanager.address" : "0.0.0.0:45454", - "yarn.nodemanager.admin-env" : "MALLOC_ARENA_MAX=$MALLOC_ARENA_MAX", - "yarn.nodemanager.aux-services" : "mapreduce_shuffle", - "yarn.nodemanager.aux-services.mapreduce_shuffle.class" : "org.apache.hadoop.mapred.ShuffleHandler", - "yarn.nodemanager.container-executor.class" : "org.apache.hadoop.yarn.server.nodemanager.DefaultContainerExecutor", - "yarn.nodemanager.container-monitor.interval-ms" : "3000", - "yarn.nodemanager.delete.debug-delay-sec" : "0", - "yarn.nodemanager.disk-health-checker.min-healthy-disks" : "0.25", - "yarn.nodemanager.health-checker.interval-ms" : "135000", - "yarn.nodemanager.health-checker.script.timeout-ms" : "60000", - "yarn.nodemanager.linux-container-executor.group" : "hadoop", - "yarn.nodemanager.local-dirs" : "/hadoop/yarn/local", - "yarn.nodemanager.log-aggregation.compression-type" : "gz", - "yarn.nodemanager.log-dirs" : "/hadoop/yarn/log", - "yarn.nodemanager.log.retain-second" : "604800", - "yarn.nodemanager.remote-app-log-dir" : "/app-logs", - "yarn.nodemanager.remote-app-log-dir-suffix" : "logs", - "yarn.nodemanager.resource.memory-mb" : "2046", - "yarn.nodemanager.vmem-check-enabled" : "false", - "yarn.nodemanager.vmem-pmem-ratio" : "2.1", - "yarn.resourcemanager.address" : "с6402.ambari.apache.org:8050", - "yarn.resourcemanager.admin.address" : "с6402.ambari.apache.org:8141", - "yarn.resourcemanager.am.max-attempts" : "2", - "yarn.resourcemanager.hostname" : "с6402.ambari.apache.org", - "yarn.resourcemanager.nodes.exclude-path" : "/etc/hadoop/conf/yarn.exclude", - "yarn.resourcemanager.resource-tracker.address" : "с6402.ambari.apache.org:8025", - "yarn.resourcemanager.scheduler.address" : "с6402.ambari.apache.org:8030", - "yarn.resourcemanager.scheduler.class" : "org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.CapacityScheduler", - "yarn.resourcemanager.webapp.address" : "с6402.ambari.apache.org:8088", - "yarn.scheduler.maximum-allocation-mb" : "2046", - "yarn.scheduler.minimum-allocation-mb" : "682", - "yarn.timeline-service.address" : "с6402.ambari.apache.org:10200", - "yarn.timeline-service.enabled" : "true", - "yarn.timeline-service.generic-application-history.store-class" : "org.apache.hadoop.yarn.server.applicationhistoryservice.NullApplicationHistoryStore", - "yarn.timeline-service.leveldb-timeline-store.path" : "/hadoop/yarn/timeline", - "yarn.timeline-service.leveldb-timeline-store.ttl-interval-ms" : "300000", - "yarn.timeline-service.store-class" : "org.apache.hadoop.yarn.server.timeline.LeveldbTimelineStore", - "yarn.timeline-service.ttl-enable" : "true", - "yarn.timeline-service.ttl-ms" : "2678400000", - "yarn.timeline-service.webapp.address" : "с6402.ambari.apache.org:8188", - "yarn.timeline-service.webapp.https.address" : "с6402.ambari.apache.org:8190" - } - }, - "jmx" : { - "ClusterId" : "d34a2f54-f73a-4166-87f4-501b465ac25b", - "ClusterRequests" : "2241", - "DeadRegionServers" : "0", - "IsActiveMaster" : "true", - "MasterActiveTime" : "1409348614409", - "MasterStartTime" : "1409348612516", - "MetricAverageLoad" : "2.0", - "RegionServers" : "1", - "ServerName" : "с6402.ambari.apache.org,60000,1409348607747", - "ZookeeperQuorum" : "с6401.ambari.apache.org:2181" - }, - "urls" : { - "JMX" : "http://с6402.ambari.apache.org:52349/jmx", - "UI" : "http://с6402.ambari.apache.org:52349/master-status", - "app.ganglia" : "http://с6401.ambari.apache.org/ganglia?c=Application1", - "app.metrics" : "http://с6401.ambari.apache.org/cgi-bin/rrd.py?c=Application1", - "org.apache.slider.hbase.rest" : "http://с6401.ambari.apache.org:49728", - "org.apache.slider.hbase.thrift" : "http://с6404.ambari.apache.org:53679", - "org.apache.slider.hbase.thrift2" : "http://с6402.ambari.apache.org:59165" - } - }, - { - "href" : "http://c6401:8080/api/v1/views/SLIDER/versions/1.0.0/instances/SLIDER_1/apps/1409333994422_9", - "appVersion" : "0.98.4-hadoop2", - "description" : "apache hbase is the hadoop database, a distributed, scalable, big data store....", - "diagnostics" : "", - "endTime" : 0, - "id" : "1409333994422_9", - "instance_name" : "SLIDER_1", - "metrics" : null, - "name" : "h10", - "startTime" : 1409359943615, - "state" : "RUNNING", - "type" : "hbase", - "user" : "yarn", - "version" : "1.0.0", - "view_name" : "SLIDER", - "yarnId" : "application_1409333994422_0009", - "alerts" : { - "detail" : [ - { - "description" : "alert1", - "host_name" : "с6402.ambari.apache.org", - "last_status" : "CRITICAL", - "last_status_time" : 1409689349, - "service_name" : "HBASE", - "status" : "OK", - "status_time" : 1409703869, - "output" : "Connection refused", - "actual_status" : "CRITICAL" - }, - { - "description" : "alert2", - "host_name" : "с6402.ambari.apache.org", - "last_status" : "OK", - "last_status_time" : 1409334745, - "service_name" : "HBASE", - "status" : "WARNING", - "status_time" : 1409703865, - "output" : "TCP OK - 0.001 second response time on port 9083", - "actual_status" : "OK" - }, - { - "description" : "NameNode edit logs directory status on dev01.hortonworks.com", - "host_name" : "dev01.hortonworks.com", - "last_status" : "WARNING", - "last_status_time" : 1389788011, - "service_name" : "HBASE", - "status" : "CRITICAL", - "status_time" : 1389793171, - "output" : "WARNING: NameNode directory status not available via http://dev01.hortonworks.com:50070/jmx url, code 0" - }, - { - "description" : "NameNode host CPU utilization on dev01.hortonworks.com", - "host_name" : "dev01.hortonworks.com", - "last_status" : "OK", - "last_status_time" : 1389636534, - "service_name" : "HBASE", - "status" : "PASSIVE", - "status_time" : 1389793060, - "output" : "1 CPU, load 19.0% < 200% : OK" - }, - { - "description" : "App Timeline Server Web UI", - "host_name" : "dev01.hortonworks.com", - "last_status" : "WARNING", - "last_status_time" : 1389636534, - "service_name" : "HBASE", - "status" : "UNKNOWN", - "status_time" : 1389793060, - "output" : "1 CPU, load 19.0% < 200% : OK" - } - ], - "summary" : { - "CRITICAL" : 1, - "OK" : 1, - "PASSIVE" : 0, - "WARNING" : 0 - } - }, - "components" : { - "HBASE_MASTER" : { - "componentName" : "HBASE_MASTER", - "instanceCount" : 1, - "activeContainers" : { - "container_1409333994422_0009_01_000002" : { - "released" : "false", - "startTime" : "1409359961882", - "createTime" : "1409359961649", - "environment" : "[AGENT_WORK_ROOT=\"$PWD\", HADOOP_USER_NAME=\"yarn\", AGENT_LOG_ROOT=\"$LOG_DIRS\", PYTHONPATH=\"./infra/agent/slider-agent/\", SLIDER_PASSPHRASE=\"DEV\", MALLOC_ARENA_MAX=\"4\"]", - "host" : "с6403.ambari.apache.org", - "name" : "container_1409333994422_0009_01_000002", - "command" : "python ./infra/agent/slider-agent/agent/main.py --label container_1409333994422_0009_01_000002___HBASE_MASTER --zk-quorum с6403.ambari.apache.org:2181,с6401.ambari.apache.org:2181,с6402.ambari.apache.org:2181 --zk-reg-path /registry/org-apache-slider/h10 ; ", - "state" : "3", - "role" : "HBASE_MASTER", - "exitCode" : "0", - "diagnostics" : "", - "roleId" : "1" - } - }, - "completedContainers" : { } - }, - "HBASE_REGIONSERVER" : { - "componentName" : "HBASE_REGIONSERVER", - "instanceCount" : 1, - "activeContainers" : { - "container_1409333994422_0009_01_000003" : { - "released" : "false", - "startTime" : "1409359962422", - "createTime" : "1409359961566", - "environment" : "[AGENT_WORK_ROOT=\"$PWD\", HADOOP_USER_NAME=\"yarn\", AGENT_LOG_ROOT=\"$LOG_DIRS\", PYTHONPATH=\"./infra/agent/slider-agent/\", SLIDER_PASSPHRASE=\"DEV\", MALLOC_ARENA_MAX=\"4\"]", - "host" : "с6404.ambari.apache.org", - "name" : "container_1409333994422_0009_01_000003", - "command" : "python ./infra/agent/slider-agent/agent/main.py --label container_1409333994422_0009_01_000003___HBASE_REGIONSERVER --zk-quorum с6403.ambari.apache.org:2181,с6401.ambari.apache.org:2181,с6402.ambari.apache.org:2181 --zk-reg-path /registry/org-apache-slider/h10 ; ", - "state" : "3", - "role" : "HBASE_REGIONSERVER", - "exitCode" : "0", - "diagnostics" : "", - "roleId" : "2" - } - }, - "completedContainers" : { } - }, - "slider-appmaster" : { - "componentName" : "slider-appmaster", - "instanceCount" : 1, - "activeContainers" : { - "container_1409333994422_0009_01_000001" : { - "released" : "false", - "startTime" : "0", - "createTime" : "0", - "host" : "с6404.ambari.apache.org", - "name" : "container_1409333994422_0009_01_000001", - "command" : "", - "state" : "3", - "role" : "slider-appmaster", - "exitCode" : "0", - "diagnostics" : "", - "roleId" : "0" - } - }, - "completedContainers" : { } - } - }, - "configs" : { - "componentinstancedata" : { - "container_1409333994422_0009_01_000002.app.jmx" : "с6403.ambari.apache.org:33940/jmx", - "container_1409333994422_0009_01_000002.app.monitor" : "с6403.ambari.apache.org:33940/master-status" - }, - "core-site" : { - "fs.defaultFS" : "hdfs://с6401.ambari.apache.org:8020", - "fs.trash.interval" : "360", - "hadoop.proxyuser.falcon.groups" : "users", - "hadoop.proxyuser.falcon.hosts" : "*", - "hadoop.proxyuser.hcat.groups" : "users", - "hadoop.proxyuser.hcat.hosts" : "с6402.ambari.apache.org", - "hadoop.proxyuser.hive.groups" : "users", - "hadoop.proxyuser.hive.hosts" : "с6402.ambari.apache.org", - "hadoop.proxyuser.oozie.groups" : "users", - "hadoop.proxyuser.oozie.hosts" : "с6402.ambari.apache.org", - "hadoop.security.auth_to_local" : "\n RULE:[2:$1@$0]([rn]m@.*)s/.*/yarn/\n RULE:[2:$1@$0](jhs@.*)s/.*/mapred/\n RULE:[2:$1@$0]([nd]n@.*)s/.*/hdfs/\n RULE:[2:$1@$0](hm@.*)s/.*/hbase/\n RULE:[2:$1@$0](rs@.*)s/.*/hbase/\n DEFAULT", - "hadoop.security.authentication" : "simple", - "hadoop.security.authorization" : "false", - "io.compression.codecs" : "org.apache.hadoop.io.compress.GzipCodec,org.apache.hadoop.io.compress.DefaultCodec", - "io.file.buffer.size" : "131072", - "io.serializations" : "org.apache.hadoop.io.serializer.WritableSerialization", - "ipc.client.connect.max.retries" : "50", - "ipc.client.connection.maxidletime" : "30000", - "ipc.client.idlethreshold" : "8000", - "mapreduce.jobtracker.webinterface.trusted" : "false" - }, - "global" : { - "app_container_id" : "container_1409333994422_0009_01_000002", - "app_input_conf_dir" : "/hadoop/yarn/local/usercache/yarn/appcache/application_1409333994422_0009/container_1409333994422_0009_01_000002/propagatedconf", - "app_install_dir" : "/hadoop/yarn/local/usercache/yarn/appcache/application_1409333994422_0009/container_1409333994422_0009_01_000002/app/install", - "app_log_dir" : "/hadoop/yarn/log/application_1409333994422_0009/container_1409333994422_0009_01_000002", - "app_pid_dir" : "/hadoop/yarn/local/usercache/yarn/appcache/application_1409333994422_0009/container_1409333994422_0009_01_000002/app/run", - "app_root" : "/hadoop/yarn/local/usercache/yarn/appcache/application_1409333994422_0009/container_1409333994422_0009_01_000002/app/install/hbase-0.98.4-hadoop2", - "app_user" : "yarn", - "ganglia_server_host" : "с6402.ambari.apache.org", - "ganglia_server_id" : "Application1", - "ganglia_server_port" : "8667", - "hbase_instance_name" : "instancename", - "hbase_rest_port" : "0", - "hbase_root_password" : "secret", - "hbase_thrift2_port" : "0", - "hbase_thrift_port" : "0", - "monitor_protocol" : "http", - "security_enabled" : "false", - "user_group" : "hadoop" - }, - "hbase-env" : { - "content" : "# Set environment variables here.\n\n# The java implementation to use. Java 1.6 required.\nexport JAVA_HOME={{java64_home}}\n\n# HBase Configuration directory\nexport HBASE_CONF_DIR=${HBASE_CONF_DIR:-{{conf_dir}}}\n\n# Extra Java CLASSPATH elements. Optional.\nexport HBASE_CLASSPATH=${HBASE_CLASSPATH}\n\n# The maximum amount of heap to use, in MB. Default is 1000.\n# export HBASE_HEAPSIZE=1000\n\n# Extra Java runtime options.\n# Below are what we set by default. May only work with SUN JVM.\n# For more on why as well as other possible settings,\n# see http://wiki.apache.org/hadoop/PerformanceTuning\nexport HBASE_OPTS=\"-XX:+UseConcMarkSweepGC -XX:ErrorFile={{log_dir}}/hs_err_pid%p.log\"\nexport SERVER_GC_OPTS=\"-verbose:gc -XX:+PrintGCDetails -XX:+PrintGCDateStamps -Xloggc:{{log_dir}}/gc.log-`date +'%Y%m%d%H%M'`\"\n# Uncomment below to enable java garbage collection logging.\n# export HBASE_OPTS=\"$HBASE_OPTS -verbose:gc -XX:+PrintGCDetails -XX:+PrintGCDateStam ps -Xloggc:$HBASE_HOME/logs/gc-hbase.log\"\n\n# Uncomment and adjust to enable JMX exporting\n# See jmxremote.password and jmxremote.access in $JRE_HOME/lib/management to configure remote password access.\n# More details at: http://java.sun.com/javase/6/docs/technotes/guides/management/agent.html\n#\n# export HBASE_JMX_BASE=\"-Dcom.sun.management.jmxremote.ssl=false -Dcom.sun.management.jmxremote.authenticate=false\"\nexport HBASE_MASTER_OPTS=\"-Xmx{{master_heapsize}}\"\nexport HBASE_REGIONSERVER_OPTS=\"-Xmn{{regionserver_xmn_size}} -XX:CMSInitiatingOccupancyFraction=70 -Xms{{regionserver_heapsize}} -Xmx{{regionserver_heapsize}}\"\n# export HBASE_THRIFT_OPTS=\"$HBASE_JMX_BASE -Dcom.sun.management.jmxremote.port=10103\"\n# export HBASE_ZOOKEEPER_OPTS=\"$HBASE_JMX_BASE -Dcom.sun.management.jmxremote.port=10104\"\n\n# File naming hosts on which HRegionServers will run. $HBASE_HOME/conf/regionservers by default.\nexport HBASE_REGIONSERVERS=${HBASE_CONF_DIR}/regionservers\n\n# Extra ssh options. Empty by default.\n# export HBASE_SSH_OPTS=\"-o ConnectTimeout=1 -o SendEnv=HBASE_CONF_DIR\"\n\n# Where log files are stored. $HBASE_HOME/logs by default.\nexport HBASE_LOG_DIR={{log_dir}}\n\n# A string representing this instance of hbase. $USER by default.\n# export HBASE_IDENT_STRING=$USER\n\n# The scheduling priority for daemon processes. See 'man nice'.\n# export HBASE_NICENESS=10\n\n# The directory where pid files are stored. /tmp by default.\nexport HBASE_PID_DIR={{pid_dir}}\n\n# Seconds to sleep between slave commands. Unset by default. This\n# can be useful in large clusters, where, e.g., slave rsyncs can\n# otherwise arrive faster than the master can service them.\n# export HBASE_SLAVE_SLEEP=0.1\n\n# Tell HBase whether it should manage it's own instance of Zookeeper or not.\nexport HBASE_MANAGES_ZK=false\n\n{% if security_enabled %}\nexport HBASE_OPTS=\"$HBASE_OPTS -Djava.security.auth.login.config={{client_jaas_config_file}}\"\nexport HBASE_MASTER_OPTS=\"$HBASE_M ASTER_OPTS -Djava.security.auth.login.config={{master_jaas_config_file}}\"\nexport HBASE_REGIONSERVER_OPTS=\"$HBASE_REGIONSERVER_OPTS -Djava.security.auth.login.config={{regionserver_jaas_config_file}}\"\n{% endif %}", - "hbase_master_heapsize" : "1024m", - "hbase_regionserver_heapsize" : "1024m", - "hbase_regionserver_xmn_max" : "512", - "hbase_regionserver_xmn_ratio" : "0.2" - }, - "hbase-log4j" : { - "content" : "# Licensed to the Apache Software Foundation (ASF) under one\n# or more contributor license agreements. See the NOTICE file\n# distributed with this work for additional information\n# regarding copyright ownership. The ASF licenses this file\n# to you under the Apache License, Version 2.0 (the\n# \"License\"); you may not use this file except in compliance\n# with the License. You may obtain a copy of the License at\n#\n# http://www.apache.org/licenses/LICENSE-2.0\n#\n# Unless required by applicable law or agreed to in writing, software\n# distributed under the License is distributed on an \"AS IS\" BASIS,\n# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n# See the License for the specific language governing permissions and\n# limitations under the License.\n\n\n# Define some default values that can be overridden by system properties\nhbase.root.logger=INFO,console\nhbase.security.logger=INFO,console\nhbase.log.dir=.\nhbase.lo g.file=hbase.log\n\n# Define the root logger to the system property \"hbase.root.logger\".\nlog4j.rootLogger=${hbase.root.logger}\n\n# Logging Threshold\nlog4j.threshold=ALL\n\n#\n# Daily Rolling File Appender\n#\nlog4j.appender.DRFA=org.apache.log4j.DailyRollingFileAppender\nlog4j.appender.DRFA.File=${hbase.log.dir}/${hbase.log.file}\n\n# Rollver at midnight\nlog4j.appender.DRFA.DatePattern=.yyyy-MM-dd\n\n# 30-day backup\n#log4j.appender.DRFA.MaxBackupIndex=30\nlog4j.appender.DRFA.layout=org.apache.log4j.PatternLayout\n\n# Pattern format: Date LogLevel LoggerName LogMessage\nlog4j.appender.DRFA.layout.ConversionPattern=%d{ISO8601} %-5p [%t] %c{2}: %m%n\n\n# Rolling File Appender properties\nhbase.log.maxfilesize=256MB\nhbase.log.maxbackupindex=20\n\n# Rolling File Appender\nlog4j.appender.RFA=org.apache.log4j.RollingFileAppender\nlog4j.appender.RFA.File=${hbase.log.dir}/${hbase.log.file}\n\nlog4j.appender.RFA.MaxFileSize=${hbase.log.maxfilesize}\nlog4j.appender.RFA.MaxBackupIndex=$ {hbase.log.maxbackupindex}\n\nlog4j.appender.RFA.layout=org.apache.log4j.PatternLayout\nlog4j.appender.RFA.layout.ConversionPattern=%d{ISO8601} %-5p [%t] %c{2}: %m%n\n\n#\n# Security audit appender\n#\nhbase.security.log.file=SecurityAuth.audit\nhbase.security.log.maxfilesize=256MB\nhbase.security.log.maxbackupindex=20\nlog4j.appender.RFAS=org.apache.log4j.RollingFileAppender\nlog4j.appender.RFAS.File=${hbase.log.dir}/${hbase.security.log.file}\nlog4j.appender.RFAS.MaxFileSize=${hbase.security.log.maxfilesize}\nlog4j.appender.RFAS.MaxBackupIndex=${hbase.security.log.maxbackupindex}\nlog4j.appender.RFAS.layout=org.apache.log4j.PatternLayout\nlog4j.appender.RFAS.layout.ConversionPattern=%d{ISO8601} %p %c: %m%n\nlog4j.category.SecurityLogger=${hbase.security.logger}\nlog4j.additivity.SecurityLogger=false\n#log4j.logger.SecurityLogger.org.apache.hadoop.hbase.security.access.AccessController=TRACE\n\n#\n# Null Appender\n#\nlog4j.appender.NullAppender=org.apache.log4j.varia.NullAppender\n \n#\n# console\n# Add \"console\" to rootlogger above if you want to use this\n#\nlog4j.appender.console=org.apache.log4j.ConsoleAppender\nlog4j.appender.console.target=System.err\nlog4j.appender.console.layout=org.apache.log4j.PatternLayout\nlog4j.appender.console.layout.ConversionPattern=%d{ISO8601} %-5p [%t] %c{2}: %m%n\n\n# Custom Logging levels\n\nlog4j.logger.org.apache.zookeeper=INFO\n#log4j.logger.org.apache.hadoop.fs.FSNamesystem=DEBUG\nlog4j.logger.org.apache.hadoop.hbase=DEBUG\n# Make these two classes INFO-level. Make them DEBUG to see more zk debug.\nlog4j.logger.org.apache.hadoop.hbase.zookeeper.ZKUtil=INFO\nlog4j.logger.org.apache.hadoop.hbase.zookeeper.ZooKeeperWatcher=INFO\n#log4j.logger.org.apache.hadoop.dfs=DEBUG\n# Set this class to log INFO only otherwise its OTT\n# Enable this to get detailed connection error/retry logging.\n# log4j.logger.org.apache.hadoop.hbase.client.HConnectionManager$HConnectionImplementation=TRACE\n\n\n# Uncomment this line to enable trac ing on _every_ RPC call (this can be a lot of output)\n#log4j.logger.org.apache.hadoop.ipc.HBaseServer.trace=DEBUG\n\n# Uncomment the below if you want to remove logging of client region caching'\n# and scan of .META. messages\n# log4j.logger.org.apache.hadoop.hbase.client.HConnectionManager$HConnectionImplementation=INFO\n# log4j.logger.org.apache.hadoop.hbase.client.MetaScanner=INFO" - }, - "hbase-policy" : { - "security.admin.protocol.acl" : "*", - "security.client.protocol.acl" : "*", - "security.masterregion.protocol.acl" : "*" - }, - "hbase-site" : { - "dfs.domain.socket.path" : "/var/lib/hadoop-hdfs/dn_socket", - "hbase.client.keyvalue.maxsize" : "10485760", - "hbase.client.scanner.caching" : "100", - "hbase.cluster.distributed" : "true", - "hbase.defaults.for.version.skip" : "true", - "hbase.hregion.majorcompaction" : "86400000", - "hbase.hregion.max.filesize" : "10737418240", - "hbase.hregion.memstore.block.multiplier" : "2", - "hbase.hregion.memstore.flush.size" : "134217728", - "hbase.hregion.memstore.mslab.enabled" : "true", - "hbase.hstore.blockingStoreFiles" : "10", - "hbase.hstore.compactionThreshold" : "3", - "hbase.hstore.flush.retries.number" : "120", - "hbase.local.dir" : "${hbase.tmp.dir}/local", - "hbase.master.info.bindAddress" : "0.0.0.0", - "hbase.master.info.port" : "33940", - "hbase.master.kerberos.principal" : "hbase/_HOST@EXAMPLE.COM", - "hbase.master.keytab.file" : "/etc/security/keytabs/hbase.service.keytab", - "hbase.master.port" : "60000", - "hbase.regionserver.global.memstore.lowerLimit" : "0.38", - "hbase.regionserver.global.memstore.upperLimit" : "0.4", - "hbase.regionserver.handler.count" : "60", - "hbase.regionserver.info.port" : "0", - "hbase.regionserver.kerberos.principal" : "hbase/_HOST@EXAMPLE.COM", - "hbase.regionserver.keytab.file" : "/etc/security/keytabs/hbase.service.keytab", - "hbase.regionserver.port" : "0", - "hbase.rootdir" : "hdfs://с6401.ambari.apache.org:8020/user/yarn/.slider/cluster/h10/database/data", - "hbase.security.authentication" : "simple", - "hbase.security.authorization" : "false", - "hbase.stagingdir" : "hdfs://с6401.ambari.apache.org:8020/user/yarn/.slider/cluster/h10/database/staging", - "hbase.superuser" : "yarn", - "hbase.tmp.dir" : "/hadoop/yarn/local/usercache/yarn/appcache/application_1409333994422_0009/container_1409333994422_0009_01_000002/work/app/tmp", - "hbase.zookeeper.property.clientPort" : "2181", - "hbase.zookeeper.quorum" : "с6403.ambari.apache.org,с6401.ambari.apache.org,с6402.ambari.apache.org", - "hbase.zookeeper.useMulti" : "true", - "hfile.block.cache.size" : "0.40", - "zookeeper.session.timeout" : "30000", - "zookeeper.znode.parent" : "/services/slider/users/yarn/h10" - }, - "hdfs-site" : { - "dfs.block.access.token.enable" : "true", - "dfs.blockreport.initialDelay" : "120", - "dfs.blocksize" : "134217728", - "dfs.client.read.shortcircuit" : "true", - "dfs.client.read.shortcircuit.streams.cache.size" : "4096", - "dfs.cluster.administrators" : " hdfs", - "dfs.datanode.address" : "0.0.0.0:50010", - "dfs.datanode.balance.bandwidthPerSec" : "6250000", - "dfs.datanode.data.dir" : "/hadoop/hdfs/data", - "dfs.datanode.data.dir.perm" : "750", - "dfs.datanode.du.reserved" : "1073741824", - "dfs.datanode.failed.volumes.tolerated" : "0", - "dfs.datanode.http.address" : "0.0.0.0:50075", - "dfs.datanode.ipc.address" : "0.0.0.0:8010", - "dfs.datanode.kerberos.principal" : "dn/_HOST@EXAMPLE.COM", - "dfs.datanode.keytab.file" : "/etc/security/keytabs/dn.service.keytab", - "dfs.datanode.max.transfer.threads" : "1024", - "dfs.domain.socket.path" : "/var/lib/hadoop-hdfs/dn_socket", - "dfs.heartbeat.interval" : "3", - "dfs.hosts.exclude" : "/etc/hadoop/conf/dfs.exclude", - "dfs.https.port" : "50470", - "dfs.journalnode.edits.dir" : "/grid/0/hdfs/journal", - "dfs.journalnode.http-address" : "0.0.0.0:8480", - "dfs.namenode.accesstime.precision" : "0", - "dfs.namenode.avoid.read.stale.datanode" : "true", - "dfs.namenode.avoid.write.stale.datanode" : "true", - "dfs.namenode.checkpoint.dir" : "/hadoop/hdfs/namesecondary", - "dfs.namenode.checkpoint.edits.dir" : "/hadoop/hdfs/namesecondary", - "dfs.namenode.checkpoint.period" : "21600", - "dfs.namenode.checkpoint.txns" : "1000000", - "dfs.namenode.handler.count" : "40", - "dfs.namenode.http-address" : "с6401.ambari.apache.org:50070", - "dfs.namenode.https-address" : "с6401.ambari.apache.org:50470", - "dfs.namenode.kerberos.https.principal" : "HTTP/_HOST@EXAMPLE.COM", - "dfs.namenode.kerberos.principal" : "nn/_HOST@EXAMPLE.COM", - "dfs.namenode.keytab.file" : "/etc/security/keytabs/nn.service.keytab", - "dfs.namenode.name.dir" : "/hadoop/hdfs/namenode", - "dfs.namenode.name.dir.restore" : "true", - "dfs.namenode.safemode.threshold-pct" : "1.0f", - "dfs.namenode.secondary.http-address" : "с6402.ambari.apache.org:50090", - "dfs.namenode.stale.datanode.interval" : "30000", - "dfs.namenode.write.stale.datanode.ratio" : "1.0f", - "dfs.permissions.enabled" : "true", - "dfs.permissions.superusergroup" : "hdfs", - "dfs.replication" : "3", - "dfs.replication.max" : "50", - "dfs.secondary.namenode.kerberos.https.principal" : "HTTP/_HOST@EXAMPLE.COM", - "dfs.secondary.namenode.kerberos.principal" : "nn/_HOST@EXAMPLE.COM", - "dfs.secondary.namenode.keytab.file" : "/etc/security/keytabs/nn.service.keytab", - "dfs.support.append" : "true", - "dfs.web.authentication.kerberos.keytab" : "/etc/security/keytabs/spnego.service.keytab", - "dfs.web.authentication.kerberos.principal" : "HTTP/_HOST@EXAMPLE.COM", - "dfs.webhdfs.enabled" : "true", - "fs.permissions.umask-mode" : "022" - }, - "logfolders" : { - "с6403.ambari.apache.org-container_1409333994422_0009_01_000002-AGENT_LOG_ROOT" : "/hadoop/yarn/log/application_1409333994422_0009/container_1409333994422_0009_01_000002", - "с6403.ambari.apache.org-container_1409333994422_0009_01_000002-AGENT_WORK_ROOT" : "/hadoop/yarn/local/usercache/yarn/appcache/application_1409333994422_0009/container_1409333994422_0009_01_000002", - "с6404.ambari.apache.org-container_1409333994422_0009_01_000003-AGENT_LOG_ROOT" : "/hadoop/yarn/log/application_1409333994422_0009/container_1409333994422_0009_01_000003", - "с6404.ambari.apache.org-container_1409333994422_0009_01_000003-AGENT_WORK_ROOT" : "/hadoop/yarn/local/usercache/yarn/appcache/application_1409333994422_0009/container_1409333994422_0009_01_000003" - }, - "yarn-site" : { - "yarn.acl.enable" : "false", - "yarn.application.classpath" : "/etc/hadoop/conf,/usr/lib/hadoop/*,/usr/lib/hadoop/lib/*,/usr/lib/hadoop-hdfs/*,/usr/lib/hadoop-hdfs/lib/*,/usr/lib/hadoop-yarn/*,/usr/lib/hadoop-yarn/lib/*,/usr/lib/hadoop-mapreduce/*,/usr/lib/hadoop-mapreduce/lib/*", - "yarn.log-aggregation-enable" : "true", - "yarn.log-aggregation.retain-seconds" : "2592000", - "yarn.log.server.url" : "http://с6402.ambari.apache.org:19888/jobhistory/logs", - "yarn.nodemanager.address" : "0.0.0.0:45454", - "yarn.nodemanager.admin-env" : "MALLOC_ARENA_MAX=$MALLOC_ARENA_MAX", - "yarn.nodemanager.aux-services" : "mapreduce_shuffle", - "yarn.nodemanager.aux-services.mapreduce_shuffle.class" : "org.apache.hadoop.mapred.ShuffleHandler", - "yarn.nodemanager.container-executor.class" : "org.apache.hadoop.yarn.server.nodemanager.DefaultContainerExecutor", - "yarn.nodemanager.container-monitor.interval-ms" : "3000", - "yarn.nodemanager.delete.debug-delay-sec" : "0", - "yarn.nodemanager.disk-health-checker.min-healthy-disks" : "0.25", - "yarn.nodemanager.health-checker.interval-ms" : "135000", - "yarn.nodemanager.health-checker.script.timeout-ms" : "60000", - "yarn.nodemanager.linux-container-executor.group" : "hadoop", - "yarn.nodemanager.local-dirs" : "/hadoop/yarn/local", - "yarn.nodemanager.log-aggregation.compression-type" : "gz", - "yarn.nodemanager.log-dirs" : "/hadoop/yarn/log", - "yarn.nodemanager.log.retain-second" : "604800", - "yarn.nodemanager.remote-app-log-dir" : "/app-logs", - "yarn.nodemanager.remote-app-log-dir-suffix" : "logs", - "yarn.nodemanager.resource.memory-mb" : "2046", - "yarn.nodemanager.vmem-check-enabled" : "false", - "yarn.nodemanager.vmem-pmem-ratio" : "2.1", - "yarn.resourcemanager.address" : "с6402.ambari.apache.org:8050", - "yarn.resourcemanager.admin.address" : "с6402.ambari.apache.org:8141", - "yarn.resourcemanager.am.max-attempts" : "2", - "yarn.resourcemanager.hostname" : "с6402.ambari.apache.org", - "yarn.resourcemanager.nodes.exclude-path" : "/etc/hadoop/conf/yarn.exclude", - "yarn.resourcemanager.resource-tracker.address" : "с6402.ambari.apache.org:8025", - "yarn.resourcemanager.scheduler.address" : "с6402.ambari.apache.org:8030", - "yarn.resourcemanager.scheduler.class" : "org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.CapacityScheduler", - "yarn.resourcemanager.webapp.address" : "с6402.ambari.apache.org:8088", - "yarn.scheduler.maximum-allocation-mb" : "2046", - "yarn.scheduler.minimum-allocation-mb" : "682", - "yarn.timeline-service.address" : "с6402.ambari.apache.org:10200", - "yarn.timeline-service.enabled" : "true", - "yarn.timeline-service.generic-application-history.store-class" : "org.apache.hadoop.yarn.server.applicationhistoryservice.NullApplicationHistoryStore", - "yarn.timeline-service.leveldb-timeline-store.path" : "/hadoop/yarn/timeline", - "yarn.timeline-service.leveldb-timeline-store.ttl-interval-ms" : "300000", - "yarn.timeline-service.store-class" : "org.apache.hadoop.yarn.server.timeline.LeveldbTimelineStore", - "yarn.timeline-service.ttl-enable" : "true", - "yarn.timeline-service.ttl-ms" : "2678400000", - "yarn.timeline-service.webapp.address" : "с6402.ambari.apache.org:8188", - "yarn.timeline-service.webapp.https.address" : "с6402.ambari.apache.org:8190" - } - }, - "jmx" : { - "ClusterId" : "125f1f5b-713e-421a-9179-aadfc24a2a05", - "ClusterRequests" : "2127", - "DeadRegionServers" : "0", - "IsActiveMaster" : "true", - "MasterActiveTime" : "1409360031151", - "MasterStartTime" : "1409360028629", - "MetricAverageLoad" : "2.0", - "RegionServers" : "1", - "ServerName" : "с6403.ambari.apache.org,60000,1409360025510", - "ZookeeperQuorum" : "с6401.ambari.apache.org:2181,с6403.ambari.apache.org:2181,с6402.ambari.apache.org:2181" - }, - "urls" : { - "JMX" : "http://с6403.ambari.apache.org:33940/jmx", - "UI" : "http://с6403.ambari.apache.org:33940/master-status", - "app.ganglia" : "http://с6402.ambari.apache.org/ganglia?c=Application1", - "app.metrics" : "http://с6402.ambari.apache.org/cgi-bin/rrd.py?c=Application1" - } - }, - { - "href" : "http://c6401:8080/api/v1/views/SLIDER/versions/1.0.0/instances/Myv1/apps/1411422858327_5", - "appVersion" : "0.98.4.2.2.0.0-741-hadoop2", - "description" : "apache hbase is the hadoop database, a distributed, scalable, big data store....", - "diagnostics" : "", - "endTime" : 0, - "id" : "1411422858327_5", - "instance_name" : "Myv1", - "metrics" : null, - "name" : "h1", - "startTime" : 1411501941839, - "state" : "RUNNING", - "supportedMetrics" : [ - "splitSize_avg_time", - "splitTime_avg_time", - "cluster_requests", - "regions", - "flushQueueSize", - "readRequestsCount" - ], - "type" : "hbase", - "user" : "yarn", - "version" : "1.0.0", - "view_name" : "SLIDER", - "yarnId" : "application_1411422858327_0005", - "alerts" : { - "detail" : [ - { - "description" : "slider-appmaster component", - "status" : "OK", - "last_status_time" : 1411568300430, - "actual_status" : "OK", - "last_status" : "OK", - "status_time" : 1411568300430, - "component_name" : "slider-appmaster", - "output" : "1 out of 1 active", - "service_name" : "HBASE", - "host_name" : "mop-2.c.pramod-thangali.internal" - }, - { - "description" : "HBASE_MASTER component", - "status" : "OK", - "last_status_time" : 1411568300430, - "actual_status" : "OK", - "last_status" : "OK", - "status_time" : 1411568300430, - "component_name" : "HBASE_MASTER", - "output" : "1 out of 1 active", - "service_name" : "HBASE", - "host_name" : "mop-3.c.pramod-thangali.internal" - }, - { - "description" : "HBASE_REGIONSERVER component", - "status" : "CRITICAL", - "last_status_time" : 1411568300430, - "actual_status" : "CRITICAL", - "last_status" : "CRITICAL", - "status_time" : 1411568300430, - "component_name" : "HBASE_REGIONSERVER", - "output" : "10 out of 20 active", - "service_name" : "HBASE", - "host_name" : "mop-1.c.pramod-thangali.internal" - } - ], - "summary" : { - "CRITICAL" : 1, - "OK" : 2, - "UNKNOWN" : 0, - "WARNING" : 0 - } - }, - "components" : { - "HBASE_MASTER" : { - "componentName" : "HBASE_MASTER", - "instanceCount" : 1, - "activeContainers" : { - "container_1411422858327_0005_01_000006" : { - "released" : "false", - "startTime" : "1411501961763", - "createTime" : "1411501961108", - "environment" : "[AGENT_WORK_ROOT=\"$PWD\", HADOOP_USER_NAME=\"yarn\", AGENT_LOG_ROOT=\"$LOG_DIRS\", PYTHONPATH=\"./infra/agent/slider-agent/\", SLIDER_PASSPHRASE=\"DEV\", MALLOC_ARENA_MAX=\"4\"]", - "host" : "mop-3.c.pramod-thangali.internal", - "name" : "container_1411422858327_0005_01_000006", - "command" : "python ./infra/agent/slider-agent/agent/main.py --label container_1411422858327_0005_01_000006___HBASE_MASTER --zk-quorum mop-1.c.pramod-thangali.internal:2181,mop-2.c.pramod-thangali.internal:2181,mop-3.c.pramod-thangali.internal:2181 --zk-reg-path /registry/org-apache-slider/h1 > /agent.out 2>&1 ; ", - "state" : "3", - "role" : "HBASE_MASTER", - "exitCode" : "0", - "diagnostics" : "", - "roleId" : "1" - } - }, - "completedContainers" : { } - }, - "HBASE_REGIONSERVER" : { - "componentName" : "HBASE_REGIONSERVER", - "instanceCount" : 20, - "activeContainers" : { - "container_1411422858327_0005_01_000005" : { - "released" : "false", - "startTime" : "1411501961924", - "createTime" : "1411501961108", - "environment" : "[AGENT_WORK_ROOT=\"$PWD\", HADOOP_USER_NAME=\"yarn\", AGENT_LOG_ROOT=\"$LOG_DIRS\", PYTHONPATH=\"./infra/agent/slider-agent/\", SLIDER_PASSPHRASE=\"DEV\", MALLOC_ARENA_MAX=\"4\"]", - "host" : "mop-1.c.pramod-thangali.internal", - "name" : "container_1411422858327_0005_01_000005", - "command" : "python ./infra/agent/slider-agent/agent/main.py --label container_1411422858327_0005_01_000005___HBASE_REGIONSERVER --zk-quorum mop-1.c.pramod-thangali.internal:2181,mop-2.c.pramod-thangali.internal:2181,mop-3.c.pramod-thangali.internal:2181 --zk-reg-path /registry/org-apache-slider/h1 > /agent.out 2>&1 ; ", - "state" : "3", - "role" : "HBASE_REGIONSERVER", - "exitCode" : "0", - "diagnostics" : "", - "roleId" : "2" - }, - "container_1411422858327_0005_01_000007" : { - "released" : "false", - "startTime" : "1411501961583", - "createTime" : "1411501961108", - "environment" : "[AGENT_WORK_ROOT=\"$PWD\", HADOOP_USER_NAME=\"yarn\", AGENT_LOG_ROOT=\"$LOG_DIRS\", PYTHONPATH=\"./infra/agent/slider-agent/\", SLIDER_PASSPHRASE=\"DEV\", MALLOC_ARENA_MAX=\"4\"]", - "host" : "mop-3.c.pramod-thangali.internal", - "name" : "container_1411422858327_0005_01_000007", - "command" : "python ./infra/agent/slider-agent/agent/main.py --label container_1411422858327_0005_01_000007___HBASE_REGIONSERVER --zk-quorum mop-1.c.pramod-thangali.internal:2181,mop-2.c.pramod-thangali.internal:2181,mop-3.c.pramod-thangali.internal:2181 --zk-reg-path /registry/org-apache-slider/h1 > /agent.out 2>&1 ; ", - "state" : "3", - "role" : "HBASE_REGIONSERVER", - "exitCode" : "0", - "diagnostics" : "", - "roleId" : "2" - }, - "container_1411422858327_0005_01_000008" : { - "released" : "false", - "startTime" : "1411501961664", - "createTime" : "1411501961108", - "environment" : "[AGENT_WORK_ROOT=\"$PWD\", HADOOP_USER_NAME=\"yarn\", AGENT_LOG_ROOT=\"$LOG_DIRS\", PYTHONPATH=\"./infra/agent/slider-agent/\", SLIDER_PASSPHRASE=\"DEV\", MALLOC_ARENA_MAX=\"4\"]", - "host" : "mop-3.c.pramod-thangali.internal", - "name" : "container_1411422858327_0005_01_000008", - "command" : "python ./infra/agent/slider-agent/agent/main.py --label container_1411422858327_0005_01_000008___HBASE_REGIONSERVER --zk-quorum mop-1.c.pramod-thangali.internal:2181,mop-2.c.pramod-thangali.internal:2181,mop-3.c.pramod-thangali.internal:2181 --zk-reg-path /registry/org-apache-slider/h1 > /agent.out 2>&1 ; ", - "state" : "3", - "role" : "HBASE_REGIONSERVER", - "exitCode" : "0", - "diagnostics" : "", - "roleId" : "2" - }, - "container_1411422858327_0005_01_000009" : { - "released" : "false", - "startTime" : "1411501961331", - "createTime" : "1411501961071", - "environment" : "[AGENT_WORK_ROOT=\"$PWD\", HADOOP_USER_NAME=\"yarn\", AGENT_LOG_ROOT=\"$LOG_DIRS\", PYTHONPATH=\"./infra/agent/slider-agent/\", SLIDER_PASSPHRASE=\"DEV\", MALLOC_ARENA_MAX=\"4\"]", - "host" : "mop-4.c.pramod-thangali.internal", - "name" : "container_1411422858327_0005_01_000009", - "command" : "python ./infra/agent/slider-agent/agent/main.py --label container_1411422858327_0005_01_000009___HBASE_REGIONSERVER --zk-quorum mop-1.c.pramod-thangali.internal:2181,mop-2.c.pramod-thangali.internal:2181,mop-3.c.pramod-thangali.internal:2181 --zk-reg-path /registry/org-apache-slider/h1 > /agent.out 2>&1 ; ", - "state" : "3", - "role" : "HBASE_REGIONSERVER", - "exitCode" : "0", - "diagnostics" : "", - "roleId" : "2" - }, - "container_1411422858327_0005_01_000010" : { - "released" : "false", - "startTime" : "1411501961465", - "createTime" : "1411501961108", - "environment" : "[AGENT_WORK_ROOT=\"$PWD\", HADOOP_USER_NAME=\"yarn\", AGENT_LOG_ROOT=\"$LOG_DIRS\", PYTHONPATH=\"./infra/agent/slider-agent/\", SLIDER_PASSPHRASE=\"DEV\", MALLOC_ARENA_MAX=\"4\"]", - "host" : "mop-4.c.pramod-thangali.internal", - "name" : "container_1411422858327_0005_01_000010", - "command" : "python ./infra/agent/slider-agent/agent/main.py --label container_1411422858327_0005_01_000010___HBASE_REGIONSERVER --zk-quorum mop-1.c.pramod-thangali.internal:2181,mop-2.c.pramod-thangali.internal:2181,mop-3.c.pramod-thangali.internal:2181 --zk-reg-path /registry/org-apache-slider/h1 > /agent.out 2>&1 ; ", - "state" : "3", - "role" : "HBASE_REGIONSERVER", - "exitCode" : "0", - "diagnostics" : "", - "roleId" : "2" - }, - "container_1411422858327_0005_01_000011" : { - "released" : "false", - "startTime" : "1411501962431", - "createTime" : "1411501962220", - "environment" : "[AGENT_WORK_ROOT=\"$PWD\", HADOOP_USER_NAME=\"yarn\", AGENT_LOG_ROOT=\"$LOG_DIRS\", PYTHONPATH=\"./infra/agent/slider-agent/\", SLIDER_PASSPHRASE=\"DEV\", MALLOC_ARENA_MAX=\"4\"]", - "host" : "mop-1.c.pramod-thangali.internal", - "name" : "container_1411422858327_0005_01_000011", - "command" : "python ./infra/agent/slider-agent/agent/main.py --label container_1411422858327_0005_01_000011___HBASE_REGIONSERVER --zk-quorum mop-1.c.pramod-thangali.internal:2181,mop-2.c.pramod-thangali.internal:2181,mop-3.c.pramod-thangali.internal:2181 --zk-reg-path /registry/org-apache-slider/h1 > /agent.out 2>&1 ; ", - "state" : "3", - "role" : "HBASE_REGIONSERVER", - "exitCode" : "0", - "diagnostics" : "", - "roleId" : "2" - }, - "container_1411422858327_0005_01_000002" : { - "released" : "false", - "startTime" : "1411501961211", - "createTime" : "1411501961108", - "environment" : "[AGENT_WORK_ROOT=\"$PWD\", HADOOP_USER_NAME=\"yarn\", AGENT_LOG_ROOT=\"$LOG_DIRS\", PYTHONPATH=\"./infra/agent/slider-agent/\", SLIDER_PASSPHRASE=\"DEV\", MALLOC_ARENA_MAX=\"4\"]", - "host" : "mop-2.c.pramod-thangali.internal", - "name" : "container_1411422858327_0005_01_000002", - "command" : "python ./infra/agent/slider-agent/agent/main.py --label container_1411422858327_0005_01_000002___HBASE_REGIONSERVER --zk-quorum mop-1.c.pramod-thangali.internal:2181,mop-2.c.pramod-thangali.internal:2181,mop-3.c.pramod-thangali.internal:2181 --zk-reg-path /registry/org-apache-slider/h1 > /agent.out 2>&1 ; ", - "state" : "3", - "role" : "HBASE_REGIONSERVER", - "exitCode" : "0", - "diagnostics" : "", - "roleId" : "2" - }, - "container_1411422858327_0005_01_000003" : { - "released" : "false", - "startTime" : "1411501962002", - "createTime" : "1411501961108", - "environment" : "[AGENT_WORK_ROOT=\"$PWD\", HADOOP_USER_NAME=\"yarn\", AGENT_LOG_ROOT=\"$LOG_DIRS\", PYTHONPATH=\"./infra/agent/slider-agent/\", SLIDER_PASSPHRASE=\"DEV\", MALLOC_ARENA_MAX=\"4\"]", - "host" : "mop-2.c.pramod-thangali.internal", - "name" : "container_1411422858327_0005_01_000003", - "command" : "python ./infra/agent/slider-agent/agent/main.py --label container_1411422858327_0005_01_000003___HBASE_REGIONSERVER --zk-quorum mop-1.c.pramod-thangali.internal:2181,mop-2.c.pramod-thangali.internal:2181,mop-3.c.pramod-thangali.internal:2181 --zk-reg-path /registry/org-apache-slider/h1 > /agent.out 2>&1 ; ", - "state" : "3", - "role" : "HBASE_REGIONSERVER", - "exitCode" : "0", - "diagnostics" : "", - "roleId" : "2" - }, - "container_1411422858327_0005_01_000012" : { - "released" : "false", - "startTime" : "1411501962232", - "createTime" : "1411501962219", - "environment" : "[AGENT_WORK_ROOT=\"$PWD\", HADOOP_USER_NAME=\"yarn\", AGENT_LOG_ROOT=\"$LOG_DIRS\", PYTHONPATH=\"./infra/agent/slider-agent/\", SLIDER_PASSPHRASE=\"DEV\", MALLOC_ARENA_MAX=\"4\"]", - "host" : "mop-4.c.pramod-thangali.internal", - "name" : "container_1411422858327_0005_01_000012", - "command" : "python ./infra/agent/slider-agent/agent/main.py --label container_1411422858327_0005_01_000012___HBASE_REGIONSERVER --zk-quorum mop-1.c.pramod-thangali.internal:2181,mop-2.c.pramod-thangali.internal:2181,mop-3.c.pramod-thangali.internal:2181 --zk-reg-path /registry/org-apache-slider/h1 > /agent.out 2>&1 ; ", - "state" : "3", - "role" : "HBASE_REGIONSERVER", - "exitCode" : "0", - "diagnostics" : "", - "roleId" : "2" - }, - "container_1411422858327_0005_01_000004" : { - "released" : "false", - "startTime" : "1411501961817", - "createTime" : "1411501961108", - "environment" : "[AGENT_WORK_ROOT=\"$PWD\", HADOOP_USER_NAME=\"yarn\", AGENT_LOG_ROOT=\"$LOG_DIRS\", PYTHONPATH=\"./infra/agent/slider-agent/\", SLIDER_PASSPHRASE=\"DEV\", MALLOC_ARENA_MAX=\"4\"]", - "host" : "mop-1.c.pramod-thangali.internal", - "name" : "container_1411422858327_0005_01_000004", - "command" : "python ./infra/agent/slider-agent/agent/main.py --label container_1411422858327_0005_01_000004___HBASE_REGIONSERVER --zk-quorum mop-1.c.pramod-thangali.internal:2181,mop-2.c.pramod-thangali.internal:2181,mop-3.c.pramod-thangali.internal:2181 --zk-reg-path /registry/org-apache-slider/h1 > /agent.out 2>&1 ; ", - "state" : "3", - "role" : "HBASE_REGIONSERVER", - "exitCode" : "0", - "diagnostics" : "", - "roleId" : "2" - } - }, - "completedContainers" : { } - }, - "slider-appmaster" : { - "componentName" : "slider-appmaster", - "instanceCount" : 1, - "activeContainers" : { - "container_1411422858327_0005_01_000001" : { - "released" : "false", - "startTime" : "0", - "createTime" : "0", - "host" : "mop-2.c.pramod-thangali.internal", - "name" : "container_1411422858327_0005_01_000001", - "command" : "", - "state" : "3", - "role" : "slider-appmaster", - "exitCode" : "0", - "diagnostics" : "", - "roleId" : "0" - } - }, - "completedContainers" : { } - } - }, - "configs" : { - "componentinstancedata" : { - "container_1411422858327_0005_01_000006.app.jmx" : "mop-3.c.pramod-thangali.internal:43240/jmx", - "container_1411422858327_0005_01_000006.app.monitor" : "mop-3.c.pramod-thangali.internal:43240/master-status" - }, - "core-site" : { - "fs.defaultFS" : "hdfs://mop-5.c.pramod-thangali.internal:8020", - "fs.trash.interval" : "360", - "hadoop.proxyuser.falcon.groups" : "users", - "hadoop.proxyuser.falcon.hosts" : "*", - "hadoop.proxyuser.hcat.groups" : "users", - "hadoop.proxyuser.hcat.hosts" : "mop-2.c.pramod-thangali.internal", - "hadoop.proxyuser.hive.groups" : "users", - "hadoop.proxyuser.hive.hosts" : "mop-2.c.pramod-thangali.internal", - "hadoop.proxyuser.oozie.groups" : "*", - "hadoop.proxyuser.oozie.hosts" : "mop-2.c.pramod-thangali.internal", - "hadoop.security.auth_to_local" : "\n RULE:[2:$1@$0]([rn]m@.*)s/.*/yarn/\n RULE:[2:$1@$0](jhs@.*)s/.*/mapred/\n RULE:[2:$1@$0]([nd]n@.*)s/.*/hdfs/\n RULE:[2:$1@$0](hm@.*)s/.*/hbase/\n RULE:[2:$1@$0](rs@.*)s/.*/hbase/\n DEFAULT", - "hadoop.security.authentication" : "simple", - "hadoop.security.authorization" : "false", - "io.compression.codecs" : "org.apache.hadoop.io.compress.GzipCodec,org.apache.hadoop.io.compress.DefaultCodec", - "io.file.buffer.size" : "131072", - "io.serializations" : "org.apache.hadoop.io.serializer.WritableSerialization", - "ipc.client.connect.max.retries" : "50", - "ipc.client.connection.maxidletime" : "30000", - "ipc.client.idlethreshold" : "8000", - "ipc.server.tcpnodelay" : "true", - "mapreduce.jobtracker.webinterface.trusted" : "false" - }, - "hbase-site" : { - "dfs.domain.socket.path" : "/var/lib/hadoop-hdfs/dn_socket", - "hbase.client.keyvalue.maxsize" : "10485760", - "hbase.client.scanner.caching" : "100", - "hbase.cluster.distributed" : "true", - "hbase.defaults.for.version.skip" : "true", - "hbase.hregion.majorcompaction" : "86400000", - "hbase.hregion.max.filesize" : "10737418240", - "hbase.hregion.memstore.block.multiplier" : "2", - "hbase.hregion.memstore.flush.size" : "134217728", - "hbase.hregion.memstore.mslab.enabled" : "true", - "hbase.hstore.blockingStoreFiles" : "10", - "hbase.hstore.compactionThreshold" : "3", - "hbase.hstore.flush.retries.number" : "120", - "hbase.local.dir" : "${hbase.tmp.dir}/local", - "hbase.master.info.bindAddress" : "0.0.0.0", - "hbase.master.info.port" : "43240", - "hbase.master.kerberos.principal" : "hbase/_HOST@EXAMPLE.COM", - "hbase.master.keytab.file" : "/etc/security/keytabs/hbase.service.keytab", - "hbase.master.port" : "0", - "hbase.regionserver.global.memstore.lowerLimit" : "0.38", - "hbase.regionserver.global.memstore.upperLimit" : "0.4", - "hbase.regionserver.handler.count" : "60", - "hbase.regionserver.info.port" : "0", - "hbase.regionserver.kerberos.principal" : "hbase/_HOST@EXAMPLE.COM", - "hbase.regionserver.keytab.file" : "/etc/security/keytabs/hbase.service.keytab", - "hbase.regionserver.port" : "0", - "hbase.rootdir" : "hdfs://mop-5.c.pramod-thangali.internal:8020/user/yarn/.slider/cluster/h1/database", - "hbase.security.authentication" : "simple", - "hbase.security.authorization" : "false", - "hbase.superuser" : "yarn", - "hbase.tmp.dir" : "/hadoop/yarn/local/usercache/yarn/appcache/application_1411422858327_0005/container_1411422858327_0005_01_000006/work/app/tmp", - "hbase.zookeeper.property.clientPort" : "2181", - "hbase.zookeeper.quorum" : "mop-1.c.pramod-thangali.internal,mop-2.c.pramod-thangali.internal,mop-3.c.pramod-thangali.internal", - "hbase.zookeeper.useMulti" : "true", - "hfile.block.cache.size" : "0.40", - "zookeeper.session.timeout" : "30000", - "zookeeper.znode.parent" : "/services/slider/users/yarn/h1" - }, - "hdfs-site" : { - "dfs.block.access.token.enable" : "true", - "dfs.blockreport.initialDelay" : "120", - "dfs.blocksize" : "134217728", - "dfs.client.read.shortcircuit" : "true", - "dfs.client.read.shortcircuit.streams.cache.size" : "4096", - "dfs.cluster.administrators" : " hdfs", - "dfs.datanode.address" : "0.0.0.0:50010", - "dfs.datanode.balance.bandwidthPerSec" : "6250000", - "dfs.datanode.data.dir" : "/hadoop/hdfs/data", - "dfs.datanode.data.dir.perm" : "750", - "dfs.datanode.du.reserved" : "1073741824", - "dfs.datanode.failed.volumes.tolerated" : "0", - "dfs.datanode.http.address" : "0.0.0.0:50075", - "dfs.datanode.ipc.address" : "0.0.0.0:8010", - "dfs.datanode.kerberos.principal" : "dn/_HOST@EXAMPLE.COM", - "dfs.datanode.keytab.file" : "/etc/security/keytabs/dn.service.keytab", - "dfs.datanode.max.transfer.threads" : "1024", - "dfs.domain.socket.path" : "/var/lib/hadoop-hdfs/dn_socket", - "dfs.heartbeat.interval" : "3", - "dfs.hosts.exclude" : "/etc/hadoop/conf/dfs.exclude", - "dfs.https.port" : "50470", - "dfs.journalnode.edits.dir" : "/grid/0/hdfs/journal", - "dfs.journalnode.http-address" : "0.0.0.0:8480", - "dfs.namenode.accesstime.precision" : "0", - "dfs.namenode.avoid.read.stale.datanode" : "true", - "dfs.namenode.avoid.write.stale.datanode" : "true", - "dfs.namenode.checkpoint.dir" : "/hadoop/hdfs/namesecondary", - "dfs.namenode.checkpoint.edits.dir" : "/hadoop/hdfs/namesecondary", - "dfs.namenode.checkpoint.period" : "21600", - "dfs.namenode.checkpoint.txns" : "1000000", - "dfs.namenode.handler.count" : "40", - "dfs.namenode.http-address" : "mop-5.c.pramod-thangali.internal:50070", - "dfs.namenode.https-address" : "mop-5.c.pramod-thangali.internal:50470", - "dfs.namenode.kerberos.https.principal" : "HTTP/_HOST@EXAMPLE.COM", - "dfs.namenode.kerberos.principal" : "nn/_HOST@EXAMPLE.COM", - "dfs.namenode.keytab.file" : "/etc/security/keytabs/nn.service.keytab", - "dfs.namenode.name.dir" : "/hadoop/hdfs/namenode", - "dfs.namenode.name.dir.restore" : "true", - "dfs.namenode.safemode.threshold-pct" : "1.0f", - "dfs.namenode.secondary.http-address" : "mop-2.c.pramod-thangali.internal:50090", - "dfs.namenode.stale.datanode.interval" : "30000", - "dfs.namenode.write.stale.datanode.ratio" : "1.0f", - "dfs.permissions.enabled" : "true", - "dfs.permissions.superusergroup" : "hdfs", - "dfs.replication" : "3", - "dfs.replication.max" : "50", - "dfs.secondary.namenode.kerberos.https.principal" : "HTTP/_HOST@EXAMPLE.COM", - "dfs.secondary.namenode.kerberos.principal" : "nn/_HOST@EXAMPLE.COM", - "dfs.secondary.namenode.keytab.file" : "/etc/security/keytabs/nn.service.keytab", - "dfs.support.append" : "true", - "dfs.web.authentication.kerberos.keytab" : "/etc/security/keytabs/spnego.service.keytab", - "dfs.web.authentication.kerberos.principal" : "HTTP/_HOST@EXAMPLE.COM", - "dfs.webhdfs.enabled" : "true", - "fs.permissions.umask-mode" : "022", - "dfs.http.policy" : "HTTP_ONLY" - }, - "logfolders" : { - "HBASE_MASTER->mop-3.c.pramod-thangali.internal->AGENT_LOG_ROOT->container_1411422858327_0005_01_000006" : "/hadoop/yarn/log/application_1411422858327_0005/container_1411422858327_0005_01_000006", - "HBASE_MASTER->mop-3.c.pramod-thangali.internal->AGENT_WORK_ROOT->container_1411422858327_0005_01_000006" : "/hadoop/yarn/local/usercache/yarn/appcache/application_1411422858327_0005/container_1411422858327_0005_01_000006", - "HBASE_REGIONSERVER->mop-1.c.pramod-thangali.internal->AGENT_LOG_ROOT->container_1411422858327_0005_01_000004" : "/hadoop/yarn/log/application_1411422858327_0005/container_1411422858327_0005_01_000004", - "HBASE_REGIONSERVER->mop-1.c.pramod-thangali.internal->AGENT_LOG_ROOT->container_1411422858327_0005_01_000005" : "/hadoop/yarn/log/application_1411422858327_0005/container_1411422858327_0005_01_000005", - "HBASE_REGIONSERVER->mop-1.c.pramod-thangali.internal->AGENT_LOG_ROOT->container_1411422858327_0005_01_000011" : "/hadoop/yarn/log/application_1411422858327_0005/container_1411422858327_0005_01_000011", - "HBASE_REGIONSERVER->mop-1.c.pramod-thangali.internal->AGENT_WORK_ROOT->container_1411422858327_0005_01_000004" : "/hadoop/yarn/local/usercache/yarn/appcache/application_1411422858327_0005/container_1411422858327_0005_01_000004", - "HBASE_REGIONSERVER->mop-1.c.pramod-thangali.internal->AGENT_WORK_ROOT->container_1411422858327_0005_01_000005" : "/hadoop/yarn/local/usercache/yarn/appcache/application_1411422858327_0005/container_1411422858327_0005_01_000005", - "HBASE_REGIONSERVER->mop-1.c.pramod-thangali.internal->AGENT_WORK_ROOT->container_1411422858327_0005_01_000011" : "/hadoop/yarn/local/usercache/yarn/appcache/application_1411422858327_0005/container_1411422858327_0005_01_000011", - "HBASE_REGIONSERVER->mop-2.c.pramod-thangali.internal->AGENT_LOG_ROOT->container_1411422858327_0005_01_000002" : "/hadoop/yarn/log/application_1411422858327_0005/container_1411422858327_0005_01_000002", - "HBASE_REGIONSERVER->mop-2.c.pramod-thangali.internal->AGENT_LOG_ROOT->container_1411422858327_0005_01_000003" : "/hadoop/yarn/log/application_1411422858327_0005/container_1411422858327_0005_01_000003", - "HBASE_REGIONSERVER->mop-2.c.pramod-thangali.internal->AGENT_WORK_ROOT->container_1411422858327_0005_01_000002" : "/hadoop/yarn/local/usercache/yarn/appcache/application_1411422858327_0005/container_1411422858327_0005_01_000002", - "HBASE_REGIONSERVER->mop-2.c.pramod-thangali.internal->AGENT_WORK_ROOT->container_1411422858327_0005_01_000003" : "/hadoop/yarn/local/usercache/yarn/appcache/application_1411422858327_0005/container_1411422858327_0005_01_000003", - "HBASE_REGIONSERVER->mop-