ambari-dev mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From "Andrew Onischuk" <aonis...@hortonworks.com>
Subject Review Request 31085: JMX errors in ambari-server log
Date Mon, 16 Feb 2015 15:33:19 GMT

-----------------------------------------------------------
This is an automatically generated e-mail. To reply, visit:
https://reviews.apache.org/r/31085/
-----------------------------------------------------------

Review request for Ambari and Dmytro Sen.


Bugs: AMBARI-9659
    https://issues.apache.org/jira/browse/AMBARI-9659


Repository: ambari


Description
-------

Deployed cluster via blueprint.

    
    
    
    {
      "configurations": [
        {
          "mapred-env": {
            "properties": {
              "mapreduce_log_dir_prefix": "/grid/0/log/hadoop-mapreduce"
            }
          },
          "mapred-site": {
            "properties": {
              "install-test-mapred-site": "install-test-mapred-site-VALUE"
            }
          },
          "yarn-env": {
            "properties": {
              "yarn_log_dir_prefix": "/grid/0/log/hadoop"
            }
          },
          "yarn-site": {
            "properties": {
              "yarn.timeline-service.leveldb-timeline-store.path": "/grid/0/hadoop/yarn/timeline",
              "yarn.nodemanager.delete.debug-delay-sec": "3600",
              "install-test-yarn-site": "install-test-yarn-site-VALUE",
              "yarn.nodemanager.log-dirs": "/grid/0/hadoop/yarn/log",
              "yarn.nodemanager.local-dirs": "/grid/0/hadoop/yarn/local"
            }
          },
          "falcon-env": {
            "properties": {
              "falcon_log_dir": "/grid/0/log/falcon"
            }
          },
          "falcon-startup.properties": {
            "properties": {
              "install-test-falcon-startup-site": "install-test-falcon-startup-site-VALUE"
            }
          },
          "falcon-runtime.properties": {
            "properties": {
              "install-test-falcon-runtime-site": "install-test-falcon-runtime-site-VALUE"
            }
          },
          "hive-env": {
            "properties": {
              "hive_log_dir": "/grid/0/log/hive",
              "hcat_log_dir": "/grid/0/log/webhcat",
              "hive_metastore_user_passwd": "hive"
            }
          },
          "hive-site": {
            "properties": {
              "install-test-hive-site": "install-test-hive-site-VALUE",
              "javax.jdo.option.ConnectionUserName": "hive",
              "javax.jdo.option.ConnectionPassword": "password"
            }
          },
          "webhcat-site": {
            "properties": {
              "install-test-webhcat-site": "install-test-webhcat-site-VALUE"
            }
          },
          "tez-site": {
            "properties": {
              "install-test-tez-site": "install-test-tez-site-VALUE"
            }
          },
          "storm-env": {
            "properties": {
              "storm_log_dir": "/grid/0/log/storm"
            }
          },
          "storm-site": {
            "properties": {
              "install-test-storm-site": "install-test-storm-site-VALUE"
            }
          },
          "zookeeper-env": {
            "properties": {
              "zk_log_dir": "/grid/0/log/zookeeper"
            }
          },
          "hbase-env": {
            "properties": {
              "hbase_log_dir": "/grid/0/log/hbase"
            }
          },
          "hbase-site": {
            "properties": {
              "install-test-hbase-site": "install-test-hbase-site-VALUE"
            }
          },
          "oozie-env": {
            "properties": {
              "oozie_log_dir": "/grid/0/log/oozie"
            }
          },
          "oozie-site": {
            "properties": {
              "install-test-oozie-site": "install-test-oozie-site-VALUE"
            }
          },
          "flume-env": {
            "properties": {
              "flume_log_dir": "/grid/0/log/flume"
            }
          },
          "knox-env": {
            "properties": {
              "knox_master_secret": "knoxsecret"
            }
          },
          "hadoop-env": {
            "properties": {
              "hdfs_log_dir_prefix": "/grid/0/log/hadoop",
              "hadoop_heapsize": "1111"
            }
          },
          "core-site": {
            "properties": {
              "io.compression.codecs": "org.apache.hadoop.io.compress.GzipCodec,org.apache.hadoop.io.compress.DefaultCodec,org.apache.hadoop.io.compress.SnappyCodec,com.hadoop.compression.lzo.LzoCodec,com.hadoop.compression.lzo.LzopCodec",
              "io.compression.codec.lzo.class": "com.hadoop.compression.lzo.LzoCodec",
              "hadoop.proxyuser.oozie.hosts": "*",
              "fs.azure.account.key.hwxasvtesting.blob.core.windows.net": "R/1hsiE/qdHPZU9yfrSPlOcJ7AvPAtdsaNyRxaWC++NkU8jxHNC1m6ZsuOpRqyodiP/Fnn29NrI+/zZ4nEJN6A==",
              "install-test-core-site": "install-test-core-site-VALUE"
            }
          },
          "hdfs-site": {
            "properties": {
              "install-test-hdfs-site": "install-test-hdfs-site-VALUE",
              "dfs.namenode.name.dir": "/grid/0/hadoop/hdfs/namenode",
              "dfs.datanode.data.dir": "/grid/0/hadoop/hdfs/data"
            }
          }
        }
      ],
      "host_groups": [
        {
          "name": "host1",
          "cardinality": "1",
          "components": [
            {
              "name": "NAMENODE"
            },
            {
              "name": "SECONDARY_NAMENODE"
            },
            {
              "name": "RESOURCEMANAGER"
            },
            {
              "name": "HBASE_REGIONSERVER"
            },
            {
              "name": "ZOOKEEPER_SERVER"
            },
            {
              "name": "APP_TIMELINE_SERVER"
            },
            {
              "name": "HISTORYSERVER"
            },
            {
              "name": "HBASE_MASTER"
            },
            {
              "name": "DATANODE"
            },
            {
              "name": "NODEMANAGER"
            },
            {
              "name": "HBASE_REGIONSERVER"
            },
            {
              "name": "METRICS_MONITOR"
            },
            {
              "name": "TEZ_CLIENT"
            },
            {
              "name": "HDFS_CLIENT"
            },
            {
              "name": "MAPREDUCE2_CLIENT"
            },
            {
              "name": "YARN_CLIENT"
            },
            {
              "name": "HCAT"
            },
            {
              "name": "ZOOKEEPER_CLIENT"
            },
            {
              "name": "HBASE_CLIENT"
            },
            {
              "name": "HIVE_CLIENT"
            }
          ]
        },
        {
          "name": "host2",
          "cardinality": "1",
          "components": [
            {
              "name": "HIVE_SERVER"
            },
            {
              "name": "HIVE_METASTORE"
            },
            {
              "name": "WEBHCAT_SERVER"
            },
            {
              "name": "ZOOKEEPER_SERVER"
            },
            {
              "name": "KNOX_GATEWAY"
            },
            {
              "name": "MYSQL_SERVER"
            },
            {
              "name": "METRICS_COLLECTOR"
            },
            {
              "name": "DATANODE"
            },
            {
              "name": "NODEMANAGER"
            },
            {
              "name": "HBASE_REGIONSERVER"
            },
            {
              "name": "METRICS_MONITOR"
            },
            {
              "name": "TEZ_CLIENT"
            },
            {
              "name": "HDFS_CLIENT"
            },
            {
              "name": "MAPREDUCE2_CLIENT"
            },
            {
              "name": "YARN_CLIENT"
            },
            {
              "name": "HCAT"
            },
            {
              "name": "ZOOKEEPER_CLIENT"
            },
            {
              "name": "HBASE_CLIENT"
            },
            {
              "name": "HIVE_CLIENT"
            }
          ]
        },
        {
          "name": "other_hosts",
          "cardinality": "1",
          "components": [
            {
              "name": "ZOOKEEPER_SERVER"
            },
            {
              "name": "DATANODE"
            },
            {
              "name": "NODEMANAGER"
            },
            {
              "name": "HBASE_REGIONSERVER"
            },
            {
              "name": "METRICS_MONITOR"
            },
            {
              "name": "TEZ_CLIENT"
            },
            {
              "name": "HDFS_CLIENT"
            },
            {
              "name": "MAPREDUCE2_CLIENT"
            },
            {
              "name": "YARN_CLIENT"
            },
            {
              "name": "HCAT"
            },
            {
              "name": "ZOOKEEPER_CLIENT"
            },
            {
              "name": "HBASE_CLIENT"
            },
            {
              "name": "HIVE_CLIENT"
            }
          ]
        }
      ],
      "Blueprints": {
        "blueprint_name": "blueprint-def",
        "stack_name": "HDP",
        "stack_version": "2.2"
      }
    }
    

ambari-server.log is full of :

    
    
    
    08:47:43,226  INFO [pool-2-thread-165] AbstractProviderModule:1023 - Defaulting JMX to
HTTP protocol for  for clusterName = cl1, componentName = RESOURCEMANAGERRESOURCEMANAGER
    08:47:54,052  INFO [pool-2-thread-163] AbstractProviderModule:1021 - Exception while detecting
JMX protocol for clusterName = cl1, componentName = RESOURCEMANAGER
    java.lang.NullPointerException
    	at org.apache.ambari.server.controller.internal.AbstractProviderModule.getJMXProtocolString(AbstractProviderModule.java:1044)
    	at org.apache.ambari.server.controller.internal.AbstractProviderModule.getJMXProtocol(AbstractProviderModule.java:1014)
    	at org.apache.ambari.server.controller.jmx.JMXPropertyProvider.getJMXProtocol(JMXPropertyProvider.java:356)
    	at org.apache.ambari.server.controller.jmx.JMXPropertyProvider.populateResource(JMXPropertyProvider.java:186)
    	at org.apache.ambari.server.controller.metrics.ThreadPoolEnabledPropertyProvider$1.call(ThreadPoolEnabledPropertyProvider.java:174)
    	at org.apache.ambari.server.controller.metrics.ThreadPoolEnabledPropertyProvider$1.call(ThreadPoolEnabledPropertyProvider.java:172)
    	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
    	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
    	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
    	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
    	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
    	at java.lang.Thread.run(Thread.java:745)


Diffs
-----

  ambari-server/src/main/resources/common-services/YARN/2.1.0.2.0/configuration/yarn-site.xml
de08dc6 

Diff: https://reviews.apache.org/r/31085/diff/


Testing
-------

mvn clean test


Thanks,

Andrew Onischuk


Mime
  • Unnamed multipart/alternative (inline, None, 0 bytes)
View raw message