ambari-dev mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From "Srimanth Gunturi (JIRA)" <j...@apache.org>
Subject [jira] [Created] (AMBARI-7009) BE: Configs recommendation API generates incorrect host-groups
Date Tue, 26 Aug 2014 00:18:58 GMT
Srimanth Gunturi created AMBARI-7009:
----------------------------------------

             Summary: BE: Configs recommendation API generates incorrect host-groups
                 Key: AMBARI-7009
                 URL: https://issues.apache.org/jira/browse/AMBARI-7009
             Project: Ambari
          Issue Type: Bug
          Components: controller
    Affects Versions: 1.7.0
            Reporter: Srimanth Gunturi
            Assignee: Srimanth Gunturi
             Fix For: 1.7.0


POST call to recommend configurations takes as input valid host-groups, but generates completely
different host-groups which do not look valid.

Input{code}
{
  "hosts": [
    "c6401.ambari.apache.org",
    "c6402.ambari.apache.org"
  ],
  "services": [
    "HDFS",
    "MAPREDUCE2",
    "YARN",
    "TEZ",
    "NAGIOS",
    "GANGLIA",
    "HIVE",
    "HCATALOG",
    "WEBHCAT",
    "HBASE",
    "PIG",
    "SQOOP",
    "OOZIE",
    "ZOOKEEPER",
    "STORM"
  ],
  "recommendations": {
    "blueprint": {
      "host_groups": [
        {
          "name": "host-group-1",
          "components": [
            {
              "name": "SECONDARY_NAMENODE"
            },
            {
              "name": "NAGIOS_SERVER"
            },
            {
              "name": "HBASE_MASTER"
            },
            {
              "name": "ZOOKEEPER_SERVER"
            },
            {
              "name": "STORM_REST_API"
            },
            {
              "name": "NIMBUS"
            },
            {
              "name": "DRPC_SERVER"
            },
            {
              "name": "STORM_UI_SERVER"
            },
            {
              "name": "GANGLIA_MONITOR"
            },
            {
              "name": "MYSQL_SERVER"
            }
          ]
        },
        {
          "name": "host-group-2",
          "components": [
            {
              "name": "NAMENODE"
            },
            {
              "name": "HISTORYSERVER"
            },
            {
              "name": "RESOURCEMANAGER"
            },
            {
              "name": "APP_TIMELINE_SERVER"
            },
            {
              "name": "GANGLIA_SERVER"
            },
            {
              "name": "HIVE_METASTORE"
            },
            {
              "name": "HIVE_SERVER"
            },
            {
              "name": "WEBHCAT_SERVER"
            },
            {
              "name": "OOZIE_SERVER"
            },
            {
              "name": "ZOOKEEPER_SERVER"
            },
            {
              "name": "HDFS_CLIENT"
            },
            {
              "name": "HIVE_CLIENT"
            },
            {
              "name": "HBASE_CLIENT"
            },
            {
              "name": "PIG"
            },
            {
              "name": "ZKFC"
            },
            {
              "name": "HCAT"
            },
            {
              "name": "YARN_CLIENT"
            },
            {
              "name": "SQOOP"
            },
            {
              "name": "GANGLIA_MONITOR"
            },
            {
              "name": "MAPREDUCE2_CLIENT"
            },
            {
              "name": "ZOOKEEPER_CLIENT"
            },
            {
              "name": "JOURNALNODE"
            },
            {
              "name": "TEZ_CLIENT"
            },
            {
              "name": "DATANODE"
            },
            {
              "name": "NODEMANAGER"
            },
            {
              "name": "HBASE_REGIONSERVER"
            },
            {
              "name": "SUPERVISOR"
            },
            {
              "name": "OOZIE_CLIENT"
            }
          ]
        }
      ]
    },
    "blueprint_cluster_binding": {
      "host_groups": [
        {
          "name": "host-group-1",
          "hosts": [
            {
              "fqdn": "c6401.ambari.apache.org"
            }
          ]
        },
        {
          "name": "host-group-2",
          "hosts": [
            {
              "fqdn": "c6402.ambari.apache.org"
            }
          ]
        }
      ]
    }
  },
  "recommend": "configurations"
}
{code}

Output{code}
{
  "resources" : [
    {
      "href" : "http://c6401:8080/api/v1/stacks/HDP/versions/2.1/recommendations/null",
      "hosts" : [
        "c6401.ambari.apache.org",
        "c6402.ambari.apache.org"
      ],
      "services" : [
        "PIG",
        "WEBHCAT",
        "MAPREDUCE2",
        "YARN",
        "HCATALOG",
        "HIVE",
        "TEZ",
        "ZOOKEEPER",
        "HBASE",
        "SQOOP",
        "STORM",
        "GANGLIA",
        "OOZIE",
        "HDFS",
        "NAGIOS"
      ],
      "Versions" : {
        "stack_name" : "HDP",
        "stack_version" : "2.1"
      },
      "recommendations" : {
        "blueprint" : {
          "host_groups" : [
            {
              "name" : "NAMENODE",
              "components" : [
                {
                  "name" : "c6402.ambari.apache.org"
                }
              ]
            },
            {
              "name" : "SQOOP",
              "components" : [
                {
                  "name" : "c6402.ambari.apache.org"
                }
              ]
            },
            {
              "name" : "OOZIE_CLIENT",
              "components" : [
                {
                  "name" : "c6402.ambari.apache.org"
                }
              ]
            },
            {
              "name" : "OOZIE_SERVER",
              "components" : [
                {
                  "name" : "c6402.ambari.apache.org"
                }
              ]
            },
            {
              "name" : "HBASE_MASTER",
              "components" : [
                {
                  "name" : "c6401.ambari.apache.org"
                }
              ]
            },
            {
              "name" : "MYSQL_SERVER",
              "components" : [
                {
                  "name" : "c6401.ambari.apache.org"
                }
              ]
            },
            {
              "name" : "SECONDARY_NAMENODE",
              "components" : [
                {
                  "name" : "c6401.ambari.apache.org"
                }
              ]
            },
            {
              "name" : "HCAT",
              "components" : [
                {
                  "name" : "c6402.ambari.apache.org"
                }
              ]
            },
            {
              "name" : "HBASE_CLIENT",
              "components" : [
                {
                  "name" : "c6402.ambari.apache.org"
                }
              ]
            },
            {
              "name" : "NIMBUS",
              "components" : [
                {
                  "name" : "c6401.ambari.apache.org"
                }
              ]
            },
            {
              "name" : "HIVE_METASTORE",
              "components" : [
                {
                  "name" : "c6402.ambari.apache.org"
                }
              ]
            },
            {
              "name" : "HISTORYSERVER",
              "components" : [
                {
                  "name" : "c6402.ambari.apache.org"
                }
              ]
            },
            {
              "name" : "PIG",
              "components" : [
                {
                  "name" : "c6402.ambari.apache.org"
                }
              ]
            },
            {
              "name" : "NAGIOS_SERVER",
              "components" : [
                {
                  "name" : "c6401.ambari.apache.org"
                }
              ]
            },
            {
              "name" : "WEBHCAT_SERVER",
              "components" : [
                {
                  "name" : "c6402.ambari.apache.org"
                }
              ]
            },
            {
              "name" : "RESOURCEMANAGER",
              "components" : [
                {
                  "name" : "c6402.ambari.apache.org"
                }
              ]
            },
            {
              "name" : "HDFS_CLIENT",
              "components" : [
                {
                  "name" : "c6402.ambari.apache.org"
                }
              ]
            },
            {
              "name" : "ZOOKEEPER_SERVER",
              "components" : [
                {
                  "name" : "c6402.ambari.apache.org"
                },
                {
                  "name" : "c6401.ambari.apache.org"
                }
              ]
            },
            {
              "name" : "HBASE_REGIONSERVER",
              "components" : [
                {
                  "name" : "c6402.ambari.apache.org"
                }
              ]
            },
            {
              "name" : "TEZ_CLIENT",
              "components" : [
                {
                  "name" : "c6402.ambari.apache.org"
                }
              ]
            },
            {
              "name" : "HIVE_SERVER",
              "components" : [
                {
                  "name" : "c6402.ambari.apache.org"
                }
              ]
            },
            {
              "name" : "DATANODE",
              "components" : [
                {
                  "name" : "c6402.ambari.apache.org"
                }
              ]
            },
            {
              "name" : "MAPREDUCE2_CLIENT",
              "components" : [
                {
                  "name" : "c6402.ambari.apache.org"
                }
              ]
            },
            {
              "name" : "STORM_UI_SERVER",
              "components" : [
                {
                  "name" : "c6401.ambari.apache.org"
                }
              ]
            },
            {
              "name" : "APP_TIMELINE_SERVER",
              "components" : [
                {
                  "name" : "c6402.ambari.apache.org"
                }
              ]
            },
            {
              "name" : "JOURNALNODE",
              "components" : [
                {
                  "name" : "c6402.ambari.apache.org"
                }
              ]
            },
            {
              "name" : "ZKFC",
              "components" : [
                {
                  "name" : "c6402.ambari.apache.org"
                }
              ]
            },
            {
              "name" : "HIVE_CLIENT",
              "components" : [
                {
                  "name" : "c6402.ambari.apache.org"
                }
              ]
            },
            {
              "name" : "GANGLIA_MONITOR",
              "components" : [
                {
                  "name" : "c6402.ambari.apache.org"
                },
                {
                  "name" : "c6401.ambari.apache.org"
                }
              ]
            },
            {
              "name" : "ZOOKEEPER_CLIENT",
              "components" : [
                {
                  "name" : "c6402.ambari.apache.org"
                }
              ]
            },
            {
              "name" : "SUPERVISOR",
              "components" : [
                {
                  "name" : "c6402.ambari.apache.org"
                }
              ]
            },
            {
              "name" : "GANGLIA_SERVER",
              "components" : [
                {
                  "name" : "c6402.ambari.apache.org"
                }
              ]
            },
            {
              "name" : "STORM_REST_API",
              "components" : [
                {
                  "name" : "c6401.ambari.apache.org"
                }
              ]
            },
            {
              "name" : "DRPC_SERVER",
              "components" : [
                {
                  "name" : "c6401.ambari.apache.org"
                }
              ]
            },
            {
              "name" : "NODEMANAGER",
              "components" : [
                {
                  "name" : "c6402.ambari.apache.org"
                }
              ]
            },
            {
              "name" : "YARN_CLIENT",
              "components" : [
                {
                  "name" : "c6402.ambari.apache.org"
                }
              ]
            }
          ],
          "configurations" : {
            "hive-site" : {
              "properties" : {
                "hive.auto.convert.join.noconditionaltask.size" : "238026752",
                "hive.tez.container.size" : "682",
                "hive.tez.java.opts" : "-server -Xmx545m -Djava.net.preferIPv4Stack=true -XX:NewRatio=8
-XX:+UseNUMA -XX:+UseParallelGC"
              }
            },
            "mapred-site" : {
              "properties" : {
                "mapreduce.map.java.opts" : "-Xmx545m",
                "mapreduce.map.memory.mb" : "682",
                "mapreduce.reduce.java.opts" : "-Xmx545m",
                "mapreduce.reduce.memory.mb" : "682",
                "mapreduce.task.io.sort.mb" : "272",
                "yarn.app.mapreduce.am.command-opts" : "-Xmx545m",
                "yarn.app.mapreduce.am.resource.mb" : "682"
              }
            },
            "tez-site" : {
              "properties" : {
                "tez.am.java.opts" : "-server -Xmx545m -Djava.net.preferIPv4Stack=true -XX:+UseNUMA
-XX:+UseParallelGC",
                "tez.am.resource.memory.mb" : "682"
              }
            },
            "yarn-site" : {
              "properties" : {
                "yarn.nodemanager.resource.memory-mb" : "2046",
                "yarn.scheduler.maximum-allocation-mb" : "2046",
                "yarn.scheduler.minimum-allocation-mb" : "682"
              }
            }
          }
        },
        "blueprint_cluster_binding" : {
          "host_groups" : [
            {
              "name" : "host-group-1",
              "hosts" : [
                {
                  "name" : "c6401.ambari.apache.org"
                }
              ]
            },
            {
              "name" : "host-group-2",
              "hosts" : [
                {
                  "name" : "c6402.ambari.apache.org"
                }
              ]
            }
          ]
        }
      }
    }
  ]
}
{code}



--
This message was sent by Atlassian JIRA
(v6.2#6252)

Mime
View raw message