ambari-dev mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From "Alexander Denissov (JIRA)" <j...@apache.org>
Subject [jira] [Commented] (AMBARI-6645) Failed to install cluster packages when create hbase cluster via rest api with blueprint.
Date Thu, 21 Aug 2014 22:46:11 GMT

    [ https://issues.apache.org/jira/browse/AMBARI-6645?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel&focusedCommentId=14106093#comment-14106093
] 

Alexander Denissov commented on AMBARI-6645:
--------------------------------------------

Same issue happens when only HDFS and Zookeeper are installed. It seems that absence of YARN
causes this error. Once YARN is included in the list of services, the problem is no longer
observed. Here's the blueprint used:
{
  "host_groups" : [
    {
      "name" : "host_group_1",
      "components" : [
        {
          "name" : "ZOOKEEPER_SERVER"
        },
        {
          "name" : "NAMENODE"
        }
      ],
      "cardinality" : "1"
    },
    {
      "name" : "host_group_2",
      "components" : [
        {
          "name" : "ZOOKEEPER_SERVER"
        },
        {
          "name" : "ZOOKEEPER_CLIENT"
        },
        {
          "name" : "HDFS_CLIENT"
        },
        {
          "name" : "SECONDARY_NAMENODE"
        },
        {
          "name" : "DATANODE"
        }
      ],
      "cardinality" : "1"
    },
    {
      "name" : "host_group_3",
      "components" : [
        {
          "name" : "ZOOKEEPER_SERVER"
        },
        {
          "name" : "ZOOKEEPER_CLIENT"
        },
        {
          "name" : "HDFS_CLIENT"
        },
        {
          "name" : "DATANODE"
        }
      ],
      "cardinality" : "1"
    }
  ],
  "Blueprints" : {
    "blueprint_name" : "blueprint-test",
    "stack_name" : "PHD",
    "stack_version" : "2.1.0"
  }
}

> Failed to install cluster packages when create hbase cluster via rest api with blueprint.

> ------------------------------------------------------------------------------------------
>
>                 Key: AMBARI-6645
>                 URL: https://issues.apache.org/jira/browse/AMBARI-6645
>             Project: Ambari
>          Issue Type: Bug
>          Components: Ambari-SCOM
>    Affects Versions: 1.6.0
>            Reporter: Qing Chi
>            Priority: Blocker
>
> tderr:   /var/lib/ambari-agent/data/errors-5.txt
> 2014-07-23 10:36:45,509 - Error while executing command 'install':
> Traceback (most recent call last):
>   File "/usr/lib/python2.6/site-packages/resource_management/libraries/script/script.py",
line 105, in execute
>     method(env)
>   File "/var/lib/ambari-agent/cache/stacks/HDP/2.0.6/hooks/before-INSTALL/scripts/hook.py",
line 34, in hook
>     setup_users()
>   File "/var/lib/ambari-agent/cache/stacks/HDP/2.0.6/hooks/before-INSTALL/scripts/shared_initialization.py",
line 88, in setup_users
>     groups=[params.user_group]
>   File "/usr/lib/python2.6/site-packages/resource_management/core/base.py", line 119,
in __new__
>     env.resources[r_type][name] = obj
>   File "/usr/lib/python2.6/site-packages/resource_management/libraries/script/config_dictionary.py",
line 75, in __getattr__
>     raise Fail("Configuration parameter '"+self.name+"' was not found in configurations
dictionary!")
> Fail: Configuration parameter 'mapred_user' was not found in configurations dictionary!
> stdout:   /var/lib/ambari-agent/data/output-5.txt
> 2014-07-23 10:35:09,755 - Package['unzip'] {}
> 2014-07-23 10:35:09,942 - Installing package unzip ('/usr/bin/yum -d 0 -e 0 -y install
unzip')
> 2014-07-23 10:35:11,310 - Package['curl'] {}
> 2014-07-23 10:35:11,473 - Skipping installing existent package curl
> 2014-07-23 10:35:11,474 - Package['net-snmp-utils'] {}
> 2014-07-23 10:35:11,634 - Installing package net-snmp-utils ('/usr/bin/yum -d 0 -e 0
-y install net-snmp-utils')
> 2014-07-23 10:35:14,096 - Package['net-snmp'] {}
> 2014-07-23 10:35:14,257 - Installing package net-snmp ('/usr/bin/yum -d 0 -e 0 -y install
net-snmp')
> 2014-07-23 10:35:15,915 - Execute['mkdir -p /tmp/HDP-artifacts/ ;   curl -kf   --retry
10 http://sin2-pekaurora-bdcqevlan114-146.eng.vmware.com:8080/resources//jdk-7u45-linux-x64.tar.gz
-o /tmp/HDP-artifacts//jdk-7u45-linux-x64.tar.gz'] {'environment': ..., 'not_if': 'test -e
/usr/jdk64/jdk1.7.0_45/bin/java', 'path': ['/bin', '/usr/bin/']}
> 2014-07-23 10:36:38,415 - Execute['mkdir -p /usr/jdk64 ; cd /usr/jdk64 ; tar -xf /tmp/HDP-artifacts//jdk-7u45-linux-x64.tar.gz
> /dev/null 2>&1'] {'not_if': 'test -e /usr/jdk64/jdk1.7.0_45/bin/java', 'path':
['/bin', '/usr/bin/']}
> 2014-07-23 10:36:42,942 - Execute['mkdir -p /tmp/HDP-artifacts/;     curl -kf --retry
10     http://sin2-pekaurora-bdcqevlan114-146.eng.vmware.com:8080/resources//UnlimitedJCEPolicyJDK7.zip
-o /tmp/HDP-artifacts//UnlimitedJCEPolicyJDK7.zip'] {'environment': ..., 'not_if': 'test -e
/tmp/HDP-artifacts//UnlimitedJCEPolicyJDK7.zip', 'ignore_failures': True, 'path': ['/bin',
'/usr/bin/']}
> 2014-07-23 10:36:43,187 - Group['hadoop'] {}
> 2014-07-23 10:36:43,188 - Adding group Group['hadoop']
> 2014-07-23 10:36:44,314 - Group['users'] {}
> 2014-07-23 10:36:44,315 - Modifying group users
> 2014-07-23 10:36:44,463 - Group['users'] {}
> 2014-07-23 10:36:44,464 - Modifying group users
> 2014-07-23 10:36:44,611 - User['ambari-qa'] {'gid': 'hadoop', 'groups': [u'users']}
> 2014-07-23 10:36:44,612 - Adding user User['ambari-qa']
> 2014-07-23 10:36:44,821 - File['/tmp/changeUid.sh'] {'content': StaticFile('changeToSecureUid.sh'),
'mode': 0555}
> 2014-07-23 10:36:44,822 - Writing File['/tmp/changeUid.sh'] because it doesn't exist
> 2014-07-23 10:36:44,822 - Changing permission for /tmp/changeUid.sh from 644 to 555
> 2014-07-23 10:36:44,823 - Execute['/tmp/changeUid.sh ambari-qa /tmp/hadoop-ambari-qa,/tmp/hsperfdata_ambari-qa,/home/ambari-qa,/tmp/ambari-qa,/tmp/sqoop-ambari-qa
2>/dev/null'] {'not_if': 'test $(id -u ambari-qa) -gt 1000'}
> 2014-07-23 10:36:45,116 - User['hbase'] {'gid': 'hadoop', 'groups': [u'hadoop']}
> 2014-07-23 10:36:45,117 - Adding user User['hbase']
> 2014-07-23 10:36:45,262 - File['/tmp/changeUid.sh'] {'content': StaticFile('changeToSecureUid.sh'),
'mode': 0555}
> 2014-07-23 10:36:45,264 - Execute['/tmp/changeUid.sh hbase /home/hbase,/tmp/hbase,/usr/bin/hbase,/var/log/hbase,/hadoop/hbase
2>/dev/null'] {'not_if': 'test $(id -u hbase) -gt 1000'}
> 2014-07-23 10:36:45,377 - Skipping Execute['/tmp/changeUid.sh hbase /home/hbase,/tmp/hbase,/usr/bin/hbase,/var/log/hbase,/hadoop/hbase
2>/dev/null'] due to not_if
> 2014-07-23 10:36:45,378 - User['hdfs'] {'gid': 'hadoop', 'groups': [u'hadoop']}
> 2014-07-23 10:36:45,378 - Adding user User['hdfs']
> 2014-07-23 10:36:45,509 - Error while executing command 'install':
> Traceback (most recent call last):
>   File "/usr/lib/python2.6/site-packages/resource_management/libraries/script/script.py",
line 105, in execute
>     method(env)
>   File "/var/lib/ambari-agent/cache/stacks/HDP/2.0.6/hooks/before-INSTALL/scripts/hook.py",
line 34, in hook
>     setup_users()
>   File "/var/lib/ambari-agent/cache/stacks/HDP/2.0.6/hooks/before-INSTALL/scripts/shared_initialization.py",
line 88, in setup_users
>     groups=[params.user_group]
>   File "/usr/lib/python2.6/site-packages/resource_management/core/base.py", line 119,
in __new__
>     env.resources[r_type][name] = obj
>   File "/usr/lib/python2.6/site-packages/resource_management/libraries/script/config_dictionary.py",
line 75, in __getattr__
>     raise Fail("Configuration parameter '"+self.name+"' was not found in configurations
dictionary!")
> Fail: Configuration parameter 'mapred_user' was not found in configurations dictionary!
> Following content is blueprint,
> {
>   "href" : "http://10.111.114.146:8080/api/v1/blueprints/hbase",
>   "configurations" : [ ],
>   "host_groups" : [
>     {
>       "name" : "hbase-master-0",
>       "configurations" : [
>         {
>           "hdfs-site" : {
>             "dfs.namenode.checkpoint.dir" : "/mnt/scsi-36000c294d2b731a9f927fb711bac89f0-part1",
>             "dfs.namenode.name.dir" : "/mnt/scsi-36000c294d2b731a9f927fb711bac89f0-part1/hdfs/namenode"
>           }
>         }
>       ],
>       "components" : [
>         {
>           "name" : "NAMENODE"
>         },
>         {
>           "name" : "HBASE_MASTER"
>         },
>         {
>           "name" : "SECONDARY_NAMENODE"
>         }
>       ],
>       "cardinality" : "1"
>     },
>     {
>       "name" : "hbase-worker-1",
>       "configurations" : [
>         {
>           "hdfs-site" : {
>             "dfs.datanode.data.dir" : "/mnt/scsi-36000c293145b0e9a35bba757218ff957-part1/hdfs/data,/mnt/scsi-36000c2977c1567d37f2d8dfb827618dd-part1/hdfs/data"
>           }
>         }
>       ],
>       "components" : [
>         {
>           "name" : "HBASE_REGIONSERVER"
>         },
>         {
>           "name" : "DATANODE"
>         }
>       ],
>       "cardinality" : "1"
>     },
>     {
>       "name" : "hbase-worker-0",
>       "configurations" : [
>         {
>           "hdfs-site" : {
>             "dfs.datanode.data.dir" : "/mnt/scsi-36000c29f295f0e8d84306c923dd37c34-part1/hdfs/data,/mnt/scsi-36000c29fa990206453a8c96685ac0d98-part1/hdfs/data"
>           }
>         }
>       ],
>       "components" : [
>         {
>           "name" : "HBASE_REGIONSERVER"
>         },
>         {
>           "name" : "DATANODE"
>         }
>       ],
>       "cardinality" : "1"
>     },
>     {
>       "name" : "hbase-worker-2",
>       "configurations" : [
>         {
>           "hdfs-site" : {
>             "dfs.datanode.data.dir" : "/mnt/scsi-36000c29c7128b7f2e56bfd099b861be9-part1/hdfs/data,/mnt/scsi-36000c29f15405ea6572b39264779ae79-part1/hdfs/data,/mnt/scsi-36000c29145ddb37e711cf8fee1e2e8bb-part1/hdfs/data,/mnt/scsi-36000c2957873a467bb75c3482ae1cf58-part1/hdfs/data,/mnt/scsi-36000c292db3a6cf956c83f97d836c1cd-part1/hdfs/data,/mnt/scsi-36000c29b49f396551fa6d14bbd96400d-part1/hdfs/data,/mnt/scsi-36000c29be22679e59edf6d85fe582133-part1/hdfs/data"
>           }
>         }
>       ],
>       "components" : [
>         {
>           "name" : "HBASE_REGIONSERVER"
>         },
>         {
>           "name" : "DATANODE"
>         }
>       ],
>       "cardinality" : "1"
>     },
>     {
>       "name" : "hbase-zookeeper-1",
>       "configurations" : [ ],
>       "components" : [
>         {
>           "name" : "ZOOKEEPER_SERVER"
>         }
>       ],
>       "cardinality" : "1"
>     },
>     {
>       "name" : "hbase-client-0",
>       "configurations" : [ ],
>       "components" : [
>         {
>           "name" : "HDFS_CLIENT"
>         },
>         {
>           "name" : "HBASE_CLIENT"
>         },
>         {
>           "name" : "ZOOKEEPER_CLIENT"
>         }
>       ],
>       "cardinality" : "1"
>     },
>     {
>       "name" : "hbase-zookeeper-2",
>       "configurations" : [ ],
>       "components" : [
>         {
>           "name" : "ZOOKEEPER_SERVER"
>         }
>       ],
>       "cardinality" : "1"
>     },
>     {
>       "name" : "hbase-zookeeper-0",
>       "configurations" : [ ],
>       "components" : [
>         {
>           "name" : "ZOOKEEPER_SERVER"
>         }
>       ],
>       "cardinality" : "1"
>     }
>   ],
>   "Blueprints" : {
>     "blueprint_name" : "hbase",
>     "stack_name" : "HDP",
>     "stack_version" : "2.1"
>   }
> }



--
This message was sent by Atlassian JIRA
(v6.2#6252)

Mime
View raw message