bigtop-commits mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From ofle...@apache.org
Subject [22/51] [abbrv] bigtop git commit: BIGTOP-2435 Add Juju charms for hadoop component
Date Fri, 29 Jul 2016 17:03:03 GMT
http://git-wip-us.apache.org/repos/asf/bigtop/blob/d639645e/bigtop-packages/src/charm/hadoop/layer-hadoop-resourcemanager/reactive/resourcemanager.py
----------------------------------------------------------------------
diff --git a/bigtop-packages/src/charm/hadoop/layer-hadoop-resourcemanager/reactive/resourcemanager.py
b/bigtop-packages/src/charm/hadoop/layer-hadoop-resourcemanager/reactive/resourcemanager.py
new file mode 100644
index 0000000..afca26b
--- /dev/null
+++ b/bigtop-packages/src/charm/hadoop/layer-hadoop-resourcemanager/reactive/resourcemanager.py
@@ -0,0 +1,225 @@
+
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements.  See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License.  You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+from charms.reactive import is_state, remove_state, set_state, when, when_not
+from charms.layer.apache_bigtop_base import Bigtop, get_layer_opts, get_fqdn
+from charmhelpers.core import hookenv, host
+from jujubigdata import utils
+
+
+###############################################################################
+# Utility methods
+###############################################################################
+def send_early_install_info(remote):
+    """Send clients/slaves enough relation data to start their install.
+
+    If slaves or clients join before the resourcemanager is installed, we can
+    still provide enough info to start their installation. This will help
+    parallelize installation among our cluster.
+
+    Note that slaves can safely install early, but should not start until the
+    'resourcemanager.ready' state is set by the mapred-slave interface.
+    """
+    rm_host = get_fqdn()
+    rm_ipc = get_layer_opts().port('resourcemanager')
+    jh_ipc = get_layer_opts().port('jobhistory')
+    jh_http = get_layer_opts().port('jh_webapp_http')
+
+    remote.send_resourcemanagers([rm_host])
+    remote.send_ports(rm_ipc, jh_http, jh_ipc)
+
+
+###############################################################################
+# Core methods
+###############################################################################
+@when_not('namenode.joined')
+def blocked():
+    hookenv.status_set('blocked', 'missing required namenode relation')
+
+
+@when('bigtop.available', 'namenode.joined')
+@when_not('apache-bigtop-resourcemanager.installed')
+def install_resourcemanager(namenode):
+    """Install if the namenode has sent its FQDN.
+
+    We only need the namenode FQDN to perform the RM install, so poll for
+    namenodes() data whenever we have a namenode relation. This allows us to
+    install asap, even if 'namenode.ready' is not set yet.
+    """
+    if namenode.namenodes():
+        hookenv.status_set('maintenance', 'installing resourcemanager')
+        nn_host = namenode.namenodes()[0]
+        rm_host = get_fqdn()
+        bigtop = Bigtop()
+        hosts = {'namenode': nn_host, 'resourcemanager': rm_host}
+        bigtop.render_site_yaml(hosts=hosts, roles='resourcemanager')
+        bigtop.trigger_puppet()
+
+        # /etc/hosts entries from the KV are not currently used for bigtop,
+        # but a hosts_map attribute is required by some interfaces (eg: mapred-slave)
+        # to signify RM's readiness. Set our RM info in the KV to fulfill this
+        # requirement.
+        utils.initialize_kv_host()
+
+        # Add our ubuntu user to the hadoop and mapred groups.
+        get_layer_opts().add_users()
+
+        set_state('apache-bigtop-resourcemanager.installed')
+        hookenv.status_set('maintenance', 'resourcemanager installed')
+    else:
+        hookenv.status_set('waiting', 'waiting for namenode fqdn')
+
+
+@when('apache-bigtop-resourcemanager.installed', 'namenode.joined')
+@when_not('namenode.ready')
+def send_nn_spec(namenode):
+    """Send our resourcemanager spec so the namenode can become ready."""
+    bigtop = Bigtop()
+    namenode.set_local_spec(bigtop.spec())
+    hookenv.status_set('waiting', 'waiting for namenode to become ready')
+
+
+@when('apache-bigtop-resourcemanager.installed', 'namenode.ready')
+@when_not('apache-bigtop-resourcemanager.started')
+def start_resourcemanager(namenode):
+    hookenv.status_set('maintenance', 'starting resourcemanager')
+    # NB: service should be started by install, but this may be handy in case
+    # we have something that removes the .started state in the future. Also
+    # note we restart here in case we modify conf between install and now.
+    host.service_restart('hadoop-yarn-resourcemanager')
+    host.service_restart('hadoop-mapreduce-historyserver')
+    for port in get_layer_opts().exposed_ports('resourcemanager'):
+        hookenv.open_port(port)
+    set_state('apache-bigtop-resourcemanager.started')
+    hookenv.status_set('active', 'ready')
+
+
+###############################################################################
+# Slave methods
+###############################################################################
+@when('nodemanager.joined')
+@when_not('apache-bigtop-resourcemanager.installed')
+def send_nm_install_info(nodemanager):
+    """Send nodemanagers enough relation data to start their install."""
+    send_early_install_info(nodemanager)
+
+
+@when('apache-bigtop-resourcemanager.started')
+@when('nodemanager.joined')
+def send_nm_all_info(nodemanager):
+    """Send nodemanagers all mapred-slave relation data.
+
+    At this point, the resourcemanager is ready to serve nodemanagers. Send all
+    mapred-slave relation data so that our 'resourcemanager.ready' state becomes set.
+    """
+    bigtop = Bigtop()
+    rm_host = get_fqdn()
+    rm_ipc = get_layer_opts().port('resourcemanager')
+    jh_ipc = get_layer_opts().port('jobhistory')
+    jh_http = get_layer_opts().port('jh_webapp_http')
+
+    nodemanager.send_resourcemanagers([rm_host])
+    nodemanager.send_spec(bigtop.spec())
+    nodemanager.send_ports(rm_ipc, jh_http, jh_ipc)
+
+    # hosts_map and ssh_key are required by the mapred-slave interface to signify
+    # RM's readiness. Send them, even though they are not utilized by bigtop.
+    # NB: update KV hosts with all nodemanagers prior to sending the hosts_map
+    # because mapred-slave gates readiness on a NM's presence in the hosts_map.
+    utils.update_kv_hosts(nodemanager.hosts_map())
+    nodemanager.send_hosts_map(utils.get_kv_hosts())
+    nodemanager.send_ssh_key('invalid')
+
+    # update status with slave count and report ready for hdfs
+    num_slaves = len(nodemanager.nodes())
+    hookenv.status_set('active', 'ready ({count} nodemanager{s})'.format(
+        count=num_slaves,
+        s='s' if num_slaves > 1 else '',
+    ))
+    set_state('apache-bigtop-resourcemanager.ready')
+
+
+@when('apache-bigtop-resourcemanager.started')
+@when('nodemanager.departing')
+def remove_nm(nodemanager):
+    """Handle a departing nodemanager.
+
+    This simply logs a message about a departing nodemanager and removes
+    the entry from our KV hosts_map. The hosts_map is not used by bigtop, but
+    it is required for the 'resourcemanager.ready' state, so we may as well
+    keep it accurate.
+    """
+    slaves_leaving = nodemanager.nodes()  # only returns nodes in "departing" state
+    hookenv.log('Nodemanagers leaving: {}'.format(slaves_leaving))
+    utils.remove_kv_hosts(slaves_leaving)
+    nodemanager.dismiss()
+
+
+@when('apache-bigtop-resourcemanager.started')
+@when_not('nodemanager.joined')
+def wait_for_nm():
+    remove_state('apache-bigtop-resourcemanager.ready')
+    # NB: we're still active since a user may be interested in our web UI
+    # without any NMs, but let them know yarn is caput without a NM relation.
+    hookenv.status_set('active', 'yarn requires a nodemanager relation')
+
+
+###############################################################################
+# Client methods
+###############################################################################
+@when('resourcemanager.clients')
+@when_not('apache-bigtop-resourcemanager.installed')
+def send_client_install_info(client):
+    """Send clients enough relation data to start their install."""
+    send_early_install_info(client)
+
+
+@when('apache-bigtop-resourcemanager.started')
+@when('resourcemanager.clients')
+def send_client_all_info(client):
+    """Send clients (plugin, RM, non-DNs) all dfs relation data.
+
+    At this point, the resourcemanager is ready to serve clients. Send all
+    mapred relation data so that our 'resourcemanager.ready' state becomes set.
+    """
+    bigtop = Bigtop()
+    rm_host = get_fqdn()
+    rm_ipc = get_layer_opts().port('resourcemanager')
+    jh_ipc = get_layer_opts().port('jobhistory')
+    jh_http = get_layer_opts().port('jh_webapp_http')
+
+    client.send_resourcemanagers([rm_host])
+    client.send_spec(bigtop.spec())
+    client.send_ports(rm_ipc, jh_http, jh_ipc)
+
+    # resourcemanager.ready implies we have at least 1 nodemanager, which means
+    # yarn is ready for use. Inform clients of that with send_ready().
+    if is_state('apache-bigtop-resourcemanager.ready'):
+        client.send_ready(True)
+    else:
+        client.send_ready(False)
+
+    # hosts_map is required by the mapred interface to signify
+    # RM's readiness. Send it, even though it is not utilized by bigtop.
+    client.send_hosts_map(utils.get_kv_hosts())
+
+
+###############################################################################
+# Benchmark methods
+###############################################################################
+@when('benchmark.joined')
+def register_benchmarks(benchmark):
+    benchmark.register('mrbench', 'nnbench', 'terasort', 'testdfsio')

http://git-wip-us.apache.org/repos/asf/bigtop/blob/d639645e/bigtop-packages/src/charm/hadoop/layer-hadoop-resourcemanager/tests/01-basic-deployment.py
----------------------------------------------------------------------
diff --git a/bigtop-packages/src/charm/hadoop/layer-hadoop-resourcemanager/tests/01-basic-deployment.py
b/bigtop-packages/src/charm/hadoop/layer-hadoop-resourcemanager/tests/01-basic-deployment.py
new file mode 100755
index 0000000..65dbbbb
--- /dev/null
+++ b/bigtop-packages/src/charm/hadoop/layer-hadoop-resourcemanager/tests/01-basic-deployment.py
@@ -0,0 +1,39 @@
+#!/usr/bin/env python3
+
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements.  See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License.  You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+import unittest
+import amulet
+
+
+class TestDeploy(unittest.TestCase):
+    """
+    Trivial deployment test for Apache Bigtop ResourceManager.
+
+    This charm cannot do anything useful by itself, so integration testing
+    is done in the bundle.
+    """
+
+    def test_deploy(self):
+        self.d = amulet.Deployment(series='trusty')
+        self.d.add('resourcemanager', 'hadoop-resourcemanager')
+        self.d.setup(timeout=900)
+        self.d.sentry.wait(timeout=1800)
+        self.unit = self.d.sentry['resourcemanager'][0]
+
+
+if __name__ == '__main__':
+    unittest.main()

http://git-wip-us.apache.org/repos/asf/bigtop/blob/d639645e/bigtop-packages/src/charm/hadoop/layer-hadoop-resourcemanager/tests/tests.yaml
----------------------------------------------------------------------
diff --git a/bigtop-packages/src/charm/hadoop/layer-hadoop-resourcemanager/tests/tests.yaml
b/bigtop-packages/src/charm/hadoop/layer-hadoop-resourcemanager/tests/tests.yaml
new file mode 100644
index 0000000..3b6ce3e
--- /dev/null
+++ b/bigtop-packages/src/charm/hadoop/layer-hadoop-resourcemanager/tests/tests.yaml
@@ -0,0 +1,3 @@
+reset: false
+packages:
+  - amulet

http://git-wip-us.apache.org/repos/asf/bigtop/blob/d639645e/bigtop-packages/src/charm/hadoop/layer-hadoop-resourcemanager/wheelhouse.txt
----------------------------------------------------------------------
diff --git a/bigtop-packages/src/charm/hadoop/layer-hadoop-resourcemanager/wheelhouse.txt
b/bigtop-packages/src/charm/hadoop/layer-hadoop-resourcemanager/wheelhouse.txt
new file mode 100644
index 0000000..183242f
--- /dev/null
+++ b/bigtop-packages/src/charm/hadoop/layer-hadoop-resourcemanager/wheelhouse.txt
@@ -0,0 +1 @@
+charms.benchmark>=1.0.0,<2.0.0

http://git-wip-us.apache.org/repos/asf/bigtop/blob/d639645e/bigtop-packages/src/charm/hadoop/layer-hadoop-slave/README.md
----------------------------------------------------------------------
diff --git a/bigtop-packages/src/charm/hadoop/layer-hadoop-slave/README.md b/bigtop-packages/src/charm/hadoop/layer-hadoop-slave/README.md
new file mode 100644
index 0000000..2580072
--- /dev/null
+++ b/bigtop-packages/src/charm/hadoop/layer-hadoop-slave/README.md
@@ -0,0 +1,116 @@
+<!--
+  Licensed to the Apache Software Foundation (ASF) under one or more
+  contributor license agreements.  See the NOTICE file distributed with
+  this work for additional information regarding copyright ownership.
+  The ASF licenses this file to You under the Apache License, Version 2.0
+  (the "License"); you may not use this file except in compliance with
+  the License.  You may obtain a copy of the License at
+
+       http://www.apache.org/licenses/LICENSE-2.0
+
+  Unless required by applicable law or agreed to in writing, software
+  distributed under the License is distributed on an "AS IS" BASIS,
+  WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+  See the License for the specific language governing permissions and
+  limitations under the License.
+-->
+## Overview
+
+The Apache Hadoop software library is a framework that allows for the
+distributed processing of large data sets across clusters of computers
+using a simple programming model.
+
+This charm deploys a combined slave node running the NodeManager
+and DataNode components of the Apache Bigtop platform
+to provide YARN compute and HDFS storage resources.
+
+
+## Usage
+
+This charm is intended to be deployed via one of the
+[apache bigtop bundles](https://jujucharms.com/u/bigdata-dev/#bundles).
+For example:
+
+    juju deploy hadoop-processing
+
+> Note: With Juju versions < 2.0, you will need to use [juju-deployer][] to
+deploy the bundle.
+
+This will deploy the Apache Bigtop platform with a workload node
+preconfigured to work with the cluster.
+
+You can also manually load and run map-reduce jobs via the plugin charm
+included in the bundles linked above:
+
+    juju scp my-job.jar plugin/0:
+    juju ssh plugin/0
+    hadoop jar my-job.jar
+
+
+[juju-deployer]: https://pypi.python.org/pypi/juju-deployer/
+
+
+## Status and Smoke Test
+
+Apache Bigtop charms provide extended status reporting to indicate when they
+are ready:
+
+    juju status --format=tabular
+
+This is particularly useful when combined with `watch` to track the on-going
+progress of the deployment:
+
+    watch -n 0.5 juju status --format=tabular
+
+The message for each unit will provide information about that unit's state.
+Once they all indicate that they are ready, you can perform a "smoke test"
+to verify HDFS or YARN services are working as expected. Trigger the
+`smoke-test` action by:
+
+    juju action do namenode/0 smoke-test
+    juju action do resourcemanager/0 smoke-test
+
+After a few seconds or so, you can check the results of the smoke test:
+
+    juju action status
+
+You will see `status: completed` if the smoke test was successful, or
+`status: failed` if it was not.  You can get more information on why it failed
+via:
+
+    juju action fetch <action-id>
+
+
+## Scaling
+
+The slave node is the "workhorse" of the Hadoop environment. To scale your
+cluster performance and storage capabilities, you can simply add more slave
+units.  For example, to add three more units:
+
+    juju add-unit slave -n 3
+
+
+## Deploying in Network-Restricted Environments
+
+Charms can be deployed in environments with limited network access. To deploy
+in this environment, you will need a local mirror to serve required packages.
+
+
+### Mirroring Packages
+
+You can setup a local mirror for apt packages using squid-deb-proxy.
+For instructions on configuring juju to use this, see the
+[Juju Proxy Documentation](https://juju.ubuntu.com/docs/howto-proxies.html).
+
+
+## Contact Information
+
+- <bigdata@lists.ubuntu.com>
+
+
+## Hadoop
+
+- [Apache Bigtop](http://bigtop.apache.org/) home page
+- [Apache Bigtop issue tracking](http://bigtop.apache.org/issue-tracking.html)
+- [Apache Bigtop mailing lists](http://bigtop.apache.org/mail-lists.html)
+- [Apache Bigtop charms](https://jujucharms.com/q/apache/bigtop)

http://git-wip-us.apache.org/repos/asf/bigtop/blob/d639645e/bigtop-packages/src/charm/hadoop/layer-hadoop-slave/copyright
----------------------------------------------------------------------
diff --git a/bigtop-packages/src/charm/hadoop/layer-hadoop-slave/copyright b/bigtop-packages/src/charm/hadoop/layer-hadoop-slave/copyright
new file mode 100644
index 0000000..52de50a
--- /dev/null
+++ b/bigtop-packages/src/charm/hadoop/layer-hadoop-slave/copyright
@@ -0,0 +1,16 @@
+Format: http://dep.debian.net/deps/dep5/
+
+Files: *
+Copyright: Copyright 2015, Canonical Ltd., All Rights Reserved, The Apache Software Foundation
+License: Apache License 2.0
+ Licensed under the Apache License, Version 2.0 (the "License");
+ you may not use this file except in compliance with the License.
+ You may obtain a copy of the License at
+ .
+     http://www.apache.org/licenses/LICENSE-2.0
+ .
+ Unless required by applicable law or agreed to in writing, software
+ distributed under the License is distributed on an "AS IS" BASIS,
+ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ See the License for the specific language governing permissions and
+ limitations under the License.

http://git-wip-us.apache.org/repos/asf/bigtop/blob/d639645e/bigtop-packages/src/charm/hadoop/layer-hadoop-slave/layer.yaml
----------------------------------------------------------------------
diff --git a/bigtop-packages/src/charm/hadoop/layer-hadoop-slave/layer.yaml b/bigtop-packages/src/charm/hadoop/layer-hadoop-slave/layer.yaml
new file mode 100644
index 0000000..73c66e6
--- /dev/null
+++ b/bigtop-packages/src/charm/hadoop/layer-hadoop-slave/layer.yaml
@@ -0,0 +1,2 @@
+repo: git@github.com:juju-solutions/layer-hadoop-slave.git
+includes: ['layer:hadoop-datanode', 'layer:hadoop-nodemanager']

http://git-wip-us.apache.org/repos/asf/bigtop/blob/d639645e/bigtop-packages/src/charm/hadoop/layer-hadoop-slave/metadata.yaml
----------------------------------------------------------------------
diff --git a/bigtop-packages/src/charm/hadoop/layer-hadoop-slave/metadata.yaml b/bigtop-packages/src/charm/hadoop/layer-hadoop-slave/metadata.yaml
new file mode 100644
index 0000000..f0b6cce
--- /dev/null
+++ b/bigtop-packages/src/charm/hadoop/layer-hadoop-slave/metadata.yaml
@@ -0,0 +1,8 @@
+name: hadoop-slave
+summary: Combined slave node (DataNode + NodeManager) for Apache Bigtop.
+description: >
+  Hadoop is a software platform that lets one easily write and
+  run applications that process vast amounts of data.
+
+  This charm manages both the storage node (DataNode) for HDFS and the
+  compute node (NodeManager) for Yarn.

http://git-wip-us.apache.org/repos/asf/bigtop/blob/d639645e/bigtop-packages/src/charm/hadoop/layer-hadoop-slave/reactive/hadoop_status.py
----------------------------------------------------------------------
diff --git a/bigtop-packages/src/charm/hadoop/layer-hadoop-slave/reactive/hadoop_status.py
b/bigtop-packages/src/charm/hadoop/layer-hadoop-slave/reactive/hadoop_status.py
new file mode 100644
index 0000000..1e6d38f
--- /dev/null
+++ b/bigtop-packages/src/charm/hadoop/layer-hadoop-slave/reactive/hadoop_status.py
@@ -0,0 +1,55 @@
+# pylint: disable=unused-argument
+
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements.  See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License.  You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+from charms.reactive import when_any, when_none, is_state
+from charmhelpers.core.hookenv import status_set
+
+
+@when_none('namenode.spec.mismatch', 'resourcemanager.spec.mismatch')
+@when_any(
+    'bigtop.available',
+    'apache-bigtop-datanode.pending',
+    'apache-bigtop-nodemanager.pending',
+    'apache-bigtop-datanode.installed',
+    'apache-bigtop-nodemanager.installed',
+    'apache-bigtop-datanode.started',
+    'apache-bigtop-nodemanager.started',
+    'namenode.joined',
+    'namenode.ready',
+    'resourcemanager.joined',
+    'resourcemanager.ready',
+)
+def update_status():
+    hdfs_rel = is_state('namenode.joined')
+    yarn_rel = is_state('resourcemanager.joined')
+    hdfs_ready = is_state('namenode.ready')
+    yarn_ready = is_state('resourcemanager.ready')
+
+    if not (hdfs_rel or yarn_rel):
+        status_set('blocked',
+                   'missing required namenode and/or resourcemanager relation')
+    elif hdfs_rel and not hdfs_ready:
+        status_set('waiting', 'waiting for hdfs to become ready')
+    elif yarn_rel and not yarn_ready:
+        status_set('waiting', 'waiting for yarn to become ready')
+    else:
+        ready = []
+        if hdfs_ready:
+            ready.append('datanode')
+        if yarn_ready:
+            ready.append('nodemanager')
+        status_set('active', 'ready ({})'.format(' & '.join(ready)))

http://git-wip-us.apache.org/repos/asf/bigtop/blob/d639645e/bigtop-packages/src/charm/hadoop/layer-hadoop-slave/tests/01-basic-deployment.py
----------------------------------------------------------------------
diff --git a/bigtop-packages/src/charm/hadoop/layer-hadoop-slave/tests/01-basic-deployment.py
b/bigtop-packages/src/charm/hadoop/layer-hadoop-slave/tests/01-basic-deployment.py
new file mode 100755
index 0000000..e479078
--- /dev/null
+++ b/bigtop-packages/src/charm/hadoop/layer-hadoop-slave/tests/01-basic-deployment.py
@@ -0,0 +1,39 @@
+#!/usr/bin/env python3
+
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements.  See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License.  You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+import unittest
+import amulet
+
+
+class TestDeploy(unittest.TestCase):
+    """
+    Trivial deployment test for Apache Bigtop Slave.
+
+    This charm cannot do anything useful by itself, so integration testing
+    is done in the bundle.
+    """
+
+    def test_deploy(self):
+        self.d = amulet.Deployment(series='trusty')
+        self.d.add('slave', 'hadoop-slave')
+        self.d.setup(timeout=900)
+        self.d.sentry.wait(timeout=1800)
+        self.unit = self.d.sentry['slave'][0]
+
+
+if __name__ == '__main__':
+    unittest.main()

http://git-wip-us.apache.org/repos/asf/bigtop/blob/d639645e/bigtop-packages/src/charm/hadoop/layer-hadoop-slave/tests/tests.yaml
----------------------------------------------------------------------
diff --git a/bigtop-packages/src/charm/hadoop/layer-hadoop-slave/tests/tests.yaml b/bigtop-packages/src/charm/hadoop/layer-hadoop-slave/tests/tests.yaml
new file mode 100644
index 0000000..3b6ce3e
--- /dev/null
+++ b/bigtop-packages/src/charm/hadoop/layer-hadoop-slave/tests/tests.yaml
@@ -0,0 +1,3 @@
+reset: false
+packages:
+  - amulet

http://git-wip-us.apache.org/repos/asf/bigtop/blob/d639645e/build.gradle
----------------------------------------------------------------------
diff --git a/build.gradle b/build.gradle
index 6395be8..9af7a43 100644
--- a/build.gradle
+++ b/build.gradle
@@ -113,6 +113,9 @@ rat {
        "bigtop-packages/src/common/*/*.json",
        "bigtop-packages/src/common/**/*.default",
        "bigtop-repos/apt/distributions",
+       /* Juju charm files with rigid structure */
+       "bigtop-packages/src/charm/**/wheelhouse.txt",
+       "bigtop-packages/src/charm/**/*.yaml",
        /* Misc individual files */
        "src/site/resources/bigtop.rdf",
        "src/site/resources/images/bigtop-logo.ai",

http://git-wip-us.apache.org/repos/asf/bigtop/blob/d639645e/pom.xml
----------------------------------------------------------------------
diff --git a/pom.xml b/pom.xml
index ab504c3..97098bb 100644
--- a/pom.xml
+++ b/pom.xml
@@ -337,6 +337,9 @@
               <exclude>bigtop-packages/src/common/*/*.json</exclude>
               <exclude>bigtop-packages/src/common/**/*.default</exclude>
               <exclude>bigtop-repos/apt/distributions</exclude>
+              <!-- Juju charm files with rigid structure -->
+              <exclude>bigtop-packages/src/charm/**/wheelhouse.txt</exclude>
+              <exclude>bigtop-packages/src/charm/**/*.yaml</exclude>
               <!-- Miscelaneous individual files -->
               <exclude>src/site/resources/bigtop.rdf</exclude>
               <exclude>src/site/resources/images/bigtop-logo.ai</exclude>


Mime
View raw message