Repository: bigtop Updated Branches: refs/heads/master 1038442ad -> c0afe3595
BIGTOP-2481: Add HBase Charm (closes #125) Signed-off-by: Kevin W Monroe <[email protected]> Project: http://git-wip-us.apache.org/repos/asf/bigtop/repo Commit: http://git-wip-us.apache.org/repos/asf/bigtop/commit/c0afe359 Tree: http://git-wip-us.apache.org/repos/asf/bigtop/tree/c0afe359 Diff: http://git-wip-us.apache.org/repos/asf/bigtop/diff/c0afe359 Branch: refs/heads/master Commit: c0afe3595bd64e5c7af6e0b5ce4b1c4023545fba Parents: 1038442 Author: Konstantinos Tsakalozos <[email protected]> Authored: Wed Jun 1 20:32:11 2016 +0300 Committer: Kevin W Monroe <[email protected]> Committed: Sun Oct 30 16:52:21 2016 -0500 ---------------------------------------------------------------------- .../src/charm/hbase/layer-hbase/README.md | 166 +++++++++++ .../src/charm/hbase/layer-hbase/actions.yaml | 23 ++ .../charm/hbase/layer-hbase/actions/perf-test | 45 +++ .../src/charm/hbase/layer-hbase/actions/restart | 34 +++ .../charm/hbase/layer-hbase/actions/smoke-test | 49 ++++ .../src/charm/hbase/layer-hbase/actions/start | 35 +++ .../layer-hbase/actions/start-hbase-master | 35 +++ .../actions/start-hbase-regionserver | 37 +++ .../src/charm/hbase/layer-hbase/actions/stop | 35 +++ .../hbase/layer-hbase/actions/stop-hbase-master | 35 +++ .../layer-hbase/actions/stop-hbase-regionserver | 37 +++ .../src/charm/hbase/layer-hbase/copyright | 16 ++ .../src/charm/hbase/layer-hbase/icon.svg | 278 +++++++++++++++++++ .../src/charm/hbase/layer-hbase/layer.yaml | 33 +++ .../lib/charms/layer/bigtop_hbase.py | 69 +++++ .../src/charm/hbase/layer-hbase/metadata.yaml | 15 + .../charm/hbase/layer-hbase/reactive/hbase.py | 82 ++++++ .../layer-hbase/tests/01-basic-deployment.py | 38 +++ .../hbase/layer-hbase/tests/02-smoke-test.py | 57 ++++ .../charm/hbase/layer-hbase/tests/tests.yaml | 3 + .../src/charm/hbase/layer-hbase/wheelhouse.txt | 1 + 21 files changed, 1123 insertions(+) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/bigtop/blob/c0afe359/bigtop-packages/src/charm/hbase/layer-hbase/README.md ---------------------------------------------------------------------- diff --git a/bigtop-packages/src/charm/hbase/layer-hbase/README.md b/bigtop-packages/src/charm/hbase/layer-hbase/README.md new file mode 100644 index 0000000..a63ddf8 --- /dev/null +++ b/bigtop-packages/src/charm/hbase/layer-hbase/README.md @@ -0,0 +1,166 @@ +<!-- + Licensed to the Apache Software Foundation (ASF) under one or more + contributor license agreements. See the NOTICE file distributed with + this work for additional information regarding copyright ownership. + The ASF licenses this file to You under the Apache License, Version 2.0 + (the "License"); you may not use this file except in compliance with + the License. You may obtain a copy of the License at + + http://www.apache.org/licenses/LICENSE-2.0 + + Unless required by applicable law or agreed to in writing, software + distributed under the License is distributed on an "AS IS" BASIS, + WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + See the License for the specific language governing permissions and + limitations under the License. +--> +# Overview + +HBase is the Hadoop database. Think of it as a distributed scalable Big Data +store. + +Use HBase when you need random, realtime read/write access to your Big Data. +This project's goal is the hosting of very large tables -- billions of rows X +millions of columns -- atop clusters of commodity hardware. + +HBase is an open-source, distributed, versioned, column-oriented store modeled +after Google's Bigtable: A Distributed Storage System for Structured Data by +Chang et al. Just as Bigtable leverages the distributed data storage provided +by the Google File System, HBase provides Bigtable-like capabilities on top of +Hadoop and HDFS. + +HBase provides: + +- Linear and modular scalability. +- Strictly consistent reads and writes. +- Automatic and configurable sharding of tables +- Automatic failover support between RegionServers. +- Convenient base classes for backing Hadoop MapReduce jobs with HBase tables. +- Easy to use Java API for client access. +- Block cache and Bloom Filters for real-time queries. +- Query predicate push down via server side Filters +- Thrift gateway and a REST-ful Web service that supports XML, Protobuf, + and binary data encoding options +- Extensible jruby-based (JIRB) shell +- Support for exporting metrics via the Hadoop metrics subsystem to files + or Ganglia; or via JMX. + +See [the homepage](http://hbase.apache.org) for more information. + +This charm deploys the hbase master and regionserver components of the +[Apache Bigtop][] platform. + +[Apache Bigtop]: http://bigtop.apache.org/ + + +# Deploying + +A working Juju installation is assumed to be present. If Juju is not yet set +up, please follow the [getting-started][] instructions prior to deploying this +charm. + +An HBase deployment consists of HBase masters and HBase RegionServers. +In a distributed HBase environment, one master and one regionserver are +deployed on each unit. HBase makes sure that only one master is active and +the rest are in standby mode in case the active one fails. + +HBase operates over HDFS, so we first need to deploy an HDFS cluster: + + juju deploy hadoop-namenode namenode + juju deploy hadoop-slave slave + juju deploy hadoop-plugin plugin + + juju add-relation namenode slave + juju add-relation plugin namenode + +In order to function correctly, the HBase master and regionserver applications +have a mandatory relationship with Zookeeper. Use the zookeeper charm to +create a functional zookeeper quorum. Remember that quorums come in odd numbers +starting with 3 (one will work, but will offer no resilience): + + juju deploy zookeeper -n 3 + +Now add HBase scaled to 3 units and add the required relations: + + juju deploy hbase -n 3 + + juju add-relation plugin hbase + juju add-relation zookeeper hbase + +The charm also supports use of the thrift gateway. + +## Network-Restricted Environments +Charms can be deployed in environments with limited network access. To deploy +in this environment, configure a Juju model with appropriate proxy and/or +mirror options. See [Configuring Models][] for more information. + +[getting-started]: https://jujucharms.com/docs/stable/getting-started +[Configuring Models]: https://jujucharms.com/docs/stable/models-config + + +# Verifying + +## Status +Apache Bigtop charms provide extended status reporting to indicate when they +are ready: + + juju status + +This is particularly useful when combined with `watch` to track the on-going +progress of the deployment: + + watch -n 2 juju status + +The message column will provide information about a given unit's state. +This charm is ready for use once the status message indicates that it is +ready. + +## Smoke Test +This charm provides a `smoke-test` action that can be used to verify the +application is functioning as expected. Run the action as follows: + + juju run-action hbase/0 smoke-test + +> **Note**: The above assumes Juju 2.0 or greater. If using an earlier version +of Juju, the syntax is `juju action do hbase/0 smoke-test`. + +Watch the progress of the smoke test actions with: + + watch -n 2 juju show-action-status + +> **Note**: The above assumes Juju 2.0 or greater. If using an earlier version +of Juju, the syntax is `juju action status`. + +Eventually, the action should settle to `status: completed`. If it +reports `status: failed`, the application is not working as expected. Get +more information about a specific smoke test with: + + juju show-action-output <action-id> + +> **Note**: The above assumes Juju 2.0 or greater. If using an earlier version +of Juju, the syntax is `juju action fetch <action-id>`. + + +# Limitations + +Restarting an HBase deployment is potentially disruptive. Be aware that the +following events will cause a restart: + +- Zookeeper service units joining or departing relations. +- Upgrading the charm or changing the configuration. + + +# Contact Information + +- <[email protected]> + + +# Resources + +- [Apache Bigtop](http://bigtop.apache.org/) home page +- [Apache Bigtop mailing lists](http://bigtop.apache.org/mail-lists.html) +- [Apache HBase home page](https://hbase.apache.org/) +- [Apache Zookeeper issue tracker](https://issues.apache.org/jira/browse/HBASE) +- [Juju Bigtop charms](https://jujucharms.com/q/apache/bigtop) +- [Juju mailing list](https://lists.ubuntu.com/mailman/listinfo/juju) +- [Juju community](https://jujucharms.com/community) http://git-wip-us.apache.org/repos/asf/bigtop/blob/c0afe359/bigtop-packages/src/charm/hbase/layer-hbase/actions.yaml ---------------------------------------------------------------------- diff --git a/bigtop-packages/src/charm/hbase/layer-hbase/actions.yaml b/bigtop-packages/src/charm/hbase/layer-hbase/actions.yaml new file mode 100644 index 0000000..fc4edf9 --- /dev/null +++ b/bigtop-packages/src/charm/hbase/layer-hbase/actions.yaml @@ -0,0 +1,23 @@ +restart: + description: Retart HBase HMaster and RegionServer. +start-hbase-master: + description: Start HBase HMaster. +start-hbase-regionserver: + description: Start HBase RegionServer. +start: + description: Start HBase HMaster and RegionServer. +stop-hbase-master: + description: Stop HBase HMaster. +stop-hbase-regionserver: + description: Stop HBase RegionServer. +stop: + description: Stop HBase HMaster and RegionServer. +smoke-test: + description: Verify that HBase is working. +perf-test: + description: Verify that HBase is working by running a perf test. + params: + mrows: + description: Rows to be written in milions + type: integer + default: 1 http://git-wip-us.apache.org/repos/asf/bigtop/blob/c0afe359/bigtop-packages/src/charm/hbase/layer-hbase/actions/perf-test ---------------------------------------------------------------------- diff --git a/bigtop-packages/src/charm/hbase/layer-hbase/actions/perf-test b/bigtop-packages/src/charm/hbase/layer-hbase/actions/perf-test new file mode 100755 index 0000000..2209d37 --- /dev/null +++ b/bigtop-packages/src/charm/hbase/layer-hbase/actions/perf-test @@ -0,0 +1,45 @@ +#!/bin/bash + +# Licensed to the Apache Software Foundation (ASF) under one or more +# contributor license agreements. See the NOTICE file distributed with +# this work for additional information regarding copyright ownership. +# The ASF licenses this file to You under the Apache License, Version 2.0 +# (the "License"); you may not use this file except in compliance with +# the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +set -ex + +if ! charms.reactive is_state 'hbase.installed'; then + action-fail 'HBase is not yet ready' + exit +fi + +MROWS=`action-get mrows` + +# create dir to store results +RUN=`date +%s` +RESULT_DIR=/opt/hbase-perf-results +RESULT_LOG=${RESULT_DIR}/${RUN}.log +mkdir -p ${RESULT_DIR} +chown -R hbase:hbase ${RESULT_DIR} + +benchmark-start +START=`date +%s` +su hbase << EOF +echo 'Running performance evaluation' +hbase org.apache.hadoop.hbase.PerformanceEvaluation --nomapred randomWrite ${MROWS} &> ${RESULT_LOG} +EOF +STOP=`date +%s` +benchmark-finish + +DURATION=`expr $STOP - $START` +benchmark-composite "${DURATION}" 'secs' 'asc' +benchmark-raw ${RESULT_LOG} http://git-wip-us.apache.org/repos/asf/bigtop/blob/c0afe359/bigtop-packages/src/charm/hbase/layer-hbase/actions/restart ---------------------------------------------------------------------- diff --git a/bigtop-packages/src/charm/hbase/layer-hbase/actions/restart b/bigtop-packages/src/charm/hbase/layer-hbase/actions/restart new file mode 100755 index 0000000..c798db7 --- /dev/null +++ b/bigtop-packages/src/charm/hbase/layer-hbase/actions/restart @@ -0,0 +1,34 @@ +#!/usr/bin/env python3 + +# Licensed to the Apache Software Foundation (ASF) under one or more +# contributor license agreements. See the NOTICE file distributed with +# this work for additional information regarding copyright ownership. +# The ASF licenses this file to You under the Apache License, Version 2.0 +# (the "License"); you may not use this file except in compliance with +# the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +import sys +sys.path.append('lib') + +from charmhelpers.core import hookenv +from charms.reactive import is_state +from charms.layer.bigtop_hbase import HBase + + +def fail(msg): + hookenv.action_fail(msg) + sys.exit() + +if not is_state('hbase.installed'): + fail('HBase is not yet ready') + +hb = HBase() +hb.restart() http://git-wip-us.apache.org/repos/asf/bigtop/blob/c0afe359/bigtop-packages/src/charm/hbase/layer-hbase/actions/smoke-test ---------------------------------------------------------------------- diff --git a/bigtop-packages/src/charm/hbase/layer-hbase/actions/smoke-test b/bigtop-packages/src/charm/hbase/layer-hbase/actions/smoke-test new file mode 100755 index 0000000..bc6f45b --- /dev/null +++ b/bigtop-packages/src/charm/hbase/layer-hbase/actions/smoke-test @@ -0,0 +1,49 @@ +#!/bin/bash + +# Licensed to the Apache Software Foundation (ASF) under one or more +# contributor license agreements. See the NOTICE file distributed with +# this work for additional information regarding copyright ownership. +# The ASF licenses this file to You under the Apache License, Version 2.0 +# (the "License"); you may not use this file except in compliance with +# the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +set -ex + +if ! charms.reactive is_state 'hbase.installed'; then + action-fail 'HBase is not yet ready' + exit +fi + +tbl=$1`date +%s` +echo "create '$tbl', 'cf'" > hbase_table.txt +echo "list '$tbl'" >> hbase_table.txt +echo "put '$tbl', 'row1', 'cf:a', 'value1'" >> hbase_table.txt +echo "put '$tbl', 'row2', 'cf:b', 'value2'" >> hbase_table.txt +echo "put '$tbl', 'row3', 'cf:c', 'value3'" >> hbase_table.txt +echo "put '$tbl', 'row4', 'cf:d', 'value4'" >> hbase_table.txt +echo "scan '$tbl'" >> hbase_table.txt +echo "get '$tbl', 'row1'" >> hbase_table.txt +echo "disable '$tbl'" >> hbase_table.txt +echo "enable '$tbl'" >> hbase_table.txt +echo "exit;" >> hbase_table.txt + +hbase shell hbase_table.txt + +echo "describe '$tbl'" | hbase shell +status=$? +echo "HBase shell return code was: " $status + +if [ $status -eq 0 ]; then + action-set outcome="success" +else + action-set outcome="failed with return code ${status}" + action-fail "smoke-test failed" +fi http://git-wip-us.apache.org/repos/asf/bigtop/blob/c0afe359/bigtop-packages/src/charm/hbase/layer-hbase/actions/start ---------------------------------------------------------------------- diff --git a/bigtop-packages/src/charm/hbase/layer-hbase/actions/start b/bigtop-packages/src/charm/hbase/layer-hbase/actions/start new file mode 100755 index 0000000..9a6c91b --- /dev/null +++ b/bigtop-packages/src/charm/hbase/layer-hbase/actions/start @@ -0,0 +1,35 @@ +#!/usr/bin/env python3 + +# Licensed to the Apache Software Foundation (ASF) under one or more +# contributor license agreements. See the NOTICE file distributed with +# this work for additional information regarding copyright ownership. +# The ASF licenses this file to You under the Apache License, Version 2.0 +# (the "License"); you may not use this file except in compliance with +# the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +import sys +sys.path.append('lib') + +from charmhelpers.core import hookenv +from charms.reactive import is_state +from charms.layer.bigtop_hbase import HBase + + +def fail(msg): + hookenv.action_fail(msg) + sys.exit() + +if not is_state('hbase.installed'): + fail('HBase is not yet ready') + +hb = HBase() +hb.start() +hb.open_ports() http://git-wip-us.apache.org/repos/asf/bigtop/blob/c0afe359/bigtop-packages/src/charm/hbase/layer-hbase/actions/start-hbase-master ---------------------------------------------------------------------- diff --git a/bigtop-packages/src/charm/hbase/layer-hbase/actions/start-hbase-master b/bigtop-packages/src/charm/hbase/layer-hbase/actions/start-hbase-master new file mode 100755 index 0000000..85aa926 --- /dev/null +++ b/bigtop-packages/src/charm/hbase/layer-hbase/actions/start-hbase-master @@ -0,0 +1,35 @@ +#!/usr/bin/env python3 + +# Licensed to the Apache Software Foundation (ASF) under one or more +# contributor license agreements. See the NOTICE file distributed with +# this work for additional information regarding copyright ownership. +# The ASF licenses this file to You under the Apache License, Version 2.0 +# (the "License"); you may not use this file except in compliance with +# the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +import sys +sys.path.append('lib') + +from charmhelpers.core import host, hookenv +from charms.reactive import is_state + + +def fail(msg): + hookenv.action_fail(msg) + sys.exit() + +if not is_state('hbase.installed'): + fail('HBase is not yet ready') + +if not host.service_available('hbase-master'): + fail('Could not find hbase-master init service') + +host.service_start('hbase-master') http://git-wip-us.apache.org/repos/asf/bigtop/blob/c0afe359/bigtop-packages/src/charm/hbase/layer-hbase/actions/start-hbase-regionserver ---------------------------------------------------------------------- diff --git a/bigtop-packages/src/charm/hbase/layer-hbase/actions/start-hbase-regionserver b/bigtop-packages/src/charm/hbase/layer-hbase/actions/start-hbase-regionserver new file mode 100755 index 0000000..aaa2ad7 --- /dev/null +++ b/bigtop-packages/src/charm/hbase/layer-hbase/actions/start-hbase-regionserver @@ -0,0 +1,37 @@ +#!/usr/bin/env python3 + +# Licensed to the Apache Software Foundation (ASF) under one or more +# contributor license agreements. See the NOTICE file distributed with +# this work for additional information regarding copyright ownership. +# The ASF licenses this file to You under the Apache License, Version 2.0 +# (the "License"); you may not use this file except in compliance with +# the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +import sys +sys.path.append('lib') + +from charmhelpers.core import host, hookenv +from charms.reactive import is_state + + +def fail(msg): + hookenv.action_fail(msg) + sys.exit() + +if not is_state('hbase.installed'): + fail('HBase is not yet ready') + +if not host.service_available('hbase-regionserver') or \ + not host.service_available('hbase-thrift'): + fail('Could not find hbase-regionserver/hbase-thrift init services') + +host.service_start('hbase-regionserver') +host.service_start('hbase-thrift') http://git-wip-us.apache.org/repos/asf/bigtop/blob/c0afe359/bigtop-packages/src/charm/hbase/layer-hbase/actions/stop ---------------------------------------------------------------------- diff --git a/bigtop-packages/src/charm/hbase/layer-hbase/actions/stop b/bigtop-packages/src/charm/hbase/layer-hbase/actions/stop new file mode 100755 index 0000000..7cc16ff --- /dev/null +++ b/bigtop-packages/src/charm/hbase/layer-hbase/actions/stop @@ -0,0 +1,35 @@ +#!/usr/bin/env python3 + +# Licensed to the Apache Software Foundation (ASF) under one or more +# contributor license agreements. See the NOTICE file distributed with +# this work for additional information regarding copyright ownership. +# The ASF licenses this file to You under the Apache License, Version 2.0 +# (the "License"); you may not use this file except in compliance with +# the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +import sys +sys.path.append('lib') + +from charmhelpers.core import hookenv +from charms.reactive import is_state +from charms.layer.bigtop_hbase import HBase + + +def fail(msg): + hookenv.action_fail(msg) + sys.exit() + +if not is_state('hbase.installed'): + fail('HBase is not yet ready') + +hb = HBase() +hb.close_ports() +hb.stop() http://git-wip-us.apache.org/repos/asf/bigtop/blob/c0afe359/bigtop-packages/src/charm/hbase/layer-hbase/actions/stop-hbase-master ---------------------------------------------------------------------- diff --git a/bigtop-packages/src/charm/hbase/layer-hbase/actions/stop-hbase-master b/bigtop-packages/src/charm/hbase/layer-hbase/actions/stop-hbase-master new file mode 100755 index 0000000..2936118 --- /dev/null +++ b/bigtop-packages/src/charm/hbase/layer-hbase/actions/stop-hbase-master @@ -0,0 +1,35 @@ +#!/usr/bin/env python3 + +# Licensed to the Apache Software Foundation (ASF) under one or more +# contributor license agreements. See the NOTICE file distributed with +# this work for additional information regarding copyright ownership. +# The ASF licenses this file to You under the Apache License, Version 2.0 +# (the "License"); you may not use this file except in compliance with +# the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +import sys +sys.path.append('lib') + +from charmhelpers.core import host, hookenv +from charms.reactive import is_state + + +def fail(msg): + hookenv.action_fail(msg) + sys.exit() + +if not is_state('hbase.installed'): + fail('HBase is not yet ready') + +if not host.service_available('hbase-master'): + fail('Could not find hbase-master init service') + +host.service_stop('hbase-master') http://git-wip-us.apache.org/repos/asf/bigtop/blob/c0afe359/bigtop-packages/src/charm/hbase/layer-hbase/actions/stop-hbase-regionserver ---------------------------------------------------------------------- diff --git a/bigtop-packages/src/charm/hbase/layer-hbase/actions/stop-hbase-regionserver b/bigtop-packages/src/charm/hbase/layer-hbase/actions/stop-hbase-regionserver new file mode 100755 index 0000000..a203dbe --- /dev/null +++ b/bigtop-packages/src/charm/hbase/layer-hbase/actions/stop-hbase-regionserver @@ -0,0 +1,37 @@ +#!/usr/bin/env python3 + +# Licensed to the Apache Software Foundation (ASF) under one or more +# contributor license agreements. See the NOTICE file distributed with +# this work for additional information regarding copyright ownership. +# The ASF licenses this file to You under the Apache License, Version 2.0 +# (the "License"); you may not use this file except in compliance with +# the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +import sys +sys.path.append('lib') + +from charmhelpers.core import host, hookenv +from charms.reactive import is_state + + +def fail(msg): + hookenv.action_fail(msg) + sys.exit() + +if not is_state('hbase.installed'): + fail('HBase is not yet ready') + +if not host.service_available('hbase-regionserver') or \ + not host.service_available('hbase-thrift'): + fail('Could not find hbase-regionserver/hbase-thrift init services') + +host.service_stop('hbase-regionserver') +host.service_stop('hbase-thrift') http://git-wip-us.apache.org/repos/asf/bigtop/blob/c0afe359/bigtop-packages/src/charm/hbase/layer-hbase/copyright ---------------------------------------------------------------------- diff --git a/bigtop-packages/src/charm/hbase/layer-hbase/copyright b/bigtop-packages/src/charm/hbase/layer-hbase/copyright new file mode 100644 index 0000000..e900b97 --- /dev/null +++ b/bigtop-packages/src/charm/hbase/layer-hbase/copyright @@ -0,0 +1,16 @@ +Format: http://dep.debian.net/deps/dep5/ + +Files: * +Copyright: Copyright 2015, Canonical Ltd., All Rights Reserved. +License: Apache License 2.0 + Licensed under the Apache License, Version 2.0 (the "License"); + you may not use this file except in compliance with the License. + You may obtain a copy of the License at + . + http://www.apache.org/licenses/LICENSE-2.0 + . + Unless required by applicable law or agreed to in writing, software + distributed under the License is distributed on an "AS IS" BASIS, + WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + See the License for the specific language governing permissions and + limitations under the License. http://git-wip-us.apache.org/repos/asf/bigtop/blob/c0afe359/bigtop-packages/src/charm/hbase/layer-hbase/icon.svg ---------------------------------------------------------------------- diff --git a/bigtop-packages/src/charm/hbase/layer-hbase/icon.svg b/bigtop-packages/src/charm/hbase/layer-hbase/icon.svg new file mode 100644 index 0000000..4da7352 --- /dev/null +++ b/bigtop-packages/src/charm/hbase/layer-hbase/icon.svg @@ -0,0 +1,278 @@ +<?xml version="1.0" encoding="UTF-8" standalone="no"?> +<!-- Created with Inkscape (http://www.inkscape.org/) --> + +<svg + xmlns:dc="http://purl.org/dc/elements/1.1/"; + xmlns:cc="http://creativecommons.org/ns#"; + xmlns:rdf="http://www.w3.org/1999/02/22-rdf-syntax-ns#"; + xmlns:svg="http://www.w3.org/2000/svg"; + xmlns="http://www.w3.org/2000/svg"; + xmlns:xlink="http://www.w3.org/1999/xlink"; + xmlns:sodipodi="http://sodipodi.sourceforge.net/DTD/sodipodi-0.dtd"; + xmlns:inkscape="http://www.inkscape.org/namespaces/inkscape"; + width="96" + height="96" + id="svg6517" + version="1.1" + inkscape:version="0.48.4 r9939" + sodipodi:docname="icon.svg"> + <defs + id="defs6519"> + <linearGradient + id="Background"> + <stop + id="stop4178" + offset="0" + style="stop-color:#b8b8b8;stop-opacity:1" /> + <stop + id="stop4180" + offset="1" + style="stop-color:#c9c9c9;stop-opacity:1" /> + </linearGradient> + <filter + style="color-interpolation-filters:sRGB;" + inkscape:label="Inner Shadow" + id="filter1121"> + <feFlood + flood-opacity="0.59999999999999998" + flood-color="rgb(0,0,0)" + result="flood" + id="feFlood1123" /> + <feComposite + in="flood" + in2="SourceGraphic" + operator="out" + result="composite1" + id="feComposite1125" /> + <feGaussianBlur + in="composite1" + stdDeviation="1" + result="blur" + id="feGaussianBlur1127" /> + <feOffset + dx="0" + dy="2" + result="offset" + id="feOffset1129" /> + <feComposite + in="offset" + in2="SourceGraphic" + operator="atop" + result="composite2" + id="feComposite1131" /> + </filter> + <filter + style="color-interpolation-filters:sRGB;" + inkscape:label="Drop Shadow" + id="filter950"> + <feFlood + flood-opacity="0.25" + flood-color="rgb(0,0,0)" + result="flood" + id="feFlood952" /> + <feComposite + in="flood" + in2="SourceGraphic" + operator="in" + result="composite1" + id="feComposite954" /> + <feGaussianBlur + in="composite1" + stdDeviation="1" + result="blur" + id="feGaussianBlur956" /> + <feOffset + dx="0" + dy="1" + result="offset" + id="feOffset958" /> + <feComposite + in="SourceGraphic" + in2="offset" + operator="over" + result="composite2" + id="feComposite960" /> + </filter> + <clipPath + clipPathUnits="userSpaceOnUse" + id="clipPath873"> + <g + transform="matrix(0,-0.66666667,0.66604479,0,-258.25992,677.00001)" + id="g875" + inkscape:label="Layer 1" + style="fill:#ff00ff;fill-opacity:1;stroke:none;display:inline"> + <path + style="fill:#ff00ff;fill-opacity:1;stroke:none;display:inline" + d="m 46.702703,898.22775 50.594594,0 C 138.16216,898.22775 144,904.06497 144,944.92583 l 0,50.73846 c 0,40.86071 -5.83784,46.69791 -46.702703,46.69791 l -50.594594,0 C 5.8378378,1042.3622 0,1036.525 0,995.66429 L 0,944.92583 C 0,904.06497 5.8378378,898.22775 46.702703,898.22775 Z" + id="path877" + inkscape:connector-curvature="0" + sodipodi:nodetypes="sssssssss" /> + </g> + </clipPath> + <filter + inkscape:collect="always" + id="filter891" + inkscape:label="Badge Shadow"> + <feGaussianBlur + inkscape:collect="always" + stdDeviation="0.71999962" + id="feGaussianBlur893" /> + </filter> + </defs> + <sodipodi:namedview + id="base" + pagecolor="#ffffff" + bordercolor="#666666" + borderopacity="1.0" + inkscape:pageopacity="0.0" + inkscape:pageshadow="2" + inkscape:zoom="4.0745362" + inkscape:cx="-19.035615" + inkscape:cy="49.018169" + inkscape:document-units="px" + inkscape:current-layer="layer1" + showgrid="true" + fit-margin-top="0" + fit-margin-left="0" + fit-margin-right="0" + fit-margin-bottom="0" + inkscape:window-width="1920" + inkscape:window-height="1056" + inkscape:window-x="0" + inkscape:window-y="24" + inkscape:window-maximized="1" + showborder="true" + showguides="true" + inkscape:guide-bbox="true" + inkscape:showpageshadow="false" + inkscape:snap-global="false"> + <inkscape:grid + type="xygrid" + id="grid821" /> + <sodipodi:guide + orientation="1,0" + position="16,48" + id="guide823" /> + <sodipodi:guide + orientation="0,1" + position="64,80" + id="guide825" /> + <sodipodi:guide + orientation="1,0" + position="80,40" + id="guide827" /> + <sodipodi:guide + orientation="0,1" + position="64,16" + id="guide829" /> + </sodipodi:namedview> + <metadata + id="metadata6522"> + <rdf:RDF> + <cc:Work + rdf:about=""> + <dc:format>image/svg+xml</dc:format> + <dc:type + rdf:resource="http://purl.org/dc/dcmitype/StillImage"; /> + <dc:title /> + </cc:Work> + </rdf:RDF> + </metadata> + <g + inkscape:label="BACKGROUND" + inkscape:groupmode="layer" + id="layer1" + transform="translate(268,-635.29076)" + style="display:inline"> + <path + style="fill:#e6e3e2;fill-opacity:1;stroke:none;display:inline;filter:url(#filter1121)" + d="m -268,700.15563 0,-33.72973 c 0,-27.24324 3.88785,-31.13513 31.10302,-31.13513 l 33.79408,0 c 27.21507,0 31.1029,3.89189 31.1029,31.13513 l 0,33.72973 c 0,27.24325 -3.88783,31.13514 -31.1029,31.13514 l -33.79408,0 C -264.11215,731.29077 -268,727.39888 -268,700.15563 Z" + id="path6455" + inkscape:connector-curvature="0" + sodipodi:nodetypes="sssssssss" /> + </g> + <g + inkscape:groupmode="layer" + id="layer3" + inkscape:label="PLACE YOUR PICTOGRAM HERE" + style="display:inline"> + <image + y="43.003983" + x="16.397383" + id="image3795" + xlink:href="data:image/png;base64,iVBORw0KGgoAAAANSUhEUgAAAQsAAABCCAYAAABAdfNCAAAABHNCSVQICAgIfAhkiAAADmdJREFU eJztnXtwXFUdx7/fc3c3j7s1ocku+ChUB1BaBOUh6OAogzR9YaESGauFdJpdHB3FN1VB6hNwwIFR iux22jKVx7Qio0DJ1gc+0FqQ8nCK+K6oIHmUBrLbNNncn38k6SSbx969e/feu5vz+Wv37Dm/883N 3t+ee87v/A4xRkdHx3HhcHgjyXMBLAYQQmn0icg+kvenUqnbS2xbNolEootkmxu2ROSfAH4vIrdv 3rz5N27YdMKaNWuOMU3zqwDeBeCtJCMlmugHsE9EHkyn07cAsFwXaZP169efoJTaAOBMkosBNDqx IyI3ptPpDe6qm55EIvFLku+Z0HcmnU4vddoewN5UKnWuqyJn7vsGkle7aVMBQDKZPC8cDj9F8koA p6N0RwEALSQvBLApkUj8eO3ataabQr2E5BtJfojkz5LJ5Bo/NHR2dp4WjUb3kfwEyTMdOAoAaAJw PsmbE4lEpqOjo9ltnXZIJBIfU0rtJ/lRkmfDoaPQ+Isau6nvJXmsW0ZJvr+hoeEat+z5BcmIiPyg s7PzTC/7bW9vN5RSdwFY6JZNku8Lh8PXu2XPLslk8mKSt5Gs2h8PzSiqvr7+swBeXwHbn04mk8dX wK6ncJRvetlnU1PTegCnVsB0Yt26dYsqYHdaLr/88hYAm73qT1NZQgDeV1D2smVZm5RSA6UYEpGz SH5gQlEdgPMA3F2mRqf8G8Amh207ALx5/A3JtrVr18a3b9/e7YawYiilCv8nORH5HsmXS7EjIotI rh1/T9IIhUIXAHjWDZ3FqK+vfzeAlgJNfwLwE5KHHJrdU7awuUkewLXlGAhhdDJzIvdu3ry55EeI ZDIZBvAqRp3EOIW2veSFVCp1g5OGnZ2d jymlfj6xLBKJnATAE2eBgus2NkHpaLIqmUy2AYiPvyd5 WpnaSuGMgvcWyQtSqdSLHmrQjDLi9H4YR5GcX1Dm6IZIpVLDIjLp10JEWmaqH2QsyzpQWKaUqsSj 2rRMc93KubkmtRWRWBm2SkJEFhS8/7d2FNWLk1WPmkcptXCa4v94raPaIUm/NbgJydOTyeS9duuL iGfzQzYIl6J9IiKSTafT66c4CxF5WyKR6HBilGSDk3aVQEQWJBIJR8Muku2FZfl8/q/lq3LMIqf/ EwCFI0eNc44DcJndygHzlQolaJ8IyX4AU50FyVUAVpUpzHdIvg6AW0EpD23durXHJVslMxa/cqFf /Ws0wFhQlmZWrHw+/2W/RWg0fqPnLGYnJyIf2bJly9N+C9H4j4hkSZYyd3U8gEA8mouIkPyLw7av ADXsLMYuzpCTdgD+DuBRkql0Or3PfXWaKuXRVCpVzt4Q3yA5lEql3lKOjekmOG8dHh6+xYmxSCTy OIDWcgS5BcnHvNq04wFbh4aGvuakYTgc3kXyFLcF2UFEDk6c5CMZa29vj+7cubOkgD9NMJhugvPQ tm3bDjgxlkgkRgI2A1wTiMgrTv8nyWSy5NGVW4ztQp5Y1Njc3Lw1mUzeZVmWowhOy7Ke37Jlyz/c UTinUJ2dne912lhErJp9DNH4Tz6ffzQSiQwDCI+XkbwUwKVKOZtbV0rdAOCL7iicU4SVUo+U0f6I Xg3RVIxt27YdsCxro5s2RUQPXX1COwtNRenv779RRHb4rUNTPtpZaCrKzp07R9Lp9GUicimA58ZW mzRVSMiyrPMnFuTz+QNl2FttWdbRjE4kXyjDVkmIyBdE5Gh4t1LqFa/6rgCTrqOION6Xks/nO5VS 0Qm2essV54R0On0fgPva29ujzc3Np4iIo2Q4lmU977K02fiUZVkTs4sdLKe9l9/JkZGRlFKqyy17 IuJbSkaNRqPRaDQajUaj0Wg0mtlg Jm4OFq0l3NvWM+BbjHtXS8M7aKhfF60o+FVbT/bo2SEPH2Oe psJ4rKLiyoCAQPi8AM+IWH9UIn8cysvTK/sHXYlQ3BVFTNU3rlJKXSSQNwE8lpB5AngSq0BABHwV kG4I/kmRB4fJH6/oyf7PDfuZpvo3SthYTYWlEL4BwLGgBOqYgbyVP21F75EpG7gycXMvRo/dqBpC BOuKVRJK0TqVxBKokA2dgEw6W4Nh0M7f5yvEyQROJtWlABAxgEzMfFBGuGHpwYH9TkzuAuqM1sYN VNwAsH60m3H/QG88xdHeUA8wBmIxyJVhke9mWs1b+5n96gd74GiPyK4oYqEG80YAHUezcR39o4IV sxUSmT48QVBHBvy7WUBNxVkIMGkNX4ZRlWv6JFcqQ57qam3sLLVtZn7DglA8uo9KbRx3FIGCDFPx c80092daIiXvguyK1b/baIj+GeS6oKWiqnVqylnUFGRIKZXOxEzb+yAeiNWdBEP9FkCQcj/OAI+H Efl1V9y0PRTPxBqXKRoZEsdUUplmemrLWXDySMJCdY4sCvj6w8eYdtL3M8LQdpILilcNBgRiSnjP HRM2ms3ErihihLobCE6e17lGbTmLGoSkYYR4W7F6u2PmFQTP8UKTqxCnnNBqfrJYtVCDeSMIX85q 1YxSU86CBSOJEFgLIwuAOK8rbq6d6eNd8/EaATw/x9QtSF73UMw8bqbPH57f8E6MnhKn8ZGacha1 DIVfmukzQ5nXkpzxZgs6JOaFBd+e7rMdgGEY6jY9mek/NeUspqyGsCbmLMaQk3fMlPyVvNJjMe5D fCQDTNlc1hRvOAfk2/2Q5AYWa2R0ixpO2FsifeXs7HQKCSWCxSSLOm2Sqqm1cRF6c09MLH+ouf4E EvPs9CciIyD2Q7xzogQWgyz+PSOZb208Bb25P0wsFouLil+dsbqQLAR/cyS0UuR5pJzmIhKYzPK1 5iwKVkOGRCEyU92JjX7Y1pP9 aMVUzUKmJfIWMSJbCLyzaGXyVACTnIURUqfa6UeAPUPIX3FR9xFP T1Z7sKn+TZE6IwXwgmJ1Q+RiAJOcBUfLbCD3jOSyVy0fgG+HQVWCtp7s2/zWME5NPYaUgW/Xoa1v 6Dla1p02q795SsmoAykKLevOi3q8dRQAsLJ/8B8i1vft1BWZNj7EVszIsCXfqTVHETRqy1kUDK8t m3MWFH9jhPO0vX9lSvIUEracRQl9uM6g8Hd26iliyiiCmFo2FTn8eG/uqdKVaUqhtpyFQwT+JoEV gWGrHjEl8xgFMVttwRdL1eUWq3pztjKmCac5c4YYKdoOUIv0d7ni1NQFLoyzCNuP4PTVWYQUzrZT T/KWnye5+4IIni1Wh2BddH7DGV7omcvUlLNwivh4Hbri5ukUritaUeSFvQcP7/VAUqAgYWvnrWGo rzwQqzup0nrmMrZWQyg4Y3fcdCUHgRMEDI8dQioELAAihAWAFFAARUAJJi99WFY4YtgY4Cvwkkws Wnw1wmUIKIicaCfgSIAfbhz92+cUIvKsnXgskssiElqyOx7yJCGxCIYAdBP4nyV4RPIj9y07NHjA 7X78vO/G+MWS7uwawO7SKRkGcGwlFc3a/agGcPSlOlo29uJopgaZPEIwQjZHDEQTgSZXxJaMjScg waF8FYdzl4Ul++3N6Izuo4FH39Mx/7UAABSxApHQTbtj0R8ND+c/s+LQ4L9c7Mm3+w4AIDJ//GWt xVnUJCLW1St6c2X9wihYJ2ZaIlW3Eaut7/BjmXh0j604FL8hVocjxrKuuHnl0u7sdr/luI12FkFH 8K223lyqXDMGjd/AzjNZ8JARsT5ugI+PjRwCDhuUyJ2ZeOO8tu7cJr/VuIme4AwwYslNS3oGvuy3 Dr9Z3pN7UiC2ArsCAUlC3ZaJN7zLbyluop1FgKHiuodbzKJh0nOBw8O5awTVFaFJUbciaElBy0A7 i2DTohQymVjjer+F+M0l h3AIlrUMQJ/fWmxDnrU7Zl7htwy30M4i4JA0QG7KtDae6bcWv2nrzT1h 5fEeAK4cleAFAly/I4Zo8ZrBRzuLKoBgBFT3PgAE6kwMP1h6cGB/vntgkYh1LcTZUQJeQvK4Jpgf 8FuHG9haDRHIEAHf9hbI6BkLlcsEJRgAxZfhrYCNRPH9HSROrGsxV6Mv+wMvdAWZ5cAR9OS+sQO4 ubmlYSmUsVwoCwG8lvDoV1zYAtrsS+xshpuxsYsxGw56B14af2136fTJJd3Zcyukpyi75jecGwoZ eyplX4i72rr9yWexEVDntJqXGeTt4OyBYaLwYQBz3lmM80HgMPoO3w/gfq/73jUfrzGUeQ0VP1+s Lun8aIYl3dmFTtu6jX4M8ZmNgLWsN3uPEI/YqH6hfhQJBssP4pUXerNfgchwsboyzdb7akQHZQUE QvYAvHjWOqQRaYkcj76h50ruQGSHAIcdCywTkjWzKjDOOmAwAzxDYNbJZwpOyABmG5D1Slsl0M4i KFjI2xrnSXgBULqzGAaucutAYifsjkdrzlkAAIh88TrkYCsUPNniVjn0Y0hAENLW3gcxqI/uCwhj J6nZyJEpz6/qxasVF1RhtLMIAF2t0fNJvNdOXQtzLwFOELkDCC+Mm1cRxU9Ct5PApxrQjyEAALkk Ezd9yaJMcB5sJqUVkZGXenJ/qrCkQJKJmz8F7B154AUUvAHg623VtZnAZzoycfP3Ttu6CQV92lkA IBgHEPdbR3H4t3XAoN8q/IDCs4stLXtKCTs+RMTxyCIw59dSXtKPIVUEEZwDZzS26RseynkeB1IJ tLOoFkTymKvZsqoZwXUr+/Gy3zLcQDuLKkEEtyzpyeqzMaqLZ3/XM3CH3yLcQjuLKkAgB4Z6s9f5 rUNTKvLpjbARh1El6AnOoCMYAEauuAjI+S1FUxJfW9Kd3e23CDfRziLAiMiLI5AVy3sGn/Rbi8Ye ImKBuLqtO3uT31rc Rj+GBBCBHAHk5uGh7OLlPTntKKoEEfx2BHJWLToKQI8s/EdkGMRzAjwD4GkC T2cPZ59Y/WoVpY+bg4zneBHhfwH5lWXJ/cv6co/7rauS/B/ne3S/hgBqfAAAAABJRU5ErkJggg== " + height="15.675" + width="63.412498" /> + </g> + <g + inkscape:groupmode="layer" + id="layer2" + inkscape:label="BADGE" + style="display:none" + sodipodi:insensitive="true"> + <g + style="display:inline" + transform="translate(-340.00001,-581)" + id="g4394" + clip-path="none"> + <g + id="g855"> + <g + inkscape:groupmode="maskhelper" + id="g870" + clip-path="url(#clipPath873)" + style="opacity:0.6;filter:url(#filter891)"> + <path + transform="matrix(1.4999992,0,0,1.4999992,-29.999795,-237.54282)" + d="m 264,552.36218 c 0,6.62742 -5.37258,12 -12,12 -6.62742,0 -12,-5.37258 -12,-12 0,-6.62741 5.37258,-12 12,-12 6.62742,0 12,5.37259 12,12 z" + sodipodi:ry="12" + sodipodi:rx="12" + sodipodi:cy="552.36218" + sodipodi:cx="252" + id="path844" + style="color:#000000;fill:#000000;fill-opacity:1;fill-rule:nonzero;stroke:none;stroke-width:4;marker:none;visibility:visible;display:inline;overflow:visible;enable-background:accumulate" + sodipodi:type="arc" /> + </g> + <g + id="g862"> + <path + sodipodi:type="arc" + style="color:#000000;fill:#f5f5f5;fill-opacity:1;fill-rule:nonzero;stroke:none;stroke-width:4;marker:none;visibility:visible;display:inline;overflow:visible;enable-background:accumulate" + id="path4398" + sodipodi:cx="252" + sodipodi:cy="552.36218" + sodipodi:rx="12" + sodipodi:ry="12" + d="m 264,552.36218 c 0,6.62742 -5.37258,12 -12,12 -6.62742,0 -12,-5.37258 -12,-12 0,-6.62741 5.37258,-12 12,-12 6.62742,0 12,5.37259 12,12 z" + transform="matrix(1.4999992,0,0,1.4999992,-29.999795,-238.54282)" /> + <path + transform="matrix(1.25,0,0,1.25,33,-100.45273)" + d="m 264,552.36218 c 0,6.62742 -5.37258,12 -12,12 -6.62742,0 -12,-5.37258 -12,-12 0,-6.62741 5.37258,-12 12,-12 6.62742,0 12,5.37259 12,12 z" + sodipodi:ry="12" + sodipodi:rx="12" + sodipodi:cy="552.36218" + sodipodi:cx="252" + id="path4400" + style="color:#000000;fill:#dd4814;fill-opacity:1;fill-rule:nonzero;stroke:none;stroke-width:4;marker:none;visibility:visible;display:inline;overflow:visible;enable-background:accumulate" + sodipodi:type="arc" /> + <path + sodipodi:type="star" + style="color:#000000;fill:#f5f5f5;fill-opacity:1;fill-rule:nonzero;stroke:none;stroke-width:3;marker:none;visibility:visible;display:inline;overflow:visible;enable-background:accumulate" + id="path4459" + sodipodi:sides="5" + sodipodi:cx="666.19574" + sodipodi:cy="589.50385" + sodipodi:r1="7.2431178" + sodipodi:r2="4.3458705" + sodipodi:arg1="1.0471976" + sodipodi:arg2="1.6755161" + inkscape:flatsided="false" + inkscape:rounded="0.1" + inkscape:randomized="0" + d="m 669.8173,595.77657 c -0.39132,0.22593 -3.62645,-1.90343 -4.07583,-1.95066 -0.44938,-0.0472 -4.05653,1.36297 -4.39232,1.06062 -0.3358,-0.30235 0.68963,-4.03715 0.59569,-4.47913 -0.0939,-0.44198 -2.5498,-3.43681 -2.36602,-3.8496 0.18379,-0.41279 4.05267,-0.59166 4.44398,-0.81759 0.39132,-0.22593 2.48067,-3.48704 2.93005,-3.4398 0.44938,0.0472 1.81505,3.67147 2.15084,3.97382 0.3358,0.30236 4.08294,1.2817 4.17689,1.72369 0.0939,0.44198 -2.9309,2.86076 -3.11469,3.27355 -0.18379,0.41279 0.0427,4.27917 -0.34859,4.5051 z" + transform="matrix(1.511423,-0.16366377,0.16366377,1.511423,-755.37346,-191.93651)" /> + </g> + </g> + </g> + </g> +</svg> http://git-wip-us.apache.org/repos/asf/bigtop/blob/c0afe359/bigtop-packages/src/charm/hbase/layer-hbase/layer.yaml ---------------------------------------------------------------------- diff --git a/bigtop-packages/src/charm/hbase/layer-hbase/layer.yaml b/bigtop-packages/src/charm/hbase/layer-hbase/layer.yaml new file mode 100644 index 0000000..ebebc56 --- /dev/null +++ b/bigtop-packages/src/charm/hbase/layer-hbase/layer.yaml @@ -0,0 +1,33 @@ +repo: https://github.com/apache/bigtop/tree/master/bigtop-packages/src/charm/hbase/layer-hbase +includes: + - 'layer:apache-bigtop-base' + - 'layer:hadoop-client' + - 'interface:zookeeper' + - 'interface:benchmark' + - 'interface:hbase' +options: + apache-bigtop-base: + ports: + # Ports that need to be exposed, overridden, or manually specified. + # Only expose ports serving a UI or external API (i.e., namenode and + # resourcemanager). Communication among units within the cluster does + # not need ports to be explicitly opened. + hbase-master: + port: 60000 + exposed_on: 'hbase' + hbase-master-web: + port: 60010 + exposed_on: 'hbase' + hbase-region: + port: 60020 + exposed_on: 'hbase' + hbase-region-web: + port: 60030 + exposed_on: 'hbase' + hbase-thrift: + port: 9090 + exposed_on: 'hbase' + # Not yet on bigtop + #hbase-rest: + # port: 8080 + # exposed_on: 'hbase' http://git-wip-us.apache.org/repos/asf/bigtop/blob/c0afe359/bigtop-packages/src/charm/hbase/layer-hbase/lib/charms/layer/bigtop_hbase.py ---------------------------------------------------------------------- diff --git a/bigtop-packages/src/charm/hbase/layer-hbase/lib/charms/layer/bigtop_hbase.py b/bigtop-packages/src/charm/hbase/layer-hbase/lib/charms/layer/bigtop_hbase.py new file mode 100755 index 0000000..cd7c14c --- /dev/null +++ b/bigtop-packages/src/charm/hbase/layer-hbase/lib/charms/layer/bigtop_hbase.py @@ -0,0 +1,69 @@ +# Licensed to the Apache Software Foundation (ASF) under one or more +# contributor license agreements. See the NOTICE file distributed with +# this work for additional information regarding copyright ownership. +# The ASF licenses this file to You under the Apache License, Version 2.0 +# (the "License"); you may not use this file except in compliance with +# the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +from charmhelpers.core import hookenv, host +from jujubigdata import utils +from charms.layer.apache_bigtop_base import Bigtop +from charms import layer + + +class HBase(object): + """ + This class manages HBase. + """ + def __init__(self): + self.dist_config = utils.DistConfig( + data=layer.options('apache-bigtop-base')) + + def configure(self, hosts, zk_units): + zks = [] + for unit in zk_units: + ip = utils.resolve_private_address(unit['host']) + zks.append(ip) + zks.sort() + zk_connect = ",".join(zks) + + roles = ['hbase-server', 'hbase-master', 'hbase-client'] + + override = { + 'hadoop_hbase::common_config::zookeeper_quorum': zk_connect, + 'hadoop_hbase::deploy::auxiliary': False + } + + bigtop = Bigtop() + bigtop.render_site_yaml(hosts, roles, override) + bigtop.trigger_puppet() + + def restart(self): + self.stop() + self.start() + + def start(self): + host.service_start('hbase-master') + host.service_start('hbase-regionserver') + host.service_start('hbase-thrift') + + def stop(self): + host.service_stop('hbase-master') + host.service_stop('hbase-regionserver') + host.service_stop('hbase-thrift') + + def open_ports(self): + for port in self.dist_config.exposed_ports('hbase'): + hookenv.open_port(port) + + def close_ports(self): + for port in self.dist_config.exposed_ports('hbase'): + hookenv.close_port(port) http://git-wip-us.apache.org/repos/asf/bigtop/blob/c0afe359/bigtop-packages/src/charm/hbase/layer-hbase/metadata.yaml ---------------------------------------------------------------------- diff --git a/bigtop-packages/src/charm/hbase/layer-hbase/metadata.yaml b/bigtop-packages/src/charm/hbase/layer-hbase/metadata.yaml new file mode 100644 index 0000000..9157ad1 --- /dev/null +++ b/bigtop-packages/src/charm/hbase/layer-hbase/metadata.yaml @@ -0,0 +1,15 @@ +name: hbase +summary: Apache Bitop HBase +maintainer: Juju Big Data <[email protected]> +description: > + HBase is the Hadoop database. This charm provides a Apache HBase from + Apache Bigtop. +tags: [] +requires: + zookeeper: + interface: zookeeper +provides: + hbclient: + interface: hbase + benchmark: + interface: benchmark http://git-wip-us.apache.org/repos/asf/bigtop/blob/c0afe359/bigtop-packages/src/charm/hbase/layer-hbase/reactive/hbase.py ---------------------------------------------------------------------- diff --git a/bigtop-packages/src/charm/hbase/layer-hbase/reactive/hbase.py b/bigtop-packages/src/charm/hbase/layer-hbase/reactive/hbase.py new file mode 100644 index 0000000..b11cac2 --- /dev/null +++ b/bigtop-packages/src/charm/hbase/layer-hbase/reactive/hbase.py @@ -0,0 +1,82 @@ +# Licensed to the Apache Software Foundation (ASF) under one or more +# contributor license agreements. See the NOTICE file distributed with +# this work for additional information regarding copyright ownership. +# The ASF licenses this file to You under the Apache License, Version 2.0 +# (the "License"); you may not use this file except in compliance with +# the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +from charms.reactive import when, when_not_all, is_state, set_state, remove_state +from charms.layer.bigtop_hbase import HBase +from charmhelpers.core import hookenv +from charms.reactive.helpers import data_changed +from charms.layer.apache_bigtop_base import get_layer_opts + + +@when('bigtop.available') +def report_status(): + hadoop_joined = is_state('hadoop.joined') + hdfs_ready = is_state('hadoop.hdfs.ready') + zk_joined = is_state('zookeeper.joined') + zk_ready = is_state('zookeeper.ready') + hbase_installed = is_state('hbase.installed') + if not hadoop_joined: + hookenv.status_set('blocked', + 'waiting for relation to hadoop plugin') + elif not hdfs_ready: + hookenv.status_set('waiting', + 'waiting for hdfs to become ready') + elif not zk_joined: + hookenv.status_set('blocked', + 'waiting for relation to zookeeper') + elif not zk_ready: + hookenv.status_set('waiting', + 'waiting for zookeeper to become ready') + elif hbase_installed: + hookenv.status_set('active', + 'ready') + + +@when('bigtop.available', 'zookeeper.ready', 'hadoop.hdfs.ready') +def installing_hbase(zk, hdfs): + zks = zk.zookeepers() + if is_state('hbase.installed') and (not data_changed('zks', zks)): + return + + msg = "configuring hbase" if is_state('hbase.installed') else "installing hbase" + hookenv.status_set('maintenance', msg) + + hbase = HBase() + hosts = {} + nns = hdfs.namenodes() + hosts['namenode'] = nns[0] + hbase.configure(hosts, zks) + hbase.open_ports() + set_state('hbase.installed') + hookenv.status_set('active', 'ready') + + +@when('hbase.installed') +@when_not_all('hadoop.hdfs.ready', 'zookeeper.ready') +def stop_hbase(): + hbase = HBase() + hbase.close_ports() + hbase.stop() + remove_state('hbase.installed') + report_status() + + +@when('hbase.installed', 'hbclient.joined') +def serve_client(client): + config = get_layer_opts() + master_port = config.port('hbase-master') + regionserver_port = config.port('hbase-region') + thrift_port = config.port('hbase-thrift') + client.send_port(master_port, regionserver_port, thrift_port) http://git-wip-us.apache.org/repos/asf/bigtop/blob/c0afe359/bigtop-packages/src/charm/hbase/layer-hbase/tests/01-basic-deployment.py ---------------------------------------------------------------------- diff --git a/bigtop-packages/src/charm/hbase/layer-hbase/tests/01-basic-deployment.py b/bigtop-packages/src/charm/hbase/layer-hbase/tests/01-basic-deployment.py new file mode 100755 index 0000000..3bfc5f2 --- /dev/null +++ b/bigtop-packages/src/charm/hbase/layer-hbase/tests/01-basic-deployment.py @@ -0,0 +1,38 @@ +#!/usr/bin/env python3 + +# Licensed to the Apache Software Foundation (ASF) under one or more +# contributor license agreements. See the NOTICE file distributed with +# this work for additional information regarding copyright ownership. +# The ASF licenses this file to You under the Apache License, Version 2.0 +# (the "License"); you may not use this file except in compliance with +# the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +import amulet +import re +import unittest + + +class TestDeploy(unittest.TestCase): + """ + Trivial deployment test for Apache Bigtop HBase. + """ + @classmethod + def setUpClass(cls): + cls.d = amulet.Deployment(series='xenial') + cls.d.add('hbase', 'cs:xenial/hbase') + + cls.d.setup(timeout=1800) + cls.d.sentry.wait_for_messages({'hbase': re.compile('ready')}, timeout=1800) + cls.unit = cls.d.sentry['hbase'][0] + + +if __name__ == '__main__': + unittest.main() http://git-wip-us.apache.org/repos/asf/bigtop/blob/c0afe359/bigtop-packages/src/charm/hbase/layer-hbase/tests/02-smoke-test.py ---------------------------------------------------------------------- diff --git a/bigtop-packages/src/charm/hbase/layer-hbase/tests/02-smoke-test.py b/bigtop-packages/src/charm/hbase/layer-hbase/tests/02-smoke-test.py new file mode 100755 index 0000000..5382542 --- /dev/null +++ b/bigtop-packages/src/charm/hbase/layer-hbase/tests/02-smoke-test.py @@ -0,0 +1,57 @@ +#!/usr/bin/env python3 + +# Licensed to the Apache Software Foundation (ASF) under one or more +# contributor license agreements. See the NOTICE file distributed with +# this work for additional information regarding copyright ownership. +# The ASF licenses this file to You under the Apache License, Version 2.0 +# (the "License"); you may not use this file except in compliance with +# the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +import amulet +import re +import unittest + + +class TestDeploy(unittest.TestCase): + """ + HDFS/HBase deployment and smoke test for the Apache Bigtop HBase service. + """ + @classmethod + def setUpClass(cls): + cls.d = amulet.Deployment(series='xenial') + cls.d.add('hbase', 'cs:xenial/hbase') + cls.d.add('namenode', 'cs:xenial/hadoop-namenode') + cls.d.add('plugin', 'cs:xenial/hadoop-plugin') + cls.d.add('slave', 'cs:xenial/hadoop-slave') + cls.d.add('zookeeper', 'cs:xenial/zookeeper') + + cls.d.relate('hbase:hadoop', 'plugin:hadoop-plugin') + cls.d.relate('hbase:zookeeper', 'zookeeper:zookeeper') + cls.d.relate('plugin:namenode', 'namenode:namenode') + cls.d.relate('slave:namenode', 'namenode:datanode') + + cls.d.setup(timeout=3600) + cls.d.sentry.wait_for_messages({'hbase': re.compile('ready')}, timeout=3600) + cls.hbase = cls.d.sentry['hbase'][0] + + def test_hbase(self): + """ + Validate HBase by running the smoke-test action. + """ + uuid = self.hbase.run_action('smoke-test') + result = self.d.action_fetch(uuid, full_output=True) + # action status=completed on success + if (result['status'] != "completed"): + self.fail('HBase smoke-test failed: %s' % result) + + +if __name__ == '__main__': + unittest.main() http://git-wip-us.apache.org/repos/asf/bigtop/blob/c0afe359/bigtop-packages/src/charm/hbase/layer-hbase/tests/tests.yaml ---------------------------------------------------------------------- diff --git a/bigtop-packages/src/charm/hbase/layer-hbase/tests/tests.yaml b/bigtop-packages/src/charm/hbase/layer-hbase/tests/tests.yaml new file mode 100644 index 0000000..3b6ce3e --- /dev/null +++ b/bigtop-packages/src/charm/hbase/layer-hbase/tests/tests.yaml @@ -0,0 +1,3 @@ +reset: false +packages: + - amulet http://git-wip-us.apache.org/repos/asf/bigtop/blob/c0afe359/bigtop-packages/src/charm/hbase/layer-hbase/wheelhouse.txt ---------------------------------------------------------------------- diff --git a/bigtop-packages/src/charm/hbase/layer-hbase/wheelhouse.txt b/bigtop-packages/src/charm/hbase/layer-hbase/wheelhouse.txt new file mode 100644 index 0000000..183242f --- /dev/null +++ b/bigtop-packages/src/charm/hbase/layer-hbase/wheelhouse.txt @@ -0,0 +1 @@ +charms.benchmark>=1.0.0,<2.0.0
