This tool is, I suppose, really a replacement for cman_tool in master.
It displays the active nodes and the status of the quorum system.
If votequorum is active then it detects that and displays the additional
information that module can provide.
I know we have testvotequorum1 that does things in a slight similar
manner, but this is meant to be a tool that real users can use - hence
the man page :-)
I'm not especially wedded to the name, if anyone can think of a better one.
Chrissie
Index: tools/corosync-quorumtool.c
===================================================================
--- tools/corosync-quorumtool.c (revision 0)
+++ tools/corosync-quorumtool.c (revision 0)
@@ -0,0 +1,494 @@
+/*
+ * Copyright (c) 2009 Red Hat, Inc.
+ *
+ * All rights reserved.
+ *
+ * Author: Christine Caulfield <[email protected]>
+ *
+ * This software licensed under BSD license, the text of which follows:
+ *
+ * Redistribution and use in source and binary forms, with or without
+ * modification, are permitted provided that the following conditions are met:
+ *
+ * - Redistributions of source code must retain the above copyright notice,
+ * this list of conditions and the following disclaimer.
+ * - Redistributions in binary form must reproduce the above copyright notice,
+ * this list of conditions and the following disclaimer in the documentation
+ * and/or other materials provided with the distribution.
+ * - Neither the name of the Red Hat Inc. nor the names of its
+ * contributors may be used to endorse or promote products derived from this
+ * software without specific prior written permission.
+ *
+ * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
+ * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
+ * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
+ * ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE
+ * LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
+ * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
+ * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
+ * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
+ * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
+ * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF
+ * THE POSSIBILITY OF SUCH DAMAGE.
+ */
+
+#include <config.h>
+
+#include <stdio.h>
+#include <stdlib.h>
+#include <errno.h>
+#include <unistd.h>
+#include <string.h>
+#include <pthread.h>
+#include <inttypes.h>
+#include <sys/types.h>
+#include <sys/socket.h>
+#include <sys/select.h>
+#include <sys/un.h>
+#include <netinet/in.h>
+#include <arpa/inet.h>
+#include <netdb.h>
+
+#include <corosync/corotypes.h>
+#include <corosync/totem/totem.h>
+#include <corosync/cfg.h>
+#include <corosync/confdb.h>
+#include <corosync/quorum.h>
+#include <corosync/votequorum.h>
+
+typedef enum { NODEID_FORMAT_DECIMAL, NODEID_FORMAT_HEX } nodeid_format_t;
+typedef enum { ADDRESS_FORMAT_NAME, ADDRESS_FORMAT_IP } name_format_t;
+typedef enum { CMD_UNKNOWN, CMD_SHOWNODES, CMD_SHOWSTATUS, CMD_SETVOTES,
CMD_SETEXPECTED } command_t;
+
+static void show_usage(const char *name)
+{
+ printf("usage: \n");
+ printf("%s <options>\n", name);
+ printf("\n");
+ printf(" options:\n");
+ printf("\n");
+ printf(" -s show quorum status\n");
+ printf(" -l list nodes\n");
+ printf(" -v <votes> change the number of votes for a node *\n");
+ printf(" -n <nodeid> optional nodeid of node to change votes
for\n");
+ printf(" -e <expected> change expected votes for the cluster *\n");
+ printf(" -h show nodeids in hexadecimal rather than
decimal\n");
+ printf(" -i show node IP addresses instead of the resolved
name\n");
+ printf(" -h show this help text\n");
+ printf("\n");
+ printf(" * Starred items only work if votequorum is the quorum
provider for corosync\n");
+ printf("\n");
+}
+
+/*
+ * Caller should free the returned string
+ */
+static const char *get_quorum_type(void)
+{
+ const char *qtype = NULL;
+ int result;
+ char buf[255];
+ size_t namelen = sizeof(buf);
+ hdb_handle_t quorum_handle;
+ confdb_handle_t confdb_handle;
+ confdb_callbacks_t callbacks = {
+ .confdb_key_change_notify_fn = NULL,
+ .confdb_object_create_change_notify_fn = NULL,
+ .confdb_object_delete_change_notify_fn = NULL
+ };
+
+ if (confdb_initialize(&confdb_handle, &callbacks) != CS_OK) {
+ errno = EINVAL;
+ return NULL;
+ }
+ result = confdb_object_find_start(confdb_handle, OBJECT_PARENT_HANDLE);
+ if (result != CS_OK)
+ goto out;
+
+ result = confdb_object_find(confdb_handle, OBJECT_PARENT_HANDLE, (void
*)"quorum", strlen("quorum"), &quorum_handle);
+ if (result != CS_OK)
+ goto out;
+
+ result = confdb_key_get(confdb_handle, quorum_handle, (void
*)"provider", strlen("provider"), buf, &namelen);
+ if (result != CS_OK)
+ goto out;
+
+ buf[namelen] = '\0';
+
+ /* If strdup returns NULL then we just assume no quorum provider ?? */
+ qtype = strdup(buf);
+
+out:
+ confdb_finalize(confdb_handle);
+ return qtype;
+}
+
+/*
+ * Returns 1 if 'votequorum' is active. The called then knows that
+ * votequorum calls should work and can provide extra information
+ */
+static int using_votequorum(void)
+{
+ const char *quorumtype = get_quorum_type();
+ int using_voteq;
+
+ if (!quorumtype)
+ return 0;
+
+ if (strcmp(quorumtype, "corosync_votequorum") == 0)
+ using_voteq = 1;
+ else
+ using_voteq = 0;
+
+ free((void *)quorumtype);
+ return using_voteq;
+}
+
+static int set_votes(uint32_t nodeid, int votes)
+{
+ votequorum_handle_t v_handle;
+ votequorum_callbacks_t v_callbacks;
+ int err;
+
+ v_callbacks.votequorum_notify_fn = NULL;
+ v_callbacks.votequorum_expectedvotes_notify_fn = NULL;
+
+ if ( (err=votequorum_initialize(&v_handle, &v_callbacks)) != CS_OK) {
+ fprintf(stderr, "votequorum_initialize FAILED: %d, this is
probably a configuration error\n", err);
+ return err;
+ }
+
+ if ( (err=votequorum_setvotes(v_handle, nodeid, votes)) != CS_OK)
+ fprintf(stderr, "set votes FAILED: %d\n", err);
+
+ votequorum_finalize(v_handle);
+ return err==CS_OK?0:err;
+}
+
+static int set_expected(int expected_votes)
+{
+ votequorum_handle_t v_handle;
+ votequorum_callbacks_t v_callbacks;
+ int err;
+
+ v_callbacks.votequorum_notify_fn = NULL;
+ v_callbacks.votequorum_expectedvotes_notify_fn = NULL;
+
+ if ( (err=votequorum_initialize(&v_handle, &v_callbacks)) != CS_OK) {
+ fprintf(stderr, "votequorum_initialize FAILED: %d, this is
probably a configuration error\n", err);
+ return err;
+ }
+
+ if ( (err=votequorum_setexpected(v_handle, expected_votes)) != CS_OK)
+ fprintf(stderr, "set expected votes FAILED: %d\n", err);
+
+ votequorum_finalize(v_handle);
+ return err==CS_OK?0:err;
+}
+
+static int get_votes(votequorum_handle_t v_handle, uint32_t nodeid)
+{
+ int votes = -1;
+ struct votequorum_info info;
+
+ if (votequorum_getinfo(v_handle, nodeid, &info) == CS_OK)
+ votes = info.node_votes;
+
+ return votes;
+}
+
+/*
+ * This resolves the first address assigned to a node
+ * and returns the name or IP address. Use cfgtool if you need more
information.
+ */
+static const char *node_name(corosync_cfg_handle_t c_handle, uint32_t nodeid,
name_format_t name_format)
+{
+ int ret;
+ int numaddrs;
+ corosync_cfg_node_address_t addrs[INTERFACE_MAX];
+
+ if (corosync_cfg_get_node_addrs(c_handle, nodeid, INTERFACE_MAX,
&numaddrs, addrs) == CS_OK) {
+
+ static char buf[INET6_ADDRSTRLEN];
+ socklen_t addrlen;
+ struct sockaddr_storage *ss = (struct sockaddr_storage
*)addrs[0].address;
+
+ if (ss->ss_family == AF_INET6)
+ addrlen = sizeof(struct sockaddr_in6);
+ else
+ addrlen = sizeof(struct sockaddr_in);
+
+ ret = getnameinfo((struct sockaddr *)addrs[0].address, addrlen,
+ buf, sizeof(buf),
+ NULL, 0,
+ (name_format ==
ADDRESS_FORMAT_IP)?NI_NUMERICHOST:0);
+ if (!ret)
+ return buf;
+ }
+
+ return "";
+}
+
+/*
+ * Static variables to pass back to calling routine
+ */
+static uint32_t g_quorate;
+static uint64_t g_ring_id;
+static uint32_t g_view_list_entries;
+static uint32_t *g_view_list;
+static uint32_t g_called;
+
+static void quorum_notification_fn(
+ quorum_handle_t handle,
+ uint32_t quorate,
+ uint64_t ring_id,
+ uint32_t view_list_entries,
+ uint32_t *view_list)
+{
+ g_called = 1;
+ g_quorate = quorate;
+ g_ring_id = ring_id;
+ g_view_list_entries = view_list_entries;
+ g_view_list = malloc(sizeof(uint32_t) * view_list_entries);
+ if (g_view_list) {
+ memcpy(g_view_list, view_list,sizeof(uint32_t) *
view_list_entries);
+ }
+}
+
+static void show_status(void)
+{
+ quorum_handle_t q_handle;
+ votequorum_handle_t v_handle;
+ votequorum_callbacks_t v_callbacks;
+ quorum_callbacks_t callbacks;
+ struct votequorum_info info;
+ int is_quorate;
+ int err;
+
+ callbacks.quorum_notify_fn = quorum_notification_fn;
+ err=quorum_initialize(&q_handle, &callbacks);
+ if (err != CS_OK) {
+ fprintf(stderr, "Cannot connect to quorum service, is it
loaded?\n");
+ return;
+ }
+
+ err=quorum_getquorate(q_handle, &is_quorate);
+ if (err != CS_OK) {
+ fprintf(stderr, "quorum_getquorate FAILED: %d\n", err);
+ return;
+ }
+
+ err=quorum_trackstart(q_handle, CS_TRACK_CURRENT);
+ if (err != CS_OK) {
+ fprintf(stderr, "quorum_trackstart FAILED: %d\n", err);
+ return;
+ }
+
+ g_called = 0;
+ while (g_called == 0)
+ quorum_dispatch(q_handle, CS_DISPATCH_ONE);
+
+ quorum_finalize(q_handle);
+
+ printf("Version: %s\n", VERSION);
+ printf("Nodes: %d\n", g_view_list_entries);
+ printf("Ring ID: %" PRIu64 "\n", g_ring_id);
+ printf("Quorum type: %s\n", get_quorum_type());
+ printf("Quorate: %s\n", is_quorate?"Yes":"No");
+
+ if (using_votequorum()) {
+
+ v_callbacks.votequorum_notify_fn = NULL;
+ v_callbacks.votequorum_expectedvotes_notify_fn = NULL;
+
+ if ( (err=votequorum_initialize(&v_handle, &v_callbacks)) !=
CS_OK) {
+ fprintf(stderr, "votequorum_initialize FAILED: %d, this
is probably a configuration error\n", err);
+ goto err_exit;
+ }
+ if ( (err=votequorum_getinfo(v_handle, 0, &info)) != CS_OK)
+ fprintf(stderr, "votequorum_getinfo FAILED: %d\n", err);
+ else {
+ printf("Node votes: %d\n", info.node_votes);
+ printf("Expected votes: %d\n",
info.node_expected_votes);
+ printf("Highest expected: %d\n", info.highest_expected);
+ printf("Total votes: %d\n", info.total_votes);
+ printf("Quorum: %d %s\n", info.quorum,
info.flags & VOTEQUORUM_INFO_FLAG_QUORATE?" ":"Activity blocked");
+ printf("Flags: ");
+ if (info.flags & VOTEQUORUM_INFO_FLAG_HASSTATE)
printf("HasState ");
+ if (info.flags & VOTEQUORUM_INFO_FLAG_DISALLOWED)
printf("DisallowedNodes ");
+ if (info.flags & VOTEQUORUM_INFO_FLAG_TWONODE)
printf("2Node ");
+ if (info.flags & VOTEQUORUM_INFO_FLAG_QUORATE)
printf("Quorate ");
+ printf("\n");
+ }
+ }
+
+ err_exit:
+ return;
+}
+
+static void show_nodes(nodeid_format_t nodeid_format, name_format_t
name_format)
+{
+ quorum_handle_t q_handle;
+ votequorum_handle_t v_handle;
+ corosync_cfg_handle_t c_handle;
+ corosync_cfg_callbacks_t c_callbacks;
+ int i;
+ int using_vq = 0;
+ quorum_callbacks_t q_callbacks;
+ votequorum_callbacks_t v_callbacks;
+ int err;
+
+ q_callbacks.quorum_notify_fn = quorum_notification_fn;
+ err=quorum_initialize(&q_handle, &q_callbacks);
+ if (err != CS_OK) {
+ fprintf(stderr, "Cannot connect to quorum service, is it
loaded?\n");
+ return;
+ }
+
+ v_callbacks.votequorum_notify_fn = NULL;
+ v_callbacks.votequorum_expectedvotes_notify_fn = NULL;
+
+ using_vq = using_votequorum();
+ if (using_vq) {
+ if ( (err=votequorum_initialize(&v_handle, &v_callbacks)) !=
CS_OK) {
+ fprintf(stderr, "votequorum_initialize FAILED: %d, this
is probably a configuration error\n", err);
+ goto err_exit;
+ }
+ }
+
+ err = quorum_trackstart(q_handle, CS_TRACK_CURRENT);
+ if (err != CS_OK) {
+ fprintf(stderr, "quorum_trackstart FAILED: %d\n", err);
+ return;
+ }
+
+ g_called = 0;
+ while (g_called == 0)
+ quorum_dispatch(q_handle, CS_DISPATCH_ONE);
+
+ quorum_finalize(q_handle);
+
+ err = corosync_cfg_initialize(&c_handle, &c_callbacks);
+ if (err != CS_OK) {
+ fprintf(stderr, "Cannot initialise CFG service\n");
+ goto err_exit;
+ }
+
+ if (using_vq)
+ printf("Nodeid Votes Name\n");
+ else
+ printf("Nodeid Name\n");
+
+ for (i=0; i < g_view_list_entries; i++) {
+ if (nodeid_format == NODEID_FORMAT_DECIMAL) {
+ printf("%4u ", g_view_list[i]);
+ }
+ else {
+ printf("0x%04x ", g_view_list[i]);
+ }
+ if (using_vq) {
+ printf("%3d %s\n", get_votes(v_handle,
g_view_list[i]), node_name(c_handle, g_view_list[i], name_format));
+ }
+ else {
+ printf("%s\n", node_name(c_handle, g_view_list[i],
name_format));
+ }
+ }
+
+ if (using_vq)
+ votequorum_finalize(v_handle);
+err_exit:
+ corosync_cfg_finalize(c_handle);
+}
+
+int main (int argc, char *argv[]) {
+ const char *options = "VHsle:v:hin:d:";
+ char *endptr;
+ int opt;
+ int votes = 0;
+ int ret;
+ uint32_t nodeid = VOTEQUORUM_NODEID_US;
+ nodeid_format_t nodeid_format = NODEID_FORMAT_DECIMAL;
+ name_format_t address_format = ADDRESS_FORMAT_NAME;
+ command_t command_opt = CMD_UNKNOWN;
+
+ if (argc == 1) {
+ show_usage (argv[0]);
+ exit(0);
+ }
+ while ( (opt = getopt(argc, argv, options)) != -1 ) {
+ switch (opt) {
+ case 's':
+ command_opt = CMD_SHOWSTATUS;
+ break;
+ case 'i':
+ address_format = ADDRESS_FORMAT_IP;
+ break;
+ case 'h':
+ nodeid_format = NODEID_FORMAT_HEX;
+ break;
+ case 'l':
+ command_opt = CMD_SHOWNODES;
+ break;
+ case 'e':
+ if (using_votequorum()) {
+ votes = strtol(optarg, &endptr, 0);
+ if ((votes == 0 && endptr == optarg) || votes
<= 0) {
+ fprintf(stderr, "New expected votes
value was not valid, try a positive number\n");
+ }
+ else {
+ command_opt = CMD_SETEXPECTED;
+ }
+ }
+ else {
+ fprintf(stderr, "You cannot change expected
votes, corosync is not using votequorum\n");
+ exit(2);
+ }
+ break;
+ case 'n':
+ nodeid = strtol(optarg, &endptr, 0);
+ if ((nodeid == 0 && endptr == optarg) || nodeid <= 0) {
+ fprintf(stderr, "The nodeid was not valid, try
a positive number\n");
+ }
+ break;
+ case 'v':
+ if (using_votequorum()) {
+ votes = strtol(optarg, &endptr, 0);
+ if ((votes == 0 && endptr == optarg) || votes <
0) {
+ fprintf(stderr, "New votes value was
not valid, try a positive number or zero\n");
+ }
+ else {
+ command_opt = CMD_SETVOTES;
+ }
+ }
+ else {
+ fprintf(stderr, "You cannot change node votes,
corosync is not using votequorum\n");
+ exit(2);
+ }
+ break;
+ case 'H':
+ case '?':
+ default:
+ break;
+ }
+ }
+
+ switch (command_opt) {
+ case CMD_UNKNOWN:
+ show_usage(argv[0]);
+ break;
+ case CMD_SHOWNODES:
+ show_nodes(nodeid_format, address_format);
+ break;
+ case CMD_SHOWSTATUS:
+ show_status();
+ break;
+ case CMD_SETVOTES:
+ ret = set_votes(nodeid, votes);
+ break;
+ case CMD_SETEXPECTED:
+ ret = set_expected(votes);
+ break;
+ }
+
+ return (ret);
+}
Index: tools/Makefile.am
===================================================================
--- tools/Makefile.am (revision 2397)
+++ tools/Makefile.am (working copy)
@@ -34,11 +34,13 @@
sbin_PROGRAMS = corosync-fplay corosync-cfgtool \
corosync-keygen corosync-objctl \
- corosync-pload
+ corosync-pload corosync-quorumtool
corosync_pload_LDADD = ../lib/libpload.a ../lib/libcoroipcc.a
corosync_objctl_LDADD = ../lib/libconfdb.a ../lcr/liblcr.a
../lib/libcoroipcc.a
corosync_cfgtool_LDADD = ../lib/libcfg.a ../lib/libcoroipcc.a
+corosync_quorumtool_LDADD = ../lib/libconfdb.a ../lib/libcfg.a
../lib/libquorum.a \
+ ../lib/libvotequorum.a ../lib/libcoroipcc.a
../lcr/liblcr.a
lint:
-splint $(LINT_FLAGS) $(CFLAGS) *.c
Index: man/corosync-quorumtool.8
===================================================================
--- man/corosync-quorumtool.8 (revision 0)
+++ man/corosync-quorumtool.8 (revision 0)
@@ -0,0 +1,88 @@
+.\"/*
+.\" * Copyright (c) 2009 Red Hat Inc
+.\" *
+.\" * All rights reserved.
+.\" *
+.\" * Author: Angus Salkeld ([email protected])
+.\" *
+.\" * This software licensed under BSD license, the text of which follows:
+.\" *
+.\" * Redistribution and use in source and binary forms, with or without
+.\" * modification, are permitted provided that the following conditions are
met:
+.\" *
+.\" * - Redistributions of source code must retain the above copyright notice,
+.\" * this list of conditions and the following disclaimer.
+.\" * - Redistributions in binary form must reproduce the above copyright
notice,
+.\" * this list of conditions and the following disclaimer in the
documentation
+.\" * and/or other materials provided with the distribution.
+.\" * - Neither the name of the Red Hat, Inc. nor the names of its
+.\" * contributors may be used to endorse or promote products derived from
this
+.\" * software without specific prior written permission.
+.\" *
+.\" * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS
IS"
+.\" * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
+.\" * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
PURPOSE
+.\" * ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE
+.\" * LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
+.\" * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
+.\" * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
+.\" * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
+.\" * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
+.\" * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF
+.\" * THE POSSIBILITY OF SUCH DAMAGE.
+.\" */
+.TH COROSYNC-QUORUMTOOL 8 2009-08-28
+.SH NAME
+corosync-quorumtool \- Display and alter quorum information
+.SH SYNOPSIS
+.B "corosync-quorumtool [options]"
+.SH DESCRIPTION
+.B corosync-quorumtool
+is used to display active quorum information. If votequorum is the active
quorum provider
+then it can also adjust expected_votes for the cluster and the number of votes
provided
+by any node.
+.SH OPTIONS
+.TP
+.B -s
+Show status information. The version number, number of active nodes, ring
sequence number, quorum provider and
+quorum state are always displayed. If votequorum is active then the program
will also show
+the number of votes in the cluster, expected votes, quorum votes etc
+.TP
+.B -l
+Displays a list of nodes known to the quorum system. Note that this might not
+be the same as the list of nodes known to corosync. If votequorum is the quorum
+provider then the number of votes assigned to each node is also displayed.
+.br
+By default the node ID is shown in decimal, and the IP address is resolved
into a name
+using getnameinfo(). These can be changed with the -i and -h switches.
+.TP
+.B -v
+Sets the number of votes assigned to a node. If the -n switch is not specified
then
+the local node has its votes changed. Note that votequorum will not let you
change
+the number of votes to make the cluster inquorate.
+.br
+This option is only available when votequorum is the quorum provider
+.TP
+.B -e
+Sets the number of expected votes for the cluster. Note that votequorum will
not let you change
+the number of expected votes to make the cluster inquorate.
+.br
+This option is only available when votequorum is the quorum provider
+.TP
+.B -n
+The node ID of the node that is to have its votes changed. This option is only
+meaningful with the -v switch. Node numbers may be in decimal or hexadecimal.
+.TP
+.B -h
+When used with the -l option, print node IDs in hexadecimal rather than
decimal. These might be easier to digest
+if you let corosync assign its own node IDs based on the IPv4 address.
+.TP
+.B -i
+When used with the -l option, print node names as IP addresses. This means
that no DNS lookup need be performed
+to display the details.
+.TP
+.SH SEE ALSO
+.BR corosync-cfgtool (3),
+.SH AUTHOR
+Chrissie Caulfield
+.PP
_______________________________________________
Openais mailing list
[email protected]
https://lists.linux-foundation.org/mailman/listinfo/openais
