On Thu, Jun 8, 2023 at 10:55 PM lejeczek via Users <users@clusterlabs.org> wrote: > > > > On 09/06/2023 01:38, Reid Wahl wrote: > > On Thu, Jun 8, 2023 at 2:24 PM lejeczek via Users <users@clusterlabs.org> > > wrote: > >> > >> > >>> Ouch. > >>> > >>> Let's see the full output of the move command, with the whole CIB that > >>> failed to validate. > >>> > >> For a while there I thought perhaps it was just that one > >> pglsq resource, but it seems that any - though only a few > >> are set up - (only clone promoted?)resource fails to move. > >> Perhaps primarily to do with 'pcs' > >> > >> -> $ pcs resource move REDIS-clone --promoted podnode3 > >> Error: cannot move resource 'REDIS-clone' > >> 1 <cib crm_feature_set="3.17.4" > >> validate-with="pacemaker-3.6" epoch="8212" num_updates="0" > >> admin_epoch="0" cib-last-written="Thu Jun 8 21:59:53 2023" > >> update-origin="podnode1" update-client="crm_attribute" > >> have-quorum="1" update-user="root" dc-uuid="1"> > > This is the problem: `validate-with="pacemaker-3.6"`. That old schema > > doesn't support role="Promoted" in a location constraint. Support > > begins with version 3.7 of the schema: > > https://github.com/ClusterLabs/pacemaker/commit/e7f1424df49ac41b2d38b72af5ff9ad5121432d2. > > > > You'll need at least Pacemaker 2.1.0. > I have: > corosynclib-3.1.7-1.el9.x86_64 > corosync-3.1.7-1.el9.x86_64 > pacemaker-schemas-2.1.6-2.el9.noarch > pacemaker-libs-2.1.6-2.el9.x86_64 > pacemaker-cluster-libs-2.1.6-2.el9.x86_64 > pacemaker-cli-2.1.6-2.el9.x86_64 > pacemaker-2.1.6-2.el9.x86_64 > pcs-0.11.5-2.el9.x86_64 > pacemaker-remote-2.1.6-2.el9.x86_64 > and the reset is Centos 9 up-to-what-is-in-repos
If all your cluster nodes are at those versions, try `pcs cluster cib-upgrade` > > > >> 2 <configuration> > >> 3 <crm_config> > >> 4 <cluster_property_set id="cib-bootstrap-options"> > >> 5 <nvpair > >> id="cib-bootstrap-options-have-watchdog" > >> name="have-watchdog" value="false"/> > >> 6 <nvpair id="cib-bootstrap-options-dc-version" > >> name="dc-version" value="2.1.6-2.el9-6fdc9deea29"/> > >> 7 <nvpair > >> id="cib-bootstrap-options-cluster-infrastructure" > >> name="cluster-infrastructure" value="corosync"/> > >> 8 <nvpair > >> id="cib-bootstrap-options-cluster-name" name="cluster-name" > >> value="podnodes"/> > >> 9 <nvpair > >> id="cib-bootstrap-options-stonith-enabled" > >> name="stonith-enabled" value="false"/> > >> 10 <nvpair > >> id="cib-bootstrap-options-last-lrm-refresh" > >> name="last-lrm-refresh" value="1686047745"/> > >> 11 <nvpair > >> id="cib-bootstrap-options-maintenance-mode" > >> name="maintenance-mode" value="false"/> > >> 12 </cluster_property_set> > >> 13 <cluster_property_set id="redis_replication"> > >> 14 <nvpair id="redis_replication-REDIS_REPL_INFO" > >> name="REDIS_REPL_INFO" value="podnode1"/> > >> 15 </cluster_property_set> > >> 16 </crm_config> > >> 17 <nodes> > >> 18 <node id="1" uname="podnode1"> > >> 19 <instance_attributes id="nodes-1"> > >> 20 <nvpair id="nodes-1-PGSQL-data-status" > >> name="PGSQL-data-status" value="DISCONNECT"/> > >> 21 </instance_attributes> > >> 22 </node> > >> 23 <node id="2" uname="podnode2"> > >> 24 <instance_attributes id="nodes-2"> > >> 25 <nvpair id="nodes-2-PGSQL-data-status" > >> name="PGSQL-data-status" value="DISCONNECT"/> > >> 26 </instance_attributes> > >> 27 </node> > >> 28 <node id="3" uname="podnode3"> > >> 29 <instance_attributes id="nodes-3"> > >> 30 <nvpair id="nodes-3-PGSQL-data-status" > >> name="PGSQL-data-status" value="LATEST"/> > >> 31 </instance_attributes> > >> 32 </node> > >> 33 </nodes> > >> 34 <resources> > >> 35 <primitive class="ocf" id="HA-10-1-1-226" > >> provider="heartbeat" type="IPaddr2"> > >> 36 <meta_attributes > >> id="HA-10-1-1-226-meta_attributes"> > >> 37 <nvpair > >> id="HA-10-1-1-226-meta_attributes-failure-timeout" > >> name="failure-timeout" value="30s"/> > >> 38 </meta_attributes> > >> 39 <instance_attributes > >> id="HA-10-1-1-226-instance_attributes"> > >> 40 <nvpair > >> id="HA-10-1-1-226-instance_attributes-cidr_netmask" > >> name="cidr_netmask" value="24"/> > >> 41 <nvpair > >> id="HA-10-1-1-226-instance_attributes-ip" name="ip" > >> value="10.1.1.226"/> > >> 42 </instance_attributes> > >> 43 <operations> > >> 44 <op id="HA-10-1-1-226-monitor-interval-10s" > >> interval="10s" name="monitor" timeout="20s"/> > >> 45 <op id="HA-10-1-1-226-start-interval-0s" > >> interval="0s" name="start" timeout="20s"/> > >> 46 <op id="HA-10-1-1-226-stop-interval-0s" > >> interval="0s" name="stop" timeout="20s"/> > >> 47 </operations> > >> 48 </primitive> > >> 49 <primitive class="ocf" id="HA-10-3-1-226" > >> provider="heartbeat" type="IPaddr2"> > >> 50 <meta_attributes > >> id="HA-10-3-1-226-meta_attributes"> > >> 51 <nvpair > >> id="HA-10-3-1-226-meta_attributes-failure-timeout" > >> name="failure-timeout" value="30s"/> > >> 52 </meta_attributes> > >> 53 <instance_attributes > >> id="HA-10-3-1-226-instance_attributes"> > >> 54 <nvpair > >> id="HA-10-3-1-226-instance_attributes-cidr_netmask" > >> name="cidr_netmask" value="24"/> > >> 55 <nvpair > >> id="HA-10-3-1-226-instance_attributes-ip" name="ip" > >> value="10.3.1.226"/> > >> 56 </instance_attributes> > >> 57 <operations> > >> 58 <op id="HA-10-3-1-226-monitor-interval-10s" > >> interval="10s" name="monitor" timeout="20s"/> > >> 59 <op id="HA-10-3-1-226-start-interval-0s" > >> interval="0s" name="start" timeout="20s"/> > >> 60 <op id="HA-10-3-1-226-stop-interval-0s" > >> interval="0s" name="stop" timeout="20s"/> > >> 61 </operations> > >> 62 </primitive> > >> 63 <clone id="REDIS-clone"> > >> 64 <primitive id="REDIS" class="ocf" type="redis" > >> provider="heartbeat"> > >> 65 <instance_attributes > >> id="REDIS-instance_attributes"> > >> 66 <nvpair id="REDIS-instance_attributes-bin" > >> name="bin" value="/usr/bin/redis-server"/> > >> 67 <nvpair > >> id="REDIS-instance_attributes-client_bin" name="client_bin" > >> value="/usr/bin/redis-cli"/> > >> 68 <nvpair > >> id="REDIS-instance_attributes-config" name="config" > >> value="/etc/redis/redis.conf"/> > >> 69 <nvpair > >> id="REDIS-instance_attributes-rundir" name="rundir" > >> value="/run/redis"/> > >> 70 <nvpair > >> id="REDIS-instance_attributes-user" name="user" value="redis"/> > >> 71 <nvpair > >> id="REDIS-instance_attributes-wait_last_known_master" > >> name="wait_last_known_master" value="true"/> > >> 72 </instance_attributes> > >> 73 <operations> > >> 74 <op name="demote" interval="0s" > >> timeout="120s" id="REDIS-demote-interval-0s"/> > >> 75 <op name="monitor" timeout="60s" > >> interval="45s" id="REDIS-monitor-interval-45s"> > >> 76 <instance_attributes > >> id="REDIS-monitor-interval-45s-instance_attributes"> > >> 77 <nvpair > >> id="REDIS-monitor-interval-45s-instance_attributes-OCF_CHECK_LEVEL" > >> name="OCF_CHECK_LEVEL" value="0"/> > >> 78 </instance_attributes> > >> 79 </op> > >> 80 <op name="monitor" role="Master" > >> timeout="60s" interval="20s" id="REDIS-monitor-interval-20s"> > >> 81 <instance_attributes > >> id="REDIS-monitor-interval-20s-instance_attributes"> > >> 82 <nvpair > >> id="REDIS-monitor-interval-20s-instance_attributes-OCF_CHECK_LEVEL" > >> name="OCF_CHECK_LEVEL" value="0"/> > >> 83 </instance_attributes> > >> 84 </op> > >> 85 <op name="monitor" role="Slave" > >> timeout="60s" interval="60s" id="REDIS-monitor-interval-60s"> > >> 86 <instance_attributes > >> id="REDIS-monitor-interval-60s-instance_attributes"> > >> 87 <nvpair > >> id="REDIS-monitor-interval-60s-instance_attributes-OCF_CHECK_LEVEL" > >> name="OCF_CHECK_LEVEL" value="0"/> > >> 88 </instance_attributes> > >> 89 </op> > >> 90 <op name="notify" interval="0s" > >> timeout="90s" id="REDIS-notify-interval-0s"/> > >> 91 <op name="promote" interval="0s" > >> timeout="120s" id="REDIS-promote-interval-0s"/> > >> 92 <op name="start" interval="0s" > >> timeout="120s" id="REDIS-start-interval-0s"/> > >> 93 <op name="stop" interval="0s" > >> timeout="120s" id="REDIS-stop-interval-0s"/> > >> 94 </operations> > >> 95 </primitive> > >> 96 <meta_attributes id="REDIS-clone-meta_attributes"> > >> 97 <nvpair > >> id="REDIS-clone-meta_attributes-notify" name="notify" > >> value="true"/> > >> 98 <nvpair > >> id="REDIS-clone-meta_attributes-ordered" name="ordered" > >> value="true"/> > >> 99 <nvpair > >> id="REDIS-clone-meta_attributes-promotable" > >> name="promotable" value="true"/> > >> 100 <nvpair > >> id="REDIS-clone-meta_attributes-failure-timeout" > >> name="failure-timeout" value="30s"/> > >> 101 </meta_attributes> > >> 102 </clone> > >> 103 <clone id="MARIADB-clone"> > >> 104 <primitive id="MARIADB" class="ocf" > >> type="galera" provider="heartbeat"> > >> 105 <instance_attributes > >> id="MARIADB-instance_attributes"> > >> 106 <nvpair > >> id="MARIADB-instance_attributes-additional_parameters" > >> name="additional_parameters" value="--basedir=/usr"/> > >> 107 <nvpair > >> id="MARIADB-instance_attributes-check_passwd" > >> name="check_passwd" value="pacemaker#9897"/> > >> 108 <nvpair > >> id="MARIADB-instance_attributes-check_user" > >> name="check_user" value="pacemaker"/> > >> 109 <nvpair > >> id="MARIADB-instance_attributes-cluster_host_map" > >> name="cluster_host_map" > >> value="podnode1:10.0.1.1;podnode2:10.0.1.2;podnode3:10.0.1.3"/> > >> 110 <nvpair > >> id="MARIADB-instance_attributes-group" name="group" > >> value="mysql"/> > >> 111 <nvpair > >> id="MARIADB-instance_attributes-log" name="log" > >> value="/var/log/mariadb/mariadb.log"/> > >> 112 <nvpair > >> id="MARIADB-instance_attributes-user" name="user" > >> value="mysql"/> > >> 113 <nvpair > >> id="MARIADB-instance_attributes-wsrep_cluster_address" > >> name="wsrep_cluster_address" > >> value="gcomm://10.0.1.1,10.0.1.2,10.0.1.3"/> > >> 114 </instance_attributes> > >> 115 <meta_attributes id="MARIADB-meta_attributes"> > >> 116 <nvpair > >> id="MARIADB-meta_attributes-failure-timeout" > >> name="failure-timeout" value="30s"/> > >> 117 </meta_attributes> > >> 118 <operations> > >> 119 <op name="demote" interval="0s" > >> timeout="120s" id="MARIADB-demote-interval-0s"/> > >> 120 <op name="monitor" timeout="30s" > >> interval="20s" id="MARIADB-monitor-interval-20s"> > >> 121 <instance_attributes > >> id="MARIADB-monitor-interval-20s-instance_attributes"> > >> 122 <nvpair > >> id="MARIADB-monitor-interval-20s-instance_attributes-OCF_CHECK_LEVEL" > >> name="OCF_CHECK_LEVEL" value="0"/> > >> 123 </instance_attributes> > >> 124 </op> > >> 125 <op name="monitor" role="Master" > >> timeout="30s" interval="10s" id="MARIADB-monitor-interval-10s"> > >> 126 <instance_attributes > >> id="MARIADB-monitor-interval-10s-instance_attributes"> > >> 127 <nvpair > >> id="MARIADB-monitor-interval-10s-instance_attributes-OCF_CHECK_LEVEL" > >> name="OCF_CHECK_LEVEL" value="0"/> > >> 128 </instance_attributes> > >> 129 </op> > >> 130 <op name="monitor" role="Slave" > >> timeout="30s" interval="30s" id="MARIADB-monitor-interval-30s"> > >> 131 <instance_attributes > >> id="MARIADB-monitor-interval-30s-instance_attributes"> > >> 132 <nvpair > >> id="MARIADB-monitor-interval-30s-instance_attributes-OCF_CHECK_LEVEL" > >> name="OCF_CHECK_LEVEL" value="0"/> > >> 133 </instance_attributes> > >> 134 </op> > >> 135 <op name="promote" interval="0s" > >> timeout="300s" id="MARIADB-promote-interval-0s"/> > >> 136 <op name="start" interval="0s" > >> timeout="120s" id="MARIADB-start-interval-0s"/> > >> 137 <op name="stop" interval="0s" > >> timeout="120s" id="MARIADB-stop-interval-0s"/> > >> 138 </operations> > >> 139 </primitive> > >> 140 <meta_attributes > >> id="MARIADB-clone-meta_attributes"> > >> 141 <nvpair > >> id="MARIADB-clone-meta_attributes-promotable" > >> name="promotable" value="true"/> > >> 142 <nvpair > >> id="MARIADB-clone-meta_attributes-promoted-max" > >> name="promoted-max" value="3"/> > >> 143 </meta_attributes> > >> 144 </clone> > >> 145 <clone id="PGSQL-clone"> > >> 146 <primitive id="PGSQL" class="ocf" type="pgsql" > >> provider="heartbeat"> > >> 147 <instance_attributes > >> id="PGSQL-instance_attributes"> > >> 148 <nvpair > >> id="PGSQL-instance_attributes-master_ip" name="master_ip" > >> value="10.1.1.226"/> > >> 149 <nvpair > >> id="PGSQL-instance_attributes-monitor_password" > >> name="monitor_password" value="twooczek#9897"/> > >> 150 <nvpair > >> id="PGSQL-instance_attributes-monitor_user" > >> name="monitor_user" value="replicator"/> > >> 151 <nvpair > >> id="PGSQL-instance_attributes-node_list" name="node_list" > >> value="podnode1 podnode2 podnode3"/> > >> 152 <nvpair > >> id="PGSQL-instance_attributes-pgctl" name="pgctl" > >> value="/usr/bin/pg_ctl"/> > >> 153 <nvpair > >> id="PGSQL-instance_attributes-pgdata" name="pgdata" > >> value="/var/lib/pgsql/data/"/> > >> 154 <nvpair > >> id="PGSQL-instance_attributes-primary_conninfo_opt" > >> name="primary_conninfo_opt" value="keepalives_idle=60 > >> keepalives_interval=5 keepalives_count=5"/> > >> 155 <nvpair > >> id="PGSQL-instance_attributes-psql" name="psql" > >> value="/usr/bin/psql"/> > >> 156 <nvpair > >> id="PGSQL-instance_attributes-rep_mode" name="rep_mode" > >> value="sync"/> > >> 157 <nvpair > >> id="PGSQL-instance_attributes-restart_on_promote" > >> name="restart_on_promote" value="true"/> > >> 158 <nvpair > >> id="PGSQL-instance_attributes-restore_command" > >> name="restore_command" value="cp > >> /var/lib/pgsql/pg_archive/%f %p"/> > >> 159 </instance_attributes> > >> 160 <operations> > >> 161 <op name="demote" timeout="60s" > >> interval="0s" on-fail="stop" id="PGSQL-demote-interval-0s"/> > >> 162 <op name="methods" interval="0s" > >> timeout="5s" id="PGSQL-methods-interval-0s"/> > >> 163 <op name="monitor" timeout="60s" > >> interval="4s" on-fail="restart" id="PGSQL-monitor-interval-4s"/> > >> 164 <op name="monitor" timeout="60s" > >> interval="3s" on-fail="restart" role="Master" > >> id="PGSQL-monitor-interval-3s"/> > >> 165 <op name="notify" timeout="60s" > >> interval="0s" id="PGSQL-notify-interval-0s"/> > >> 166 <op name="promote" timeout="60s" > >> interval="0s" on-fail="restart" id="PGSQL-promote-interval-0s"/> > >> 167 <op name="start" timeout="60s" > >> interval="0s" on-fail="restart" id="PGSQL-start-interval-0s"/> > >> 168 <op name="stop" timeout="60s" > >> interval="0s" on-fail="block" id="PGSQL-stop-interval-0s"/> > >> 169 </operations> > >> 170 </primitive> > >> 171 <meta_attributes id="PGSQL-clone-meta_attributes"> > >> 172 <nvpair > >> id="PGSQL-clone-meta_attributes-master-max" > >> name="master-max" value="1"/> > >> 173 <nvpair > >> id="PGSQL-clone-meta_attributes-notify" name="notify" > >> value="true"/> > >> 174 <nvpair > >> id="PGSQL-clone-meta_attributes-promotable" > >> name="promotable" value="true"/> > >> 175 <nvpair > >> id="PGSQL-clone-meta_attributes-target-role" > >> name="target-role" value="Stopped"/> > >> 176 </meta_attributes> > >> 177 </clone> > >> 178 </resources> > >> 179 <constraints> > >> 180 <rsc_order first="PGSQL-clone" > >> then="HA-10-1-1-226" kind="Mandatory" first-action="promote" > >> then-action="start" symmetrical="false" > >> id="order-PGSQL-clone-HA-10-1-1-226-Mandatory"/> > >> 181 <rsc_order first="PGSQL-clone" > >> then="HA-10-1-1-226" kind="Mandatory" first-action="demote" > >> then-action="stop" symmetrical="false" > >> id="order-PGSQL-clone-HA-10-1-1-226-Mandatory-1"/> > >> 182 <rsc_colocation rsc="HA-10-1-1-226" > >> with-rsc="PGSQL-clone" score="1000" rsc-role="Started" > >> with-rsc-role="Master" > >> id="colocation-HA-10-1-1-226-PGSQL-clone-INFINITY"/> > >> 183 <rsc_colocation rsc="HA-10-3-1-226" > >> with-rsc="HA-10-1-1-226" score="1000" > >> id="colocation-HA-10-3-1-226-HA-10-1-1-226-INFINITY"/> > >> 184 <rsc_location id="cli-prefer-REDIS-clone" > >> rsc="REDIS-clone" role="Promoted" node="podnode3" > >> score="INFINITY"/> > >> 185 </constraints> > >> 186 <rsc_defaults> > >> 187 <meta_attributes id="rsc_defaults-meta_attributes"> > >> 188 <nvpair > >> id="rsc_defaults-meta_attributes-resource-stickiness" > >> name="resource-stickiness" value="99"/> > >> 189 </meta_attributes> > >> 190 </rsc_defaults> > >> 191 </configuration> > >> 192 <status> > >> 193 <node_state id="3" uname="podnode3" in_ccm="true" > >> crmd="online" > >> crm-debug-origin="controld_update_resource_history" > >> join="member" expected="member"> > >> 194 <transient_attributes id="3"> > >> 195 <instance_attributes id="status-3"> > >> 196 <nvpair id="status-3-master-MARIADB" > >> name="master-MARIADB" value="100"/> > >> 197 <nvpair id="status-3-.feature-set" > >> name="#feature-set" value="3.17.4"/> > >> 198 <nvpair id="status-3-master-REDIS" > >> name="master-REDIS" value="1"/> > >> 199 </instance_attributes> > >> 200 </transient_attributes> > >> 201 <lrm id="3"> > >> 202 <lrm_resources> > >> 203 <lrm_resource id="HA-10-3-1-226" > >> type="IPaddr2" class="ocf" provider="heartbeat"> > >> 204 <lrm_rsc_op id="HA-10-3-1-226_last_0" > >> operation_key="HA-10-3-1-226_monitor_0" operation="monitor" > >> crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" > >> transition-key="8:33:7:b6770cc1-1130-4897-b8bd-558cf6dc05fa" > >> transition-magic="0:7;8:33:7:b6770cc1-1130-4897-b8bd-558cf6dc05fa" > >> exit-reason="" on_node="podnode3" call-id="16" rc-code="7" > >> op-status="0" interval="0" last-rc-change="1686245660" > >> exec-time="416" queue-time="0" > >> op-digest="e40a5b47209e7876cdb9d3fea34f2744"/> > >> 205 </lrm_resource> > >> 206 <lrm_resource id="HA-10-1-1-226" > >> type="IPaddr2" class="ocf" provider="heartbeat"> > >> 207 <lrm_rsc_op id="HA-10-1-1-226_last_0" > >> operation_key="HA-10-1-1-226_monitor_0" operation="monitor" > >> crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" > >> transition-key="7:33:7:b6770cc1-1130-4897-b8bd-558cf6dc05fa" > >> transition-magic="0:7;7:33:7:b6770cc1-1130-4897-b8bd-558cf6dc05fa" > >> exit-reason="" on_node="podnode3" call-id="18" rc-code="7" > >> op-status="0" interval="0" last-rc-change="1686245661" > >> exec-time="426" queue-time="0" > >> op-digest="b246019430981d46f83f2ed1229cb671"/> > >> 208 </lrm_resource> > >> 209 <lrm_resource id="REDIS" type="redis" > >> class="ocf" provider="heartbeat"> > >> 210 <lrm_rsc_op id="REDIS_last_0" > >> operation_key="REDIS_demote_0" operation="demote" > >> crm-debug-origin="controld_update_resource_history" > >> crm_feature_set="3.17.4" > >> transition-key="15:19:0:f2bc3ef1-f181-4d5e-a34b-9017cc3cb497" > >> transition-magic="0:0;15:19:0:f2bc3ef1-f181-4d5e-a34b-9017cc3cb497" > >> exit-reason="" on_node="podnode3" call-id="72" rc-code="0" > >> op-status="0" interval="0" last-rc-change="1686257988" > >> exec-time="2099" queue-time="0" > >> op-digest="53c16f2ba884da458b827b97d7c59d6f" > >> op-secure-params=" user " > >> op-secure-digest="f5b9b8c091e1d5cbee988dc2f7825ce5"/> > >> 211 <lrm_rsc_op id="REDIS_monitor_60000" > >> operation_key="REDIS_monitor_60000" operation="monitor" > >> crm-debug-origin="controld_update_resource_history" > >> crm_feature_set="3.17.4" > >> transition-key="14:20:0:f2bc3ef1-f181-4d5e-a34b-9017cc3cb497" > >> transition-magic="0:0;14:20:0:f2bc3ef1-f181-4d5e-a34b-9017cc3cb497" > >> exit-reason="" on_node="podnode3" call-id="76" rc-code="0" > >> op-status="0" interval="60000" last-rc-change="1686257995" > >> exec-time="42" queue-time="0" > >> op-digest="b32b4add1aa64602d2258e6014d730a2" > >> op-secure-params=" user " > >> op-secure-digest="259b92172e73fce0bb0e0c8a3c0d286c"/> > >> 212 <lrm_rsc_op id="REDIS_monitor_45000" > >> operation_key="REDIS_monitor_45000" operation="monitor" > >> crm-debug-origin="controld_update_resource_history" > >> crm_feature_set="3.17.4" > >> transition-key="13:20:0:f2bc3ef1-f181-4d5e-a34b-9017cc3cb497" > >> transition-magic="0:0;13:20:0:f2bc3ef1-f181-4d5e-a34b-9017cc3cb497" > >> exit-reason="" on_node="podnode3" call-id="77" rc-code="0" > >> op-status="0" interval="45000" last-rc-change="1686257995" > >> exec-time="41" queue-time="40" > >> op-digest="b32b4add1aa64602d2258e6014d730a2" > >> op-secure-params=" user " > >> op-secure-digest="259b92172e73fce0bb0e0c8a3c0d286c"/> > >> 213 </lrm_resource> > >> 214 <lrm_resource id="PGSQL" type="pgsql" > >> class="ocf" provider="heartbeat"> > >> 215 <lrm_rsc_op id="PGSQL_last_0" > >> operation_key="PGSQL_monitor_0" operation="monitor" > >> crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" > >> transition-key="11:33:7:b6770cc1-1130-4897-b8bd-558cf6dc05fa" > >> transition-magic="0:7;11:33:7:b6770cc1-1130-4897-b8bd-558cf6dc05fa" > >> exit-reason="" on_node="podnode3" call-id="25" rc-code="7" > >> op-status="0" interval="0" last-rc-change="1686245662" > >> exec-time="425" queue-time="0" > >> op-digest="4d79bd6e50196f9d0ef53515b47714f4"/> > >> 216 </lrm_resource> > >> 217 <lrm_resource id="MARIADB" type="galera" > >> class="ocf" provider="heartbeat"> > >> 218 <lrm_rsc_op id="MARIADB_last_0" > >> operation_key="MARIADB_promote_0" operation="promote" > >> crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" > >> transition-key="49:47:0:b6770cc1-1130-4897-b8bd-558cf6dc05fa" > >> transition-magic="0:0;49:47:0:b6770cc1-1130-4897-b8bd-558cf6dc05fa" > >> exit-reason="" on_node="podnode3" call-id="38" rc-code="0" > >> op-status="0" interval="0" last-rc-change="1686246391" > >> exec-time="4740" queue-time="0" > >> op-digest="6bc6e311fa247d978cc8975b1e87f831" > >> op-secure-params=" user " > >> op-secure-digest="bd85bbe5c0d8a774de3537df49a75f9d"/> > >> 219 <lrm_rsc_op id="MARIADB_monitor_10000" > >> operation_key="MARIADB_monitor_10000" operation="monitor" > >> crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" > >> transition-key="51:48:8:b6770cc1-1130-4897-b8bd-558cf6dc05fa" > >> transition-magic="0:8;51:48:8:b6770cc1-1130-4897-b8bd-558cf6dc05fa" > >> exit-reason="" on_node="podnode3" call-id="39" rc-code="8" > >> op-status="0" interval="10000" last-rc-change="1686246396" > >> exec-time="56" queue-time="0" > >> op-digest="4b478f5cdb045b8b522f38b39ba4d378" > >> op-secure-params=" user " > >> op-secure-digest="398fe08718da1caa3d6caffb805a4429"/> > >> 220 </lrm_resource> > >> 221 </lrm_resources> > >> 222 </lrm> > >> 223 </node_state> > >> 224 <node_state id="1" uname="podnode1" crmd="online" > >> crm-debug-origin="controld_update_resource_history" > >> in_ccm="true" join="member" expected="member"> > >> 225 <transient_attributes id="1"> > >> 226 <instance_attributes id="status-1"> > >> 227 <nvpair id="status-1-master-MARIADB" > >> name="master-MARIADB" value="100"/> > >> 228 <nvpair id="status-1-.feature-set" > >> name="#feature-set" value="3.17.4"/> > >> 229 <nvpair id="status-1-master-REDIS" > >> name="master-REDIS" value="1000"/> > >> 230 </instance_attributes> > >> 231 </transient_attributes> > >> 232 <lrm id="1"> > >> 233 <lrm_resources> > >> 234 <lrm_resource id="HA-10-3-1-226" > >> type="IPaddr2" class="ocf" provider="heartbeat"> > >> 235 <lrm_rsc_op id="HA-10-3-1-226_last_0" > >> operation_key="HA-10-3-1-226_start_0" operation="start" > >> crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" > >> transition-key="13:80:0:b6770cc1-1130-4897-b8bd-558cf6dc05fa" > >> transition-magic="0:0;13:80:0:b6770cc1-1130-4897-b8bd-558cf6dc05fa" > >> exit-reason="" on_node="podnode1" call-id="101" rc-code="0" > >> op-status="0" interval="0" last-rc-change="1686257305" > >> exec-time="42" queue-time="0" > >> op-digest="e40a5b47209e7876cdb9d3fea34f2744"/> > >> 236 <lrm_rsc_op > >> id="HA-10-3-1-226_monitor_10000" > >> operation_key="HA-10-3-1-226_monitor_10000" > >> operation="monitor" crm-debug-origin="build_active_RAs" > >> crm_feature_set="3.17.4" > >> transition-key="14:80:0:b6770cc1-1130-4897-b8bd-558cf6dc05fa" > >> transition-magic="0:0;14:80:0:b6770cc1-1130-4897-b8bd-558cf6dc05fa" > >> exit-reason="" on_node="podnode1" call-id="102" rc-code="0" > >> op-status="0" interval="10000" last-rc-change="1686257306" > >> exec-time="21" queue-time="0" > >> op-digest="c2fa92e0a9c730c95fb8aa8f6377da20"/> > >> 237 </lrm_resource> > >> 238 <lrm_resource id="HA-10-1-1-226" > >> type="IPaddr2" class="ocf" provider="heartbeat"> > >> 239 <lrm_rsc_op id="HA-10-1-1-226_last_0" > >> operation_key="HA-10-1-1-226_monitor_0" operation="monitor" > >> crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" > >> transition-key="9:1:7:b6770cc1-1130-4897-b8bd-558cf6dc05fa" > >> transition-magic="0:7;9:1:7:b6770cc1-1130-4897-b8bd-558cf6dc05fa" > >> exit-reason="" on_node="podnode1" call-id="52" rc-code="7" > >> op-status="0" interval="0" last-rc-change="1686245446" > >> exec-time="23" queue-time="0" > >> op-digest="b246019430981d46f83f2ed1229cb671"/> > >> 240 </lrm_resource> > >> 241 <lrm_resource id="REDIS" type="redis" > >> class="ocf" provider="heartbeat"> > >> 242 <lrm_rsc_op id="REDIS_last_failure_0" > >> operation_key="REDIS_monitor_0" operation="monitor" > >> crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" > >> transition-key="11:1:7:b6770cc1-1130-4897-b8bd-558cf6dc05fa" > >> transition-magic="0:0;11:1:7:b6770cc1-1130-4897-b8bd-558cf6dc05fa" > >> exit-reason="" on_node="podnode1" call-id="56" rc-code="0" > >> op-status="0" interval="0" last-rc-change="1686245446" > >> exec-time="83" queue-time="0" > >> op-digest="53c16f2ba884da458b827b97d7c59d6f"/> > >> 243 <lrm_rsc_op id="REDIS_last_0" > >> operation_key="REDIS_promote_0" operation="promote" > >> crm-debug-origin="controld_update_resource_history" > >> crm_feature_set="3.17.4" > >> transition-key="21:19:0:f2bc3ef1-f181-4d5e-a34b-9017cc3cb497" > >> transition-magic="0:0;21:19:0:f2bc3ef1-f181-4d5e-a34b-9017cc3cb497" > >> exit-reason="" on_node="podnode1" call-id="141" rc-code="0" > >> op-status="0" interval="0" last-rc-change="1686257993" > >> exec-time="71" queue-time="0" > >> op-digest="53c16f2ba884da458b827b97d7c59d6f" > >> op-secure-params=" user " > >> op-secure-digest="f5b9b8c091e1d5cbee988dc2f7825ce5"/> > >> 244 <lrm_rsc_op id="REDIS_monitor_20000" > >> operation_key="REDIS_monitor_20000" operation="monitor" > >> crm-debug-origin="controld_update_resource_history" > >> crm_feature_set="3.17.4" > >> transition-key="19:20:8:f2bc3ef1-f181-4d5e-a34b-9017cc3cb497" > >> transition-magic="0:8;19:20:8:f2bc3ef1-f181-4d5e-a34b-9017cc3cb497" > >> exit-reason="" on_node="podnode1" call-id="143" rc-code="8" > >> op-status="0" interval="20000" last-rc-change="1686257995" > >> exec-time="41" queue-time="0" > >> op-digest="b32b4add1aa64602d2258e6014d730a2" > >> op-secure-params=" user " > >> op-secure-digest="259b92172e73fce0bb0e0c8a3c0d286c"/> > >> 245 </lrm_resource> > >> 246 <lrm_resource id="PGSQL" type="pgsql" > >> class="ocf" provider="heartbeat"> > >> 247 <lrm_rsc_op id="PGSQL_last_0" > >> operation_key="PGSQL_monitor_0" operation="monitor" > >> crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" > >> transition-key="12:5:7:b6770cc1-1130-4897-b8bd-558cf6dc05fa" > >> transition-magic="0:7;12:5:7:b6770cc1-1130-4897-b8bd-558cf6dc05fa" > >> exit-reason="" on_node="podnode1" call-id="62" rc-code="7" > >> op-status="0" interval="0" last-rc-change="1686245447" > >> exec-time="54" queue-time="0" > >> op-digest="4d79bd6e50196f9d0ef53515b47714f4"/> > >> 248 </lrm_resource> > >> 249 <lrm_resource id="MARIADB" type="galera" > >> class="ocf" provider="heartbeat"> > >> 250 <lrm_rsc_op id="MARIADB_last_0" > >> operation_key="MARIADB_promote_0" operation="promote" > >> crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" > >> transition-key="51:69:0:b6770cc1-1130-4897-b8bd-558cf6dc05fa" > >> transition-magic="0:0;51:69:0:b6770cc1-1130-4897-b8bd-558cf6dc05fa" > >> exit-reason="" on_node="podnode1" call-id="99" rc-code="0" > >> op-status="0" interval="0" last-rc-change="1686253610" > >> exec-time="6286" queue-time="0" > >> op-digest="6bc6e311fa247d978cc8975b1e87f831" > >> op-secure-params=" user " > >> op-secure-digest="bd85bbe5c0d8a774de3537df49a75f9d"/> > >> 251 <lrm_rsc_op id="MARIADB_monitor_10000" > >> operation_key="MARIADB_monitor_10000" operation="monitor" > >> crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" > >> transition-key="53:70:8:b6770cc1-1130-4897-b8bd-558cf6dc05fa" > >> transition-magic="0:8;53:70:8:b6770cc1-1130-4897-b8bd-558cf6dc05fa" > >> exit-reason="" on_node="podnode1" call-id="100" rc-code="8" > >> op-status="0" interval="10000" last-rc-change="1686253616" > >> exec-time="36" queue-time="0" > >> op-digest="4b478f5cdb045b8b522f38b39ba4d378" > >> op-secure-params=" user " > >> op-secure-digest="398fe08718da1caa3d6caffb805a4429"/> > >> 252 </lrm_resource> > >> 253 </lrm_resources> > >> 254 </lrm> > >> 255 </node_state> > >> 256 <node_state id="2" uname="podnode2" crmd="online" > >> crm-debug-origin="controld_update_resource_history" > >> in_ccm="true" join="member" expected="member"> > >> 257 <lrm id="2"> > >> 258 <lrm_resources> > >> 259 <lrm_resource id="MARIADB" class="ocf" > >> provider="heartbeat" type="galera"> > >> 260 <lrm_rsc_op id="MARIADB_last_0" > >> operation_key="MARIADB_promote_0" operation="promote" > >> crm-debug-origin="controld_update_resource_history" > >> crm_feature_set="3.17.4" > >> transition-key="55:7:0:f2bc3ef1-f181-4d5e-a34b-9017cc3cb497" > >> transition-magic="0:0;55:7:0:f2bc3ef1-f181-4d5e-a34b-9017cc3cb497" > >> exit-reason="" on_node="podnode2" call-id="30" rc-code="0" > >> op-status="0" interval="0" last-rc-change="1686257701" > >> exec-time="7195" queue-time="0" > >> op-digest="6bc6e311fa247d978cc8975b1e87f831" > >> op-secure-params=" user " > >> op-secure-digest="bd85bbe5c0d8a774de3537df49a75f9d"/> > >> 261 <lrm_rsc_op id="MARIADB_monitor_10000" > >> operation_key="MARIADB_monitor_10000" operation="monitor" > >> crm-debug-origin="controld_update_resource_history" > >> crm_feature_set="3.17.4" > >> transition-key="53:8:8:f2bc3ef1-f181-4d5e-a34b-9017cc3cb497" > >> transition-magic="0:8;53:8:8:f2bc3ef1-f181-4d5e-a34b-9017cc3cb497" > >> exit-reason="" on_node="podnode2" call-id="31" rc-code="8" > >> op-status="0" interval="10000" last-rc-change="1686257709" > >> exec-time="441" queue-time="0" > >> op-digest="4b478f5cdb045b8b522f38b39ba4d378" > >> op-secure-params=" user " > >> op-secure-digest="398fe08718da1caa3d6caffb805a4429"/> > >> 262 </lrm_resource> > >> 263 <lrm_resource id="HA-10-1-1-226" class="ocf" > >> provider="heartbeat" type="IPaddr2"> > >> 264 <lrm_rsc_op id="HA-10-1-1-226_last_0" > >> operation_key="HA-10-1-1-226_monitor_0" operation="monitor" > >> crm-debug-origin="controld_update_resource_history" > >> crm_feature_set="3.17.4" > >> transition-key="7:6:7:f2bc3ef1-f181-4d5e-a34b-9017cc3cb497" > >> transition-magic="0:7;7:6:7:f2bc3ef1-f181-4d5e-a34b-9017cc3cb497" > >> exit-reason="" on_node="podnode2" call-id="17" rc-code="7" > >> op-status="0" interval="0" last-rc-change="1686257697" > >> exec-time="497" queue-time="0" > >> op-digest="b246019430981d46f83f2ed1229cb671"/> > >> 265 </lrm_resource> > >> 266 <lrm_resource id="HA-10-3-1-226" class="ocf" > >> provider="heartbeat" type="IPaddr2"> > >> 267 <lrm_rsc_op id="HA-10-3-1-226_last_0" > >> operation_key="HA-10-3-1-226_monitor_0" operation="monitor" > >> crm-debug-origin="controld_update_resource_history" > >> crm_feature_set="3.17.4" > >> transition-key="8:6:7:f2bc3ef1-f181-4d5e-a34b-9017cc3cb497" > >> transition-magic="0:7;8:6:7:f2bc3ef1-f181-4d5e-a34b-9017cc3cb497" > >> exit-reason="" on_node="podnode2" call-id="18" rc-code="7" > >> op-status="0" interval="0" last-rc-change="1686257697" > >> exec-time="570" queue-time="0" > >> op-digest="e40a5b47209e7876cdb9d3fea34f2744"/> > >> 268 </lrm_resource> > >> 269 <lrm_resource id="REDIS" class="ocf" > >> provider="heartbeat" type="redis"> > >> 270 <lrm_rsc_op id="REDIS_last_0" > >> operation_key="REDIS_start_0" operation="start" > >> crm-debug-origin="controld_update_resource_history" > >> crm_feature_set="3.17.4" > >> transition-key="9:13:0:f2bc3ef1-f181-4d5e-a34b-9017cc3cb497" > >> transition-magic="0:0;9:13:0:f2bc3ef1-f181-4d5e-a34b-9017cc3cb497" > >> exit-reason="" on_node="podnode2" call-id="38" rc-code="0" > >> op-status="0" interval="0" last-rc-change="1686257828" > >> exec-time="2320" queue-time="0" > >> op-digest="53c16f2ba884da458b827b97d7c59d6f" > >> op-secure-params=" user " > >> op-secure-digest="f5b9b8c091e1d5cbee988dc2f7825ce5"/> > >> 271 <lrm_rsc_op id="REDIS_monitor_60000" > >> operation_key="REDIS_monitor_60000" operation="monitor" > >> crm-debug-origin="controld_update_resource_history" > >> crm_feature_set="3.17.4" > >> transition-key="21:15:0:f2bc3ef1-f181-4d5e-a34b-9017cc3cb497" > >> transition-magic="0:0;21:15:0:f2bc3ef1-f181-4d5e-a34b-9017cc3cb497" > >> exit-reason="" on_node="podnode2" call-id="42" rc-code="0" > >> op-status="0" interval="60000" last-rc-change="1686257838" > >> exec-time="46" queue-time="0" > >> op-digest="b32b4add1aa64602d2258e6014d730a2" > >> op-secure-params=" user " > >> op-secure-digest="259b92172e73fce0bb0e0c8a3c0d286c"/> > >> 272 <lrm_rsc_op id="REDIS_monitor_45000" > >> operation_key="REDIS_monitor_45000" operation="monitor" > >> crm-debug-origin="controld_update_resource_history" > >> crm_feature_set="3.17.4" > >> transition-key="20:15:0:f2bc3ef1-f181-4d5e-a34b-9017cc3cb497" > >> transition-magic="0:0;20:15:0:f2bc3ef1-f181-4d5e-a34b-9017cc3cb497" > >> exit-reason="" on_node="podnode2" call-id="43" rc-code="0" > >> op-status="0" interval="45000" last-rc-change="1686257838" > >> exec-time="44" queue-time="46" > >> op-digest="b32b4add1aa64602d2258e6014d730a2" > >> op-secure-params=" user " > >> op-secure-digest="259b92172e73fce0bb0e0c8a3c0d286c"/> > >> 273 </lrm_resource> > >> 274 <lrm_resource id="PGSQL" class="ocf" > >> provider="heartbeat" type="pgsql"> > >> 275 <lrm_rsc_op id="PGSQL_last_0" > >> operation_key="PGSQL_monitor_0" operation="monitor" > >> crm-debug-origin="controld_update_resource_history" > >> crm_feature_set="3.17.4" > >> transition-key="11:6:7:f2bc3ef1-f181-4d5e-a34b-9017cc3cb497" > >> transition-magic="0:7;11:6:7:f2bc3ef1-f181-4d5e-a34b-9017cc3cb497" > >> exit-reason="" on_node="podnode2" call-id="24" rc-code="7" > >> op-status="0" interval="0" last-rc-change="1686257698" > >> exec-time="642" queue-time="0" > >> op-digest="4d79bd6e50196f9d0ef53515b47714f4"/> > >> 276 </lrm_resource> > >> 277 </lrm_resources> > >> 278 </lrm> > >> 279 <transient_attributes id="2"> > >> 280 <instance_attributes id="status-2"> > >> 281 <nvpair id="status-2-.feature-set" > >> name="#feature-set" value="3.17.4"/> > >> 282 <nvpair id="status-2-master-MARIADB" > >> name="master-MARIADB" value="100"/> > >> 283 <nvpair id="status-2-master-REDIS" > >> name="master-REDIS" value="1"/> > >> 284 </instance_attributes> > >> 285 </transient_attributes> > >> 286 </node_state> > >> 287 </status> > >> 288 </cib> > >> 289 > >> crm_resource: Error performing operation: Invalid configuration > >> > >> _______________________________________________ > >> Manage your subscription: > >> https://lists.clusterlabs.org/mailman/listinfo/users > >> > >> ClusterLabs home: https://www.clusterlabs.org/ > > > > > > _______________________________________________ > Manage your subscription: > https://lists.clusterlabs.org/mailman/listinfo/users > > ClusterLabs home: https://www.clusterlabs.org/ -- Regards, Reid Wahl (He/Him) Senior Software Engineer, Red Hat RHEL High Availability - Pacemaker _______________________________________________ Manage your subscription: https://lists.clusterlabs.org/mailman/listinfo/users ClusterLabs home: https://www.clusterlabs.org/
