Adding upstream version 2.1.6.upstream/2.1.6

Signed-off-by: Daniel Baumann <daniel.baumann@progress-linux.org>

1 files changed, 802 insertions, 0 deletions

diff --git a/cts/scheduler/xml/bundle-order-fencing.xml b/cts/scheduler/xml/bundle-order-fencing.xml
new file mode 100644
index 0000000..2e6fab5
--- /dev/null
+++ b/cts/scheduler/xml/bundle-order-fencing.xml
@@ -0,0 +1,802 @@
+<cib crm_feature_set="3.0.12" validate-with="pacemaker-3.7" epoch="126" num_updates="91" admin_epoch="0" cib-last-written="Tue Sep 12 10:20:22 2017" update-origin="controller-0" update-client="crm_attribute" update-user="redis-bundle-0" have-quorum="1" dc-uuid="3" execution-date="1505213519">
+  <configuration>
+    <crm_config>
+      <cluster_property_set id="cib-bootstrap-options">
+        <nvpair id="cib-bootstrap-options-have-watchdog" name="have-watchdog" value="false"/>
+        <nvpair id="cib-bootstrap-options-dc-version" name="dc-version" value="1.1.16-12.12.el7-94ff4df"/>
+        <nvpair id="cib-bootstrap-options-cluster-infrastructure" name="cluster-infrastructure" value="corosync"/>
+        <nvpair id="cib-bootstrap-options-cluster-name" name="cluster-name" value="tripleo_cluster"/>
+        <nvpair id="cib-bootstrap-options-stonith-enabled" name="stonith-enabled" value="true"/>
+        <nvpair id="cib-bootstrap-options-last-lrm-refresh" name="last-lrm-refresh" value="1505141561"/>
+        <nvpair id="cib-bootstrap-options-cluster-recheck-interval" name="cluster-recheck-interval" value="15m"/>
+      </cluster_property_set>
+      <cluster_property_set id="redis_replication">
+        <nvpair id="redis_replication-redis_REPL_INFO" name="redis_REPL_INFO" value="controller-0"/>
+      </cluster_property_set>
+    </crm_config>
+    <nodes>
+      <node id="1" uname="controller-0">
+        <instance_attributes id="nodes-1">
+          <nvpair id="nodes-1-cinder-volume-role" name="cinder-volume-role" value="true"/>
+          <nvpair id="nodes-1-rabbitmq-role" name="rabbitmq-role" value="true"/>
+          <nvpair id="nodes-1-galera-role" name="galera-role" value="true"/>
+          <nvpair id="nodes-1-redis-role" name="redis-role" value="true"/>
+          <nvpair id="nodes-1-haproxy-role" name="haproxy-role" value="true"/>
+          <nvpair id="nodes-1-rmq-node-attr-last-known-rabbitmq" name="rmq-node-attr-last-known-rabbitmq" value="rabbit@controller-0"/>
+        </instance_attributes>
+      </node>
+      <node id="2" uname="controller-1">
+        <instance_attributes id="nodes-2">
+          <nvpair id="nodes-2-cinder-volume-role" name="cinder-volume-role" value="true"/>
+          <nvpair id="nodes-2-rabbitmq-role" name="rabbitmq-role" value="true"/>
+          <nvpair id="nodes-2-galera-role" name="galera-role" value="true"/>
+          <nvpair id="nodes-2-redis-role" name="redis-role" value="true"/>
+          <nvpair id="nodes-2-haproxy-role" name="haproxy-role" value="true"/>
+          <nvpair id="nodes-2-rmq-node-attr-last-known-rabbitmq" name="rmq-node-attr-last-known-rabbitmq" value="rabbit@controller-1"/>
+        </instance_attributes>
+      </node>
+      <node id="3" uname="controller-2">
+        <instance_attributes id="nodes-3">
+          <nvpair id="nodes-3-cinder-volume-role" name="cinder-volume-role" value="true"/>
+          <nvpair id="nodes-3-rabbitmq-role" name="rabbitmq-role" value="true"/>
+          <nvpair id="nodes-3-galera-role" name="galera-role" value="true"/>
+          <nvpair id="nodes-3-redis-role" name="redis-role" value="true"/>
+          <nvpair id="nodes-3-haproxy-role" name="haproxy-role" value="true"/>
+          <nvpair id="nodes-3-rmq-node-attr-last-known-rabbitmq" name="rmq-node-attr-last-known-rabbitmq" value="rabbit@controller-2"/>
+        </instance_attributes>
+      </node>
+      <node id="rabbitmq-bundle-0" type="remote" uname="rabbitmq-bundle-0">
+        <instance_attributes id="nodes-rabbitmq-bundle-0">
+          <nvpair id="nodes-rabbitmq-bundle-0-rmq-node-attr-last-known-rabbitmq" name="rmq-node-attr-last-known-rabbitmq" value="rabbit@controller-0"/>
+        </instance_attributes>
+      </node>
+      <node id="rabbitmq-bundle-1" type="remote" uname="rabbitmq-bundle-1">
+        <instance_attributes id="nodes-rabbitmq-bundle-1">
+          <nvpair id="nodes-rabbitmq-bundle-1-rmq-node-attr-last-known-rabbitmq" name="rmq-node-attr-last-known-rabbitmq" value="rabbit@controller-1"/>
+        </instance_attributes>
+      </node>
+      <node id="rabbitmq-bundle-2" type="remote" uname="rabbitmq-bundle-2">
+        <instance_attributes id="nodes-rabbitmq-bundle-2">
+          <nvpair id="nodes-rabbitmq-bundle-2-rmq-node-attr-last-known-rabbitmq" name="rmq-node-attr-last-known-rabbitmq" value="rabbit@controller-2"/>
+        </instance_attributes>
+      </node>
+    </nodes>
+    <resources>
+      <bundle id="rabbitmq-bundle">
+        <meta_attributes id="rabbitmq-bundle-meta_attributes">
+          <nvpair id="rabbitmq-bundle-meta_attributes-notify" name="notify" value="true"/>
+          <nvpair id="rabbitmq-bundle-meta_attributes-container-attribute-target"
+                  name="container-attribute-target" value="host"/>
+        </meta_attributes>
+        <docker image="192.168.24.1:8787/rhosp12/openstack-rabbitmq-docker:pcmklatest" network="host" options="--user=root --log-driver=journald -e KOLLA_CONFIG_STRATEGY=COPY_ALWAYS" replicas="3" run-command="/bin/bash /usr/local/bin/kolla_start"/>
+        <network control-port="3122"/>
+        <storage>
+          <storage-mapping id="rabbitmq-cfg-files" options="ro" source-dir="/var/lib/kolla/config_files/rabbitmq.json" target-dir="/var/lib/kolla/config_files/config.json"/>
+          <storage-mapping id="rabbitmq-cfg-data" options="ro" source-dir="/var/lib/config-data/puppet-generated/rabbitmq/" target-dir="/var/lib/kolla/config_files/src"/>
+          <storage-mapping id="rabbitmq-hosts" options="ro" source-dir="/etc/hosts" target-dir="/etc/hosts"/>
+          <storage-mapping id="rabbitmq-localtime" options="ro" source-dir="/etc/localtime" target-dir="/etc/localtime"/>
+          <storage-mapping id="rabbitmq-lib" options="rw" source-dir="/var/lib/rabbitmq" target-dir="/var/lib/rabbitmq"/>
+          <storage-mapping id="rabbitmq-pki-extracted" options="ro" source-dir="/etc/pki/ca-trust/extracted" target-dir="/etc/pki/ca-trust/extracted"/>
+          <storage-mapping id="rabbitmq-pki-ca-bundle-crt" options="ro" source-dir="/etc/pki/tls/certs/ca-bundle.crt" target-dir="/etc/pki/tls/certs/ca-bundle.crt"/>
+          <storage-mapping id="rabbitmq-pki-ca-bundle-trust-crt" options="ro" source-dir="/etc/pki/tls/certs/ca-bundle.trust.crt" target-dir="/etc/pki/tls/certs/ca-bundle.trust.crt"/>
+          <storage-mapping id="rabbitmq-pki-cert" options="ro" source-dir="/etc/pki/tls/cert.pem" target-dir="/etc/pki/tls/cert.pem"/>
+          <storage-mapping id="rabbitmq-dev-log" options="rw" source-dir="/dev/log" target-dir="/dev/log"/>
+        </storage>
+        <primitive class="ocf" id="rabbitmq" provider="heartbeat" type="rabbitmq-cluster">
+          <instance_attributes id="rabbitmq-instance_attributes">
+            <nvpair id="rabbitmq-instance_attributes-set_policy" name="set_policy" value="ha-all ^(?!amq\.).* {&quot;ha-mode&quot;:&quot;all&quot;}"/>
+          </instance_attributes>
+          <operations>
+            <op id="rabbitmq-monitor-interval-10" interval="10" name="monitor" timeout="40"/>
+            <op id="rabbitmq-start-interval-0s" interval="0s" name="start" timeout="200s"/>
+            <op id="rabbitmq-stop-interval-0s" interval="0s" name="stop" timeout="200s"/>
+          </operations>
+        </primitive>
+      </bundle>
+      <bundle id="galera-bundle">
+        <meta_attributes id="galera-meta_attributes">
+          <nvpair id="galera-meta_attributes-promoted-max" name="promoted-max" value="3"/>
+          <nvpair id="galera-meta_attributes-ordered" name="ordered" value="true"/>
+	  <nvpair id="galera-meta_attributes-container-attribute-target"
+                  name="container-attribute-target" value="host"/>
+        </meta_attributes>
+        <docker image="192.168.24.1:8787/rhosp12/openstack-mariadb-docker:pcmklatest" promoted-max="3" network="host" options="--user=root --log-driver=journald -e KOLLA_CONFIG_STRATEGY=COPY_ALWAYS" replicas="3" run-command="/bin/bash /usr/local/bin/kolla_start"/>
+        <network control-port="3123"/>
+        <storage>
+          <storage-mapping id="mysql-cfg-files" options="ro" source-dir="/var/lib/kolla/config_files/mysql.json" target-dir="/var/lib/kolla/config_files/config.json"/>
+          <storage-mapping id="mysql-cfg-data" options="ro" source-dir="/var/lib/config-data/puppet-generated/mysql/" target-dir="/var/lib/kolla/config_files/src"/>
+          <storage-mapping id="mysql-hosts" options="ro" source-dir="/etc/hosts" target-dir="/etc/hosts"/>
+          <storage-mapping id="mysql-localtime" options="ro" source-dir="/etc/localtime" target-dir="/etc/localtime"/>
+          <storage-mapping id="mysql-lib" options="rw" source-dir="/var/lib/mysql" target-dir="/var/lib/mysql"/>
+          <storage-mapping id="mysql-log-mariadb" options="rw" source-dir="/var/log/mariadb" target-dir="/var/log/mariadb"/>
+          <storage-mapping id="mysql-dev-log" options="rw" source-dir="/dev/log" target-dir="/dev/log"/>
+        </storage>
+        <primitive class="ocf" id="galera" provider="heartbeat" type="galera">
+          <instance_attributes id="galera-instance_attributes">
+            <nvpair id="galera-instance_attributes-additional_parameters" name="additional_parameters" value="--open-files-limit=16384"/>
+            <nvpair id="galera-instance_attributes-cluster_host_map" name="cluster_host_map" value="controller-0:controller-0.internalapi.localdomain;controller-1:controller-1.internalapi.localdomain;controller-2:controller-2.internalapi.localdomain"/>
+            <nvpair id="galera-instance_attributes-enable_creation" name="enable_creation" value="true"/>
+            <nvpair id="galera-instance_attributes-wsrep_cluster_address" name="wsrep_cluster_address" value="gcomm://controller-0.internalapi.localdomain,controller-1.internalapi.localdomain,controller-2.internalapi.localdomain"/>
+          </instance_attributes>
+          <operations>
+            <op id="galera-demote-interval-0s" interval="0s" name="demote" timeout="120"/>
+            <op id="galera-monitor-interval-20" interval="20" name="monitor" timeout="30"/>
+            <op id="galera-monitor-interval-10" interval="10" name="monitor" role="Promoted" timeout="30"/>
+            <op id="galera-monitor-interval-30" interval="30" name="monitor" role="Unpromoted" timeout="30"/>
+            <op id="galera-promote-interval-0s" interval="0s" name="promote" on-fail="block" timeout="300s"/>
+            <op id="galera-start-interval-0s" interval="0s" name="start" timeout="120"/>
+            <op id="galera-stop-interval-0s" interval="0s" name="stop" timeout="120"/>
+          </operations>
+        </primitive>
+      </bundle>
+      <bundle id="redis-bundle">
+        <meta_attributes id="redis-meta_attributes">
+          <nvpair id="redis-meta_attributes-interleave" name="interleave" value="true"/>
+          <nvpair id="redis-meta_attributes-notify" name="notify" value="true"/>
+          <nvpair id="redis-meta_attributes-ordered" name="ordered" value="true"/>
+	  <nvpair id="redis-meta_attributes-container-attribute-target"
+                  name="container-attribute-target" value="host"/>
+        </meta_attributes>
+        <docker image="192.168.24.1:8787/rhosp12/openstack-redis-docker:pcmklatest" promoted-max="1" network="host" options="--user=root --log-driver=journald -e KOLLA_CONFIG_STRATEGY=COPY_ALWAYS" replicas="3" run-command="/bin/bash /usr/local/bin/kolla_start"/>
+        <network control-port="3124"/>
+        <storage>
+          <storage-mapping id="redis-cfg-files" options="ro" source-dir="/var/lib/kolla/config_files/redis.json" target-dir="/var/lib/kolla/config_files/config.json"/>
+          <storage-mapping id="redis-cfg-data-redis" options="ro" source-dir="/var/lib/config-data/puppet-generated/redis/" target-dir="/var/lib/kolla/config_files/src"/>
+          <storage-mapping id="redis-hosts" options="ro" source-dir="/etc/hosts" target-dir="/etc/hosts"/>
+          <storage-mapping id="redis-localtime" options="ro" source-dir="/etc/localtime" target-dir="/etc/localtime"/>
+          <storage-mapping id="redis-lib" options="rw" source-dir="/var/lib/redis" target-dir="/var/lib/redis"/>
+          <storage-mapping id="redis-log" options="rw" source-dir="/var/log/redis" target-dir="/var/log/redis"/>
+          <storage-mapping id="redis-run" options="rw" source-dir="/var/run/redis" target-dir="/var/run/redis"/>
+          <storage-mapping id="redis-pki-extracted" options="ro" source-dir="/etc/pki/ca-trust/extracted" target-dir="/etc/pki/ca-trust/extracted"/>
+          <storage-mapping id="redis-pki-ca-bundle-crt" options="ro" source-dir="/etc/pki/tls/certs/ca-bundle.crt" target-dir="/etc/pki/tls/certs/ca-bundle.crt"/>
+          <storage-mapping id="redis-pki-ca-bundle-trust-crt" options="ro" source-dir="/etc/pki/tls/certs/ca-bundle.trust.crt" target-dir="/etc/pki/tls/certs/ca-bundle.trust.crt"/>
+          <storage-mapping id="redis-pki-cert" options="ro" source-dir="/etc/pki/tls/cert.pem" target-dir="/etc/pki/tls/cert.pem"/>
+          <storage-mapping id="redis-dev-log" options="rw" source-dir="/dev/log" target-dir="/dev/log"/>
+        </storage>
+        <primitive class="ocf" id="redis" provider="heartbeat" type="redis">
+          <instance_attributes id="redis-instance_attributes">
+            <nvpair id="redis-instance_attributes-wait_last_known_promoted" name="wait_last_known_master" value="true"/>
+          </instance_attributes>
+          <operations>
+            <op id="redis-demote-interval-0s" interval="0s" name="demote" timeout="120"/>
+            <op id="redis-monitor-interval-45" interval="45" name="monitor" timeout="60"/>
+            <op id="redis-monitor-interval-20" interval="20" name="monitor" role="Promoted" timeout="60"/>
+            <op id="redis-monitor-interval-60" interval="60" name="monitor" role="Unpromoted" timeout="60"/>
+            <op id="redis-promote-interval-0s" interval="0s" name="promote" timeout="120"/>
+            <op id="redis-start-interval-0s" interval="0s" name="start" timeout="200s"/>
+            <op id="redis-stop-interval-0s" interval="0s" name="stop" timeout="200s"/>
+          </operations>
+        </primitive>
+      </bundle>
+      <primitive class="ocf" id="ip-192.168.24.7" provider="heartbeat" type="IPaddr2">
+        <instance_attributes id="ip-192.168.24.7-instance_attributes">
+          <nvpair id="ip-192.168.24.7-instance_attributes-cidr_netmask" name="cidr_netmask" value="32"/>
+          <nvpair id="ip-192.168.24.7-instance_attributes-ip" name="ip" value="192.168.24.7"/>
+        </instance_attributes>
+        <operations>
+          <op id="ip-192.168.24.7-monitor-interval-10s" interval="10s" name="monitor" timeout="20s"/>
+          <op id="ip-192.168.24.7-start-interval-0s" interval="0s" name="start" timeout="20s"/>
+          <op id="ip-192.168.24.7-stop-interval-0s" interval="0s" name="stop" timeout="20s"/>
+        </operations>
+      </primitive>
+      <primitive class="ocf" id="ip-10.0.0.109" provider="heartbeat" type="IPaddr2">
+        <instance_attributes id="ip-10.0.0.109-instance_attributes">
+          <nvpair id="ip-10.0.0.109-instance_attributes-cidr_netmask" name="cidr_netmask" value="32"/>
+          <nvpair id="ip-10.0.0.109-instance_attributes-ip" name="ip" value="10.0.0.109"/>
+        </instance_attributes>
+        <operations>
+          <op id="ip-10.0.0.109-monitor-interval-10s" interval="10s" name="monitor" timeout="20s"/>
+          <op id="ip-10.0.0.109-start-interval-0s" interval="0s" name="start" timeout="20s"/>
+          <op id="ip-10.0.0.109-stop-interval-0s" interval="0s" name="stop" timeout="20s"/>
+        </operations>
+      </primitive>
+      <primitive class="ocf" id="ip-172.17.1.14" provider="heartbeat" type="IPaddr2">
+        <instance_attributes id="ip-172.17.1.14-instance_attributes">
+          <nvpair id="ip-172.17.1.14-instance_attributes-cidr_netmask" name="cidr_netmask" value="32"/>
+          <nvpair id="ip-172.17.1.14-instance_attributes-ip" name="ip" value="172.17.1.14"/>
+        </instance_attributes>
+        <operations>
+          <op id="ip-172.17.1.14-monitor-interval-10s" interval="10s" name="monitor" timeout="20s"/>
+          <op id="ip-172.17.1.14-start-interval-0s" interval="0s" name="start" timeout="20s"/>
+          <op id="ip-172.17.1.14-stop-interval-0s" interval="0s" name="stop" timeout="20s"/>
+        </operations>
+      </primitive>
+      <primitive class="ocf" id="ip-172.17.1.19" provider="heartbeat" type="IPaddr2">
+        <instance_attributes id="ip-172.17.1.19-instance_attributes">
+          <nvpair id="ip-172.17.1.19-instance_attributes-cidr_netmask" name="cidr_netmask" value="32"/>
+          <nvpair id="ip-172.17.1.19-instance_attributes-ip" name="ip" value="172.17.1.19"/>
+        </instance_attributes>
+        <operations>
+          <op id="ip-172.17.1.19-monitor-interval-10s" interval="10s" name="monitor" timeout="20s"/>
+          <op id="ip-172.17.1.19-start-interval-0s" interval="0s" name="start" timeout="20s"/>
+          <op id="ip-172.17.1.19-stop-interval-0s" interval="0s" name="stop" timeout="20s"/>
+        </operations>
+      </primitive>
+      <primitive class="ocf" id="ip-172.17.3.19" provider="heartbeat" type="IPaddr2">
+        <instance_attributes id="ip-172.17.3.19-instance_attributes">
+          <nvpair id="ip-172.17.3.19-instance_attributes-cidr_netmask" name="cidr_netmask" value="32"/>
+          <nvpair id="ip-172.17.3.19-instance_attributes-ip" name="ip" value="172.17.3.19"/>
+        </instance_attributes>
+        <operations>
+          <op id="ip-172.17.3.19-monitor-interval-10s" interval="10s" name="monitor" timeout="20s"/>
+          <op id="ip-172.17.3.19-start-interval-0s" interval="0s" name="start" timeout="20s"/>
+          <op id="ip-172.17.3.19-stop-interval-0s" interval="0s" name="stop" timeout="20s"/>
+        </operations>
+      </primitive>
+      <primitive class="ocf" id="ip-172.17.4.11" provider="heartbeat" type="IPaddr2">
+        <instance_attributes id="ip-172.17.4.11-instance_attributes">
+          <nvpair id="ip-172.17.4.11-instance_attributes-cidr_netmask" name="cidr_netmask" value="32"/>
+          <nvpair id="ip-172.17.4.11-instance_attributes-ip" name="ip" value="172.17.4.11"/>
+        </instance_attributes>
+        <operations>
+          <op id="ip-172.17.4.11-monitor-interval-10s" interval="10s" name="monitor" timeout="20s"/>
+          <op id="ip-172.17.4.11-start-interval-0s" interval="0s" name="start" timeout="20s"/>
+          <op id="ip-172.17.4.11-stop-interval-0s" interval="0s" name="stop" timeout="20s"/>
+        </operations>
+      </primitive>
+      <bundle id="haproxy-bundle">
+        <docker image="192.168.24.1:8787/rhosp12/openstack-haproxy-docker:pcmklatest" network="host" options="--user=root --log-driver=journald -e KOLLA_CONFIG_STRATEGY=COPY_ALWAYS" replicas="3" run-command="/bin/bash /usr/local/bin/kolla_start"/>
+        <storage>
+          <storage-mapping id="haproxy-cfg-files" options="ro" source-dir="/var/lib/kolla/config_files/haproxy.json" target-dir="/var/lib/kolla/config_files/config.json"/>
+          <storage-mapping id="haproxy-cfg-data" options="ro" source-dir="/var/lib/config-data/puppet-generated/haproxy/" target-dir="/var/lib/kolla/config_files/src"/>
+          <storage-mapping id="haproxy-hosts" options="ro" source-dir="/etc/hosts" target-dir="/etc/hosts"/>
+          <storage-mapping id="haproxy-localtime" options="ro" source-dir="/etc/localtime" target-dir="/etc/localtime"/>
+          <storage-mapping id="haproxy-pki-extracted" options="ro" source-dir="/etc/pki/ca-trust/extracted" target-dir="/etc/pki/ca-trust/extracted"/>
+          <storage-mapping id="haproxy-pki-ca-bundle-crt" options="ro" source-dir="/etc/pki/tls/certs/ca-bundle.crt" target-dir="/etc/pki/tls/certs/ca-bundle.crt"/>
+          <storage-mapping id="haproxy-pki-ca-bundle-trust-crt" options="ro" source-dir="/etc/pki/tls/certs/ca-bundle.trust.crt" target-dir="/etc/pki/tls/certs/ca-bundle.trust.crt"/>
+          <storage-mapping id="haproxy-pki-cert" options="ro" source-dir="/etc/pki/tls/cert.pem" target-dir="/etc/pki/tls/cert.pem"/>
+          <storage-mapping id="haproxy-dev-log" options="rw" source-dir="/dev/log" target-dir="/dev/log"/>
+        </storage>
+      </bundle>
+      <primitive class="systemd" id="openstack-cinder-volume" type="openstack-cinder-volume">
+        <operations>
+          <op id="openstack-cinder-volume-monitor-interval-60" interval="60" name="monitor" timeout="100"/>
+          <op id="openstack-cinder-volume-start-interval-0s" interval="0s" name="start" timeout="200s"/>
+          <op id="openstack-cinder-volume-stop-interval-0s" interval="0s" name="stop" timeout="200s"/>
+        </operations>
+      </primitive>
+      <primitive class="stonith" id="stonith-fence_ipmilan-525400efba5c" type="fence_ipmilan">
+        <instance_attributes id="stonith-fence_ipmilan-525400efba5c-instance_attributes">
+          <nvpair id="stonith-fence_ipmilan-525400efba5c-instance_attributes-action" name="action" value="reboot"/>
+          <nvpair id="stonith-fence_ipmilan-525400efba5c-instance_attributes-ipaddr" name="ipaddr" value="172.16.0.1"/>
+          <nvpair id="stonith-fence_ipmilan-525400efba5c-instance_attributes-ipport" name="ipport" value="6232"/>
+          <nvpair id="stonith-fence_ipmilan-525400efba5c-instance_attributes-lanplus" name="lanplus" value="true"/>
+          <nvpair id="stonith-fence_ipmilan-525400efba5c-instance_attributes-login" name="login" value="admin"/>
+          <nvpair id="stonith-fence_ipmilan-525400efba5c-instance_attributes-passwd" name="passwd" value="password"/>
+          <nvpair id="stonith-fence_ipmilan-525400efba5c-instance_attributes-pcmk_host_list" name="pcmk_host_list" value="controller-0"/>
+          <nvpair id="stonith-fence_ipmilan-525400efba5c-instance_attributes-privlvl" name="privlvl" value="administrator"/>
+        </instance_attributes>
+        <operations>
+          <op id="stonith-fence_ipmilan-525400efba5c-monitor-interval-60s" interval="60s" name="monitor"/>
+        </operations>
+      </primitive>
+      <primitive class="stonith" id="stonith-fence_ipmilan-5254003e8e97" type="fence_ipmilan">
+        <instance_attributes id="stonith-fence_ipmilan-5254003e8e97-instance_attributes">
+          <nvpair id="stonith-fence_ipmilan-5254003e8e97-instance_attributes-action" name="action" value="reboot"/>
+          <nvpair id="stonith-fence_ipmilan-5254003e8e97-instance_attributes-ipaddr" name="ipaddr" value="172.16.0.1"/>
+          <nvpair id="stonith-fence_ipmilan-5254003e8e97-instance_attributes-ipport" name="ipport" value="6231"/>
+          <nvpair id="stonith-fence_ipmilan-5254003e8e97-instance_attributes-lanplus" name="lanplus" value="true"/>
+          <nvpair id="stonith-fence_ipmilan-5254003e8e97-instance_attributes-login" name="login" value="admin"/>
+          <nvpair id="stonith-fence_ipmilan-5254003e8e97-instance_attributes-passwd" name="passwd" value="password"/>
+          <nvpair id="stonith-fence_ipmilan-5254003e8e97-instance_attributes-pcmk_host_list" name="pcmk_host_list" value="controller-2"/>
+          <nvpair id="stonith-fence_ipmilan-5254003e8e97-instance_attributes-privlvl" name="privlvl" value="administrator"/>
+        </instance_attributes>
+        <operations>
+          <op id="stonith-fence_ipmilan-5254003e8e97-monitor-interval-60s" interval="60s" name="monitor"/>
+        </operations>
+      </primitive>
+      <primitive class="stonith" id="stonith-fence_ipmilan-5254000dcb3f" type="fence_ipmilan">
+        <instance_attributes id="stonith-fence_ipmilan-5254000dcb3f-instance_attributes">
+          <nvpair id="stonith-fence_ipmilan-5254000dcb3f-instance_attributes-action" name="action" value="reboot"/>
+          <nvpair id="stonith-fence_ipmilan-5254000dcb3f-instance_attributes-ipaddr" name="ipaddr" value="172.16.0.1"/>
+          <nvpair id="stonith-fence_ipmilan-5254000dcb3f-instance_attributes-ipport" name="ipport" value="6230"/>
+          <nvpair id="stonith-fence_ipmilan-5254000dcb3f-instance_attributes-lanplus" name="lanplus" value="true"/>
+          <nvpair id="stonith-fence_ipmilan-5254000dcb3f-instance_attributes-login" name="login" value="admin"/>
+          <nvpair id="stonith-fence_ipmilan-5254000dcb3f-instance_attributes-passwd" name="passwd" value="password"/>
+          <nvpair id="stonith-fence_ipmilan-5254000dcb3f-instance_attributes-pcmk_host_list" name="pcmk_host_list" value="controller-1"/>
+          <nvpair id="stonith-fence_ipmilan-5254000dcb3f-instance_attributes-privlvl" name="privlvl" value="administrator"/>
+        </instance_attributes>
+        <operations>
+          <op id="stonith-fence_ipmilan-5254000dcb3f-monitor-interval-60s" interval="60s" name="monitor"/>
+        </operations>
+      </primitive>
+    </resources>
+    <constraints>
+      <rsc_location id="location-rabbitmq-bundle" resource-discovery="exclusive" rsc="rabbitmq-bundle">
+        <rule id="location-rabbitmq-bundle-rule" score="0">
+          <expression attribute="rabbitmq-role" id="location-rabbitmq-bundle-rule-expr" operation="eq" value="true"/>
+        </rule>
+      </rsc_location>
+      <rsc_location id="location-galera-bundle" resource-discovery="exclusive" rsc="galera-bundle">
+        <rule id="location-galera-bundle-rule" score="0">
+          <expression attribute="galera-role" id="location-galera-bundle-rule-expr" operation="eq" value="true"/>
+        </rule>
+      </rsc_location>
+      <rsc_location id="location-redis-bundle" resource-discovery="exclusive" rsc="redis-bundle">
+        <rule id="location-redis-bundle-rule" score="0">
+          <expression attribute="redis-role" id="location-redis-bundle-rule-expr" operation="eq" value="true"/>
+        </rule>
+      </rsc_location>
+      <rsc_location id="location-ip-192.168.24.7" resource-discovery="exclusive" rsc="ip-192.168.24.7">
+        <rule id="location-ip-192.168.24.7-rule" score="0">
+          <expression attribute="haproxy-role" id="location-ip-192.168.24.7-rule-expr" operation="eq" value="true"/>
+        </rule>
+      </rsc_location>
+      <rsc_location id="location-ip-10.0.0.109" resource-discovery="exclusive" rsc="ip-10.0.0.109">
+        <rule id="location-ip-10.0.0.109-rule" score="0">
+          <expression attribute="haproxy-role" id="location-ip-10.0.0.109-rule-expr" operation="eq" value="true"/>
+        </rule>
+      </rsc_location>
+      <rsc_location id="location-ip-172.17.1.14" resource-discovery="exclusive" rsc="ip-172.17.1.14">
+        <rule id="location-ip-172.17.1.14-rule" score="0">
+          <expression attribute="haproxy-role" id="location-ip-172.17.1.14-rule-expr" operation="eq" value="true"/>
+        </rule>
+      </rsc_location>
+      <rsc_location id="location-ip-172.17.1.19" resource-discovery="exclusive" rsc="ip-172.17.1.19">
+        <rule id="location-ip-172.17.1.19-rule" score="0">
+          <expression attribute="haproxy-role" id="location-ip-172.17.1.19-rule-expr" operation="eq" value="true"/>
+        </rule>
+      </rsc_location>
+      <rsc_location id="location-ip-172.17.3.19" resource-discovery="exclusive" rsc="ip-172.17.3.19">
+        <rule id="location-ip-172.17.3.19-rule" score="0">
+          <expression attribute="haproxy-role" id="location-ip-172.17.3.19-rule-expr" operation="eq" value="true"/>
+        </rule>
+      </rsc_location>
+      <rsc_location id="location-ip-172.17.4.11" resource-discovery="exclusive" rsc="ip-172.17.4.11">
+        <rule id="location-ip-172.17.4.11-rule" score="0">
+          <expression attribute="haproxy-role" id="location-ip-172.17.4.11-rule-expr" operation="eq" value="true"/>
+        </rule>
+      </rsc_location>
+      <rsc_location id="location-haproxy-bundle" resource-discovery="exclusive" rsc="haproxy-bundle">
+        <rule id="location-haproxy-bundle-rule" score="0">
+          <expression attribute="haproxy-role" id="location-haproxy-bundle-rule-expr" operation="eq" value="true"/>
+        </rule>
+      </rsc_location>
+      <rsc_order first="ip-192.168.24.7" first-action="start" id="order-ip-192.168.24.7-haproxy-bundle-Optional" kind="Optional" then="haproxy-bundle" then-action="start"/>
+      <rsc_colocation id="colocation-ip-192.168.24.7-haproxy-bundle-INFINITY" rsc="ip-192.168.24.7" score="INFINITY" with-rsc="haproxy-bundle"/>
+      <rsc_order first="ip-10.0.0.109" first-action="start" id="order-ip-10.0.0.109-haproxy-bundle-Optional" kind="Optional" then="haproxy-bundle" then-action="start"/>
+      <rsc_colocation id="colocation-ip-10.0.0.109-haproxy-bundle-INFINITY" rsc="ip-10.0.0.109" score="INFINITY" with-rsc="haproxy-bundle"/>
+      <rsc_order first="ip-172.17.1.14" first-action="start" id="order-ip-172.17.1.14-haproxy-bundle-Optional" kind="Optional" then="haproxy-bundle" then-action="start"/>
+      <rsc_colocation id="colocation-ip-172.17.1.14-haproxy-bundle-INFINITY" rsc="ip-172.17.1.14" score="INFINITY" with-rsc="haproxy-bundle"/>
+      <rsc_order first="ip-172.17.1.19" first-action="start" id="order-ip-172.17.1.19-haproxy-bundle-Optional" kind="Optional" then="haproxy-bundle" then-action="start"/>
+      <rsc_colocation id="colocation-ip-172.17.1.19-haproxy-bundle-INFINITY" rsc="ip-172.17.1.19" score="INFINITY" with-rsc="haproxy-bundle"/>
+      <rsc_order first="ip-172.17.3.19" first-action="start" id="order-ip-172.17.3.19-haproxy-bundle-Optional" kind="Optional" then="haproxy-bundle" then-action="start"/>
+      <rsc_colocation id="colocation-ip-172.17.3.19-haproxy-bundle-INFINITY" rsc="ip-172.17.3.19" score="INFINITY" with-rsc="haproxy-bundle"/>
+      <rsc_order first="ip-172.17.4.11" first-action="start" id="order-ip-172.17.4.11-haproxy-bundle-Optional" kind="Optional" then="haproxy-bundle" then-action="start"/>
+      <rsc_colocation id="colocation-ip-172.17.4.11-haproxy-bundle-INFINITY" rsc="ip-172.17.4.11" score="INFINITY" with-rsc="haproxy-bundle"/>
+      <rsc_location id="location-openstack-cinder-volume" resource-discovery="exclusive" rsc="openstack-cinder-volume">
+        <rule id="location-openstack-cinder-volume-rule" score="0">
+          <expression attribute="cinder-volume-role" id="location-openstack-cinder-volume-rule-expr" operation="eq" value="true"/>
+        </rule>
+      </rsc_location>
+      <rsc_location id="location-stonith-fence_ipmilan-525400efba5c-controller-0--INFINITY" node="controller-0" rsc="stonith-fence_ipmilan-525400efba5c" score="-INFINITY"/>
+      <rsc_location id="location-stonith-fence_ipmilan-5254003e8e97-controller-2--INFINITY" node="controller-2" rsc="stonith-fence_ipmilan-5254003e8e97" score="-INFINITY"/>
+      <rsc_location id="location-stonith-fence_ipmilan-5254000dcb3f-controller-1--INFINITY" node="controller-1" rsc="stonith-fence_ipmilan-5254000dcb3f" score="-INFINITY"/>
+    </constraints>
+    <rsc_defaults>
+      <meta_attributes id="rsc_defaults-options">
+        <nvpair id="rsc_defaults-options-resource-stickiness" name="resource-stickiness" value="INFINITY"/>
+      </meta_attributes>
+    </rsc_defaults>
+  </configuration>
+  <status>
+    <node_state id="3" uname="controller-2" in_ccm="true" crmd="online" crm-debug-origin="do_state_transition" join="member" expected="member">
+      <transient_attributes id="3">
+        <instance_attributes id="status-3">
+          <nvpair id="status-3-shutdown" name="shutdown" value="0"/>
+          <nvpair id="status-3-promoted-galera" name="master-galera" value="100"/>
+          <nvpair id="status-3-rmq-node-attr-rabbitmq" name="rmq-node-attr-rabbitmq" value="rabbit@controller-2"/>
+          <nvpair id="status-3-promoted-redis" name="master-redis" value="1"/>
+        </instance_attributes>
+      </transient_attributes>
+      <lrm id="3">
+        <lrm_resources>
+          <lrm_resource id="stonith-fence_ipmilan-5254000dcb3f" type="fence_ipmilan" class="stonith">
+            <lrm_rsc_op id="stonith-fence_ipmilan-5254000dcb3f_last_0" operation_key="stonith-fence_ipmilan-5254000dcb3f_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.12" transition-key="51:1897:7:5030f43e-a349-47db-a369-6cf7555e61d3" transition-magic="0:7;51:1897:7:5030f43e-a349-47db-a369-6cf7555e61d3" on_node="controller-2" call-id="90" rc-code="7" op-status="0" interval="0" last-run="1505142206" last-rc-change="1505142206" exec-time="0" queue-time="0" op-digest="bc0ef483fd42598086833dcc7d9d16a0" op-secure-params=" passwd  password " op-secure-digest="dd2f06ba4e4b068af99defcb12eeac50"/>
+          </lrm_resource>
+          <lrm_resource id="rabbitmq-bundle-2" type="remote" class="ocf" provider="pacemaker" container="rabbitmq-bundle-docker-2">
+            <lrm_rsc_op id="rabbitmq-bundle-2_last_0" operation_key="rabbitmq-bundle-2_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.12" transition-key="48:1898:0:5030f43e-a349-47db-a369-6cf7555e61d3" transition-magic="0:0;48:1898:0:5030f43e-a349-47db-a369-6cf7555e61d3" on_node="controller-2" call-id="3" rc-code="0" op-status="0" interval="0" last-run="1505142219" last-rc-change="1505142219" exec-time="0" queue-time="0" op-digest="205c791aea96714f7aa1cb111c727e1b" op-force-restart=" server " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+            <lrm_rsc_op id="rabbitmq-bundle-2_monitor_30000" operation_key="rabbitmq-bundle-2_monitor_30000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.12" transition-key="52:1899:0:5030f43e-a349-47db-a369-6cf7555e61d3" transition-magic="0:0;52:1899:0:5030f43e-a349-47db-a369-6cf7555e61d3" on_node="controller-2" call-id="6" rc-code="0" op-status="0" interval="30000" last-rc-change="1505142229" exec-time="0" queue-time="0" op-digest="f765304166a359903e5aea671a7275d0"/>
+          </lrm_resource>
+          <lrm_resource id="openstack-cinder-volume" type="openstack-cinder-volume" class="systemd">
+            <lrm_rsc_op id="openstack-cinder-volume_last_0" operation_key="openstack-cinder-volume_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.12" transition-key="200:1897:0:5030f43e-a349-47db-a369-6cf7555e61d3" transition-magic="0:0;200:1897:0:5030f43e-a349-47db-a369-6cf7555e61d3" on_node="controller-2" call-id="91" rc-code="0" op-status="0" interval="0" last-run="1505142206" last-rc-change="1505142206" exec-time="2252" queue-time="1" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+            <lrm_rsc_op id="openstack-cinder-volume_monitor_60000" operation_key="openstack-cinder-volume_monitor_60000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.12" transition-key="201:1897:0:5030f43e-a349-47db-a369-6cf7555e61d3" transition-magic="0:0;201:1897:0:5030f43e-a349-47db-a369-6cf7555e61d3" on_node="controller-2" call-id="92" rc-code="0" op-status="0" interval="60000" last-rc-change="1505142209" exec-time="54" queue-time="0" op-digest="2d296eeac3e5f7d1cfdb1557b8eb3457"/>
+          </lrm_resource>
+          <lrm_resource id="ip-172.17.4.11" type="IPaddr2" class="ocf" provider="heartbeat">
+            <lrm_rsc_op id="ip-172.17.4.11_last_0" operation_key="ip-172.17.4.11_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.12" transition-key="44:1897:7:5030f43e-a349-47db-a369-6cf7555e61d3" transition-magic="0:7;44:1897:7:5030f43e-a349-47db-a369-6cf7555e61d3" on_node="controller-2" call-id="61" rc-code="7" op-status="0" interval="0" last-run="1505142205" last-rc-change="1505142205" exec-time="86" queue-time="0" op-digest="fe27c3edbb73480aff571d34c88b21a7"/>
+          </lrm_resource>
+          <lrm_resource id="ip-10.0.0.109" type="IPaddr2" class="ocf" provider="heartbeat">
+            <lrm_rsc_op id="ip-10.0.0.109_last_0" operation_key="ip-10.0.0.109_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.12" transition-key="40:1897:7:5030f43e-a349-47db-a369-6cf7555e61d3" transition-magic="0:7;40:1897:7:5030f43e-a349-47db-a369-6cf7555e61d3" on_node="controller-2" call-id="45" rc-code="7" op-status="0" interval="0" last-run="1505142205" last-rc-change="1505142205" exec-time="95" queue-time="0" op-digest="03a15e984166f433c51a2466e09fd9ff"/>
+          </lrm_resource>
+          <lrm_resource id="ip-172.17.1.14" type="IPaddr2" class="ocf" provider="heartbeat">
+            <lrm_rsc_op id="ip-172.17.1.14_last_0" operation_key="ip-172.17.1.14_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.12" transition-key="182:2:0:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" transition-magic="0:0;182:2:0:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" on_node="controller-2" call-id="107" rc-code="0" op-status="0" interval="0" last-run="1505209762" last-rc-change="1505209762" exec-time="4094" queue-time="0" op-digest="1fab2783a8d283e33a945588908e98a4"/>
+            <lrm_rsc_op id="ip-172.17.1.14_monitor_10000" operation_key="ip-172.17.1.14_monitor_10000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.12" transition-key="183:2:0:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" transition-magic="0:0;183:2:0:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" on_node="controller-2" call-id="108" rc-code="0" op-status="0" interval="10000" last-rc-change="1505209766" exec-time="46" queue-time="0" op-digest="19c32490a75539eb9cf2ca18727e305e"/>
+          </lrm_resource>
+          <lrm_resource id="rabbitmq-bundle-docker-0" type="docker" class="ocf" provider="heartbeat">
+            <lrm_rsc_op id="rabbitmq-bundle-docker-0_last_0" operation_key="rabbitmq-bundle-docker-0_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.12" transition-key="30:1897:7:5030f43e-a349-47db-a369-6cf7555e61d3" transition-magic="0:7;30:1897:7:5030f43e-a349-47db-a369-6cf7555e61d3" on_node="controller-2" call-id="5" rc-code="7" op-status="0" interval="0" last-run="1505142205" last-rc-change="1505142205" exec-time="7669" queue-time="0" op-digest="3da6a17e4bfc5ea348c41e41bca8b0a2"/>
+          </lrm_resource>
+          <lrm_resource id="ip-192.168.24.7" type="IPaddr2" class="ocf" provider="heartbeat">
+            <lrm_rsc_op id="ip-192.168.24.7_last_0" operation_key="ip-192.168.24.7_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.12" transition-key="39:1897:7:5030f43e-a349-47db-a369-6cf7555e61d3" transition-magic="0:7;39:1897:7:5030f43e-a349-47db-a369-6cf7555e61d3" on_node="controller-2" call-id="41" rc-code="7" op-status="0" interval="0" last-run="1505142205" last-rc-change="1505142205" exec-time="96" queue-time="0" op-digest="6f976df44e37af09ecb5c03346a52559"/>
+          </lrm_resource>
+          <lrm_resource id="rabbitmq-bundle-docker-1" type="docker" class="ocf" provider="heartbeat">
+            <lrm_rsc_op id="rabbitmq-bundle-docker-1_last_0" operation_key="rabbitmq-bundle-docker-1_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.12" transition-key="31:1897:7:5030f43e-a349-47db-a369-6cf7555e61d3" transition-magic="0:7;31:1897:7:5030f43e-a349-47db-a369-6cf7555e61d3" on_node="controller-2" call-id="9" rc-code="7" op-status="0" interval="0" last-run="1505142205" last-rc-change="1505142205" exec-time="7679" queue-time="0" op-digest="bf832eda4aa91b107d859f72dc02f785"/>
+          </lrm_resource>
+          <lrm_resource id="rabbitmq-bundle-docker-2" type="docker" class="ocf" provider="heartbeat">
+            <lrm_rsc_op id="rabbitmq-bundle-docker-2_last_0" operation_key="rabbitmq-bundle-docker-2_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.12" transition-key="60:1897:0:5030f43e-a349-47db-a369-6cf7555e61d3" transition-magic="0:0;60:1897:0:5030f43e-a349-47db-a369-6cf7555e61d3" on_node="controller-2" call-id="95" rc-code="0" op-status="0" interval="0" last-run="1505142213" last-rc-change="1505142213" exec-time="5624" queue-time="0" op-digest="7f41de83a371741e06e17d6c96a008a7"/>
+            <lrm_rsc_op id="rabbitmq-bundle-docker-2_monitor_60000" operation_key="rabbitmq-bundle-docker-2_monitor_60000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.12" transition-key="47:1898:0:5030f43e-a349-47db-a369-6cf7555e61d3" transition-magic="0:0;47:1898:0:5030f43e-a349-47db-a369-6cf7555e61d3" on_node="controller-2" call-id="103" rc-code="0" op-status="0" interval="60000" last-rc-change="1505142219" exec-time="718" queue-time="0" op-digest="5319266a2fe53465b1122352efb6aa5c"/>
+          </lrm_resource>
+          <lrm_resource id="ip-172.17.1.19" type="IPaddr2" class="ocf" provider="heartbeat">
+            <lrm_rsc_op id="ip-172.17.1.19_last_0" operation_key="ip-172.17.1.19_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.12" transition-key="188:2:0:6cc81ba4-720a-4e73-9f86-78ca5873faac" transition-magic="0:0;188:2:0:6cc81ba4-720a-4e73-9f86-78ca5873faac" on_node="controller-2" call-id="105" rc-code="0" op-status="0" interval="0" last-run="1505209227" last-rc-change="1505209227" exec-time="4109" queue-time="1" op-digest="2c46df7582fe8b55e9dcdeaceb4c84c7"/>
+            <lrm_rsc_op id="ip-172.17.1.19_monitor_10000" operation_key="ip-172.17.1.19_monitor_10000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.12" transition-key="168:3:0:6cc81ba4-720a-4e73-9f86-78ca5873faac" transition-magic="0:0;168:3:0:6cc81ba4-720a-4e73-9f86-78ca5873faac" on_node="controller-2" call-id="106" rc-code="0" op-status="0" interval="10000" last-rc-change="1505209233" exec-time="81" queue-time="0" op-digest="1aa0805e76d86953238cd18a51b57487"/>
+          </lrm_resource>
+          <lrm_resource id="stonith-fence_ipmilan-5254003e8e97" type="fence_ipmilan" class="stonith">
+            <lrm_rsc_op id="stonith-fence_ipmilan-5254003e8e97_last_0" operation_key="stonith-fence_ipmilan-5254003e8e97_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.12" transition-key="50:1897:7:5030f43e-a349-47db-a369-6cf7555e61d3" transition-magic="0:7;50:1897:7:5030f43e-a349-47db-a369-6cf7555e61d3" on_node="controller-2" call-id="85" rc-code="7" op-status="0" interval="0" last-run="1505142205" last-rc-change="1505142205" exec-time="0" queue-time="0" op-digest="aae606fe8f16c8c197c6c54ef2856c02" op-secure-params=" passwd  password " op-secure-digest="98c0e9fe35800294f69854ae869bcf70"/>
+          </lrm_resource>
+          <lrm_resource id="galera-bundle-docker-0" type="docker" class="ocf" provider="heartbeat">
+            <lrm_rsc_op id="galera-bundle-docker-0_last_0" operation_key="galera-bundle-docker-0_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.12" transition-key="33:1897:7:5030f43e-a349-47db-a369-6cf7555e61d3" transition-magic="0:7;33:1897:7:5030f43e-a349-47db-a369-6cf7555e61d3" on_node="controller-2" call-id="17" rc-code="7" op-status="0" interval="0" last-run="1505142205" last-rc-change="1505142205" exec-time="7664" queue-time="0" op-digest="c4193f3afb494a6a0ebfd33f930e7be4"/>
+          </lrm_resource>
+          <lrm_resource id="ip-172.17.3.19" type="IPaddr2" class="ocf" provider="heartbeat">
+            <lrm_rsc_op id="ip-172.17.3.19_last_0" operation_key="ip-172.17.3.19_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.12" transition-key="186:1897:0:5030f43e-a349-47db-a369-6cf7555e61d3" transition-magic="0:0;186:1897:0:5030f43e-a349-47db-a369-6cf7555e61d3" on_node="controller-2" call-id="86" rc-code="0" op-status="0" interval="0" last-run="1505142206" last-rc-change="1505142206" exec-time="4251" queue-time="0" op-digest="c10af75380b3171e73a9db4cccb57358"/>
+            <lrm_rsc_op id="ip-172.17.3.19_monitor_10000" operation_key="ip-172.17.3.19_monitor_10000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.12" transition-key="187:1897:0:5030f43e-a349-47db-a369-6cf7555e61d3" transition-magic="0:0;187:1897:0:5030f43e-a349-47db-a369-6cf7555e61d3" on_node="controller-2" call-id="93" rc-code="0" op-status="0" interval="10000" last-rc-change="1505142211" exec-time="270" queue-time="0" op-digest="189813e5c19cd2c64fc44fae8b66c73e"/>
+          </lrm_resource>
+          <lrm_resource id="galera-bundle-docker-2" type="docker" class="ocf" provider="heartbeat">
+            <lrm_rsc_op id="galera-bundle-docker-2_last_0" operation_key="galera-bundle-docker-2_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.12" transition-key="94:1897:0:5030f43e-a349-47db-a369-6cf7555e61d3" transition-magic="0:0;94:1897:0:5030f43e-a349-47db-a369-6cf7555e61d3" on_node="controller-2" call-id="94" rc-code="0" op-status="0" interval="0" last-run="1505142213" last-rc-change="1505142213" exec-time="5145" queue-time="0" op-digest="b338eb1889737523521461347b98b88a"/>
+            <lrm_rsc_op id="galera-bundle-docker-2_monitor_60000" operation_key="galera-bundle-docker-2_monitor_60000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.12" transition-key="95:1897:0:5030f43e-a349-47db-a369-6cf7555e61d3" transition-magic="0:0;95:1897:0:5030f43e-a349-47db-a369-6cf7555e61d3" on_node="controller-2" call-id="101" rc-code="0" op-status="0" interval="60000" last-rc-change="1505142218" exec-time="611" queue-time="0" op-digest="d69e833791e20b938e2c63f2e2e57ed2"/>
+          </lrm_resource>
+          <lrm_resource id="galera-bundle-docker-1" type="docker" class="ocf" provider="heartbeat">
+            <lrm_rsc_op id="galera-bundle-docker-1_last_0" operation_key="galera-bundle-docker-1_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.12" transition-key="34:1897:7:5030f43e-a349-47db-a369-6cf7555e61d3" transition-magic="0:7;34:1897:7:5030f43e-a349-47db-a369-6cf7555e61d3" on_node="controller-2" call-id="21" rc-code="7" op-status="0" interval="0" last-run="1505142205" last-rc-change="1505142205" exec-time="7662" queue-time="0" op-digest="90b7b2b5826b874d7be1cb44875d1ef5"/>
+          </lrm_resource>
+          <lrm_resource id="redis-bundle-2" type="remote" class="ocf" provider="pacemaker" container="redis-bundle-docker-2">
+            <lrm_rsc_op id="redis-bundle-2_last_0" operation_key="redis-bundle-2_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.12" transition-key="137:1897:0:5030f43e-a349-47db-a369-6cf7555e61d3" transition-magic="0:0;137:1897:0:5030f43e-a349-47db-a369-6cf7555e61d3" on_node="controller-2" call-id="1" rc-code="0" op-status="0" interval="0" last-run="1505142218" last-rc-change="1505142218" exec-time="0" queue-time="0" op-digest="f325849fbffe2e62970eb201a50da9f3" op-force-restart=" server " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+            <lrm_rsc_op id="redis-bundle-2_monitor_30000" operation_key="redis-bundle-2_monitor_30000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.12" transition-key="124:1898:0:5030f43e-a349-47db-a369-6cf7555e61d3" transition-magic="0:0;124:1898:0:5030f43e-a349-47db-a369-6cf7555e61d3" on_node="controller-2" call-id="5" rc-code="0" op-status="0" interval="30000" last-rc-change="1505142219" exec-time="0" queue-time="0" op-digest="1edf361604603a3dc6ccd940ce449f27"/>
+          </lrm_resource>
+          <lrm_resource id="haproxy-bundle-docker-0" type="docker" class="ocf" provider="heartbeat">
+            <lrm_rsc_op id="haproxy-bundle-docker-0_last_0" operation_key="haproxy-bundle-docker-0_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.12" transition-key="45:1897:7:5030f43e-a349-47db-a369-6cf7555e61d3" transition-magic="0:7;45:1897:7:5030f43e-a349-47db-a369-6cf7555e61d3" on_node="controller-2" call-id="65" rc-code="7" op-status="0" interval="0" last-run="1505142205" last-rc-change="1505142205" exec-time="7640" queue-time="0" op-digest="083d0ea9c147277510859fd504bf65e4"/>
+          </lrm_resource>
+          <lrm_resource id="haproxy-bundle-docker-1" type="docker" class="ocf" provider="heartbeat">
+            <lrm_rsc_op id="haproxy-bundle-docker-1_last_0" operation_key="haproxy-bundle-docker-1_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.12" transition-key="192:1897:0:5030f43e-a349-47db-a369-6cf7555e61d3" transition-magic="0:0;192:1897:0:5030f43e-a349-47db-a369-6cf7555e61d3" on_node="controller-2" call-id="96" rc-code="0" op-status="0" interval="0" last-run="1505142213" last-rc-change="1505142213" exec-time="3546" queue-time="0" op-digest="083d0ea9c147277510859fd504bf65e4"/>
+            <lrm_rsc_op id="haproxy-bundle-docker-1_monitor_60000" operation_key="haproxy-bundle-docker-1_monitor_60000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.12" transition-key="193:1897:0:5030f43e-a349-47db-a369-6cf7555e61d3" transition-magic="0:0;193:1897:0:5030f43e-a349-47db-a369-6cf7555e61d3" on_node="controller-2" call-id="98" rc-code="0" op-status="0" interval="60000" last-rc-change="1505142217" exec-time="1337" queue-time="0" op-digest="02bacde98cfd7c1daceaf2a3bb4f851c"/>
+          </lrm_resource>
+          <lrm_resource id="redis-bundle-docker-0" type="docker" class="ocf" provider="heartbeat">
+            <lrm_rsc_op id="redis-bundle-docker-0_last_0" operation_key="redis-bundle-docker-0_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.12" transition-key="36:1897:7:5030f43e-a349-47db-a369-6cf7555e61d3" transition-magic="0:7;36:1897:7:5030f43e-a349-47db-a369-6cf7555e61d3" on_node="controller-2" call-id="29" rc-code="7" op-status="0" interval="0" last-run="1505142205" last-rc-change="1505142205" exec-time="7658" queue-time="0" op-digest="f6f1f5d0cf4620d4bedb1c8326252d6e"/>
+          </lrm_resource>
+          <lrm_resource id="redis-bundle-docker-1" type="docker" class="ocf" provider="heartbeat">
+            <lrm_rsc_op id="redis-bundle-docker-1_last_0" operation_key="redis-bundle-docker-1_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.12" transition-key="37:1897:7:5030f43e-a349-47db-a369-6cf7555e61d3" transition-magic="0:7;37:1897:7:5030f43e-a349-47db-a369-6cf7555e61d3" on_node="controller-2" call-id="33" rc-code="7" op-status="0" interval="0" last-run="1505142205" last-rc-change="1505142205" exec-time="7628" queue-time="0" op-digest="c15ee65856a09285286dcaf670b8efbe"/>
+          </lrm_resource>
+          <lrm_resource id="redis-bundle-docker-2" type="docker" class="ocf" provider="heartbeat">
+            <lrm_rsc_op id="redis-bundle-docker-2_last_0" operation_key="redis-bundle-docker-2_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.12" transition-key="135:1897:0:5030f43e-a349-47db-a369-6cf7555e61d3" transition-magic="0:0;135:1897:0:5030f43e-a349-47db-a369-6cf7555e61d3" on_node="controller-2" call-id="97" rc-code="0" op-status="0" interval="0" last-run="1505142213" last-rc-change="1505142213" exec-time="4562" queue-time="0" op-digest="cdf5d52dbfd265e497dd1dfb06f2faf1"/>
+            <lrm_rsc_op id="redis-bundle-docker-2_monitor_60000" operation_key="redis-bundle-docker-2_monitor_60000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.12" transition-key="136:1897:0:5030f43e-a349-47db-a369-6cf7555e61d3" transition-magic="0:0;136:1897:0:5030f43e-a349-47db-a369-6cf7555e61d3" on_node="controller-2" call-id="99" rc-code="0" op-status="0" interval="60000" last-rc-change="1505142218" exec-time="760" queue-time="0" op-digest="4482b2a3082df72156f22666721ee018"/>
+          </lrm_resource>
+          <lrm_resource id="haproxy-bundle-docker-2" type="docker" class="ocf" provider="heartbeat">
+            <lrm_rsc_op id="haproxy-bundle-docker-2_last_0" operation_key="haproxy-bundle-docker-2_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.12" transition-key="47:1897:7:5030f43e-a349-47db-a369-6cf7555e61d3" transition-magic="0:7;47:1897:7:5030f43e-a349-47db-a369-6cf7555e61d3" on_node="controller-2" call-id="73" rc-code="7" op-status="0" interval="0" last-run="1505142205" last-rc-change="1505142205" exec-time="7557" queue-time="0" op-digest="29c58e541af90f274b1d822e91d3f2f1"/>
+          </lrm_resource>
+          <lrm_resource id="galera-bundle-2" type="remote" class="ocf" provider="pacemaker" container="galera-bundle-docker-2">
+            <lrm_rsc_op id="galera-bundle-2_last_0" operation_key="galera-bundle-2_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.12" transition-key="96:1897:0:5030f43e-a349-47db-a369-6cf7555e61d3" transition-magic="0:0;96:1897:0:5030f43e-a349-47db-a369-6cf7555e61d3" on_node="controller-2" call-id="2" rc-code="0" op-status="0" interval="0" last-run="1505142218" last-rc-change="1505142218" exec-time="0" queue-time="0" op-digest="f282b02648444d9d95065cede4784d97" op-force-restart=" server " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+            <lrm_rsc_op id="galera-bundle-2_monitor_30000" operation_key="galera-bundle-2_monitor_30000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.12" transition-key="84:1898:0:5030f43e-a349-47db-a369-6cf7555e61d3" transition-magic="0:0;84:1898:0:5030f43e-a349-47db-a369-6cf7555e61d3" on_node="controller-2" call-id="4" rc-code="0" op-status="0" interval="30000" last-rc-change="1505142219" exec-time="0" queue-time="0" op-digest="360b985b565e1db13335e072b0bb4305"/>
+          </lrm_resource>
+          <lrm_resource id="stonith-fence_ipmilan-525400efba5c" type="fence_ipmilan" class="stonith">
+            <lrm_rsc_op id="stonith-fence_ipmilan-525400efba5c_last_0" operation_key="stonith-fence_ipmilan-525400efba5c_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.12" transition-key="174:19:0:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" transition-magic="0:0;174:19:0:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" on_node="controller-2" call-id="109" rc-code="0" op-status="0" interval="0" last-run="1505211628" last-rc-change="1505211628" exec-time="91" queue-time="0" op-digest="7e2644d21ce439341c432a3349cc59f9" op-secure-params=" passwd  password " op-secure-digest="e904c2fd62f29caf0b307c1b84254bc0"/>
+            <lrm_rsc_op id="stonith-fence_ipmilan-525400efba5c_monitor_60000" operation_key="stonith-fence_ipmilan-525400efba5c_monitor_60000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.0.12" transition-key="175:19:0:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" transition-magic="0:0;175:19:0:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" on_node="controller-2" call-id="110" rc-code="0" op-status="0" interval="60000" last-rc-change="1505211629" exec-time="73" queue-time="1" op-digest="7c9d789e29a694a2b7aa494079650cd6" op-secure-params=" passwd  password " op-secure-digest="e904c2fd62f29caf0b307c1b84254bc0"/>
+          </lrm_resource>
+        </lrm_resources>
+      </lrm>
+    </node_state>
+    <node_state id="2" uname="controller-1" in_ccm="true" crmd="online" crm-debug-origin="do_state_transition" join="member" expected="member">
+      <transient_attributes id="2">
+        <instance_attributes id="status-2">
+          <nvpair id="status-2-shutdown" name="shutdown" value="0"/>
+          <nvpair id="status-2-promoted-redis" name="master-redis" value="1"/>
+          <nvpair id="status-2-promoted-galera" name="master-galera" value="100"/>
+          <nvpair id="status-2-rmq-node-attr-rabbitmq" name="rmq-node-attr-rabbitmq" value="rabbit@controller-1"/>
+        </instance_attributes>
+      </transient_attributes>
+      <lrm id="2">
+        <lrm_resources>
+          <lrm_resource id="ip-172.17.1.14" type="IPaddr2" class="ocf" provider="heartbeat">
+            <lrm_rsc_op id="ip-172.17.1.14_last_0" operation_key="ip-172.17.1.14_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="44:20:7:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" transition-magic="0:7;44:20:7:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" on_node="controller-1" call-id="49" rc-code="7" op-status="0" interval="0" last-run="1505211876" last-rc-change="1505211876" exec-time="81" queue-time="0" op-digest="1fab2783a8d283e33a945588908e98a4"/>
+          </lrm_resource>
+          <lrm_resource id="ip-172.17.4.11" type="IPaddr2" class="ocf" provider="heartbeat">
+            <lrm_rsc_op id="ip-172.17.4.11_last_0" operation_key="ip-172.17.4.11_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="47:20:7:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" transition-magic="0:7;47:20:7:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" on_node="controller-1" call-id="61" rc-code="7" op-status="0" interval="0" last-run="1505211876" last-rc-change="1505211876" exec-time="54" queue-time="0" op-digest="fe27c3edbb73480aff571d34c88b21a7"/>
+          </lrm_resource>
+          <lrm_resource id="ip-192.168.24.7" type="IPaddr2" class="ocf" provider="heartbeat">
+            <lrm_rsc_op id="ip-192.168.24.7_last_0" operation_key="ip-192.168.24.7_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="42:20:7:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" transition-magic="0:7;42:20:7:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" on_node="controller-1" call-id="41" rc-code="7" op-status="0" interval="0" last-run="1505211876" last-rc-change="1505211876" exec-time="90" queue-time="0" op-digest="6f976df44e37af09ecb5c03346a52559"/>
+          </lrm_resource>
+          <lrm_resource id="ip-172.17.1.19" type="IPaddr2" class="ocf" provider="heartbeat">
+            <lrm_rsc_op id="ip-172.17.1.19_last_0" operation_key="ip-172.17.1.19_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="45:20:7:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" transition-magic="0:7;45:20:7:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" on_node="controller-1" call-id="53" rc-code="7" op-status="0" interval="0" last-run="1505211876" last-rc-change="1505211876" exec-time="67" queue-time="0" op-digest="2c46df7582fe8b55e9dcdeaceb4c84c7"/>
+          </lrm_resource>
+          <lrm_resource id="ip-172.17.3.19" type="IPaddr2" class="ocf" provider="heartbeat">
+            <lrm_rsc_op id="ip-172.17.3.19_last_0" operation_key="ip-172.17.3.19_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="46:20:7:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" transition-magic="0:7;46:20:7:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" on_node="controller-1" call-id="57" rc-code="7" op-status="0" interval="0" last-run="1505211876" last-rc-change="1505211876" exec-time="68" queue-time="0" op-digest="c10af75380b3171e73a9db4cccb57358"/>
+          </lrm_resource>
+          <lrm_resource id="ip-10.0.0.109" type="IPaddr2" class="ocf" provider="heartbeat">
+            <lrm_rsc_op id="ip-10.0.0.109_last_0" operation_key="ip-10.0.0.109_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="43:20:7:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" transition-magic="0:7;43:20:7:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" on_node="controller-1" call-id="45" rc-code="7" op-status="0" interval="0" last-run="1505211876" last-rc-change="1505211876" exec-time="100" queue-time="0" op-digest="03a15e984166f433c51a2466e09fd9ff"/>
+          </lrm_resource>
+          <lrm_resource id="stonith-fence_ipmilan-525400efba5c" type="fence_ipmilan" class="stonith">
+            <lrm_rsc_op id="stonith-fence_ipmilan-525400efba5c_last_0" operation_key="stonith-fence_ipmilan-525400efba5c_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="52:20:7:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" transition-magic="0:7;52:20:7:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" on_node="controller-1" call-id="81" rc-code="7" op-status="0" interval="0" last-run="1505211876" last-rc-change="1505211876" exec-time="2" queue-time="0" op-digest="7e2644d21ce439341c432a3349cc59f9" op-secure-params=" passwd  password " op-secure-digest="e904c2fd62f29caf0b307c1b84254bc0"/>
+          </lrm_resource>
+          <lrm_resource id="stonith-fence_ipmilan-5254003e8e97" type="fence_ipmilan" class="stonith">
+            <lrm_rsc_op id="stonith-fence_ipmilan-5254003e8e97_last_0" operation_key="stonith-fence_ipmilan-5254003e8e97_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="53:20:7:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" transition-magic="0:7;53:20:7:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" on_node="controller-1" call-id="85" rc-code="7" op-status="0" interval="0" last-run="1505211876" last-rc-change="1505211876" exec-time="0" queue-time="0" op-digest="aae606fe8f16c8c197c6c54ef2856c02" op-secure-params=" passwd  password " op-secure-digest="98c0e9fe35800294f69854ae869bcf70"/>
+          </lrm_resource>
+          <lrm_resource id="openstack-cinder-volume" type="openstack-cinder-volume" class="systemd">
+            <lrm_rsc_op id="openstack-cinder-volume_last_0" operation_key="openstack-cinder-volume_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="51:20:7:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" transition-magic="0:7;51:20:7:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" on_node="controller-1" call-id="77" rc-code="7" op-status="0" interval="0" last-run="1505211876" last-rc-change="1505211876" exec-time="17" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+          </lrm_resource>
+          <lrm_resource id="stonith-fence_ipmilan-5254000dcb3f" type="fence_ipmilan" class="stonith">
+            <lrm_rsc_op id="stonith-fence_ipmilan-5254000dcb3f_last_0" operation_key="stonith-fence_ipmilan-5254000dcb3f_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="54:20:7:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" transition-magic="0:7;54:20:7:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" on_node="controller-1" call-id="89" rc-code="7" op-status="0" interval="0" last-run="1505211877" last-rc-change="1505211877" exec-time="0" queue-time="0" op-digest="bc0ef483fd42598086833dcc7d9d16a0" op-secure-params=" passwd  password " op-secure-digest="dd2f06ba4e4b068af99defcb12eeac50"/>
+          </lrm_resource>
+          <lrm_resource id="redis-bundle-docker-2" type="docker" class="ocf" provider="heartbeat">
+            <lrm_rsc_op id="redis-bundle-docker-2_last_0" operation_key="redis-bundle-docker-2_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="41:20:7:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" transition-magic="0:7;41:20:7:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" on_node="controller-1" call-id="37" rc-code="7" op-status="0" interval="0" last-run="1505211876" last-rc-change="1505211876" exec-time="7143" queue-time="0" op-digest="1cd67d814d23e799920dcc7f0f89d1ff"/>
+          </lrm_resource>
+          <lrm_resource id="haproxy-bundle-docker-1" type="docker" class="ocf" provider="heartbeat">
+            <lrm_rsc_op id="haproxy-bundle-docker-1_last_0" operation_key="haproxy-bundle-docker-1_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="49:20:7:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" transition-magic="0:7;49:20:7:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" on_node="controller-1" call-id="69" rc-code="7" op-status="0" interval="0" last-run="1505211876" last-rc-change="1505211876" exec-time="7043" queue-time="0" op-digest="29c58e541af90f274b1d822e91d3f2f1"/>
+          </lrm_resource>
+          <lrm_resource id="redis-bundle-docker-0" type="docker" class="ocf" provider="heartbeat">
+            <lrm_rsc_op id="redis-bundle-docker-0_last_0" operation_key="redis-bundle-docker-0_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="39:20:7:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" transition-magic="0:7;39:20:7:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" on_node="controller-1" call-id="29" rc-code="7" op-status="0" interval="0" last-run="1505211876" last-rc-change="1505211876" exec-time="7162" queue-time="0" op-digest="f6f1f5d0cf4620d4bedb1c8326252d6e"/>
+          </lrm_resource>
+          <lrm_resource id="haproxy-bundle-docker-0" type="docker" class="ocf" provider="heartbeat">
+            <lrm_rsc_op id="haproxy-bundle-docker-0_last_0" operation_key="haproxy-bundle-docker-0_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="48:20:7:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" transition-magic="0:7;48:20:7:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" on_node="controller-1" call-id="65" rc-code="7" op-status="0" interval="0" last-run="1505211876" last-rc-change="1505211876" exec-time="7135" queue-time="0" op-digest="29c58e541af90f274b1d822e91d3f2f1"/>
+          </lrm_resource>
+          <lrm_resource id="galera-bundle-docker-2" type="docker" class="ocf" provider="heartbeat">
+            <lrm_rsc_op id="galera-bundle-docker-2_last_0" operation_key="galera-bundle-docker-2_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="38:20:7:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" transition-magic="0:7;38:20:7:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" on_node="controller-1" call-id="25" rc-code="7" op-status="0" interval="0" last-run="1505211876" last-rc-change="1505211876" exec-time="7199" queue-time="0" op-digest="d389b2daff811fe7a1fa6943a5e18b34"/>
+          </lrm_resource>
+          <lrm_resource id="rabbitmq-bundle-docker-0" type="docker" class="ocf" provider="heartbeat">
+            <lrm_rsc_op id="rabbitmq-bundle-docker-0_last_0" operation_key="rabbitmq-bundle-docker-0_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="33:20:7:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" transition-magic="0:7;33:20:7:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" on_node="controller-1" call-id="5" rc-code="7" op-status="0" interval="0" last-run="1505211876" last-rc-change="1505211876" exec-time="7226" queue-time="0" op-digest="3da6a17e4bfc5ea348c41e41bca8b0a2"/>
+          </lrm_resource>
+          <lrm_resource id="rabbitmq-bundle-docker-2" type="docker" class="ocf" provider="heartbeat">
+            <lrm_rsc_op id="rabbitmq-bundle-docker-2_last_0" operation_key="rabbitmq-bundle-docker-2_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="35:20:7:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" transition-magic="0:7;35:20:7:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" on_node="controller-1" call-id="13" rc-code="7" op-status="0" interval="0" last-run="1505211876" last-rc-change="1505211876" exec-time="7269" queue-time="0" op-digest="f50186d9782ae0addf8521a6f507c881"/>
+          </lrm_resource>
+          <lrm_resource id="galera-bundle-docker-0" type="docker" class="ocf" provider="heartbeat">
+            <lrm_rsc_op id="galera-bundle-docker-0_last_0" operation_key="galera-bundle-docker-0_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="36:20:7:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" transition-magic="0:7;36:20:7:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" on_node="controller-1" call-id="17" rc-code="7" op-status="0" interval="0" last-run="1505211876" last-rc-change="1505211876" exec-time="7268" queue-time="0" op-digest="c4193f3afb494a6a0ebfd33f930e7be4"/>
+          </lrm_resource>
+          <lrm_resource id="redis-bundle-docker-1" type="docker" class="ocf" provider="heartbeat">
+            <lrm_rsc_op id="redis-bundle-docker-1_last_0" operation_key="redis-bundle-docker-1_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="132:20:0:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" transition-magic="0:0;132:20:0:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" on_node="controller-1" call-id="90" rc-code="0" op-status="0" interval="0" last-run="1505211884" last-rc-change="1505211884" exec-time="4543" queue-time="0" op-digest="d12a03fcf5794843261e2916fbd6c63b"/>
+            <lrm_rsc_op id="redis-bundle-docker-1_monitor_60000" operation_key="redis-bundle-docker-1_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="133:20:0:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" transition-magic="0:0;133:20:0:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" on_node="controller-1" call-id="97" rc-code="0" op-status="0" interval="60000" last-rc-change="1505211888" exec-time="487" queue-time="0" op-digest="42c7c6491371a6562c49d1c32399082b"/>
+          </lrm_resource>
+          <lrm_resource id="rabbitmq-bundle-docker-1" type="docker" class="ocf" provider="heartbeat">
+            <lrm_rsc_op id="rabbitmq-bundle-docker-1_last_0" operation_key="rabbitmq-bundle-docker-1_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="59:20:0:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" transition-magic="0:0;59:20:0:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" on_node="controller-1" call-id="91" rc-code="0" op-status="0" interval="0" last-run="1505211884" last-rc-change="1505211884" exec-time="3530" queue-time="0" op-digest="b59f3520d7d5f770ece284f4ab68291b"/>
+            <lrm_rsc_op id="rabbitmq-bundle-docker-1_monitor_60000" operation_key="rabbitmq-bundle-docker-1_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="60:20:0:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" transition-magic="0:0;60:20:0:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" on_node="controller-1" call-id="94" rc-code="0" op-status="0" interval="60000" last-rc-change="1505211887" exec-time="727" queue-time="0" op-digest="f8c3faf3117dbe6901f69d517a8a7f78"/>
+          </lrm_resource>
+          <lrm_resource id="haproxy-bundle-docker-2" type="docker" class="ocf" provider="heartbeat">
+            <lrm_rsc_op id="haproxy-bundle-docker-2_last_0" operation_key="haproxy-bundle-docker-2_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="197:20:0:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" transition-magic="0:0;197:20:0:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" on_node="controller-1" call-id="92" rc-code="0" op-status="0" interval="0" last-run="1505211884" last-rc-change="1505211884" exec-time="4385" queue-time="0" op-digest="083d0ea9c147277510859fd504bf65e4"/>
+            <lrm_rsc_op id="haproxy-bundle-docker-2_monitor_60000" operation_key="haproxy-bundle-docker-2_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="198:20:0:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" transition-magic="0:0;198:20:0:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" on_node="controller-1" call-id="96" rc-code="0" op-status="0" interval="60000" last-rc-change="1505211888" exec-time="433" queue-time="0" op-digest="02bacde98cfd7c1daceaf2a3bb4f851c"/>
+          </lrm_resource>
+          <lrm_resource id="galera-bundle-docker-1" type="docker" class="ocf" provider="heartbeat">
+            <lrm_rsc_op id="galera-bundle-docker-1_last_0" operation_key="galera-bundle-docker-1_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="93:20:0:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" transition-magic="0:0;93:20:0:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" on_node="controller-1" call-id="93" rc-code="0" op-status="0" interval="0" last-run="1505211884" last-rc-change="1505211884" exec-time="4402" queue-time="0" op-digest="14385e7ff7b4fcd7e4d11755b3ad0c94"/>
+            <lrm_rsc_op id="galera-bundle-docker-1_monitor_60000" operation_key="galera-bundle-docker-1_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="94:20:0:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" transition-magic="0:0;94:20:0:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" on_node="controller-1" call-id="99" rc-code="0" op-status="0" interval="60000" last-rc-change="1505211888" exec-time="396" queue-time="0" op-digest="59fb532a17dc4de0d7c6984a4a9fbce7"/>
+          </lrm_resource>
+          <lrm_resource id="redis-bundle-1" type="remote" class="ocf" provider="pacemaker" container="redis-bundle-docker-1">
+            <lrm_rsc_op id="redis-bundle-1_last_0" operation_key="redis-bundle-1_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="134:20:0:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" transition-magic="0:0;134:20:0:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" on_node="controller-1" call-id="2" rc-code="0" op-status="0" interval="0" last-run="1505211888" last-rc-change="1505211888" exec-time="0" queue-time="0" op-digest="cd98602d6f977947327050913302f861" op-force-restart=" server " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+            <lrm_rsc_op id="redis-bundle-1_monitor_30000" operation_key="redis-bundle-1_monitor_30000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="120:21:0:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" transition-magic="0:0;120:21:0:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" on_node="controller-1" call-id="6" rc-code="0" op-status="0" interval="30000" last-rc-change="1505211890" exec-time="0" queue-time="0" op-digest="a076da96e60da0ec2faccf5f38186767"/>
+          </lrm_resource>
+          <lrm_resource id="galera-bundle-1" type="remote" class="ocf" provider="pacemaker" container="galera-bundle-docker-1">
+            <lrm_rsc_op id="galera-bundle-1_last_0" operation_key="galera-bundle-1_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="95:20:0:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" transition-magic="0:0;95:20:0:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" on_node="controller-1" call-id="3" rc-code="0" op-status="0" interval="0" last-run="1505211888" last-rc-change="1505211888" exec-time="0" queue-time="0" op-digest="ed95b71467015049c875f75798f405fb" op-force-restart=" server " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+            <lrm_rsc_op id="galera-bundle-1_monitor_30000" operation_key="galera-bundle-1_monitor_30000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="80:21:0:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" transition-magic="0:0;80:21:0:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" on_node="controller-1" call-id="5" rc-code="0" op-status="0" interval="30000" last-rc-change="1505211890" exec-time="0" queue-time="0" op-digest="1cb41a6c33cc25b47ebeff7bb61c3eeb"/>
+          </lrm_resource>
+          <lrm_resource id="rabbitmq-bundle-1" type="remote" class="ocf" provider="pacemaker" container="rabbitmq-bundle-docker-1">
+            <lrm_rsc_op id="rabbitmq-bundle-1_last_0" operation_key="rabbitmq-bundle-1_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="61:20:0:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" transition-magic="0:0;61:20:0:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" on_node="controller-1" call-id="1" rc-code="0" op-status="0" interval="0" last-run="1505211887" last-rc-change="1505211887" exec-time="0" queue-time="0" op-digest="f1d68ab267df6867301fcff08041cd2f" op-force-restart=" server " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+            <lrm_rsc_op id="rabbitmq-bundle-1_monitor_30000" operation_key="rabbitmq-bundle-1_monitor_30000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="45:21:0:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" transition-magic="0:0;45:21:0:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" on_node="controller-1" call-id="4" rc-code="0" op-status="0" interval="30000" last-rc-change="1505211890" exec-time="0" queue-time="0" op-digest="61c3a926b0d3bd428b481dd6e40b1745"/>
+          </lrm_resource>
+        </lrm_resources>
+      </lrm>
+    </node_state>
+    <node_state id="1" uname="controller-0" in_ccm="false" crmd="offline" crm-debug-origin="do_state_transition" join="down" expected="member">
+      <lrm id="1">
+        <lrm_resources>
+          <lrm_resource id="ip-10.0.0.109" type="IPaddr2" class="ocf" provider="heartbeat">
+            <lrm_rsc_op id="ip-10.0.0.109_last_0" operation_key="ip-10.0.0.109_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="159:18:0:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" transition-magic="0:0;159:18:0:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" on_node="controller-0" call-id="113" rc-code="0" op-status="0" interval="0" last-run="1505211616" last-rc-change="1505211616" exec-time="4070" queue-time="1" op-digest="03a15e984166f433c51a2466e09fd9ff"/>
+            <lrm_rsc_op id="ip-10.0.0.109_monitor_10000" operation_key="ip-10.0.0.109_monitor_10000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="160:18:0:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" transition-magic="0:0;160:18:0:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" on_node="controller-0" call-id="114" rc-code="0" op-status="0" interval="10000" last-rc-change="1505211620" exec-time="43" queue-time="0" op-digest="5a0a5239f9d18249912e9d35a8e2eb1d"/>
+          </lrm_resource>
+          <lrm_resource id="ip-172.17.1.14" type="IPaddr2" class="ocf" provider="heartbeat">
+            <lrm_rsc_op id="ip-172.17.1.14_last_0" operation_key="ip-172.17.1.14_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="39:7:7:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" transition-magic="0:7;39:7:7:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" on_node="controller-0" call-id="49" rc-code="7" op-status="0" interval="0" last-run="1505210282" last-rc-change="1505210282" exec-time="90" queue-time="0" op-digest="1fab2783a8d283e33a945588908e98a4"/>
+          </lrm_resource>
+          <lrm_resource id="ip-172.17.3.19" type="IPaddr2" class="ocf" provider="heartbeat">
+            <lrm_rsc_op id="ip-172.17.3.19_last_0" operation_key="ip-172.17.3.19_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="41:7:7:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" transition-magic="0:7;41:7:7:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" on_node="controller-0" call-id="57" rc-code="7" op-status="0" interval="0" last-run="1505210282" last-rc-change="1505210282" exec-time="90" queue-time="0" op-digest="c10af75380b3171e73a9db4cccb57358"/>
+          </lrm_resource>
+          <lrm_resource id="ip-192.168.24.7" type="IPaddr2" class="ocf" provider="heartbeat">
+            <lrm_rsc_op id="ip-192.168.24.7_last_0" operation_key="ip-192.168.24.7_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="180:7:0:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" transition-magic="0:0;180:7:0:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" on_node="controller-0" call-id="66" rc-code="0" op-status="0" interval="0" last-run="1505210282" last-rc-change="1505210282" exec-time="4110" queue-time="0" op-digest="6f976df44e37af09ecb5c03346a52559"/>
+            <lrm_rsc_op id="ip-192.168.24.7_monitor_10000" operation_key="ip-192.168.24.7_monitor_10000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="181:7:0:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" transition-magic="0:0;181:7:0:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" on_node="controller-0" call-id="92" rc-code="0" op-status="0" interval="10000" last-rc-change="1505210287" exec-time="263" queue-time="0" op-digest="51f17fc2e57f6f623f896c960749925d"/>
+          </lrm_resource>
+          <lrm_resource id="ip-172.17.1.19" type="IPaddr2" class="ocf" provider="heartbeat">
+            <lrm_rsc_op id="ip-172.17.1.19_last_0" operation_key="ip-172.17.1.19_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="40:7:7:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" transition-magic="0:7;40:7:7:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" on_node="controller-0" call-id="53" rc-code="7" op-status="0" interval="0" last-run="1505210282" last-rc-change="1505210282" exec-time="96" queue-time="0" op-digest="2c46df7582fe8b55e9dcdeaceb4c84c7"/>
+          </lrm_resource>
+          <lrm_resource id="ip-172.17.4.11" type="IPaddr2" class="ocf" provider="heartbeat">
+            <lrm_rsc_op id="ip-172.17.4.11_last_0" operation_key="ip-172.17.4.11_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="190:7:0:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" transition-magic="0:0;190:7:0:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" on_node="controller-0" call-id="79" rc-code="0" op-status="0" interval="0" last-run="1505210282" last-rc-change="1505210282" exec-time="4112" queue-time="0" op-digest="fe27c3edbb73480aff571d34c88b21a7"/>
+            <lrm_rsc_op id="ip-172.17.4.11_monitor_10000" operation_key="ip-172.17.4.11_monitor_10000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="191:7:0:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" transition-magic="0:0;191:7:0:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" on_node="controller-0" call-id="93" rc-code="0" op-status="0" interval="10000" last-rc-change="1505210287" exec-time="263" queue-time="0" op-digest="392445a354e2da75dcd4cbe6eee1268b"/>
+          </lrm_resource>
+          <lrm_resource id="stonith-fence_ipmilan-525400efba5c" type="fence_ipmilan" class="stonith">
+            <lrm_rsc_op id="stonith-fence_ipmilan-525400efba5c_last_0" operation_key="stonith-fence_ipmilan-525400efba5c_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="47:7:7:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" transition-magic="0:7;47:7:7:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" on_node="controller-0" call-id="83" rc-code="7" op-status="0" interval="0" last-run="1505210282" last-rc-change="1505210282" exec-time="2" queue-time="1" op-digest="7e2644d21ce439341c432a3349cc59f9" op-secure-params=" passwd  password " op-secure-digest="e904c2fd62f29caf0b307c1b84254bc0"/>
+          </lrm_resource>
+          <lrm_resource id="openstack-cinder-volume" type="openstack-cinder-volume" class="systemd">
+            <lrm_rsc_op id="openstack-cinder-volume_last_0" operation_key="openstack-cinder-volume_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="46:7:7:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" transition-magic="0:7;46:7:7:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" on_node="controller-0" call-id="78" rc-code="7" op-status="0" interval="0" last-run="1505210282" last-rc-change="1505210282" exec-time="22" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+          </lrm_resource>
+          <lrm_resource id="stonith-fence_ipmilan-5254003e8e97" type="fence_ipmilan" class="stonith">
+            <lrm_rsc_op id="stonith-fence_ipmilan-5254003e8e97_last_0" operation_key="stonith-fence_ipmilan-5254003e8e97_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="206:7:0:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" transition-magic="0:0;206:7:0:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" on_node="controller-0" call-id="94" rc-code="0" op-status="0" interval="0" last-run="1505210290" last-rc-change="1505210290" exec-time="408" queue-time="0" op-digest="aae606fe8f16c8c197c6c54ef2856c02" op-secure-params=" passwd  password " op-secure-digest="98c0e9fe35800294f69854ae869bcf70"/>
+            <lrm_rsc_op id="stonith-fence_ipmilan-5254003e8e97_monitor_60000" operation_key="stonith-fence_ipmilan-5254003e8e97_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="207:7:0:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" transition-magic="0:0;207:7:0:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" on_node="controller-0" call-id="97" rc-code="0" op-status="0" interval="60000" last-rc-change="1505210292" exec-time="768" queue-time="0" op-digest="4c49d2d91618384073fadd7f677572d3" op-secure-params=" passwd  password " op-secure-digest="98c0e9fe35800294f69854ae869bcf70"/>
+          </lrm_resource>
+          <lrm_resource id="stonith-fence_ipmilan-5254000dcb3f" type="fence_ipmilan" class="stonith">
+            <lrm_rsc_op id="stonith-fence_ipmilan-5254000dcb3f_last_0" operation_key="stonith-fence_ipmilan-5254000dcb3f_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="208:7:0:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" transition-magic="0:0;208:7:0:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" on_node="controller-0" call-id="95" rc-code="0" op-status="0" interval="0" last-run="1505210290" last-rc-change="1505210290" exec-time="283" queue-time="0" op-digest="bc0ef483fd42598086833dcc7d9d16a0" op-secure-params=" passwd  password " op-secure-digest="dd2f06ba4e4b068af99defcb12eeac50"/>
+            <lrm_rsc_op id="stonith-fence_ipmilan-5254000dcb3f_monitor_60000" operation_key="stonith-fence_ipmilan-5254000dcb3f_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="209:7:0:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" transition-magic="0:0;209:7:0:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" on_node="controller-0" call-id="96" rc-code="0" op-status="0" interval="60000" last-rc-change="1505210292" exec-time="778" queue-time="0" op-digest="7a557a7eff20453404b0e464e5f83f4a" op-secure-params=" passwd  password " op-secure-digest="dd2f06ba4e4b068af99defcb12eeac50"/>
+          </lrm_resource>
+          <lrm_resource id="rabbitmq-bundle-docker-2" type="docker" class="ocf" provider="heartbeat">
+            <lrm_rsc_op id="rabbitmq-bundle-docker-2_last_0" operation_key="rabbitmq-bundle-docker-2_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="30:7:7:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" transition-magic="0:7;30:7:7:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" on_node="controller-0" call-id="13" rc-code="7" op-status="0" interval="0" last-run="1505210282" last-rc-change="1505210282" exec-time="10133" queue-time="0" op-digest="f50186d9782ae0addf8521a6f507c881"/>
+          </lrm_resource>
+          <lrm_resource id="galera-bundle-docker-2" type="docker" class="ocf" provider="heartbeat">
+            <lrm_rsc_op id="galera-bundle-docker-2_last_0" operation_key="galera-bundle-docker-2_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="33:7:7:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" transition-magic="0:7;33:7:7:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" on_node="controller-0" call-id="25" rc-code="7" op-status="0" interval="0" last-run="1505210282" last-rc-change="1505210282" exec-time="10128" queue-time="0" op-digest="d389b2daff811fe7a1fa6943a5e18b34"/>
+          </lrm_resource>
+          <lrm_resource id="redis-bundle-docker-1" type="docker" class="ocf" provider="heartbeat">
+            <lrm_rsc_op id="redis-bundle-docker-1_last_0" operation_key="redis-bundle-docker-1_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="35:7:7:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" transition-magic="0:7;35:7:7:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" on_node="controller-0" call-id="33" rc-code="7" op-status="0" interval="0" last-run="1505210282" last-rc-change="1505210282" exec-time="10126" queue-time="0" op-digest="c15ee65856a09285286dcaf670b8efbe"/>
+          </lrm_resource>
+          <lrm_resource id="haproxy-bundle-docker-2" type="docker" class="ocf" provider="heartbeat">
+            <lrm_rsc_op id="haproxy-bundle-docker-2_last_0" operation_key="haproxy-bundle-docker-2_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="45:7:7:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" transition-magic="0:7;45:7:7:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" on_node="controller-0" call-id="74" rc-code="7" op-status="0" interval="0" last-run="1505210282" last-rc-change="1505210282" exec-time="9981" queue-time="0" op-digest="29c58e541af90f274b1d822e91d3f2f1"/>
+          </lrm_resource>
+          <lrm_resource id="redis-bundle-docker-2" type="docker" class="ocf" provider="heartbeat">
+            <lrm_rsc_op id="redis-bundle-docker-2_last_0" operation_key="redis-bundle-docker-2_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="36:7:7:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" transition-magic="0:7;36:7:7:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" on_node="controller-0" call-id="37" rc-code="7" op-status="0" interval="0" last-run="1505210282" last-rc-change="1505210282" exec-time="10146" queue-time="0" op-digest="1cd67d814d23e799920dcc7f0f89d1ff"/>
+          </lrm_resource>
+          <lrm_resource id="rabbitmq-bundle-docker-1" type="docker" class="ocf" provider="heartbeat">
+            <lrm_rsc_op id="rabbitmq-bundle-docker-1_last_0" operation_key="rabbitmq-bundle-docker-1_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="29:7:7:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" transition-magic="0:7;29:7:7:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" on_node="controller-0" call-id="9" rc-code="7" op-status="0" interval="0" last-run="1505210282" last-rc-change="1505210282" exec-time="10168" queue-time="0" op-digest="bf832eda4aa91b107d859f72dc02f785"/>
+          </lrm_resource>
+          <lrm_resource id="galera-bundle-docker-1" type="docker" class="ocf" provider="heartbeat">
+            <lrm_rsc_op id="galera-bundle-docker-1_last_0" operation_key="galera-bundle-docker-1_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="32:7:7:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" transition-magic="0:7;32:7:7:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" on_node="controller-0" call-id="21" rc-code="7" op-status="0" interval="0" last-run="1505210282" last-rc-change="1505210282" exec-time="10174" queue-time="0" op-digest="90b7b2b5826b874d7be1cb44875d1ef5"/>
+          </lrm_resource>
+          <lrm_resource id="haproxy-bundle-docker-1" type="docker" class="ocf" provider="heartbeat">
+            <lrm_rsc_op id="haproxy-bundle-docker-1_last_0" operation_key="haproxy-bundle-docker-1_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="44:7:7:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" transition-magic="0:7;44:7:7:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" on_node="controller-0" call-id="70" rc-code="7" op-status="0" interval="0" last-run="1505210282" last-rc-change="1505210282" exec-time="10027" queue-time="0" op-digest="29c58e541af90f274b1d822e91d3f2f1"/>
+          </lrm_resource>
+          <lrm_resource id="rabbitmq-bundle-docker-0" type="docker" class="ocf" provider="heartbeat">
+            <lrm_rsc_op id="rabbitmq-bundle-docker-0_last_0" operation_key="rabbitmq-bundle-docker-0_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="50:7:0:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" transition-magic="0:0;50:7:0:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" on_node="controller-0" call-id="98" rc-code="0" op-status="0" interval="0" last-run="1505210293" last-rc-change="1505210293" exec-time="4396" queue-time="0" op-digest="3da6a17e4bfc5ea348c41e41bca8b0a2"/>
+            <lrm_rsc_op id="rabbitmq-bundle-docker-0_monitor_60000" operation_key="rabbitmq-bundle-docker-0_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="51:7:0:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" transition-magic="0:0;51:7:0:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" on_node="controller-0" call-id="102" rc-code="0" op-status="0" interval="60000" last-rc-change="1505210297" exec-time="912" queue-time="0" op-digest="6b9570f66c0d7dbdd8c6127ee0c80505"/>
+          </lrm_resource>
+          <lrm_resource id="haproxy-bundle-docker-0" type="docker" class="ocf" provider="heartbeat">
+            <lrm_rsc_op id="haproxy-bundle-docker-0_last_0" operation_key="haproxy-bundle-docker-0_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="192:7:0:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" transition-magic="0:0;192:7:0:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" on_node="controller-0" call-id="99" rc-code="0" op-status="0" interval="0" last-run="1505210293" last-rc-change="1505210293" exec-time="5581" queue-time="0" op-digest="29c58e541af90f274b1d822e91d3f2f1"/>
+            <lrm_rsc_op id="haproxy-bundle-docker-0_monitor_60000" operation_key="haproxy-bundle-docker-0_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="193:7:0:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" transition-magic="0:0;193:7:0:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" on_node="controller-0" call-id="106" rc-code="0" op-status="0" interval="60000" last-rc-change="1505210299" exec-time="610" queue-time="0" op-digest="4b2db678b64bf44c2e087203a776559e"/>
+          </lrm_resource>
+          <lrm_resource id="galera-bundle-docker-0" type="docker" class="ocf" provider="heartbeat">
+            <lrm_rsc_op id="galera-bundle-docker-0_last_0" operation_key="galera-bundle-docker-0_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="84:7:0:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" transition-magic="0:0;84:7:0:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" on_node="controller-0" call-id="100" rc-code="0" op-status="0" interval="0" last-run="1505210293" last-rc-change="1505210293" exec-time="5740" queue-time="0" op-digest="c4193f3afb494a6a0ebfd33f930e7be4"/>
+            <lrm_rsc_op id="galera-bundle-docker-0_monitor_60000" operation_key="galera-bundle-docker-0_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="85:7:0:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" transition-magic="0:0;85:7:0:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" on_node="controller-0" call-id="107" rc-code="0" op-status="0" interval="60000" last-rc-change="1505210299" exec-time="592" queue-time="0" op-digest="e6306e9147b1dd9858f39577ac842f25"/>
+          </lrm_resource>
+          <lrm_resource id="redis-bundle-docker-0" type="docker" class="ocf" provider="heartbeat">
+            <lrm_rsc_op id="redis-bundle-docker-0_last_0" operation_key="redis-bundle-docker-0_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="114:15:0:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" transition-magic="0:0;114:15:0:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" on_node="controller-0" call-id="111" rc-code="0" op-status="0" interval="0" last-run="1505211499" last-rc-change="1505211499" exec-time="452" queue-time="0" op-digest="f6f1f5d0cf4620d4bedb1c8326252d6e"/>
+            <lrm_rsc_op id="redis-bundle-docker-0_monitor_60000" operation_key="redis-bundle-docker-0_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="115:15:0:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" transition-magic="0:0;115:15:0:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" on_node="controller-0" call-id="112" rc-code="0" op-status="0" interval="60000" last-rc-change="1505211500" exec-time="89" queue-time="0" op-digest="1172ed2e92c66fdbc4c8aa28b1d897c4"/>
+          </lrm_resource>
+          <lrm_resource id="redis-bundle-0" type="remote" class="ocf" provider="pacemaker" container="redis-bundle-docker-0">
+            <lrm_rsc_op id="redis-bundle-0_last_0" operation_key="redis-bundle-0_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="116:15:0:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" transition-magic="0:0;116:15:0:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" on_node="controller-0" call-id="8" rc-code="0" op-status="0" interval="0" last-run="1505211500" last-rc-change="1505211500" exec-time="0" queue-time="0" op-digest="dd323696d6c8ed14cb71914c411664c9" op-force-restart=" server " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+            <lrm_rsc_op id="redis-bundle-0_monitor_30000" operation_key="redis-bundle-0_monitor_30000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="119:16:0:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" transition-magic="0:0;119:16:0:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" on_node="controller-0" call-id="9" rc-code="0" op-status="0" interval="30000" last-rc-change="1505211502" exec-time="0" queue-time="0" op-digest="e3ae7972e4989b9b928f3ff082c5ac23"/>
+          </lrm_resource>
+          <lrm_resource id="galera-bundle-0" type="remote" class="ocf" provider="pacemaker" container="galera-bundle-docker-0">
+            <lrm_rsc_op id="galera-bundle-0_last_0" operation_key="galera-bundle-0_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="86:7:0:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" transition-magic="0:0;86:7:0:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" on_node="controller-0" call-id="3" rc-code="0" op-status="0" interval="0" last-run="1505210299" last-rc-change="1505210299" exec-time="0" queue-time="0" op-digest="37e9ab931fa7b5d2122c4cd44c56b7d2" op-force-restart=" server " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+            <lrm_rsc_op id="galera-bundle-0_monitor_30000" operation_key="galera-bundle-0_monitor_30000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="75:8:0:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" transition-magic="0:0;75:8:0:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" on_node="controller-0" call-id="5" rc-code="0" op-status="0" interval="30000" last-rc-change="1505210300" exec-time="0" queue-time="0" op-digest="1ef5cbd05a3687236c669af720a810bc"/>
+          </lrm_resource>
+          <lrm_resource id="rabbitmq-bundle-0" type="remote" class="ocf" provider="pacemaker" container="rabbitmq-bundle-docker-0">
+            <lrm_rsc_op id="rabbitmq-bundle-0_last_0" operation_key="rabbitmq-bundle-0_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="52:7:0:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" transition-magic="0:0;52:7:0:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" on_node="controller-0" call-id="1" rc-code="0" op-status="0" interval="0" last-run="1505210297" last-rc-change="1505210297" exec-time="0" queue-time="0" op-digest="8dc3f9844e70d4458a7edcd7091ecf50" op-force-restart=" server " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+            <lrm_rsc_op id="rabbitmq-bundle-0_monitor_30000" operation_key="rabbitmq-bundle-0_monitor_30000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="40:8:0:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" transition-magic="0:0;40:8:0:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" on_node="controller-0" call-id="4" rc-code="0" op-status="0" interval="30000" last-rc-change="1505210300" exec-time="0" queue-time="0" op-digest="cca9d25863986607e6440270f0640ff5"/>
+          </lrm_resource>
+        </lrm_resources>
+      </lrm>
+    </node_state>
+    <node_state remote_node="true" id="rabbitmq-bundle-0" uname="rabbitmq-bundle-0" in_ccm="true" crm-debug-origin="do_state_transition" node_fenced="0">
+      <lrm id="rabbitmq-bundle-0">
+        <lrm_resources>
+          <lrm_resource id="rabbitmq" type="rabbitmq-cluster" class="ocf" provider="heartbeat">
+            <lrm_rsc_op id="rabbitmq_last_0" operation_key="rabbitmq_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="57:8:0:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" transition-magic="0:0;57:8:0:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" on_node="controller-0" call-id="7" rc-code="0" op-status="0" interval="0" last-run="1505210301" last-rc-change="1505210301" exec-time="26574" queue-time="0" op-digest="780d433233eb4f94c1a151623d002e84"/>
+            <lrm_rsc_op id="rabbitmq_monitor_10000" operation_key="rabbitmq_monitor_10000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="57:9:0:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" transition-magic="0:0;57:9:0:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" on_node="controller-0" call-id="45" rc-code="0" op-status="0" interval="10000" last-rc-change="1505210328" exec-time="3881" queue-time="0" op-digest="6b46cdf9111345cbd0460b2540d3b2c7"/>
+          </lrm_resource>
+        </lrm_resources>
+      </lrm>
+      <transient_attributes id="rabbitmq-bundle-0">
+        <instance_attributes id="status-rabbitmq-bundle-0"/>
+      </transient_attributes>
+    </node_state>
+    <node_state remote_node="true" id="rabbitmq-bundle-2" uname="rabbitmq-bundle-2" in_ccm="true" crm-debug-origin="do_state_transition" node_fenced="0">
+      <lrm id="rabbitmq-bundle-2">
+        <lrm_resources>
+          <lrm_resource id="rabbitmq" type="rabbitmq-cluster" class="ocf" provider="heartbeat">
+            <lrm_rsc_op id="rabbitmq_last_0" operation_key="rabbitmq_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="61:1899:0:5030f43e-a349-47db-a369-6cf7555e61d3" transition-magic="0:0;61:1899:0:5030f43e-a349-47db-a369-6cf7555e61d3" on_node="controller-2" call-id="7" rc-code="0" op-status="0" interval="0" last-run="1505142230" last-rc-change="1505142230" exec-time="28301" queue-time="0" op-digest="780d433233eb4f94c1a151623d002e84"/>
+            <lrm_rsc_op id="rabbitmq_monitor_10000" operation_key="rabbitmq_monitor_10000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="65:1900:0:5030f43e-a349-47db-a369-6cf7555e61d3" transition-magic="0:0;65:1900:0:5030f43e-a349-47db-a369-6cf7555e61d3" on_node="controller-2" call-id="45" rc-code="0" op-status="0" interval="10000" last-rc-change="1505142258" exec-time="3773" queue-time="0" op-digest="6b46cdf9111345cbd0460b2540d3b2c7"/>
+          </lrm_resource>
+        </lrm_resources>
+      </lrm>
+      <transient_attributes id="rabbitmq-bundle-2">
+        <instance_attributes id="status-rabbitmq-bundle-2"/>
+      </transient_attributes>
+    </node_state>
+    <node_state remote_node="true" id="rabbitmq-bundle-1" uname="rabbitmq-bundle-1" in_ccm="true" crm-debug-origin="do_state_transition" node_fenced="0">
+      <lrm id="rabbitmq-bundle-1">
+        <lrm_resources>
+          <lrm_resource id="rabbitmq" type="rabbitmq-cluster" class="ocf" provider="heartbeat">
+            <lrm_rsc_op id="rabbitmq_last_0" operation_key="rabbitmq_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="58:21:0:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" transition-magic="0:0;58:21:0:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" on_node="controller-1" call-id="7" rc-code="0" op-status="0" interval="0" last-run="1505211892" last-rc-change="1505211892" exec-time="24504" queue-time="0" op-digest="780d433233eb4f94c1a151623d002e84"/>
+            <lrm_rsc_op id="rabbitmq_monitor_10000" operation_key="rabbitmq_monitor_10000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="60:22:0:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" transition-magic="0:0;60:22:0:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" on_node="controller-1" call-id="45" rc-code="0" op-status="0" interval="10000" last-rc-change="1505211919" exec-time="3880" queue-time="0" op-digest="6b46cdf9111345cbd0460b2540d3b2c7"/>
+          </lrm_resource>
+        </lrm_resources>
+      </lrm>
+      <transient_attributes id="rabbitmq-bundle-1">
+        <instance_attributes id="status-rabbitmq-bundle-1"/>
+      </transient_attributes>
+    </node_state>
+    <node_state remote_node="true" id="galera-bundle-1" uname="galera-bundle-1" in_ccm="true" crm-debug-origin="do_state_transition" node_fenced="0">
+      <lrm id="galera-bundle-1">
+        <lrm_resources>
+          <lrm_resource id="galera" type="galera" class="ocf" provider="heartbeat">
+            <lrm_rsc_op id="galera_last_0" operation_key="galera_promote_0" operation="promote" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="101:22:0:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" transition-magic="0:0;101:22:0:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" on_node="controller-1" call-id="31" rc-code="0" op-status="0" interval="0" last-run="1505211919" last-rc-change="1505211919" exec-time="9865" queue-time="0" op-digest="a27a7301241d321527115de47ec94f52" op-secure-params=" user " op-secure-digest="a27a7301241d321527115de47ec94f52"/>
+            <lrm_rsc_op id="galera_monitor_10000" operation_key="galera_monitor_10000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="101:23:8:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" transition-magic="0:8;101:23:8:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" on_node="controller-1" call-id="66" rc-code="8" op-status="0" interval="10000" last-rc-change="1505211930" exec-time="397" queue-time="0" op-digest="5a80d9ca7bb4f6ad0bdb3b4395b9f4ec" op-secure-params=" user " op-secure-digest="a27a7301241d321527115de47ec94f52"/>
+          </lrm_resource>
+        </lrm_resources>
+      </lrm>
+      <transient_attributes id="galera-bundle-1">
+        <instance_attributes id="status-galera-bundle-1"/>
+      </transient_attributes>
+    </node_state>
+    <node_state remote_node="true" id="galera-bundle-0" uname="galera-bundle-0" in_ccm="true" crm-debug-origin="do_state_transition" node_fenced="0">
+      <lrm id="galera-bundle-0">
+        <lrm_resources>
+          <lrm_resource id="galera" type="galera" class="ocf" provider="heartbeat">
+            <lrm_rsc_op id="galera_last_0" operation_key="galera_promote_0" operation="promote" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="100:9:0:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" transition-magic="0:0;100:9:0:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" on_node="controller-0" call-id="31" rc-code="0" op-status="0" interval="0" last-run="1505210333" last-rc-change="1505210333" exec-time="9885" queue-time="0" op-digest="a27a7301241d321527115de47ec94f52" op-secure-params=" user " op-secure-digest="a27a7301241d321527115de47ec94f52"/>
+            <lrm_rsc_op id="galera_monitor_10000" operation_key="galera_monitor_10000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="94:10:8:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" transition-magic="0:8;94:10:8:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" on_node="controller-0" call-id="66" rc-code="8" op-status="0" interval="10000" last-rc-change="1505210343" exec-time="421" queue-time="1" op-digest="5a80d9ca7bb4f6ad0bdb3b4395b9f4ec" op-secure-params=" user " op-secure-digest="a27a7301241d321527115de47ec94f52"/>
+          </lrm_resource>
+        </lrm_resources>
+      </lrm>
+      <transient_attributes id="galera-bundle-0">
+        <instance_attributes id="status-galera-bundle-0"/>
+      </transient_attributes>
+    </node_state>
+    <node_state remote_node="true" id="galera-bundle-2" uname="galera-bundle-2" in_ccm="true" crm-debug-origin="do_state_transition" node_fenced="0">
+      <lrm id="galera-bundle-2">
+        <lrm_resources>
+          <lrm_resource id="galera" type="galera" class="ocf" provider="heartbeat">
+            <lrm_rsc_op id="galera_last_0" operation_key="galera_promote_0" operation="promote" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="101:1899:0:5030f43e-a349-47db-a369-6cf7555e61d3" transition-magic="0:0;101:1899:0:5030f43e-a349-47db-a369-6cf7555e61d3" on_node="controller-2" call-id="31" rc-code="0" op-status="0" interval="0" last-run="1505142229" last-rc-change="1505142229" exec-time="11966" queue-time="0" op-digest="a27a7301241d321527115de47ec94f52" op-secure-params=" user " op-secure-digest="a27a7301241d321527115de47ec94f52"/>
+            <lrm_rsc_op id="galera_monitor_10000" operation_key="galera_monitor_10000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="106:1900:8:5030f43e-a349-47db-a369-6cf7555e61d3" transition-magic="0:8;106:1900:8:5030f43e-a349-47db-a369-6cf7555e61d3" on_node="controller-2" call-id="66" rc-code="8" op-status="0" interval="10000" last-rc-change="1505142259" exec-time="375" queue-time="0" op-digest="5a80d9ca7bb4f6ad0bdb3b4395b9f4ec" op-secure-params=" user " op-secure-digest="a27a7301241d321527115de47ec94f52"/>
+          </lrm_resource>
+        </lrm_resources>
+      </lrm>
+      <transient_attributes id="galera-bundle-2">
+        <instance_attributes id="status-galera-bundle-2"/>
+      </transient_attributes>
+    </node_state>
+    <node_state remote_node="true" id="redis-bundle-0" uname="redis-bundle-0" in_ccm="true" crm-debug-origin="do_state_transition" node_fenced="0">
+      <transient_attributes id="redis-bundle-0">
+        <instance_attributes id="status-redis-bundle-0">
+          <nvpair id="status-redis-bundle-0-promoted-redis" name="master-redis" value="1"/>
+        </instance_attributes>
+      </transient_attributes>
+      <lrm id="redis-bundle-0">
+        <lrm_resources>
+          <lrm_resource id="redis" type="redis" class="ocf" provider="heartbeat">
+            <lrm_rsc_op id="redis_last_0" operation_key="redis_promote_0" operation="promote" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="120:18:0:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" transition-magic="0:0;120:18:0:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" on_node="controller-0" call-id="192" rc-code="0" op-status="0" interval="0" last-run="1505211620" last-rc-change="1505211620" exec-time="2201" queue-time="0" op-digest="a5b2a4f5c557278af14d6cbffc5a229d" op-secure-params=" user " op-secure-digest="a5b2a4f5c557278af14d6cbffc5a229d"/>
+            <lrm_rsc_op id="redis_monitor_20000" operation_key="redis_monitor_20000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="118:19:8:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" transition-magic="0:8;118:19:8:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" on_node="controller-0" call-id="241" rc-code="8" op-status="0" interval="20000" last-rc-change="1505211632" exec-time="1027" queue-time="0" op-digest="992feffd37882eb5ce9bfc847b2fa75e" op-secure-params=" user " op-secure-digest="a5b2a4f5c557278af14d6cbffc5a229d"/>
+          </lrm_resource>
+        </lrm_resources>
+      </lrm>
+    </node_state>
+    <node_state remote_node="true" id="redis-bundle-2" uname="redis-bundle-2" in_ccm="true" crm-debug-origin="do_state_transition" node_fenced="0">
+      <lrm id="redis-bundle-2">
+        <lrm_resources>
+          <lrm_resource id="redis" type="redis" class="ocf" provider="heartbeat">
+            <lrm_rsc_op id="redis_last_0" operation_key="redis_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="137:1907:0:5030f43e-a349-47db-a369-6cf7555e61d3" transition-magic="0:0;137:1907:0:5030f43e-a349-47db-a369-6cf7555e61d3" on_node="controller-2" call-id="1903" rc-code="0" op-status="0" interval="0" last-run="1505143910" last-rc-change="1505143910" exec-time="6076" queue-time="0" op-digest="a5b2a4f5c557278af14d6cbffc5a229d" op-secure-params=" user " op-secure-digest="a5b2a4f5c557278af14d6cbffc5a229d"/>
+            <lrm_rsc_op id="redis_last_failure_0" operation_key="redis_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="138:1899:0:5030f43e-a349-47db-a369-6cf7555e61d3" transition-magic="0:8;138:1899:0:5030f43e-a349-47db-a369-6cf7555e61d3" on_node="controller-2" call-id="80" rc-code="8" op-status="0" interval="60000" last-rc-change="1505143894" exec-time="0" queue-time="0" op-digest="992feffd37882eb5ce9bfc847b2fa75e" op-secure-params=" user " op-secure-digest="a5b2a4f5c557278af14d6cbffc5a229d"/>
+            <lrm_rsc_op id="redis_monitor_60000" operation_key="redis_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="141:1909:0:5030f43e-a349-47db-a369-6cf7555e61d3" transition-magic="0:0;141:1909:0:5030f43e-a349-47db-a369-6cf7555e61d3" on_node="controller-2" call-id="2030" rc-code="0" op-status="0" interval="60000" last-rc-change="1505143925" exec-time="1166" queue-time="0" op-digest="992feffd37882eb5ce9bfc847b2fa75e" op-secure-params=" user " op-secure-digest="a5b2a4f5c557278af14d6cbffc5a229d"/>
+            <lrm_rsc_op id="redis_monitor_45000" operation_key="redis_monitor_45000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="140:1909:0:5030f43e-a349-47db-a369-6cf7555e61d3" transition-magic="0:0;140:1909:0:5030f43e-a349-47db-a369-6cf7555e61d3" on_node="controller-2" call-id="2031" rc-code="0" op-status="0" interval="45000" last-rc-change="1505143926" exec-time="1121" queue-time="1124" op-digest="992feffd37882eb5ce9bfc847b2fa75e" op-secure-params=" user " op-secure-digest="a5b2a4f5c557278af14d6cbffc5a229d"/>
+          </lrm_resource>
+        </lrm_resources>
+      </lrm>
+      <transient_attributes id="redis-bundle-2">
+        <instance_attributes id="status-redis-bundle-2">
+          <nvpair id="status-redis-bundle-2-fail-count-redis" name="fail-count-redis" value="1"/>
+          <nvpair id="status-redis-bundle-2-last-failure-redis" name="last-failure-redis" value="1505143894"/>
+          <nvpair id="status-redis-bundle-2-promoted-redis" name="master-redis" value="1"/>
+        </instance_attributes>
+      </transient_attributes>
+    </node_state>
+    <node_state remote_node="true" id="redis-bundle-1" uname="redis-bundle-1" in_ccm="true" crm-debug-origin="do_state_transition" node_fenced="0">
+      <transient_attributes id="redis-bundle-1">
+        <instance_attributes id="status-redis-bundle-1">
+          <nvpair id="status-redis-bundle-1-promoted-redis" name="master-redis" value="1"/>
+        </instance_attributes>
+      </transient_attributes>
+      <lrm id="redis-bundle-1">
+        <lrm_resources>
+          <lrm_resource id="redis" type="redis" class="ocf" provider="heartbeat">
+            <lrm_rsc_op id="redis_last_0" operation_key="redis_start_0" operation="start" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="135:21:0:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" transition-magic="0:0;135:21:0:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" on_node="controller-1" call-id="7" rc-code="0" op-status="0" interval="0" last-run="1505211890" last-rc-change="1505211890" exec-time="6751" queue-time="1" op-digest="a5b2a4f5c557278af14d6cbffc5a229d" op-secure-params=" user " op-secure-digest="a5b2a4f5c557278af14d6cbffc5a229d"/>
+            <lrm_rsc_op id="redis_monitor_60000" operation_key="redis_monitor_60000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="138:22:0:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" transition-magic="0:0;138:22:0:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" on_node="controller-1" call-id="85" rc-code="0" op-status="0" interval="60000" last-rc-change="1505211919" exec-time="1072" queue-time="0" op-digest="992feffd37882eb5ce9bfc847b2fa75e" op-secure-params=" user " op-secure-digest="a5b2a4f5c557278af14d6cbffc5a229d"/>
+            <lrm_rsc_op id="redis_monitor_45000" operation_key="redis_monitor_45000" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.0.12" transition-key="137:22:0:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" transition-magic="0:0;137:22:0:5d83e3c7-3fae-4ec0-b903-5c8f7b5c42ae" on_node="controller-1" call-id="86" rc-code="0" op-status="0" interval="45000" last-rc-change="1505211920" exec-time="1066" queue-time="1031" op-digest="992feffd37882eb5ce9bfc847b2fa75e" op-secure-params=" user " op-secure-digest="a5b2a4f5c557278af14d6cbffc5a229d"/>
+          </lrm_resource>
+        </lrm_resources>
+      </lrm>
+    </node_state>
+  </status>
+</cib>