summaryrefslogtreecommitdiffstats
path: root/cts/scheduler/xml
diff options
context:
space:
mode:
authorDaniel Baumann <daniel.baumann@progress-linux.org>2024-04-17 07:45:52 +0000
committerDaniel Baumann <daniel.baumann@progress-linux.org>2024-04-17 07:45:52 +0000
commitcbe4cdc48486fbedede448aa59aa6a367efa1038 (patch)
tree6fc30a23fe7642fd93c5c6c702c4bc8ed5640b38 /cts/scheduler/xml
parentAdding debian version 2.1.6-5. (diff)
downloadpacemaker-cbe4cdc48486fbedede448aa59aa6a367efa1038.tar.xz
pacemaker-cbe4cdc48486fbedede448aa59aa6a367efa1038.zip
Merging upstream version 2.1.7.
Signed-off-by: Daniel Baumann <daniel.baumann@progress-linux.org>
Diffstat (limited to 'cts/scheduler/xml')
-rw-r--r--cts/scheduler/xml/anon-instance-pending.xml2
-rw-r--r--cts/scheduler/xml/bundle-interleave-start.xml3
-rw-r--r--cts/scheduler/xml/bundle-promoted-anticolocation-1.xml238
-rw-r--r--cts/scheduler/xml/bundle-promoted-anticolocation-2.xml238
-rw-r--r--cts/scheduler/xml/bundle-promoted-anticolocation-3.xml238
-rw-r--r--cts/scheduler/xml/bundle-promoted-anticolocation-4.xml238
-rw-r--r--cts/scheduler/xml/bundle-promoted-anticolocation-5.xml368
-rw-r--r--cts/scheduler/xml/bundle-promoted-anticolocation-6.xml368
-rw-r--r--cts/scheduler/xml/bundle-promoted-colocation-1.xml237
-rw-r--r--cts/scheduler/xml/bundle-promoted-colocation-2.xml237
-rw-r--r--cts/scheduler/xml/bundle-promoted-colocation-3.xml237
-rw-r--r--cts/scheduler/xml/bundle-promoted-colocation-4.xml237
-rw-r--r--cts/scheduler/xml/bundle-promoted-colocation-5.xml367
-rw-r--r--cts/scheduler/xml/bundle-promoted-colocation-6.xml367
-rw-r--r--cts/scheduler/xml/bundle-promoted-location-1.xml221
-rw-r--r--cts/scheduler/xml/bundle-promoted-location-2.xml218
-rw-r--r--cts/scheduler/xml/bundle-promoted-location-3.xml225
-rw-r--r--cts/scheduler/xml/bundle-promoted-location-4.xml225
-rw-r--r--cts/scheduler/xml/bundle-promoted-location-5.xml231
-rw-r--r--cts/scheduler/xml/bundle-promoted-location-6.xml224
-rw-r--r--cts/scheduler/xml/cancel-behind-moving-remote.xml14
-rw-r--r--cts/scheduler/xml/clone-recover-no-shuffle-1.xml113
-rw-r--r--cts/scheduler/xml/clone-recover-no-shuffle-10.xml120
-rw-r--r--cts/scheduler/xml/clone-recover-no-shuffle-11.xml153
-rw-r--r--cts/scheduler/xml/clone-recover-no-shuffle-12.xml186
-rw-r--r--cts/scheduler/xml/clone-recover-no-shuffle-2.xml141
-rw-r--r--cts/scheduler/xml/clone-recover-no-shuffle-3.xml180
-rw-r--r--cts/scheduler/xml/clone-recover-no-shuffle-4.xml115
-rw-r--r--cts/scheduler/xml/clone-recover-no-shuffle-5.xml143
-rw-r--r--cts/scheduler/xml/clone-recover-no-shuffle-6.xml182
-rw-r--r--cts/scheduler/xml/clone-recover-no-shuffle-7.xml120
-rw-r--r--cts/scheduler/xml/clone-recover-no-shuffle-8.xml153
-rw-r--r--cts/scheduler/xml/clone-recover-no-shuffle-9.xml186
-rw-r--r--cts/scheduler/xml/coloc-with-inner-group-member.xml258
-rw-r--r--cts/scheduler/xml/group-anticolocation-2.xml166
-rw-r--r--cts/scheduler/xml/group-anticolocation-3.xml165
-rw-r--r--cts/scheduler/xml/group-anticolocation-4.xml167
-rw-r--r--cts/scheduler/xml/group-anticolocation-5.xml188
-rw-r--r--cts/scheduler/xml/group-anticolocation.xml14
-rw-r--r--cts/scheduler/xml/node-pending-timeout.xml27
-rw-r--r--cts/scheduler/xml/pending-node-no-uname.xml26
-rw-r--r--cts/scheduler/xml/promoted-ordering.xml26
-rw-r--r--cts/scheduler/xml/promoted-probed-score.xml4
-rw-r--r--cts/scheduler/xml/timeout-by-node.xml139
44 files changed, 7682 insertions, 23 deletions
diff --git a/cts/scheduler/xml/anon-instance-pending.xml b/cts/scheduler/xml/anon-instance-pending.xml
index 86a6728..297c0bb 100644
--- a/cts/scheduler/xml/anon-instance-pending.xml
+++ b/cts/scheduler/xml/anon-instance-pending.xml
@@ -16,7 +16,7 @@
</nodes>
<resources>
<primitive class="stonith" id="Fencing" type="fence_imaginary"/>
- <!-- clone1 tests a pending start on node4 with node1-2 slave, node3 master, and node5-11 stopped -->
+ <!-- clone1 tests a pending start on node4 with node1-2 unpromoted, node3 promoted, and node5-11 stopped -->
<clone id="clone1">
<primitive id="clone1rsc" class="ocf" provider="pacemaker" type="Stateful">
<operations>
diff --git a/cts/scheduler/xml/bundle-interleave-start.xml b/cts/scheduler/xml/bundle-interleave-start.xml
index e8630cd..facb181 100644
--- a/cts/scheduler/xml/bundle-interleave-start.xml
+++ b/cts/scheduler/xml/bundle-interleave-start.xml
@@ -6,7 +6,8 @@
and its promoted role is colocated with base's. App's starts and
promotes are ordered after base's.
- In this test, all are stopped and must be started.
+ In this test, all are stopped and must be started. One replica of each
+ bundle must be promoted.
-->
<configuration>
<crm_config>
diff --git a/cts/scheduler/xml/bundle-promoted-anticolocation-1.xml b/cts/scheduler/xml/bundle-promoted-anticolocation-1.xml
new file mode 100644
index 0000000..71f472e
--- /dev/null
+++ b/cts/scheduler/xml/bundle-promoted-anticolocation-1.xml
@@ -0,0 +1,238 @@
+<cib crm_feature_set="3.17.4" validate-with="pacemaker-3.9" epoch="47" num_updates="0" admin_epoch="0" cib-last-written="Mon Jun 19 19:33:16 2023" update-origin="node1" update-client="cibadmin" update-user="root" have-quorum="1" dc-uuid="1">
+ <configuration>
+ <!-- The essential elements of this test are:
+ * A primitive (vip) is mandatorily anti-colocated with the promoted
+ instance of a bundle (base-bundle)
+ * The primitive is running on the same node as the bundle's promoted
+ instance
+ * There is no stickiness
+ * There are no location constraints
+ * There are three nodes available for both resources
+
+ In this situation, the primitive should move away from the promoted
+ bundle instance's node.
+ -->
+ <crm_config>
+ <cluster_property_set id="cib-bootstrap-options">
+ <nvpair id="cib-bootstrap-options-have-watchdog" name="have-watchdog" value="false"/>
+ <nvpair id="cib-bootstrap-options-dc-version" name="dc-version" value="2.1.5-1.0a457786a.git.el9-0a457786a"/>
+ <nvpair id="cib-bootstrap-options-cluster-infrastructure" name="cluster-infrastructure" value="corosync"/>
+ <nvpair id="cib-bootstrap-options-cluster-name" name="cluster-name" value="test"/>
+ <nvpair id="cib-bootstrap-options-last-lrm-refresh" name="last-lrm-refresh" value="1687217818"/>
+ </cluster_property_set>
+ </crm_config>
+ <nodes>
+ <node id="1" uname="node1"/>
+ <node id="2" uname="node2"/>
+ <node id="3" uname="node3"/>
+ </nodes>
+ <resources>
+ <primitive class="stonith" id="Fencing" type="fence_xvm">
+ <instance_attributes id="Fencing-instance_attributes">
+ <nvpair id="Fencing-instance_attributes_pcmk_host_list" name="pcmk_host_list" value="node1 node2 node3"/>
+ </instance_attributes>
+ <operations>
+ <op id="Fencing-monitor-120s" interval="120s" name="monitor" timeout="120s"/>
+ </operations>
+ </primitive>
+ <bundle id="base-bundle">
+ <meta_attributes id="base-bundle-meta_attributes">
+ <nvpair id="base-bundle-meta_attributes-promotable" name="promotable" value="true"/>
+ <nvpair id="base-bundle-meta_attributes-container-attribute-target" name="container-attribute-target" value="host"/>
+ </meta_attributes>
+ <podman image="localhost/pcmktest" replicas="3"/>
+ <network control-port="3121"/>
+ <primitive id="base" class="ocf" provider="pacemaker" type="Stateful">
+ <operations>
+ <op id="base-monitor-15s" interval="15s" name="monitor" timeout="15s" role="Promoted"/>
+ <op id="base-monitor-16s" interval="16s" name="monitor" timeout="16s" role="Unpromoted"/>
+ </operations>
+ </primitive>
+ </bundle>
+ <primitive class="ocf" id="vip" provider="heartbeat" type="IPaddr2">
+ <instance_attributes id="vip-instance_attributes">
+ <nvpair id="vip-instance_attributes-cidr_netmask" name="cidr_netmask" value="32"/>
+ <nvpair id="vip-instance_attributes-ip" name="ip" value="192.168.22.81"/>
+ </instance_attributes>
+ <operations>
+ <op id="vip-monitor-interval-10s" interval="10s" name="monitor" timeout="20s"/>
+ <op id="vip-start-interval-0s" interval="0s" name="start" timeout="20s"/>
+ <op id="vip-stop-interval-0s" interval="0s" name="stop" timeout="20s"/>
+ </operations>
+ </primitive>
+ </resources>
+ <constraints>
+ <rsc_colocation id="colocation-vip-base-bundle--INFINITY" rsc="vip" score="-INFINITY" with-rsc="base-bundle" with-rsc-role="Promoted"/>
+ </constraints>
+ <fencing-topology/>
+ <op_defaults/>
+ <alerts/>
+ <rsc_defaults/>
+ </configuration>
+ <status>
+ <node_state id="1" uname="node1" in_ccm="true" crmd="online" crm-debug-origin="controld_update_resource_history" join="member" expected="member">
+ <transient_attributes id="1">
+ <instance_attributes id="status-1">
+ <nvpair id="status-1-.feature-set" name="#feature-set" value="3.17.4"/>
+ <nvpair id="status-1-master-base" name="master-base" value="11"/>
+ </instance_attributes>
+ </transient_attributes>
+ <lrm id="1">
+ <lrm_resources>
+ <lrm_resource id="Fencing" type="fence_xvm" class="stonith">
+ <lrm_rsc_op id="Fencing_last_0" operation_key="Fencing_stop_0" operation="stop" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="12:62:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;12:62:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="55" rc-code="0" op-status="0" interval="0" last-rc-change="1687222219" exec-time="0" queue-time="0" op-digest="6197322ae276dfeb4a212d09787f9738"/>
+ <lrm_rsc_op id="Fencing_monitor_120000" operation_key="Fencing_monitor_120000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="2:23:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;2:23:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="38" rc-code="0" op-status="0" interval="120000" last-rc-change="1687217955" exec-time="43" queue-time="0" op-digest="8ca455a603cbe2dc8d68703e63c272f1"/>
+ </lrm_resource>
+ <lrm_resource id="vip" type="IPaddr2" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="vip_last_0" operation_key="vip_stop_0" operation="stop" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="50:71:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;50:71:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="57" rc-code="0" op-status="0" interval="0" last-rc-change="1687228394" exec-time="47" queue-time="0" op-digest="b274efb9afd1400d58df73d9925b6823"/>
+ <lrm_rsc_op id="vip_monitor_10000" operation_key="vip_monitor_10000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="52:60:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;52:60:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="53" rc-code="0" op-status="0" interval="10000" last-rc-change="1687222197" exec-time="38" queue-time="0" op-digest="20f7173b4af9ab62392ae5d9e5243580"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-2" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="base-bundle-podman-2_last_0" operation_key="base-bundle-podman-2_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="8:33:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;8:33:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="49" rc-code="7" op-status="0" interval="0" last-rc-change="1687219402" exec-time="103" queue-time="0" op-digest="eb1c148b6d2d7a7013f75d596536409b"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-1" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="base-bundle-podman-1_last_0" operation_key="base-bundle-podman-1_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="6:33:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;6:33:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="45" rc-code="7" op-status="0" interval="0" last-rc-change="1687219402" exec-time="82" queue-time="0" op-digest="91ec5f49c5fd88f29405389545fb7d59"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-2" type="remote" class="ocf" provider="pacemaker" container="base-bundle-podman-2">
+ <lrm_rsc_op id="base-bundle-2_last_0" operation_key="base-bundle-2_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="9:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;9:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="5" rc-code="7" op-status="0" interval="0" last-rc-change="1687219636" exec-time="0" queue-time="0" op-digest="b1f9a03e78ae75f94cc0c36e6c0cc527" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-0" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="base-bundle-podman-0_last_0" operation_key="base-bundle-podman-0_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="7:28:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;7:28:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="40" rc-code="0" op-status="0" interval="0" last-rc-change="1687218074" exec-time="795" queue-time="0" op-digest="b93578750303776f6bb098395c53338a"/>
+ <lrm_rsc_op id="base-bundle-podman-0_monitor_60000" operation_key="base-bundle-podman-0_monitor_60000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="8:29:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;8:29:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="41" rc-code="0" op-status="0" interval="60000" last-rc-change="1687218074" exec-time="166" queue-time="0" op-digest="902512fcf3e4556d9585c44184665d8c"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-1" type="remote" class="ocf" provider="pacemaker" container="base-bundle-podman-1">
+ <lrm_rsc_op id="base-bundle-1_last_0" operation_key="base-bundle-1_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="7:33:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;7:33:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="4" rc-code="7" op-status="0" interval="0" last-rc-change="1687219403" exec-time="0" queue-time="0" op-digest="137e2067e195bc8e29ef8680e392a9e7" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-0" type="remote" class="ocf" provider="pacemaker" container="base-bundle-podman-0">
+ <lrm_rsc_op id="base-bundle-0_last_0" operation_key="base-bundle-0_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="9:29:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;9:29:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="2" rc-code="0" op-status="0" interval="0" last-rc-change="1687218074" exec-time="0" queue-time="0" op-digest="2b7683df7d64ff71ec5fd3675fd12017" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ <lrm_rsc_op id="base-bundle-0_monitor_30000" operation_key="base-bundle-0_monitor_30000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="11:30:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;11:30:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="3" rc-code="0" op-status="0" interval="30000" last-rc-change="1687218075" exec-time="0" queue-time="0" op-digest="6f3c7e233bacb8420fef5f9581190d00"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ </node_state>
+ <node_state id="2" uname="node2" crmd="online" crm-debug-origin="controld_update_resource_history" in_ccm="true" join="member" expected="member">
+ <transient_attributes id="2">
+ <instance_attributes id="status-2">
+ <nvpair id="status-2-.feature-set" name="#feature-set" value="3.17.4"/>
+ <nvpair id="status-2-master-base" name="master-base" value="12"/>
+ </instance_attributes>
+ </transient_attributes>
+ <lrm id="2">
+ <lrm_resources>
+ <lrm_resource id="Fencing" type="fence_xvm" class="stonith">
+ <lrm_rsc_op id="Fencing_last_0" operation_key="Fencing_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="12:69:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;12:69:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="58" rc-code="0" op-status="0" interval="0" last-rc-change="1687226745" exec-time="33" queue-time="0" op-digest="f551693977f94a4fa8883fb70e439592"/>
+ <lrm_rsc_op id="Fencing_monitor_120000" operation_key="Fencing_monitor_120000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="4:69:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;4:69:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="59" rc-code="0" op-status="0" interval="120000" last-rc-change="1687226745" exec-time="27" queue-time="0" op-digest="24989640311980988fb77ddd1cc1002b"/>
+ </lrm_resource>
+ <lrm_resource id="vip" type="IPaddr2" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="vip_last_0" operation_key="vip_stop_0" operation="stop" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="50:60:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;50:60:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="53" rc-code="0" op-status="0" interval="0" last-rc-change="1687222197" exec-time="47" queue-time="0" op-digest="b274efb9afd1400d58df73d9925b6823"/>
+ <lrm_rsc_op id="vip_monitor_10000" operation_key="vip_monitor_10000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="26:23:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;26:23:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="37" rc-code="0" op-status="0" interval="10000" last-rc-change="1687217955" exec-time="42" queue-time="0" op-digest="20f7173b4af9ab62392ae5d9e5243580"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-2" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="base-bundle-podman-2_last_0" operation_key="base-bundle-podman-2_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="12:33:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;12:33:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="47" rc-code="7" op-status="0" interval="0" last-rc-change="1687219402" exec-time="69" queue-time="1" op-digest="eb1c148b6d2d7a7013f75d596536409b"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-1" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="base-bundle-podman-1_last_0" operation_key="base-bundle-podman-1_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="20:33:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;20:33:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="48" rc-code="0" op-status="0" interval="0" last-rc-change="1687219402" exec-time="665" queue-time="0" op-digest="91ec5f49c5fd88f29405389545fb7d59"/>
+ <lrm_rsc_op id="base-bundle-podman-1_monitor_60000" operation_key="base-bundle-podman-1_monitor_60000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="21:33:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;21:33:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="49" rc-code="0" op-status="0" interval="60000" last-rc-change="1687219403" exec-time="158" queue-time="0" op-digest="f0ef4729d120aa3f5d938cabca4d06c7"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-2" type="remote" class="ocf" provider="pacemaker" container="base-bundle-podman-2">
+ <lrm_rsc_op id="base-bundle-2_last_0" operation_key="base-bundle-2_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="10:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;10:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="5" rc-code="7" op-status="0" interval="0" last-rc-change="1687219636" exec-time="0" queue-time="0" op-digest="b1f9a03e78ae75f94cc0c36e6c0cc527" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-0" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="base-bundle-podman-0_last_0" operation_key="base-bundle-podman-0_stop_0" operation="stop" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="2:27:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;2:27:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="39" rc-code="0" op-status="0" interval="0" last-rc-change="1687217956" exec-time="161" queue-time="0" op-digest="bbac36b73a7a6604aefdd2cb3b5f42e6"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-1" type="remote" class="ocf" provider="pacemaker" container="base-bundle-podman-1">
+ <lrm_rsc_op id="base-bundle-1_last_0" operation_key="base-bundle-1_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="22:33:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;22:33:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="3" rc-code="0" op-status="0" interval="0" last-rc-change="1687219403" exec-time="0" queue-time="0" op-digest="137e2067e195bc8e29ef8680e392a9e7" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ <lrm_rsc_op id="base-bundle-1_monitor_30000" operation_key="base-bundle-1_monitor_30000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="20:34:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;20:34:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="4" rc-code="0" op-status="0" interval="30000" last-rc-change="1687219404" exec-time="0" queue-time="0" op-digest="3929eec440004bca31f813a8e6097506"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-0" type="remote" class="ocf" provider="pacemaker" container="base-bundle-podman-0">
+ <lrm_rsc_op id="base-bundle-0_last_0" operation_key="base-bundle-0_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="3:7:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;3:7:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="1" rc-code="7" op-status="0" interval="0" last-rc-change="1687217701" exec-time="0" queue-time="0" op-digest="137e2067e195bc8e29ef8680e392a9e7" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ </node_state>
+ <node_state remote_node="true" id="base-bundle-0" uname="base-bundle-0" in_ccm="true" crm-debug-origin="do_state_transition" node_fenced="0">
+ <lrm id="base-bundle-0">
+ <lrm_resources>
+ <lrm_resource id="base" class="ocf" provider="pacemaker" type="Stateful">
+ <lrm_rsc_op id="base_last_0" operation_key="base_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="16:30:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;16:30:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="8" rc-code="0" op-status="0" interval="0" last-rc-change="1687218075" exec-time="307" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="base_monitor_16000" operation_key="base_monitor_16000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="17:31:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;17:31:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="14" rc-code="0" op-status="0" interval="16000" last-rc-change="1687218076" exec-time="15" queue-time="0" op-digest="e62ad827732488b88ef8722ff6a484b3"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ <transient_attributes id="base-bundle-0">
+ <instance_attributes id="status-base-bundle-0">
+ <nvpair id="status-base-bundle-0-master-base" name="master-base" value="5"/>
+ </instance_attributes>
+ </transient_attributes>
+ </node_state>
+ <node_state id="3" uname="node3" crmd="online" crm-debug-origin="controld_update_resource_history" in_ccm="true" join="member" expected="member">
+ <transient_attributes id="3">
+ <instance_attributes id="status-3">
+ <nvpair id="status-3-.feature-set" name="#feature-set" value="3.17.4"/>
+ <nvpair id="status-3-master-base" name="master-base" value="13"/>
+ </instance_attributes>
+ </transient_attributes>
+ <lrm id="3">
+ <lrm_resources>
+ <lrm_resource id="Fencing" type="fence_xvm" class="stonith">
+ <lrm_rsc_op id="Fencing_last_0" operation_key="Fencing_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="11:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;11:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="8" rc-code="7" op-status="0" interval="0" last-rc-change="1687219634" exec-time="5" queue-time="0" op-digest="6197322ae276dfeb4a212d09787f9738"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-2" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="base-bundle-podman-2_last_0" operation_key="base-bundle-podman-2_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="29:36:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;29:36:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="24" rc-code="0" op-status="0" interval="0" last-rc-change="1687219634" exec-time="936" queue-time="0" op-digest="eb1c148b6d2d7a7013f75d596536409b"/>
+ <lrm_rsc_op id="base-bundle-podman-2_monitor_60000" operation_key="base-bundle-podman-2_monitor_60000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="30:36:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;30:36:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="25" rc-code="0" op-status="0" interval="60000" last-rc-change="1687219635" exec-time="173" queue-time="0" op-digest="8eeca5a30b14f3d9ef7d2ddbd16c2e05"/>
+ </lrm_resource>
+ <lrm_resource id="vip" type="IPaddr2" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="vip_last_0" operation_key="vip_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="51:71:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;51:71:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="27" rc-code="0" op-status="0" interval="0" last-rc-change="1687228393" exec-time="58" queue-time="0" op-digest="b274efb9afd1400d58df73d9925b6823"/>
+ <lrm_rsc_op id="vip_monitor_10000" operation_key="vip_monitor_10000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="52:71:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;52:71:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="28" rc-code="0" op-status="0" interval="10000" last-rc-change="1687228393" exec-time="35" queue-time="0" op-digest="20f7173b4af9ab62392ae5d9e5243580"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-1" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="base-bundle-podman-1_last_0" operation_key="base-bundle-podman-1_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="14:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;14:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="14" rc-code="7" op-status="0" interval="0" last-rc-change="1687219634" exec-time="107" queue-time="0" op-digest="91ec5f49c5fd88f29405389545fb7d59"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-2" type="remote" class="ocf" provider="pacemaker" container="base-bundle-podman-2">
+ <lrm_rsc_op id="base-bundle-2_last_0" operation_key="base-bundle-2_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="31:36:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;31:36:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="4" rc-code="0" op-status="0" interval="0" last-rc-change="1687219635" exec-time="0" queue-time="0" op-digest="b1f9a03e78ae75f94cc0c36e6c0cc527" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ <lrm_rsc_op id="base-bundle-2_monitor_30000" operation_key="base-bundle-2_monitor_30000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="25:37:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;25:37:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="5" rc-code="0" op-status="0" interval="30000" last-rc-change="1687219637" exec-time="0" queue-time="0" op-digest="354b9acaa7ea1113d708dc11a1d6bbfa"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-0" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="base-bundle-podman-0_last_0" operation_key="base-bundle-podman-0_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="12:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;12:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="10" rc-code="7" op-status="0" interval="0" last-rc-change="1687219634" exec-time="104" queue-time="0" op-digest="b93578750303776f6bb098395c53338a"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-1" type="remote" class="ocf" provider="pacemaker" container="base-bundle-podman-1">
+ <lrm_rsc_op id="base-bundle-1_last_0" operation_key="base-bundle-1_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="15:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;15:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="2" rc-code="7" op-status="0" interval="0" last-rc-change="1687219634" exec-time="0" queue-time="0" op-digest="137e2067e195bc8e29ef8680e392a9e7" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-0" type="remote" class="ocf" provider="pacemaker" container="base-bundle-podman-0">
+ <lrm_rsc_op id="base-bundle-0_last_0" operation_key="base-bundle-0_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="13:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;13:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="1" rc-code="7" op-status="0" interval="0" last-rc-change="1687219634" exec-time="0" queue-time="0" op-digest="2b7683df7d64ff71ec5fd3675fd12017" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ </node_state>
+ <node_state remote_node="true" id="base-bundle-1" uname="base-bundle-1" in_ccm="true" crm-debug-origin="controld_update_resource_history" node_fenced="0">
+ <lrm id="base-bundle-1">
+ <lrm_resources>
+ <lrm_resource id="base" class="ocf" provider="pacemaker" type="Stateful">
+ <lrm_rsc_op id="base_last_0" operation_key="base_demote_0" operation="demote" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="35:55:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;35:55:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="86" rc-code="0" op-status="0" interval="0" last-rc-change="1687220328" exec-time="221" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="base_monitor_16000" operation_key="base_monitor_16000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="35:56:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;35:56:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="92" rc-code="0" op-status="0" interval="16000" last-rc-change="1687220329" exec-time="43" queue-time="0" op-digest="e62ad827732488b88ef8722ff6a484b3"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ <transient_attributes id="base-bundle-1">
+ <instance_attributes id="status-base-bundle-1">
+ <nvpair id="status-base-bundle-1-master-base" name="master-base" value="5"/>
+ </instance_attributes>
+ </transient_attributes>
+ </node_state>
+ <node_state remote_node="true" id="base-bundle-2" uname="base-bundle-2" in_ccm="true" crm-debug-origin="controld_update_resource_history" node_fenced="0">
+ <lrm id="base-bundle-2">
+ <lrm_resources>
+ <lrm_resource id="base" class="ocf" provider="pacemaker" type="Stateful">
+ <lrm_rsc_op id="base_last_0" operation_key="base_promote_0" operation="promote" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="32:43:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;32:43:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="30" rc-code="0" op-status="0" interval="0" last-rc-change="1687220058" exec-time="222" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="base_monitor_15000" operation_key="base_monitor_15000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="33:44:8:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:8;33:44:8:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="36" rc-code="8" op-status="0" interval="15000" last-rc-change="1687220059" exec-time="13" queue-time="0" op-digest="3ef575c5f050ae086f0f31bc8f085fdc"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ <transient_attributes id="base-bundle-2">
+ <instance_attributes id="status-base-bundle-2">
+ <nvpair id="status-base-bundle-2-master-base" name="master-base" value="10"/>
+ </instance_attributes>
+ </transient_attributes>
+ </node_state>
+ </status>
+</cib>
diff --git a/cts/scheduler/xml/bundle-promoted-anticolocation-2.xml b/cts/scheduler/xml/bundle-promoted-anticolocation-2.xml
new file mode 100644
index 0000000..32bc5ea
--- /dev/null
+++ b/cts/scheduler/xml/bundle-promoted-anticolocation-2.xml
@@ -0,0 +1,238 @@
+<cib crm_feature_set="3.17.4" validate-with="pacemaker-3.9" epoch="47" num_updates="0" admin_epoch="0" cib-last-written="Mon Jun 19 19:33:16 2023" update-origin="node1" update-client="cibadmin" update-user="root" have-quorum="1" dc-uuid="1">
+ <configuration>
+ <!-- The essential elements of this test are:
+ * A primitive (vip) is optionally anti-colocated (score=-5000) with
+ the promoted instance of a bundle (base-bundle)
+ * The primitive is running on the same node as the bundle's promoted
+ instance
+ * There is no stickiness
+ * There are no location constraints
+ * There are three nodes available for both resources
+
+ In this situation, the primitive should move away from the promoted
+ bundle instance's node.
+ -->
+ <crm_config>
+ <cluster_property_set id="cib-bootstrap-options">
+ <nvpair id="cib-bootstrap-options-have-watchdog" name="have-watchdog" value="false"/>
+ <nvpair id="cib-bootstrap-options-dc-version" name="dc-version" value="2.1.5-1.0a457786a.git.el9-0a457786a"/>
+ <nvpair id="cib-bootstrap-options-cluster-infrastructure" name="cluster-infrastructure" value="corosync"/>
+ <nvpair id="cib-bootstrap-options-cluster-name" name="cluster-name" value="test"/>
+ <nvpair id="cib-bootstrap-options-last-lrm-refresh" name="last-lrm-refresh" value="1687217818"/>
+ </cluster_property_set>
+ </crm_config>
+ <nodes>
+ <node id="1" uname="node1"/>
+ <node id="2" uname="node2"/>
+ <node id="3" uname="node3"/>
+ </nodes>
+ <resources>
+ <primitive class="stonith" id="Fencing" type="fence_xvm">
+ <instance_attributes id="Fencing-instance_attributes">
+ <nvpair id="Fencing-instance_attributes_pcmk_host_list" name="pcmk_host_list" value="node1 node2 node3"/>
+ </instance_attributes>
+ <operations>
+ <op id="Fencing-monitor-120s" interval="120s" name="monitor" timeout="120s"/>
+ </operations>
+ </primitive>
+ <bundle id="base-bundle">
+ <meta_attributes id="base-bundle-meta_attributes">
+ <nvpair id="base-bundle-meta_attributes-promotable" name="promotable" value="true"/>
+ <nvpair id="base-bundle-meta_attributes-container-attribute-target" name="container-attribute-target" value="host"/>
+ </meta_attributes>
+ <podman image="localhost/pcmktest" replicas="3"/>
+ <network control-port="3121"/>
+ <primitive id="base" class="ocf" provider="pacemaker" type="Stateful">
+ <operations>
+ <op id="base-monitor-15s" interval="15s" name="monitor" timeout="15s" role="Promoted"/>
+ <op id="base-monitor-16s" interval="16s" name="monitor" timeout="16s" role="Unpromoted"/>
+ </operations>
+ </primitive>
+ </bundle>
+ <primitive class="ocf" id="vip" provider="heartbeat" type="IPaddr2">
+ <instance_attributes id="vip-instance_attributes">
+ <nvpair id="vip-instance_attributes-cidr_netmask" name="cidr_netmask" value="32"/>
+ <nvpair id="vip-instance_attributes-ip" name="ip" value="192.168.22.81"/>
+ </instance_attributes>
+ <operations>
+ <op id="vip-monitor-interval-10s" interval="10s" name="monitor" timeout="20s"/>
+ <op id="vip-start-interval-0s" interval="0s" name="start" timeout="20s"/>
+ <op id="vip-stop-interval-0s" interval="0s" name="stop" timeout="20s"/>
+ </operations>
+ </primitive>
+ </resources>
+ <constraints>
+ <rsc_colocation id="colocation-vip-base-bundle--5000" rsc="vip" score="-5000" with-rsc="base-bundle" with-rsc-role="Promoted"/>
+ </constraints>
+ <fencing-topology/>
+ <op_defaults/>
+ <alerts/>
+ <rsc_defaults/>
+ </configuration>
+ <status>
+ <node_state id="1" uname="node1" in_ccm="true" crmd="online" crm-debug-origin="controld_update_resource_history" join="member" expected="member">
+ <transient_attributes id="1">
+ <instance_attributes id="status-1">
+ <nvpair id="status-1-.feature-set" name="#feature-set" value="3.17.4"/>
+ <nvpair id="status-1-master-base" name="master-base" value="11"/>
+ </instance_attributes>
+ </transient_attributes>
+ <lrm id="1">
+ <lrm_resources>
+ <lrm_resource id="Fencing" type="fence_xvm" class="stonith">
+ <lrm_rsc_op id="Fencing_last_0" operation_key="Fencing_stop_0" operation="stop" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="12:62:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;12:62:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="55" rc-code="0" op-status="0" interval="0" last-rc-change="1687222219" exec-time="0" queue-time="0" op-digest="6197322ae276dfeb4a212d09787f9738"/>
+ <lrm_rsc_op id="Fencing_monitor_120000" operation_key="Fencing_monitor_120000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="2:23:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;2:23:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="38" rc-code="0" op-status="0" interval="120000" last-rc-change="1687217955" exec-time="43" queue-time="0" op-digest="8ca455a603cbe2dc8d68703e63c272f1"/>
+ </lrm_resource>
+ <lrm_resource id="vip" type="IPaddr2" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="vip_last_0" operation_key="vip_stop_0" operation="stop" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="50:71:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;50:71:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="57" rc-code="0" op-status="0" interval="0" last-rc-change="1687228394" exec-time="47" queue-time="0" op-digest="b274efb9afd1400d58df73d9925b6823"/>
+ <lrm_rsc_op id="vip_monitor_10000" operation_key="vip_monitor_10000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="52:60:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;52:60:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="53" rc-code="0" op-status="0" interval="10000" last-rc-change="1687222197" exec-time="38" queue-time="0" op-digest="20f7173b4af9ab62392ae5d9e5243580"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-2" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="base-bundle-podman-2_last_0" operation_key="base-bundle-podman-2_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="8:33:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;8:33:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="49" rc-code="7" op-status="0" interval="0" last-rc-change="1687219402" exec-time="103" queue-time="0" op-digest="eb1c148b6d2d7a7013f75d596536409b"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-1" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="base-bundle-podman-1_last_0" operation_key="base-bundle-podman-1_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="6:33:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;6:33:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="45" rc-code="7" op-status="0" interval="0" last-rc-change="1687219402" exec-time="82" queue-time="0" op-digest="91ec5f49c5fd88f29405389545fb7d59"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-2" type="remote" class="ocf" provider="pacemaker" container="base-bundle-podman-2">
+ <lrm_rsc_op id="base-bundle-2_last_0" operation_key="base-bundle-2_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="9:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;9:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="5" rc-code="7" op-status="0" interval="0" last-rc-change="1687219636" exec-time="0" queue-time="0" op-digest="b1f9a03e78ae75f94cc0c36e6c0cc527" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-0" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="base-bundle-podman-0_last_0" operation_key="base-bundle-podman-0_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="7:28:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;7:28:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="40" rc-code="0" op-status="0" interval="0" last-rc-change="1687218074" exec-time="795" queue-time="0" op-digest="b93578750303776f6bb098395c53338a"/>
+ <lrm_rsc_op id="base-bundle-podman-0_monitor_60000" operation_key="base-bundle-podman-0_monitor_60000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="8:29:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;8:29:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="41" rc-code="0" op-status="0" interval="60000" last-rc-change="1687218074" exec-time="166" queue-time="0" op-digest="902512fcf3e4556d9585c44184665d8c"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-1" type="remote" class="ocf" provider="pacemaker" container="base-bundle-podman-1">
+ <lrm_rsc_op id="base-bundle-1_last_0" operation_key="base-bundle-1_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="7:33:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;7:33:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="4" rc-code="7" op-status="0" interval="0" last-rc-change="1687219403" exec-time="0" queue-time="0" op-digest="137e2067e195bc8e29ef8680e392a9e7" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-0" type="remote" class="ocf" provider="pacemaker" container="base-bundle-podman-0">
+ <lrm_rsc_op id="base-bundle-0_last_0" operation_key="base-bundle-0_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="9:29:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;9:29:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="2" rc-code="0" op-status="0" interval="0" last-rc-change="1687218074" exec-time="0" queue-time="0" op-digest="2b7683df7d64ff71ec5fd3675fd12017" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ <lrm_rsc_op id="base-bundle-0_monitor_30000" operation_key="base-bundle-0_monitor_30000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="11:30:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;11:30:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="3" rc-code="0" op-status="0" interval="30000" last-rc-change="1687218075" exec-time="0" queue-time="0" op-digest="6f3c7e233bacb8420fef5f9581190d00"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ </node_state>
+ <node_state id="2" uname="node2" crmd="online" crm-debug-origin="controld_update_resource_history" in_ccm="true" join="member" expected="member">
+ <transient_attributes id="2">
+ <instance_attributes id="status-2">
+ <nvpair id="status-2-.feature-set" name="#feature-set" value="3.17.4"/>
+ <nvpair id="status-2-master-base" name="master-base" value="12"/>
+ </instance_attributes>
+ </transient_attributes>
+ <lrm id="2">
+ <lrm_resources>
+ <lrm_resource id="Fencing" type="fence_xvm" class="stonith">
+ <lrm_rsc_op id="Fencing_last_0" operation_key="Fencing_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="12:69:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;12:69:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="58" rc-code="0" op-status="0" interval="0" last-rc-change="1687226745" exec-time="33" queue-time="0" op-digest="f551693977f94a4fa8883fb70e439592"/>
+ <lrm_rsc_op id="Fencing_monitor_120000" operation_key="Fencing_monitor_120000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="4:69:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;4:69:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="59" rc-code="0" op-status="0" interval="120000" last-rc-change="1687226745" exec-time="27" queue-time="0" op-digest="24989640311980988fb77ddd1cc1002b"/>
+ </lrm_resource>
+ <lrm_resource id="vip" type="IPaddr2" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="vip_last_0" operation_key="vip_stop_0" operation="stop" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="50:60:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;50:60:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="53" rc-code="0" op-status="0" interval="0" last-rc-change="1687222197" exec-time="47" queue-time="0" op-digest="b274efb9afd1400d58df73d9925b6823"/>
+ <lrm_rsc_op id="vip_monitor_10000" operation_key="vip_monitor_10000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="26:23:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;26:23:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="37" rc-code="0" op-status="0" interval="10000" last-rc-change="1687217955" exec-time="42" queue-time="0" op-digest="20f7173b4af9ab62392ae5d9e5243580"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-2" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="base-bundle-podman-2_last_0" operation_key="base-bundle-podman-2_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="12:33:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;12:33:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="47" rc-code="7" op-status="0" interval="0" last-rc-change="1687219402" exec-time="69" queue-time="1" op-digest="eb1c148b6d2d7a7013f75d596536409b"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-1" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="base-bundle-podman-1_last_0" operation_key="base-bundle-podman-1_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="20:33:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;20:33:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="48" rc-code="0" op-status="0" interval="0" last-rc-change="1687219402" exec-time="665" queue-time="0" op-digest="91ec5f49c5fd88f29405389545fb7d59"/>
+ <lrm_rsc_op id="base-bundle-podman-1_monitor_60000" operation_key="base-bundle-podman-1_monitor_60000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="21:33:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;21:33:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="49" rc-code="0" op-status="0" interval="60000" last-rc-change="1687219403" exec-time="158" queue-time="0" op-digest="f0ef4729d120aa3f5d938cabca4d06c7"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-2" type="remote" class="ocf" provider="pacemaker" container="base-bundle-podman-2">
+ <lrm_rsc_op id="base-bundle-2_last_0" operation_key="base-bundle-2_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="10:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;10:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="5" rc-code="7" op-status="0" interval="0" last-rc-change="1687219636" exec-time="0" queue-time="0" op-digest="b1f9a03e78ae75f94cc0c36e6c0cc527" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-0" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="base-bundle-podman-0_last_0" operation_key="base-bundle-podman-0_stop_0" operation="stop" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="2:27:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;2:27:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="39" rc-code="0" op-status="0" interval="0" last-rc-change="1687217956" exec-time="161" queue-time="0" op-digest="bbac36b73a7a6604aefdd2cb3b5f42e6"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-1" type="remote" class="ocf" provider="pacemaker" container="base-bundle-podman-1">
+ <lrm_rsc_op id="base-bundle-1_last_0" operation_key="base-bundle-1_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="22:33:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;22:33:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="3" rc-code="0" op-status="0" interval="0" last-rc-change="1687219403" exec-time="0" queue-time="0" op-digest="137e2067e195bc8e29ef8680e392a9e7" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ <lrm_rsc_op id="base-bundle-1_monitor_30000" operation_key="base-bundle-1_monitor_30000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="20:34:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;20:34:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="4" rc-code="0" op-status="0" interval="30000" last-rc-change="1687219404" exec-time="0" queue-time="0" op-digest="3929eec440004bca31f813a8e6097506"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-0" type="remote" class="ocf" provider="pacemaker" container="base-bundle-podman-0">
+ <lrm_rsc_op id="base-bundle-0_last_0" operation_key="base-bundle-0_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="3:7:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;3:7:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="1" rc-code="7" op-status="0" interval="0" last-rc-change="1687217701" exec-time="0" queue-time="0" op-digest="137e2067e195bc8e29ef8680e392a9e7" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ </node_state>
+ <node_state remote_node="true" id="base-bundle-0" uname="base-bundle-0" in_ccm="true" crm-debug-origin="do_state_transition" node_fenced="0">
+ <lrm id="base-bundle-0">
+ <lrm_resources>
+ <lrm_resource id="base" class="ocf" provider="pacemaker" type="Stateful">
+ <lrm_rsc_op id="base_last_0" operation_key="base_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="16:30:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;16:30:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="8" rc-code="0" op-status="0" interval="0" last-rc-change="1687218075" exec-time="307" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="base_monitor_16000" operation_key="base_monitor_16000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="17:31:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;17:31:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="14" rc-code="0" op-status="0" interval="16000" last-rc-change="1687218076" exec-time="15" queue-time="0" op-digest="e62ad827732488b88ef8722ff6a484b3"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ <transient_attributes id="base-bundle-0">
+ <instance_attributes id="status-base-bundle-0">
+ <nvpair id="status-base-bundle-0-master-base" name="master-base" value="5"/>
+ </instance_attributes>
+ </transient_attributes>
+ </node_state>
+ <node_state id="3" uname="node3" crmd="online" crm-debug-origin="controld_update_resource_history" in_ccm="true" join="member" expected="member">
+ <transient_attributes id="3">
+ <instance_attributes id="status-3">
+ <nvpair id="status-3-.feature-set" name="#feature-set" value="3.17.4"/>
+ <nvpair id="status-3-master-base" name="master-base" value="13"/>
+ </instance_attributes>
+ </transient_attributes>
+ <lrm id="3">
+ <lrm_resources>
+ <lrm_resource id="Fencing" type="fence_xvm" class="stonith">
+ <lrm_rsc_op id="Fencing_last_0" operation_key="Fencing_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="11:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;11:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="8" rc-code="7" op-status="0" interval="0" last-rc-change="1687219634" exec-time="5" queue-time="0" op-digest="6197322ae276dfeb4a212d09787f9738"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-2" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="base-bundle-podman-2_last_0" operation_key="base-bundle-podman-2_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="29:36:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;29:36:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="24" rc-code="0" op-status="0" interval="0" last-rc-change="1687219634" exec-time="936" queue-time="0" op-digest="eb1c148b6d2d7a7013f75d596536409b"/>
+ <lrm_rsc_op id="base-bundle-podman-2_monitor_60000" operation_key="base-bundle-podman-2_monitor_60000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="30:36:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;30:36:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="25" rc-code="0" op-status="0" interval="60000" last-rc-change="1687219635" exec-time="173" queue-time="0" op-digest="8eeca5a30b14f3d9ef7d2ddbd16c2e05"/>
+ </lrm_resource>
+ <lrm_resource id="vip" type="IPaddr2" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="vip_last_0" operation_key="vip_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="51:71:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;51:71:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="27" rc-code="0" op-status="0" interval="0" last-rc-change="1687228393" exec-time="58" queue-time="0" op-digest="b274efb9afd1400d58df73d9925b6823"/>
+ <lrm_rsc_op id="vip_monitor_10000" operation_key="vip_monitor_10000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="52:71:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;52:71:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="28" rc-code="0" op-status="0" interval="10000" last-rc-change="1687228393" exec-time="35" queue-time="0" op-digest="20f7173b4af9ab62392ae5d9e5243580"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-1" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="base-bundle-podman-1_last_0" operation_key="base-bundle-podman-1_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="14:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;14:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="14" rc-code="7" op-status="0" interval="0" last-rc-change="1687219634" exec-time="107" queue-time="0" op-digest="91ec5f49c5fd88f29405389545fb7d59"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-2" type="remote" class="ocf" provider="pacemaker" container="base-bundle-podman-2">
+ <lrm_rsc_op id="base-bundle-2_last_0" operation_key="base-bundle-2_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="31:36:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;31:36:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="4" rc-code="0" op-status="0" interval="0" last-rc-change="1687219635" exec-time="0" queue-time="0" op-digest="b1f9a03e78ae75f94cc0c36e6c0cc527" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ <lrm_rsc_op id="base-bundle-2_monitor_30000" operation_key="base-bundle-2_monitor_30000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="25:37:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;25:37:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="5" rc-code="0" op-status="0" interval="30000" last-rc-change="1687219637" exec-time="0" queue-time="0" op-digest="354b9acaa7ea1113d708dc11a1d6bbfa"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-0" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="base-bundle-podman-0_last_0" operation_key="base-bundle-podman-0_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="12:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;12:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="10" rc-code="7" op-status="0" interval="0" last-rc-change="1687219634" exec-time="104" queue-time="0" op-digest="b93578750303776f6bb098395c53338a"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-1" type="remote" class="ocf" provider="pacemaker" container="base-bundle-podman-1">
+ <lrm_rsc_op id="base-bundle-1_last_0" operation_key="base-bundle-1_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="15:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;15:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="2" rc-code="7" op-status="0" interval="0" last-rc-change="1687219634" exec-time="0" queue-time="0" op-digest="137e2067e195bc8e29ef8680e392a9e7" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-0" type="remote" class="ocf" provider="pacemaker" container="base-bundle-podman-0">
+ <lrm_rsc_op id="base-bundle-0_last_0" operation_key="base-bundle-0_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="13:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;13:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="1" rc-code="7" op-status="0" interval="0" last-rc-change="1687219634" exec-time="0" queue-time="0" op-digest="2b7683df7d64ff71ec5fd3675fd12017" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ </node_state>
+ <node_state remote_node="true" id="base-bundle-1" uname="base-bundle-1" in_ccm="true" crm-debug-origin="controld_update_resource_history" node_fenced="0">
+ <lrm id="base-bundle-1">
+ <lrm_resources>
+ <lrm_resource id="base" class="ocf" provider="pacemaker" type="Stateful">
+ <lrm_rsc_op id="base_last_0" operation_key="base_demote_0" operation="demote" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="35:55:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;35:55:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="86" rc-code="0" op-status="0" interval="0" last-rc-change="1687220328" exec-time="221" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="base_monitor_16000" operation_key="base_monitor_16000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="35:56:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;35:56:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="92" rc-code="0" op-status="0" interval="16000" last-rc-change="1687220329" exec-time="43" queue-time="0" op-digest="e62ad827732488b88ef8722ff6a484b3"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ <transient_attributes id="base-bundle-1">
+ <instance_attributes id="status-base-bundle-1">
+ <nvpair id="status-base-bundle-1-master-base" name="master-base" value="5"/>
+ </instance_attributes>
+ </transient_attributes>
+ </node_state>
+ <node_state remote_node="true" id="base-bundle-2" uname="base-bundle-2" in_ccm="true" crm-debug-origin="controld_update_resource_history" node_fenced="0">
+ <lrm id="base-bundle-2">
+ <lrm_resources>
+ <lrm_resource id="base" class="ocf" provider="pacemaker" type="Stateful">
+ <lrm_rsc_op id="base_last_0" operation_key="base_promote_0" operation="promote" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="32:43:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;32:43:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="30" rc-code="0" op-status="0" interval="0" last-rc-change="1687220058" exec-time="222" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="base_monitor_15000" operation_key="base_monitor_15000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="33:44:8:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:8;33:44:8:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="36" rc-code="8" op-status="0" interval="15000" last-rc-change="1687220059" exec-time="13" queue-time="0" op-digest="3ef575c5f050ae086f0f31bc8f085fdc"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ <transient_attributes id="base-bundle-2">
+ <instance_attributes id="status-base-bundle-2">
+ <nvpair id="status-base-bundle-2-master-base" name="master-base" value="10"/>
+ </instance_attributes>
+ </transient_attributes>
+ </node_state>
+ </status>
+</cib>
diff --git a/cts/scheduler/xml/bundle-promoted-anticolocation-3.xml b/cts/scheduler/xml/bundle-promoted-anticolocation-3.xml
new file mode 100644
index 0000000..f954ae1
--- /dev/null
+++ b/cts/scheduler/xml/bundle-promoted-anticolocation-3.xml
@@ -0,0 +1,238 @@
+<cib crm_feature_set="3.17.4" validate-with="pacemaker-3.9" epoch="47" num_updates="0" admin_epoch="0" cib-last-written="Mon Jun 19 19:33:16 2023" update-origin="node1" update-client="cibadmin" update-user="root" have-quorum="1" dc-uuid="1">
+ <configuration>
+ <!-- The essential elements of this test are:
+ * The promoted instance of a bundle (base-bundle) is mandatorily
+ anti-colocated with a primitive (vip)
+ * The bundle's promoted instance is running on the same node as the
+ primitive
+ * There is no stickiness
+ * There are no location constraints
+ * There are three nodes available for both resources
+
+ In this situation, the bundle should demote its currently promoted
+ instance and promote an instance elsewhere.
+ -->
+ <crm_config>
+ <cluster_property_set id="cib-bootstrap-options">
+ <nvpair id="cib-bootstrap-options-have-watchdog" name="have-watchdog" value="false"/>
+ <nvpair id="cib-bootstrap-options-dc-version" name="dc-version" value="2.1.5-1.0a457786a.git.el9-0a457786a"/>
+ <nvpair id="cib-bootstrap-options-cluster-infrastructure" name="cluster-infrastructure" value="corosync"/>
+ <nvpair id="cib-bootstrap-options-cluster-name" name="cluster-name" value="test"/>
+ <nvpair id="cib-bootstrap-options-last-lrm-refresh" name="last-lrm-refresh" value="1687217818"/>
+ </cluster_property_set>
+ </crm_config>
+ <nodes>
+ <node id="1" uname="node1"/>
+ <node id="2" uname="node2"/>
+ <node id="3" uname="node3"/>
+ </nodes>
+ <resources>
+ <primitive class="stonith" id="Fencing" type="fence_xvm">
+ <instance_attributes id="Fencing-instance_attributes">
+ <nvpair id="Fencing-instance_attributes_pcmk_host_list" name="pcmk_host_list" value="node1 node2 node3"/>
+ </instance_attributes>
+ <operations>
+ <op id="Fencing-monitor-120s" interval="120s" name="monitor" timeout="120s"/>
+ </operations>
+ </primitive>
+ <bundle id="base-bundle">
+ <meta_attributes id="base-bundle-meta_attributes">
+ <nvpair id="base-bundle-meta_attributes-promotable" name="promotable" value="true"/>
+ <nvpair id="base-bundle-meta_attributes-container-attribute-target" name="container-attribute-target" value="host"/>
+ </meta_attributes>
+ <podman image="localhost/pcmktest" replicas="3"/>
+ <network control-port="3121"/>
+ <primitive id="base" class="ocf" provider="pacemaker" type="Stateful">
+ <operations>
+ <op id="base-monitor-15s" interval="15s" name="monitor" timeout="15s" role="Promoted"/>
+ <op id="base-monitor-16s" interval="16s" name="monitor" timeout="16s" role="Unpromoted"/>
+ </operations>
+ </primitive>
+ </bundle>
+ <primitive class="ocf" id="vip" provider="heartbeat" type="IPaddr2">
+ <instance_attributes id="vip-instance_attributes">
+ <nvpair id="vip-instance_attributes-cidr_netmask" name="cidr_netmask" value="32"/>
+ <nvpair id="vip-instance_attributes-ip" name="ip" value="192.168.22.81"/>
+ </instance_attributes>
+ <operations>
+ <op id="vip-monitor-interval-10s" interval="10s" name="monitor" timeout="20s"/>
+ <op id="vip-start-interval-0s" interval="0s" name="start" timeout="20s"/>
+ <op id="vip-stop-interval-0s" interval="0s" name="stop" timeout="20s"/>
+ </operations>
+ </primitive>
+ </resources>
+ <constraints>
+ <rsc_colocation id="colocation-base-bundle-vip--INFINITY" rsc="base-bundle" rsc-role="Promoted" score="-INFINITY" with-rsc="vip"/>
+ </constraints>
+ <fencing-topology/>
+ <op_defaults/>
+ <alerts/>
+ <rsc_defaults/>
+ </configuration>
+ <status>
+ <node_state id="1" uname="node1" in_ccm="true" crmd="online" crm-debug-origin="controld_update_resource_history" join="member" expected="member">
+ <transient_attributes id="1">
+ <instance_attributes id="status-1">
+ <nvpair id="status-1-.feature-set" name="#feature-set" value="3.17.4"/>
+ <nvpair id="status-1-master-base" name="master-base" value="11"/>
+ </instance_attributes>
+ </transient_attributes>
+ <lrm id="1">
+ <lrm_resources>
+ <lrm_resource id="Fencing" type="fence_xvm" class="stonith">
+ <lrm_rsc_op id="Fencing_last_0" operation_key="Fencing_stop_0" operation="stop" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="12:62:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;12:62:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="55" rc-code="0" op-status="0" interval="0" last-rc-change="1687222219" exec-time="0" queue-time="0" op-digest="6197322ae276dfeb4a212d09787f9738"/>
+ <lrm_rsc_op id="Fencing_monitor_120000" operation_key="Fencing_monitor_120000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="2:23:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;2:23:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="38" rc-code="0" op-status="0" interval="120000" last-rc-change="1687217955" exec-time="43" queue-time="0" op-digest="8ca455a603cbe2dc8d68703e63c272f1"/>
+ </lrm_resource>
+ <lrm_resource id="vip" type="IPaddr2" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="vip_last_0" operation_key="vip_stop_0" operation="stop" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="50:71:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;50:71:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="57" rc-code="0" op-status="0" interval="0" last-rc-change="1687228394" exec-time="47" queue-time="0" op-digest="b274efb9afd1400d58df73d9925b6823"/>
+ <lrm_rsc_op id="vip_monitor_10000" operation_key="vip_monitor_10000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="52:60:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;52:60:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="53" rc-code="0" op-status="0" interval="10000" last-rc-change="1687222197" exec-time="38" queue-time="0" op-digest="20f7173b4af9ab62392ae5d9e5243580"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-2" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="base-bundle-podman-2_last_0" operation_key="base-bundle-podman-2_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="8:33:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;8:33:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="49" rc-code="7" op-status="0" interval="0" last-rc-change="1687219402" exec-time="103" queue-time="0" op-digest="eb1c148b6d2d7a7013f75d596536409b"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-1" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="base-bundle-podman-1_last_0" operation_key="base-bundle-podman-1_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="6:33:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;6:33:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="45" rc-code="7" op-status="0" interval="0" last-rc-change="1687219402" exec-time="82" queue-time="0" op-digest="91ec5f49c5fd88f29405389545fb7d59"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-2" type="remote" class="ocf" provider="pacemaker" container="base-bundle-podman-2">
+ <lrm_rsc_op id="base-bundle-2_last_0" operation_key="base-bundle-2_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="9:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;9:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="5" rc-code="7" op-status="0" interval="0" last-rc-change="1687219636" exec-time="0" queue-time="0" op-digest="b1f9a03e78ae75f94cc0c36e6c0cc527" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-0" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="base-bundle-podman-0_last_0" operation_key="base-bundle-podman-0_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="7:28:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;7:28:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="40" rc-code="0" op-status="0" interval="0" last-rc-change="1687218074" exec-time="795" queue-time="0" op-digest="b93578750303776f6bb098395c53338a"/>
+ <lrm_rsc_op id="base-bundle-podman-0_monitor_60000" operation_key="base-bundle-podman-0_monitor_60000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="8:29:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;8:29:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="41" rc-code="0" op-status="0" interval="60000" last-rc-change="1687218074" exec-time="166" queue-time="0" op-digest="902512fcf3e4556d9585c44184665d8c"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-1" type="remote" class="ocf" provider="pacemaker" container="base-bundle-podman-1">
+ <lrm_rsc_op id="base-bundle-1_last_0" operation_key="base-bundle-1_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="7:33:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;7:33:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="4" rc-code="7" op-status="0" interval="0" last-rc-change="1687219403" exec-time="0" queue-time="0" op-digest="137e2067e195bc8e29ef8680e392a9e7" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-0" type="remote" class="ocf" provider="pacemaker" container="base-bundle-podman-0">
+ <lrm_rsc_op id="base-bundle-0_last_0" operation_key="base-bundle-0_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="9:29:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;9:29:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="2" rc-code="0" op-status="0" interval="0" last-rc-change="1687218074" exec-time="0" queue-time="0" op-digest="2b7683df7d64ff71ec5fd3675fd12017" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ <lrm_rsc_op id="base-bundle-0_monitor_30000" operation_key="base-bundle-0_monitor_30000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="11:30:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;11:30:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="3" rc-code="0" op-status="0" interval="30000" last-rc-change="1687218075" exec-time="0" queue-time="0" op-digest="6f3c7e233bacb8420fef5f9581190d00"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ </node_state>
+ <node_state id="2" uname="node2" crmd="online" crm-debug-origin="controld_update_resource_history" in_ccm="true" join="member" expected="member">
+ <transient_attributes id="2">
+ <instance_attributes id="status-2">
+ <nvpair id="status-2-.feature-set" name="#feature-set" value="3.17.4"/>
+ <nvpair id="status-2-master-base" name="master-base" value="12"/>
+ </instance_attributes>
+ </transient_attributes>
+ <lrm id="2">
+ <lrm_resources>
+ <lrm_resource id="Fencing" type="fence_xvm" class="stonith">
+ <lrm_rsc_op id="Fencing_last_0" operation_key="Fencing_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="12:69:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;12:69:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="58" rc-code="0" op-status="0" interval="0" last-rc-change="1687226745" exec-time="33" queue-time="0" op-digest="f551693977f94a4fa8883fb70e439592"/>
+ <lrm_rsc_op id="Fencing_monitor_120000" operation_key="Fencing_monitor_120000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="4:69:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;4:69:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="59" rc-code="0" op-status="0" interval="120000" last-rc-change="1687226745" exec-time="27" queue-time="0" op-digest="24989640311980988fb77ddd1cc1002b"/>
+ </lrm_resource>
+ <lrm_resource id="vip" type="IPaddr2" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="vip_last_0" operation_key="vip_stop_0" operation="stop" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="50:60:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;50:60:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="53" rc-code="0" op-status="0" interval="0" last-rc-change="1687222197" exec-time="47" queue-time="0" op-digest="b274efb9afd1400d58df73d9925b6823"/>
+ <lrm_rsc_op id="vip_monitor_10000" operation_key="vip_monitor_10000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="26:23:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;26:23:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="37" rc-code="0" op-status="0" interval="10000" last-rc-change="1687217955" exec-time="42" queue-time="0" op-digest="20f7173b4af9ab62392ae5d9e5243580"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-2" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="base-bundle-podman-2_last_0" operation_key="base-bundle-podman-2_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="12:33:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;12:33:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="47" rc-code="7" op-status="0" interval="0" last-rc-change="1687219402" exec-time="69" queue-time="1" op-digest="eb1c148b6d2d7a7013f75d596536409b"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-1" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="base-bundle-podman-1_last_0" operation_key="base-bundle-podman-1_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="20:33:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;20:33:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="48" rc-code="0" op-status="0" interval="0" last-rc-change="1687219402" exec-time="665" queue-time="0" op-digest="91ec5f49c5fd88f29405389545fb7d59"/>
+ <lrm_rsc_op id="base-bundle-podman-1_monitor_60000" operation_key="base-bundle-podman-1_monitor_60000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="21:33:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;21:33:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="49" rc-code="0" op-status="0" interval="60000" last-rc-change="1687219403" exec-time="158" queue-time="0" op-digest="f0ef4729d120aa3f5d938cabca4d06c7"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-2" type="remote" class="ocf" provider="pacemaker" container="base-bundle-podman-2">
+ <lrm_rsc_op id="base-bundle-2_last_0" operation_key="base-bundle-2_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="10:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;10:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="5" rc-code="7" op-status="0" interval="0" last-rc-change="1687219636" exec-time="0" queue-time="0" op-digest="b1f9a03e78ae75f94cc0c36e6c0cc527" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-0" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="base-bundle-podman-0_last_0" operation_key="base-bundle-podman-0_stop_0" operation="stop" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="2:27:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;2:27:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="39" rc-code="0" op-status="0" interval="0" last-rc-change="1687217956" exec-time="161" queue-time="0" op-digest="bbac36b73a7a6604aefdd2cb3b5f42e6"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-1" type="remote" class="ocf" provider="pacemaker" container="base-bundle-podman-1">
+ <lrm_rsc_op id="base-bundle-1_last_0" operation_key="base-bundle-1_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="22:33:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;22:33:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="3" rc-code="0" op-status="0" interval="0" last-rc-change="1687219403" exec-time="0" queue-time="0" op-digest="137e2067e195bc8e29ef8680e392a9e7" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ <lrm_rsc_op id="base-bundle-1_monitor_30000" operation_key="base-bundle-1_monitor_30000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="20:34:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;20:34:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="4" rc-code="0" op-status="0" interval="30000" last-rc-change="1687219404" exec-time="0" queue-time="0" op-digest="3929eec440004bca31f813a8e6097506"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-0" type="remote" class="ocf" provider="pacemaker" container="base-bundle-podman-0">
+ <lrm_rsc_op id="base-bundle-0_last_0" operation_key="base-bundle-0_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="3:7:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;3:7:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="1" rc-code="7" op-status="0" interval="0" last-rc-change="1687217701" exec-time="0" queue-time="0" op-digest="137e2067e195bc8e29ef8680e392a9e7" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ </node_state>
+ <node_state remote_node="true" id="base-bundle-0" uname="base-bundle-0" in_ccm="true" crm-debug-origin="do_state_transition" node_fenced="0">
+ <lrm id="base-bundle-0">
+ <lrm_resources>
+ <lrm_resource id="base" class="ocf" provider="pacemaker" type="Stateful">
+ <lrm_rsc_op id="base_last_0" operation_key="base_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="16:30:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;16:30:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="8" rc-code="0" op-status="0" interval="0" last-rc-change="1687218075" exec-time="307" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="base_monitor_16000" operation_key="base_monitor_16000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="17:31:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;17:31:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="14" rc-code="0" op-status="0" interval="16000" last-rc-change="1687218076" exec-time="15" queue-time="0" op-digest="e62ad827732488b88ef8722ff6a484b3"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ <transient_attributes id="base-bundle-0">
+ <instance_attributes id="status-base-bundle-0">
+ <nvpair id="status-base-bundle-0-master-base" name="master-base" value="5"/>
+ </instance_attributes>
+ </transient_attributes>
+ </node_state>
+ <node_state id="3" uname="node3" crmd="online" crm-debug-origin="controld_update_resource_history" in_ccm="true" join="member" expected="member">
+ <transient_attributes id="3">
+ <instance_attributes id="status-3">
+ <nvpair id="status-3-.feature-set" name="#feature-set" value="3.17.4"/>
+ <nvpair id="status-3-master-base" name="master-base" value="13"/>
+ </instance_attributes>
+ </transient_attributes>
+ <lrm id="3">
+ <lrm_resources>
+ <lrm_resource id="Fencing" type="fence_xvm" class="stonith">
+ <lrm_rsc_op id="Fencing_last_0" operation_key="Fencing_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="11:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;11:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="8" rc-code="7" op-status="0" interval="0" last-rc-change="1687219634" exec-time="5" queue-time="0" op-digest="6197322ae276dfeb4a212d09787f9738"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-2" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="base-bundle-podman-2_last_0" operation_key="base-bundle-podman-2_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="29:36:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;29:36:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="24" rc-code="0" op-status="0" interval="0" last-rc-change="1687219634" exec-time="936" queue-time="0" op-digest="eb1c148b6d2d7a7013f75d596536409b"/>
+ <lrm_rsc_op id="base-bundle-podman-2_monitor_60000" operation_key="base-bundle-podman-2_monitor_60000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="30:36:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;30:36:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="25" rc-code="0" op-status="0" interval="60000" last-rc-change="1687219635" exec-time="173" queue-time="0" op-digest="8eeca5a30b14f3d9ef7d2ddbd16c2e05"/>
+ </lrm_resource>
+ <lrm_resource id="vip" type="IPaddr2" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="vip_last_0" operation_key="vip_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="51:71:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;51:71:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="27" rc-code="0" op-status="0" interval="0" last-rc-change="1687228393" exec-time="58" queue-time="0" op-digest="b274efb9afd1400d58df73d9925b6823"/>
+ <lrm_rsc_op id="vip_monitor_10000" operation_key="vip_monitor_10000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="52:71:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;52:71:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="28" rc-code="0" op-status="0" interval="10000" last-rc-change="1687228393" exec-time="35" queue-time="0" op-digest="20f7173b4af9ab62392ae5d9e5243580"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-1" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="base-bundle-podman-1_last_0" operation_key="base-bundle-podman-1_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="14:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;14:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="14" rc-code="7" op-status="0" interval="0" last-rc-change="1687219634" exec-time="107" queue-time="0" op-digest="91ec5f49c5fd88f29405389545fb7d59"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-2" type="remote" class="ocf" provider="pacemaker" container="base-bundle-podman-2">
+ <lrm_rsc_op id="base-bundle-2_last_0" operation_key="base-bundle-2_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="31:36:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;31:36:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="4" rc-code="0" op-status="0" interval="0" last-rc-change="1687219635" exec-time="0" queue-time="0" op-digest="b1f9a03e78ae75f94cc0c36e6c0cc527" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ <lrm_rsc_op id="base-bundle-2_monitor_30000" operation_key="base-bundle-2_monitor_30000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="25:37:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;25:37:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="5" rc-code="0" op-status="0" interval="30000" last-rc-change="1687219637" exec-time="0" queue-time="0" op-digest="354b9acaa7ea1113d708dc11a1d6bbfa"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-0" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="base-bundle-podman-0_last_0" operation_key="base-bundle-podman-0_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="12:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;12:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="10" rc-code="7" op-status="0" interval="0" last-rc-change="1687219634" exec-time="104" queue-time="0" op-digest="b93578750303776f6bb098395c53338a"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-1" type="remote" class="ocf" provider="pacemaker" container="base-bundle-podman-1">
+ <lrm_rsc_op id="base-bundle-1_last_0" operation_key="base-bundle-1_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="15:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;15:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="2" rc-code="7" op-status="0" interval="0" last-rc-change="1687219634" exec-time="0" queue-time="0" op-digest="137e2067e195bc8e29ef8680e392a9e7" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-0" type="remote" class="ocf" provider="pacemaker" container="base-bundle-podman-0">
+ <lrm_rsc_op id="base-bundle-0_last_0" operation_key="base-bundle-0_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="13:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;13:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="1" rc-code="7" op-status="0" interval="0" last-rc-change="1687219634" exec-time="0" queue-time="0" op-digest="2b7683df7d64ff71ec5fd3675fd12017" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ </node_state>
+ <node_state remote_node="true" id="base-bundle-1" uname="base-bundle-1" in_ccm="true" crm-debug-origin="controld_update_resource_history" node_fenced="0">
+ <lrm id="base-bundle-1">
+ <lrm_resources>
+ <lrm_resource id="base" class="ocf" provider="pacemaker" type="Stateful">
+ <lrm_rsc_op id="base_last_0" operation_key="base_demote_0" operation="demote" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="35:55:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;35:55:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="86" rc-code="0" op-status="0" interval="0" last-rc-change="1687220328" exec-time="221" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="base_monitor_16000" operation_key="base_monitor_16000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="35:56:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;35:56:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="92" rc-code="0" op-status="0" interval="16000" last-rc-change="1687220329" exec-time="43" queue-time="0" op-digest="e62ad827732488b88ef8722ff6a484b3"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ <transient_attributes id="base-bundle-1">
+ <instance_attributes id="status-base-bundle-1">
+ <nvpair id="status-base-bundle-1-master-base" name="master-base" value="5"/>
+ </instance_attributes>
+ </transient_attributes>
+ </node_state>
+ <node_state remote_node="true" id="base-bundle-2" uname="base-bundle-2" in_ccm="true" crm-debug-origin="controld_update_resource_history" node_fenced="0">
+ <lrm id="base-bundle-2">
+ <lrm_resources>
+ <lrm_resource id="base" class="ocf" provider="pacemaker" type="Stateful">
+ <lrm_rsc_op id="base_last_0" operation_key="base_promote_0" operation="promote" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="32:43:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;32:43:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="30" rc-code="0" op-status="0" interval="0" last-rc-change="1687220058" exec-time="222" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="base_monitor_15000" operation_key="base_monitor_15000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="33:44:8:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:8;33:44:8:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="36" rc-code="8" op-status="0" interval="15000" last-rc-change="1687220059" exec-time="13" queue-time="0" op-digest="3ef575c5f050ae086f0f31bc8f085fdc"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ <transient_attributes id="base-bundle-2">
+ <instance_attributes id="status-base-bundle-2">
+ <nvpair id="status-base-bundle-2-master-base" name="master-base" value="10"/>
+ </instance_attributes>
+ </transient_attributes>
+ </node_state>
+ </status>
+</cib>
diff --git a/cts/scheduler/xml/bundle-promoted-anticolocation-4.xml b/cts/scheduler/xml/bundle-promoted-anticolocation-4.xml
new file mode 100644
index 0000000..8902190
--- /dev/null
+++ b/cts/scheduler/xml/bundle-promoted-anticolocation-4.xml
@@ -0,0 +1,238 @@
+<cib crm_feature_set="3.17.4" validate-with="pacemaker-3.9" epoch="47" num_updates="0" admin_epoch="0" cib-last-written="Mon Jun 19 19:33:16 2023" update-origin="node1" update-client="cibadmin" update-user="root" have-quorum="1" dc-uuid="1">
+ <configuration>
+ <!-- The essential elements of this test are:
+ * The promoted instance of a bundle (base-bundle) is optionally
+ anti-colocated (score=-5000) with a primitive (vip)
+ * The bundle's promoted instance is running on the same node as the
+ primitive
+ * There is no stickiness
+ * There are no location constraints
+ * There are three nodes available for both resources
+
+ In this situation, the bundle should demote its currently promoted
+ instance and promote an instance elsewhere.
+ -->
+ <crm_config>
+ <cluster_property_set id="cib-bootstrap-options">
+ <nvpair id="cib-bootstrap-options-have-watchdog" name="have-watchdog" value="false"/>
+ <nvpair id="cib-bootstrap-options-dc-version" name="dc-version" value="2.1.5-1.0a457786a.git.el9-0a457786a"/>
+ <nvpair id="cib-bootstrap-options-cluster-infrastructure" name="cluster-infrastructure" value="corosync"/>
+ <nvpair id="cib-bootstrap-options-cluster-name" name="cluster-name" value="test"/>
+ <nvpair id="cib-bootstrap-options-last-lrm-refresh" name="last-lrm-refresh" value="1687217818"/>
+ </cluster_property_set>
+ </crm_config>
+ <nodes>
+ <node id="1" uname="node1"/>
+ <node id="2" uname="node2"/>
+ <node id="3" uname="node3"/>
+ </nodes>
+ <resources>
+ <primitive class="stonith" id="Fencing" type="fence_xvm">
+ <instance_attributes id="Fencing-instance_attributes">
+ <nvpair id="Fencing-instance_attributes_pcmk_host_list" name="pcmk_host_list" value="node1 node2 node3"/>
+ </instance_attributes>
+ <operations>
+ <op id="Fencing-monitor-120s" interval="120s" name="monitor" timeout="120s"/>
+ </operations>
+ </primitive>
+ <bundle id="base-bundle">
+ <meta_attributes id="base-bundle-meta_attributes">
+ <nvpair id="base-bundle-meta_attributes-promotable" name="promotable" value="true"/>
+ <nvpair id="base-bundle-meta_attributes-container-attribute-target" name="container-attribute-target" value="host"/>
+ </meta_attributes>
+ <podman image="localhost/pcmktest" replicas="3"/>
+ <network control-port="3121"/>
+ <primitive id="base" class="ocf" provider="pacemaker" type="Stateful">
+ <operations>
+ <op id="base-monitor-15s" interval="15s" name="monitor" timeout="15s" role="Promoted"/>
+ <op id="base-monitor-16s" interval="16s" name="monitor" timeout="16s" role="Unpromoted"/>
+ </operations>
+ </primitive>
+ </bundle>
+ <primitive class="ocf" id="vip" provider="heartbeat" type="IPaddr2">
+ <instance_attributes id="vip-instance_attributes">
+ <nvpair id="vip-instance_attributes-cidr_netmask" name="cidr_netmask" value="32"/>
+ <nvpair id="vip-instance_attributes-ip" name="ip" value="192.168.22.81"/>
+ </instance_attributes>
+ <operations>
+ <op id="vip-monitor-interval-10s" interval="10s" name="monitor" timeout="20s"/>
+ <op id="vip-start-interval-0s" interval="0s" name="start" timeout="20s"/>
+ <op id="vip-stop-interval-0s" interval="0s" name="stop" timeout="20s"/>
+ </operations>
+ </primitive>
+ </resources>
+ <constraints>
+ <rsc_colocation id="colocation-base-bundle-vip--5000" rsc="base-bundle" rsc-role="Promoted" score="-5000" with-rsc="vip"/>
+ </constraints>
+ <fencing-topology/>
+ <op_defaults/>
+ <alerts/>
+ <rsc_defaults/>
+ </configuration>
+ <status>
+ <node_state id="1" uname="node1" in_ccm="true" crmd="online" crm-debug-origin="controld_update_resource_history" join="member" expected="member">
+ <transient_attributes id="1">
+ <instance_attributes id="status-1">
+ <nvpair id="status-1-.feature-set" name="#feature-set" value="3.17.4"/>
+ <nvpair id="status-1-master-base" name="master-base" value="11"/>
+ </instance_attributes>
+ </transient_attributes>
+ <lrm id="1">
+ <lrm_resources>
+ <lrm_resource id="Fencing" type="fence_xvm" class="stonith">
+ <lrm_rsc_op id="Fencing_last_0" operation_key="Fencing_stop_0" operation="stop" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="12:62:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;12:62:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="55" rc-code="0" op-status="0" interval="0" last-rc-change="1687222219" exec-time="0" queue-time="0" op-digest="6197322ae276dfeb4a212d09787f9738"/>
+ <lrm_rsc_op id="Fencing_monitor_120000" operation_key="Fencing_monitor_120000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="2:23:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;2:23:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="38" rc-code="0" op-status="0" interval="120000" last-rc-change="1687217955" exec-time="43" queue-time="0" op-digest="8ca455a603cbe2dc8d68703e63c272f1"/>
+ </lrm_resource>
+ <lrm_resource id="vip" type="IPaddr2" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="vip_last_0" operation_key="vip_stop_0" operation="stop" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="50:71:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;50:71:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="57" rc-code="0" op-status="0" interval="0" last-rc-change="1687228394" exec-time="47" queue-time="0" op-digest="b274efb9afd1400d58df73d9925b6823"/>
+ <lrm_rsc_op id="vip_monitor_10000" operation_key="vip_monitor_10000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="52:60:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;52:60:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="53" rc-code="0" op-status="0" interval="10000" last-rc-change="1687222197" exec-time="38" queue-time="0" op-digest="20f7173b4af9ab62392ae5d9e5243580"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-2" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="base-bundle-podman-2_last_0" operation_key="base-bundle-podman-2_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="8:33:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;8:33:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="49" rc-code="7" op-status="0" interval="0" last-rc-change="1687219402" exec-time="103" queue-time="0" op-digest="eb1c148b6d2d7a7013f75d596536409b"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-1" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="base-bundle-podman-1_last_0" operation_key="base-bundle-podman-1_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="6:33:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;6:33:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="45" rc-code="7" op-status="0" interval="0" last-rc-change="1687219402" exec-time="82" queue-time="0" op-digest="91ec5f49c5fd88f29405389545fb7d59"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-2" type="remote" class="ocf" provider="pacemaker" container="base-bundle-podman-2">
+ <lrm_rsc_op id="base-bundle-2_last_0" operation_key="base-bundle-2_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="9:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;9:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="5" rc-code="7" op-status="0" interval="0" last-rc-change="1687219636" exec-time="0" queue-time="0" op-digest="b1f9a03e78ae75f94cc0c36e6c0cc527" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-0" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="base-bundle-podman-0_last_0" operation_key="base-bundle-podman-0_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="7:28:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;7:28:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="40" rc-code="0" op-status="0" interval="0" last-rc-change="1687218074" exec-time="795" queue-time="0" op-digest="b93578750303776f6bb098395c53338a"/>
+ <lrm_rsc_op id="base-bundle-podman-0_monitor_60000" operation_key="base-bundle-podman-0_monitor_60000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="8:29:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;8:29:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="41" rc-code="0" op-status="0" interval="60000" last-rc-change="1687218074" exec-time="166" queue-time="0" op-digest="902512fcf3e4556d9585c44184665d8c"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-1" type="remote" class="ocf" provider="pacemaker" container="base-bundle-podman-1">
+ <lrm_rsc_op id="base-bundle-1_last_0" operation_key="base-bundle-1_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="7:33:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;7:33:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="4" rc-code="7" op-status="0" interval="0" last-rc-change="1687219403" exec-time="0" queue-time="0" op-digest="137e2067e195bc8e29ef8680e392a9e7" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-0" type="remote" class="ocf" provider="pacemaker" container="base-bundle-podman-0">
+ <lrm_rsc_op id="base-bundle-0_last_0" operation_key="base-bundle-0_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="9:29:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;9:29:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="2" rc-code="0" op-status="0" interval="0" last-rc-change="1687218074" exec-time="0" queue-time="0" op-digest="2b7683df7d64ff71ec5fd3675fd12017" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ <lrm_rsc_op id="base-bundle-0_monitor_30000" operation_key="base-bundle-0_monitor_30000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="11:30:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;11:30:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="3" rc-code="0" op-status="0" interval="30000" last-rc-change="1687218075" exec-time="0" queue-time="0" op-digest="6f3c7e233bacb8420fef5f9581190d00"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ </node_state>
+ <node_state id="2" uname="node2" crmd="online" crm-debug-origin="controld_update_resource_history" in_ccm="true" join="member" expected="member">
+ <transient_attributes id="2">
+ <instance_attributes id="status-2">
+ <nvpair id="status-2-.feature-set" name="#feature-set" value="3.17.4"/>
+ <nvpair id="status-2-master-base" name="master-base" value="12"/>
+ </instance_attributes>
+ </transient_attributes>
+ <lrm id="2">
+ <lrm_resources>
+ <lrm_resource id="Fencing" type="fence_xvm" class="stonith">
+ <lrm_rsc_op id="Fencing_last_0" operation_key="Fencing_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="12:69:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;12:69:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="58" rc-code="0" op-status="0" interval="0" last-rc-change="1687226745" exec-time="33" queue-time="0" op-digest="f551693977f94a4fa8883fb70e439592"/>
+ <lrm_rsc_op id="Fencing_monitor_120000" operation_key="Fencing_monitor_120000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="4:69:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;4:69:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="59" rc-code="0" op-status="0" interval="120000" last-rc-change="1687226745" exec-time="27" queue-time="0" op-digest="24989640311980988fb77ddd1cc1002b"/>
+ </lrm_resource>
+ <lrm_resource id="vip" type="IPaddr2" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="vip_last_0" operation_key="vip_stop_0" operation="stop" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="50:60:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;50:60:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="53" rc-code="0" op-status="0" interval="0" last-rc-change="1687222197" exec-time="47" queue-time="0" op-digest="b274efb9afd1400d58df73d9925b6823"/>
+ <lrm_rsc_op id="vip_monitor_10000" operation_key="vip_monitor_10000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="26:23:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;26:23:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="37" rc-code="0" op-status="0" interval="10000" last-rc-change="1687217955" exec-time="42" queue-time="0" op-digest="20f7173b4af9ab62392ae5d9e5243580"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-2" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="base-bundle-podman-2_last_0" operation_key="base-bundle-podman-2_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="12:33:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;12:33:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="47" rc-code="7" op-status="0" interval="0" last-rc-change="1687219402" exec-time="69" queue-time="1" op-digest="eb1c148b6d2d7a7013f75d596536409b"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-1" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="base-bundle-podman-1_last_0" operation_key="base-bundle-podman-1_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="20:33:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;20:33:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="48" rc-code="0" op-status="0" interval="0" last-rc-change="1687219402" exec-time="665" queue-time="0" op-digest="91ec5f49c5fd88f29405389545fb7d59"/>
+ <lrm_rsc_op id="base-bundle-podman-1_monitor_60000" operation_key="base-bundle-podman-1_monitor_60000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="21:33:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;21:33:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="49" rc-code="0" op-status="0" interval="60000" last-rc-change="1687219403" exec-time="158" queue-time="0" op-digest="f0ef4729d120aa3f5d938cabca4d06c7"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-2" type="remote" class="ocf" provider="pacemaker" container="base-bundle-podman-2">
+ <lrm_rsc_op id="base-bundle-2_last_0" operation_key="base-bundle-2_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="10:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;10:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="5" rc-code="7" op-status="0" interval="0" last-rc-change="1687219636" exec-time="0" queue-time="0" op-digest="b1f9a03e78ae75f94cc0c36e6c0cc527" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-0" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="base-bundle-podman-0_last_0" operation_key="base-bundle-podman-0_stop_0" operation="stop" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="2:27:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;2:27:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="39" rc-code="0" op-status="0" interval="0" last-rc-change="1687217956" exec-time="161" queue-time="0" op-digest="bbac36b73a7a6604aefdd2cb3b5f42e6"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-1" type="remote" class="ocf" provider="pacemaker" container="base-bundle-podman-1">
+ <lrm_rsc_op id="base-bundle-1_last_0" operation_key="base-bundle-1_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="22:33:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;22:33:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="3" rc-code="0" op-status="0" interval="0" last-rc-change="1687219403" exec-time="0" queue-time="0" op-digest="137e2067e195bc8e29ef8680e392a9e7" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ <lrm_rsc_op id="base-bundle-1_monitor_30000" operation_key="base-bundle-1_monitor_30000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="20:34:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;20:34:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="4" rc-code="0" op-status="0" interval="30000" last-rc-change="1687219404" exec-time="0" queue-time="0" op-digest="3929eec440004bca31f813a8e6097506"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-0" type="remote" class="ocf" provider="pacemaker" container="base-bundle-podman-0">
+ <lrm_rsc_op id="base-bundle-0_last_0" operation_key="base-bundle-0_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="3:7:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;3:7:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="1" rc-code="7" op-status="0" interval="0" last-rc-change="1687217701" exec-time="0" queue-time="0" op-digest="137e2067e195bc8e29ef8680e392a9e7" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ </node_state>
+ <node_state remote_node="true" id="base-bundle-0" uname="base-bundle-0" in_ccm="true" crm-debug-origin="do_state_transition" node_fenced="0">
+ <lrm id="base-bundle-0">
+ <lrm_resources>
+ <lrm_resource id="base" class="ocf" provider="pacemaker" type="Stateful">
+ <lrm_rsc_op id="base_last_0" operation_key="base_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="16:30:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;16:30:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="8" rc-code="0" op-status="0" interval="0" last-rc-change="1687218075" exec-time="307" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="base_monitor_16000" operation_key="base_monitor_16000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="17:31:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;17:31:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="14" rc-code="0" op-status="0" interval="16000" last-rc-change="1687218076" exec-time="15" queue-time="0" op-digest="e62ad827732488b88ef8722ff6a484b3"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ <transient_attributes id="base-bundle-0">
+ <instance_attributes id="status-base-bundle-0">
+ <nvpair id="status-base-bundle-0-master-base" name="master-base" value="5"/>
+ </instance_attributes>
+ </transient_attributes>
+ </node_state>
+ <node_state id="3" uname="node3" crmd="online" crm-debug-origin="controld_update_resource_history" in_ccm="true" join="member" expected="member">
+ <transient_attributes id="3">
+ <instance_attributes id="status-3">
+ <nvpair id="status-3-.feature-set" name="#feature-set" value="3.17.4"/>
+ <nvpair id="status-3-master-base" name="master-base" value="13"/>
+ </instance_attributes>
+ </transient_attributes>
+ <lrm id="3">
+ <lrm_resources>
+ <lrm_resource id="Fencing" type="fence_xvm" class="stonith">
+ <lrm_rsc_op id="Fencing_last_0" operation_key="Fencing_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="11:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;11:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="8" rc-code="7" op-status="0" interval="0" last-rc-change="1687219634" exec-time="5" queue-time="0" op-digest="6197322ae276dfeb4a212d09787f9738"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-2" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="base-bundle-podman-2_last_0" operation_key="base-bundle-podman-2_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="29:36:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;29:36:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="24" rc-code="0" op-status="0" interval="0" last-rc-change="1687219634" exec-time="936" queue-time="0" op-digest="eb1c148b6d2d7a7013f75d596536409b"/>
+ <lrm_rsc_op id="base-bundle-podman-2_monitor_60000" operation_key="base-bundle-podman-2_monitor_60000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="30:36:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;30:36:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="25" rc-code="0" op-status="0" interval="60000" last-rc-change="1687219635" exec-time="173" queue-time="0" op-digest="8eeca5a30b14f3d9ef7d2ddbd16c2e05"/>
+ </lrm_resource>
+ <lrm_resource id="vip" type="IPaddr2" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="vip_last_0" operation_key="vip_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="51:71:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;51:71:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="27" rc-code="0" op-status="0" interval="0" last-rc-change="1687228393" exec-time="58" queue-time="0" op-digest="b274efb9afd1400d58df73d9925b6823"/>
+ <lrm_rsc_op id="vip_monitor_10000" operation_key="vip_monitor_10000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="52:71:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;52:71:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="28" rc-code="0" op-status="0" interval="10000" last-rc-change="1687228393" exec-time="35" queue-time="0" op-digest="20f7173b4af9ab62392ae5d9e5243580"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-1" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="base-bundle-podman-1_last_0" operation_key="base-bundle-podman-1_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="14:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;14:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="14" rc-code="7" op-status="0" interval="0" last-rc-change="1687219634" exec-time="107" queue-time="0" op-digest="91ec5f49c5fd88f29405389545fb7d59"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-2" type="remote" class="ocf" provider="pacemaker" container="base-bundle-podman-2">
+ <lrm_rsc_op id="base-bundle-2_last_0" operation_key="base-bundle-2_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="31:36:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;31:36:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="4" rc-code="0" op-status="0" interval="0" last-rc-change="1687219635" exec-time="0" queue-time="0" op-digest="b1f9a03e78ae75f94cc0c36e6c0cc527" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ <lrm_rsc_op id="base-bundle-2_monitor_30000" operation_key="base-bundle-2_monitor_30000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="25:37:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;25:37:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="5" rc-code="0" op-status="0" interval="30000" last-rc-change="1687219637" exec-time="0" queue-time="0" op-digest="354b9acaa7ea1113d708dc11a1d6bbfa"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-0" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="base-bundle-podman-0_last_0" operation_key="base-bundle-podman-0_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="12:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;12:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="10" rc-code="7" op-status="0" interval="0" last-rc-change="1687219634" exec-time="104" queue-time="0" op-digest="b93578750303776f6bb098395c53338a"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-1" type="remote" class="ocf" provider="pacemaker" container="base-bundle-podman-1">
+ <lrm_rsc_op id="base-bundle-1_last_0" operation_key="base-bundle-1_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="15:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;15:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="2" rc-code="7" op-status="0" interval="0" last-rc-change="1687219634" exec-time="0" queue-time="0" op-digest="137e2067e195bc8e29ef8680e392a9e7" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-0" type="remote" class="ocf" provider="pacemaker" container="base-bundle-podman-0">
+ <lrm_rsc_op id="base-bundle-0_last_0" operation_key="base-bundle-0_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="13:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;13:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="1" rc-code="7" op-status="0" interval="0" last-rc-change="1687219634" exec-time="0" queue-time="0" op-digest="2b7683df7d64ff71ec5fd3675fd12017" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ </node_state>
+ <node_state remote_node="true" id="base-bundle-1" uname="base-bundle-1" in_ccm="true" crm-debug-origin="controld_update_resource_history" node_fenced="0">
+ <lrm id="base-bundle-1">
+ <lrm_resources>
+ <lrm_resource id="base" class="ocf" provider="pacemaker" type="Stateful">
+ <lrm_rsc_op id="base_last_0" operation_key="base_demote_0" operation="demote" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="35:55:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;35:55:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="86" rc-code="0" op-status="0" interval="0" last-rc-change="1687220328" exec-time="221" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="base_monitor_16000" operation_key="base_monitor_16000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="35:56:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;35:56:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="92" rc-code="0" op-status="0" interval="16000" last-rc-change="1687220329" exec-time="43" queue-time="0" op-digest="e62ad827732488b88ef8722ff6a484b3"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ <transient_attributes id="base-bundle-1">
+ <instance_attributes id="status-base-bundle-1">
+ <nvpair id="status-base-bundle-1-master-base" name="master-base" value="5"/>
+ </instance_attributes>
+ </transient_attributes>
+ </node_state>
+ <node_state remote_node="true" id="base-bundle-2" uname="base-bundle-2" in_ccm="true" crm-debug-origin="controld_update_resource_history" node_fenced="0">
+ <lrm id="base-bundle-2">
+ <lrm_resources>
+ <lrm_resource id="base" class="ocf" provider="pacemaker" type="Stateful">
+ <lrm_rsc_op id="base_last_0" operation_key="base_promote_0" operation="promote" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="32:43:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;32:43:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="30" rc-code="0" op-status="0" interval="0" last-rc-change="1687220058" exec-time="222" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="base_monitor_15000" operation_key="base_monitor_15000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="33:44:8:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:8;33:44:8:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="36" rc-code="8" op-status="0" interval="15000" last-rc-change="1687220059" exec-time="13" queue-time="0" op-digest="3ef575c5f050ae086f0f31bc8f085fdc"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ <transient_attributes id="base-bundle-2">
+ <instance_attributes id="status-base-bundle-2">
+ <nvpair id="status-base-bundle-2-master-base" name="master-base" value="10"/>
+ </instance_attributes>
+ </transient_attributes>
+ </node_state>
+ </status>
+</cib>
diff --git a/cts/scheduler/xml/bundle-promoted-anticolocation-5.xml b/cts/scheduler/xml/bundle-promoted-anticolocation-5.xml
new file mode 100644
index 0000000..b960ac5
--- /dev/null
+++ b/cts/scheduler/xml/bundle-promoted-anticolocation-5.xml
@@ -0,0 +1,368 @@
+<cib crm_feature_set="3.17.4" validate-with="pacemaker-3.9" epoch="61" num_updates="0" admin_epoch="0" cib-last-written="Tue Jun 20 13:17:35 2023" update-origin="node1" update-client="cibadmin" update-user="root" have-quorum="1" dc-uuid="1">
+ <configuration>
+ <!-- The essential elements of this test are:
+ * The promoted instance of a bundle (bundle-a) is mandatorily
+ anti-colocated with the promoted instance of another bundle
+ (bundle-b)
+ * bundle-a's promoted instance is running on the same node as
+ bundle-b's promoted instance
+ * There is no stickiness
+ * There are no location constraints
+ * There are three nodes available for both resources
+
+ In this situation, bundle-a should demote its currently promoted
+ instance and promote an instance elsewhere.
+ -->
+ <crm_config>
+ <cluster_property_set id="cib-bootstrap-options">
+ <nvpair id="cib-bootstrap-options-have-watchdog" name="have-watchdog" value="false"/>
+ <nvpair id="cib-bootstrap-options-dc-version" name="dc-version" value="2.1.5-1.0a457786a.git.el9-0a457786a"/>
+ <nvpair id="cib-bootstrap-options-cluster-infrastructure" name="cluster-infrastructure" value="corosync"/>
+ <nvpair id="cib-bootstrap-options-cluster-name" name="cluster-name" value="test"/>
+ <nvpair id="cib-bootstrap-options-last-lrm-refresh" name="last-lrm-refresh" value="1687288330"/>
+ </cluster_property_set>
+ </crm_config>
+ <nodes>
+ <node id="1" uname="node1"/>
+ <node id="2" uname="node2"/>
+ <node id="3" uname="node3"/>
+ </nodes>
+ <resources>
+ <primitive class="stonith" id="Fencing" type="fence_xvm">
+ <instance_attributes id="Fencing-instance_attributes">
+ <nvpair id="Fencing-instance_attributes_pcmk_host_list" name="pcmk_host_list" value="node1 node2 node3"/>
+ </instance_attributes>
+ <operations>
+ <op id="Fencing-monitor-120s" interval="120s" name="monitor" timeout="120s"/>
+ </operations>
+ </primitive>
+ <bundle id="bundle-a">
+ <meta_attributes id="bundle-a-meta_attributes">
+ <nvpair id="bundle-a-meta_attributes-promotable" name="promotable" value="true"/>
+ <nvpair id="bundle-a-meta_attributes-container-attribute-target" name="container-attribute-target" value="host"/>
+ </meta_attributes>
+ <podman image="localhost/pcmktest" replicas="3"/>
+ <network control-port="3121"/>
+ <primitive id="bundle-a-rsc" class="ocf" provider="pacemaker" type="Stateful">
+ <operations>
+ <op id="bundle-a-rsc-monitor-15s" interval="15s" name="monitor" timeout="15s" role="Promoted"/>
+ <op id="bundle-a-rsc-monitor-16s" interval="16s" name="monitor" timeout="16s" role="Unpromoted"/>
+ </operations>
+ </primitive>
+ </bundle>
+ <bundle id="bundle-b">
+ <meta_attributes id="bundle-b-meta_attributes">
+ <nvpair id="bundle-b-meta_attributes-interleave" name="interleave" value="true"/>
+ <nvpair id="bundle-b-meta_attributes-promotable" name="promotable" value="true"/>
+ <nvpair id="bundle-b-meta_attributes-container-attribute-target" name="container-attribute-target" value="host"/>
+ </meta_attributes>
+ <podman image="localhost/pcmktest" replicas="3"/>
+ <network control-port="3122"/>
+ <primitive id="bundle-b-rsc" class="ocf" provider="pacemaker" type="Stateful">
+ <operations>
+ <op id="bundle-b-rsc-monitor-15s" interval="15s" name="monitor" timeout="15s" role="Promoted"/>
+ <op id="bundle-b-rsc-monitor-16s" interval="16s" name="monitor" timeout="16s" role="Unpromoted"/>
+ </operations>
+ </primitive>
+ </bundle>
+ </resources>
+ <constraints>
+ <rsc_colocation id="colocation-bundle-a-bundle-b--INFINITY" rsc="bundle-a" rsc-role="Promoted" score="-INFINITY" with-rsc="bundle-b" with-rsc-role="Promoted"/>
+ </constraints>
+ <fencing-topology/>
+ <op_defaults/>
+ <alerts/>
+ <rsc_defaults/>
+ </configuration>
+ <status>
+ <node_state id="1" uname="node1" in_ccm="true" crmd="online" crm-debug-origin="do_state_transition" join="member" expected="member">
+ <transient_attributes id="1">
+ <instance_attributes id="status-1">
+ <nvpair id="status-1-.feature-set" name="#feature-set" value="3.17.4"/>
+ <nvpair id="status-1-promotion-bundle-a-rsc" name="master-bundle-a-rsc" value="11"/>
+ <nvpair id="status-1-promotion-bundle-b-rsc" name="master-bundle-b-rsc" value="12"/>
+ </instance_attributes>
+ </transient_attributes>
+ <lrm id="1">
+ <lrm_resources>
+ <lrm_resource id="bundle-b-podman-2" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="bundle-b-podman-2_last_0" operation_key="bundle-b-podman-2_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="4:154:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;4:154:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="132" rc-code="7" op-status="0" interval="0" last-rc-change="1687288263" exec-time="237" queue-time="0" op-digest="4e4b17530bea4f6fd27df1cf68bd9f22"/>
+ </lrm_resource>
+ <lrm_resource id="Fencing" type="fence_xvm" class="stonith">
+ <lrm_rsc_op id="Fencing_last_0" operation_key="Fencing_stop_0" operation="stop" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="12:62:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;12:62:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="55" rc-code="0" op-status="0" interval="0" last-rc-change="1687222219" exec-time="0" queue-time="0" op-digest="6197322ae276dfeb4a212d09787f9738"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-a-0" type="remote" class="ocf" provider="pacemaker" container="bundle-a-podman-0">
+ <lrm_rsc_op id="bundle-a-0_last_0" operation_key="bundle-a-0_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="13:161:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;13:161:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="19" rc-code="0" op-status="0" interval="0" last-rc-change="1687288332" exec-time="0" queue-time="0" op-digest="2b7683df7d64ff71ec5fd3675fd12017" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ <lrm_rsc_op id="bundle-a-0_monitor_30000" operation_key="bundle-a-0_monitor_30000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="22:162:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;22:162:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="20" rc-code="0" op-status="0" interval="30000" last-rc-change="1687288333" exec-time="0" queue-time="0" op-digest="6f3c7e233bacb8420fef5f9581190d00"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-a-podman-1" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="bundle-a-podman-1_last_0" operation_key="bundle-a-podman-1_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="3:153:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;3:153:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="117" rc-code="7" op-status="0" interval="0" last-rc-change="1687288204" exec-time="106" queue-time="0" op-digest="90f1390dea2a7bca12099b080987eae7"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-b-podman-0" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="bundle-b-podman-0_last_0" operation_key="bundle-b-podman-0_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="45:161:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;45:161:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="144" rc-code="0" op-status="0" interval="0" last-rc-change="1687288330" exec-time="1158" queue-time="0" op-digest="94098b91d583b0b8498741508c609a37"/>
+ <lrm_rsc_op id="bundle-b-podman-0_monitor_60000" operation_key="bundle-b-podman-0_monitor_60000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="46:161:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;46:161:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="146" rc-code="0" op-status="0" interval="60000" last-rc-change="1687288332" exec-time="182" queue-time="0" op-digest="b7a9f966374c886087fb6f03d6e4c286"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-b-0" type="remote" class="ocf" provider="pacemaker" container="bundle-b-podman-0">
+ <lrm_rsc_op id="bundle-b-0_last_0" operation_key="bundle-b-0_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="47:161:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;47:161:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="18" rc-code="0" op-status="0" interval="0" last-rc-change="1687288332" exec-time="0" queue-time="0" op-digest="06b6a770601e99a2d691d4cf853acceb" op-force-restart=" port server " op-restart-digest="5b00a5a6fae3dc7e25288679ad0c92ce"/>
+ <lrm_rsc_op id="bundle-b-0_monitor_30000" operation_key="bundle-b-0_monitor_30000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="57:162:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;57:162:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="21" rc-code="0" op-status="0" interval="30000" last-rc-change="1687288333" exec-time="0" queue-time="0" op-digest="b4ca332a542717c28b117ec80e27b838"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-a-1" type="remote" class="ocf" provider="pacemaker" container="bundle-a-podman-1">
+ <lrm_rsc_op id="bundle-a-1_last_0" operation_key="bundle-a-1_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="8:103:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;8:103:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="10" rc-code="7" op-status="0" interval="0" last-rc-change="1687248552" exec-time="0" queue-time="0" op-digest="137e2067e195bc8e29ef8680e392a9e7" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-a-podman-2" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="bundle-a-podman-2_last_0" operation_key="bundle-a-podman-2_stop_0" operation="stop" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="17:105:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;17:105:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="107" rc-code="0" op-status="0" interval="0" last-rc-change="1687248553" exec-time="10540" queue-time="0" op-digest="a5415a2b8dfba2a5741d70bab5591c1b"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-b-1" type="remote" class="ocf" provider="pacemaker" container="bundle-b-podman-1">
+ <lrm_rsc_op id="bundle-b-1_last_0" operation_key="bundle-b-1_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="28:99:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;28:99:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="8" rc-code="7" op-status="0" interval="0" last-rc-change="1687248540" exec-time="0" queue-time="0" op-digest="2b7683df7d64ff71ec5fd3675fd12017" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-b-podman-1" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="bundle-b-podman-1_last_0" operation_key="bundle-b-podman-1_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="3:154:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;3:154:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="128" rc-code="7" op-status="0" interval="0" last-rc-change="1687288263" exec-time="240" queue-time="0" op-digest="e1aa4eab4c9e9334ee91c66cce449b13"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-a-podman-0" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="bundle-a-podman-0_last_0" operation_key="bundle-a-podman-0_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="11:161:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;11:161:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="145" rc-code="0" op-status="0" interval="0" last-rc-change="1687288331" exec-time="1143" queue-time="0" op-digest="bc99a652606652014a6cb5f743b5d75d"/>
+ <lrm_rsc_op id="bundle-a-podman-0_monitor_60000" operation_key="bundle-a-podman-0_monitor_60000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="12:161:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;12:161:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="147" rc-code="0" op-status="0" interval="60000" last-rc-change="1687288332" exec-time="161" queue-time="0" op-digest="d39778305ffa599cc7f7a94b47d18783"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-b-2" type="remote" class="ocf" provider="pacemaker" container="bundle-b-podman-2">
+ <lrm_rsc_op id="bundle-b-2_last_0" operation_key="bundle-b-2_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="37:97:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;37:97:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="6" rc-code="7" op-status="0" interval="0" last-rc-change="1687248528" exec-time="0" queue-time="0" op-digest="137e2067e195bc8e29ef8680e392a9e7" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-a-2" type="remote" class="ocf" provider="pacemaker" container="bundle-a-podman-2">
+ <lrm_rsc_op id="bundle-a-2_last_0" operation_key="bundle-a-2_stop_0" operation="stop" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="18:105:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;18:105:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="14" rc-code="0" op-status="0" interval="0" last-rc-change="1687248553" exec-time="0" queue-time="0" op-digest="2b7683df7d64ff71ec5fd3675fd12017"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ </node_state>
+ <node_state id="2" uname="node2" crmd="online" crm-debug-origin="do_state_transition" in_ccm="true" join="member" expected="member">
+ <transient_attributes id="2">
+ <instance_attributes id="status-2">
+ <nvpair id="status-2-.feature-set" name="#feature-set" value="3.17.4"/>
+ <nvpair id="status-2-promotion-bundle-a-rsc" name="master-bundle-a-rsc" value="12"/>
+ <nvpair id="status-2-promotion-bundle-b-rsc" name="master-bundle-b-rsc" value="13"/>
+ </instance_attributes>
+ </transient_attributes>
+ <lrm id="2">
+ <lrm_resources>
+ <lrm_resource id="bundle-b-podman-2" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="bundle-b-podman-2_last_0" operation_key="bundle-b-podman-2_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="53:161:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;53:161:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="141" rc-code="0" op-status="0" interval="0" last-rc-change="1687288330" exec-time="752" queue-time="0" op-digest="35320d55914b88e0c9d4d13b574cef8a"/>
+ <lrm_rsc_op id="bundle-b-podman-2_monitor_60000" operation_key="bundle-b-podman-2_monitor_60000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="54:161:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;54:161:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="142" rc-code="0" op-status="0" interval="60000" last-rc-change="1687288331" exec-time="120" queue-time="0" op-digest="62d15df41b3f596ca94b0dbe7edda857"/>
+ </lrm_resource>
+ <lrm_resource id="Fencing" type="fence_xvm" class="stonith">
+ <lrm_rsc_op id="Fencing_last_0" operation_key="Fencing_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="12:69:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;12:69:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="58" rc-code="0" op-status="0" interval="0" last-rc-change="1687226745" exec-time="33" queue-time="0" op-digest="f551693977f94a4fa8883fb70e439592"/>
+ <lrm_rsc_op id="Fencing_monitor_120000" operation_key="Fencing_monitor_120000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="4:69:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;4:69:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="59" rc-code="0" op-status="0" interval="120000" last-rc-change="1687226745" exec-time="27" queue-time="0" op-digest="24989640311980988fb77ddd1cc1002b"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-a-0" type="remote" class="ocf" provider="pacemaker" container="bundle-a-podman-0">
+ <lrm_rsc_op id="bundle-a-0_last_0" operation_key="bundle-a-0_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="11:101:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;11:101:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="9" rc-code="7" op-status="0" interval="0" last-rc-change="1687248551" exec-time="0" queue-time="0" op-digest="b1f9a03e78ae75f94cc0c36e6c0cc527" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-a-podman-1" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="bundle-a-podman-1_last_0" operation_key="bundle-a-podman-1_stop_0" operation="stop" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="13:105:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;13:105:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="109" rc-code="0" op-status="0" interval="0" last-rc-change="1687248553" exec-time="10646" queue-time="0" op-digest="90f1390dea2a7bca12099b080987eae7"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-b-podman-0" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="bundle-b-podman-0_last_0" operation_key="bundle-b-podman-0_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="5:154:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;5:154:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="126" rc-code="7" op-status="0" interval="0" last-rc-change="1687288263" exec-time="124" queue-time="0" op-digest="cad283aeb094013845bac465ab6a198d"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-b-0" type="remote" class="ocf" provider="pacemaker" container="bundle-b-podman-0">
+ <lrm_rsc_op id="bundle-b-0_last_0" operation_key="bundle-b-0_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="13:103:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;13:103:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="12" rc-code="7" op-status="0" interval="0" last-rc-change="1687248552" exec-time="0" queue-time="0" op-digest="137e2067e195bc8e29ef8680e392a9e7" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-a-1" type="remote" class="ocf" provider="pacemaker" container="bundle-a-podman-1">
+ <lrm_rsc_op id="bundle-a-1_last_0" operation_key="bundle-a-1_stop_0" operation="stop" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="14:105:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;14:105:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="14" rc-code="0" op-status="0" interval="0" last-rc-change="1687248553" exec-time="0" queue-time="0" op-digest="137e2067e195bc8e29ef8680e392a9e7"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-a-podman-2" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="bundle-a-podman-2_last_0" operation_key="bundle-a-podman-2_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="21:154:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;21:154:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="135" rc-code="0" op-status="0" interval="0" last-rc-change="1687288263" exec-time="1059" queue-time="0" op-digest="a5415a2b8dfba2a5741d70bab5591c1b"/>
+ <lrm_rsc_op id="bundle-a-podman-2_monitor_60000" operation_key="bundle-a-podman-2_monitor_60000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="19:155:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;19:155:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="137" rc-code="0" op-status="0" interval="60000" last-rc-change="1687288265" exec-time="284" queue-time="0" op-digest="77326e7c2187a5c4fe386812dfcd4118"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-b-1" type="remote" class="ocf" provider="pacemaker" container="bundle-b-podman-1">
+ <lrm_rsc_op id="bundle-b-1_last_0" operation_key="bundle-b-1_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="33:99:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;33:99:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="8" rc-code="7" op-status="0" interval="0" last-rc-change="1687248540" exec-time="0" queue-time="0" op-digest="2b7683df7d64ff71ec5fd3675fd12017" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-b-podman-1" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="bundle-b-podman-1_last_0" operation_key="bundle-b-podman-1_stop_0" operation="stop" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="4:156:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;4:156:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="140" rc-code="0" op-status="0" interval="0" last-rc-change="1687288267" exec-time="216" queue-time="0" op-digest="e1aa4eab4c9e9334ee91c66cce449b13"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-a-podman-0" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="bundle-a-podman-0_last_0" operation_key="bundle-a-podman-0_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="4:153:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;4:153:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="115" rc-code="7" op-status="0" interval="0" last-rc-change="1687288204" exec-time="101" queue-time="0" op-digest="bc99a652606652014a6cb5f743b5d75d"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-b-2" type="remote" class="ocf" provider="pacemaker" container="bundle-b-podman-2">
+ <lrm_rsc_op id="bundle-b-2_last_0" operation_key="bundle-b-2_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="55:161:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;55:161:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="17" rc-code="0" op-status="0" interval="0" last-rc-change="1687288331" exec-time="0" queue-time="0" op-digest="077939dc4a5dbbd799045f9120d057b4" op-force-restart=" port server " op-restart-digest="5b00a5a6fae3dc7e25288679ad0c92ce"/>
+ <lrm_rsc_op id="bundle-b-2_monitor_30000" operation_key="bundle-b-2_monitor_30000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="67:162:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;67:162:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="18" rc-code="0" op-status="0" interval="30000" last-rc-change="1687288333" exec-time="0" queue-time="0" op-digest="f9f13135e91dabbc6c77a3fd4b23ab80"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-a-2" type="remote" class="ocf" provider="pacemaker" container="bundle-a-podman-2">
+ <lrm_rsc_op id="bundle-a-2_last_0" operation_key="bundle-a-2_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="20:155:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;20:155:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="15" rc-code="0" op-status="0" interval="0" last-rc-change="1687288265" exec-time="0" queue-time="0" op-digest="137e2067e195bc8e29ef8680e392a9e7" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ <lrm_rsc_op id="bundle-a-2_monitor_30000" operation_key="bundle-a-2_monitor_30000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="23:156:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;23:156:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="16" rc-code="0" op-status="0" interval="30000" last-rc-change="1687288267" exec-time="0" queue-time="0" op-digest="3929eec440004bca31f813a8e6097506"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ </node_state>
+ <node_state remote_node="true" id="base-bundle-0" uname="base-bundle-0" in_ccm="false" crm-debug-origin="do_state_transition" node_fenced="0">
+ <lrm id="base-bundle-0">
+ <lrm_resources>
+ <lrm_resource id="base" class="ocf" provider="pacemaker" type="Stateful">
+ <lrm_rsc_op id="base_last_0" operation_key="base_stop_0" operation="stop" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="124:97:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;124:97:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="1035" rc-code="0" op-status="0" interval="0" last-rc-change="1687248529" exec-time="180" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="base_monitor_16000" operation_key="base_monitor_16000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="17:31:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;17:31:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="14" rc-code="0" op-status="0" interval="16000" last-rc-change="1687218076" exec-time="15" queue-time="0" op-digest="e62ad827732488b88ef8722ff6a484b3"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ </node_state>
+ <node_state id="3" uname="node3" crmd="online" crm-debug-origin="do_state_transition" in_ccm="true" join="member" expected="member">
+ <transient_attributes id="3">
+ <instance_attributes id="status-3">
+ <nvpair id="status-3-.feature-set" name="#feature-set" value="3.17.4"/>
+ <nvpair id="status-3-promotion-bundle-a-rsc" name="master-bundle-a-rsc" value="13"/>
+ <nvpair id="status-3-promotion-bundle-b-rsc" name="master-bundle-b-rsc" value="14"/>
+ </instance_attributes>
+ </transient_attributes>
+ <lrm id="3">
+ <lrm_resources>
+ <lrm_resource id="bundle-b-podman-2" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="bundle-b-podman-2_last_0" operation_key="bundle-b-podman-2_stop_0" operation="stop" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="6:156:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;6:156:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="111" rc-code="0" op-status="0" interval="0" last-rc-change="1687288267" exec-time="243" queue-time="0" op-digest="4e4b17530bea4f6fd27df1cf68bd9f22"/>
+ </lrm_resource>
+ <lrm_resource id="Fencing" type="fence_xvm" class="stonith">
+ <lrm_rsc_op id="Fencing_last_0" operation_key="Fencing_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="11:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;11:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="8" rc-code="7" op-status="0" interval="0" last-rc-change="1687219634" exec-time="5" queue-time="0" op-digest="6197322ae276dfeb4a212d09787f9738"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-a-0" type="remote" class="ocf" provider="pacemaker" container="bundle-a-podman-0">
+ <lrm_rsc_op id="bundle-a-0_last_0" operation_key="bundle-a-0_stop_0" operation="stop" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="10:105:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;10:105:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="14" rc-code="0" op-status="0" interval="0" last-rc-change="1687248552" exec-time="0" queue-time="0" op-digest="b1f9a03e78ae75f94cc0c36e6c0cc527"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-a-podman-1" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="bundle-a-podman-1_last_0" operation_key="bundle-a-podman-1_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="17:154:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;17:154:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="106" rc-code="0" op-status="0" interval="0" last-rc-change="1687288263" exec-time="1002" queue-time="0" op-digest="90f1390dea2a7bca12099b080987eae7"/>
+ <lrm_rsc_op id="bundle-a-podman-1_monitor_60000" operation_key="bundle-a-podman-1_monitor_60000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="14:155:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;14:155:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="108" rc-code="0" op-status="0" interval="60000" last-rc-change="1687288264" exec-time="156" queue-time="0" op-digest="34c506d61f8ef4e0d77193cce6e838ce"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-b-podman-0" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="bundle-b-podman-0_last_0" operation_key="bundle-b-podman-0_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="8:154:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;8:154:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="97" rc-code="7" op-status="0" interval="0" last-rc-change="1687288263" exec-time="119" queue-time="0" op-digest="cad283aeb094013845bac465ab6a198d"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-b-0" type="remote" class="ocf" provider="pacemaker" container="bundle-b-podman-0">
+ <lrm_rsc_op id="bundle-b-0_last_0" operation_key="bundle-b-0_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="16:103:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;16:103:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="12" rc-code="7" op-status="0" interval="0" last-rc-change="1687248551" exec-time="0" queue-time="0" op-digest="137e2067e195bc8e29ef8680e392a9e7" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-a-podman-2" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="bundle-a-podman-2_last_0" operation_key="bundle-a-podman-2_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="7:153:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;7:153:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="90" rc-code="7" op-status="0" interval="0" last-rc-change="1687288203" exec-time="78" queue-time="0" op-digest="a5415a2b8dfba2a5741d70bab5591c1b"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-b-1" type="remote" class="ocf" provider="pacemaker" container="bundle-b-podman-1">
+ <lrm_rsc_op id="bundle-b-1_last_0" operation_key="bundle-b-1_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="51:161:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;51:161:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="17" rc-code="0" op-status="0" interval="0" last-rc-change="1687288331" exec-time="0" queue-time="0" op-digest="aeee9bdab74d90d67c45ff8a2e53b020" op-force-restart=" port server " op-restart-digest="5b00a5a6fae3dc7e25288679ad0c92ce"/>
+ <lrm_rsc_op id="bundle-b-1_monitor_30000" operation_key="bundle-b-1_monitor_30000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="62:162:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;62:162:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="18" rc-code="0" op-status="0" interval="30000" last-rc-change="1687288333" exec-time="0" queue-time="0" op-digest="6a12d3c71ed94e6f961711073ca69f24"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-b-podman-1" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="bundle-b-podman-1_last_0" operation_key="bundle-b-podman-1_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="49:161:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;49:161:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="112" rc-code="0" op-status="0" interval="0" last-rc-change="1687288330" exec-time="821" queue-time="0" op-digest="9ba708e8e80ce11a8a1ca4908e76e75e"/>
+ <lrm_rsc_op id="bundle-b-podman-1_monitor_60000" operation_key="bundle-b-podman-1_monitor_60000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="50:161:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;50:161:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="113" rc-code="0" op-status="0" interval="60000" last-rc-change="1687288331" exec-time="171" queue-time="0" op-digest="12e3bf09305d4a76f940376759128ae1"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-a-1" type="remote" class="ocf" provider="pacemaker" container="bundle-a-podman-1">
+ <lrm_rsc_op id="bundle-a-1_last_0" operation_key="bundle-a-1_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="15:155:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;15:155:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="15" rc-code="0" op-status="0" interval="0" last-rc-change="1687288264" exec-time="0" queue-time="0" op-digest="b1f9a03e78ae75f94cc0c36e6c0cc527" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ <lrm_rsc_op id="bundle-a-1_monitor_30000" operation_key="bundle-a-1_monitor_30000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="18:156:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;18:156:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="16" rc-code="0" op-status="0" interval="30000" last-rc-change="1687288267" exec-time="0" queue-time="0" op-digest="354b9acaa7ea1113d708dc11a1d6bbfa"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-a-podman-0" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="bundle-a-podman-0_last_0" operation_key="bundle-a-podman-0_stop_0" operation="stop" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="9:105:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;9:105:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="80" rc-code="0" op-status="0" interval="0" last-rc-change="1687248552" exec-time="10639" queue-time="0" op-digest="bc99a652606652014a6cb5f743b5d75d"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-b-2" type="remote" class="ocf" provider="pacemaker" container="bundle-b-podman-2">
+ <lrm_rsc_op id="bundle-b-2_last_0" operation_key="bundle-b-2_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="49:97:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;49:97:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="6" rc-code="7" op-status="0" interval="0" last-rc-change="1687248528" exec-time="0" queue-time="0" op-digest="137e2067e195bc8e29ef8680e392a9e7" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-a-2" type="remote" class="ocf" provider="pacemaker" container="bundle-a-podman-2">
+ <lrm_rsc_op id="bundle-a-2_last_0" operation_key="bundle-a-2_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="15:103:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;15:103:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="11" rc-code="7" op-status="0" interval="0" last-rc-change="1687248551" exec-time="0" queue-time="0" op-digest="2b7683df7d64ff71ec5fd3675fd12017" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ </node_state>
+ <node_state remote_node="true" id="base-bundle-1" uname="base-bundle-1" in_ccm="false" crm-debug-origin="do_state_transition" node_fenced="0">
+ <lrm id="base-bundle-1">
+ <lrm_resources>
+ <lrm_resource id="base" class="ocf" provider="pacemaker" type="Stateful">
+ <lrm_rsc_op id="base_last_0" operation_key="base_stop_0" operation="stop" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="125:97:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;125:97:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="1039" rc-code="0" op-status="0" interval="0" last-rc-change="1687248529" exec-time="177" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="base_monitor_16000" operation_key="base_monitor_16000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="35:56:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;35:56:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="92" rc-code="0" op-status="0" interval="16000" last-rc-change="1687220329" exec-time="43" queue-time="0" op-digest="e62ad827732488b88ef8722ff6a484b3"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ </node_state>
+ <node_state remote_node="true" id="base-bundle-2" uname="base-bundle-2" in_ccm="false" crm-debug-origin="do_state_transition" node_fenced="0">
+ <lrm id="base-bundle-2">
+ <lrm_resources>
+ <lrm_resource id="base" class="ocf" provider="pacemaker" type="Stateful">
+ <lrm_rsc_op id="base_last_0" operation_key="base_stop_0" operation="stop" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="126:97:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;126:97:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="991" rc-code="0" op-status="0" interval="0" last-rc-change="1687248528" exec-time="201" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="base_monitor_15000" operation_key="base_monitor_15000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="33:44:8:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:8;33:44:8:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="36" rc-code="8" op-status="0" interval="15000" last-rc-change="1687220059" exec-time="13" queue-time="0" op-digest="3ef575c5f050ae086f0f31bc8f085fdc"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ </node_state>
+ <node_state remote_node="true" id="bundle-a-1" uname="bundle-a-1" in_ccm="true" crm-debug-origin="do_state_transition" node_fenced="0">
+ <lrm id="bundle-a-1">
+ <lrm_resources>
+ <lrm_resource id="bundle-a-rsc" class="ocf" provider="pacemaker" type="Stateful">
+ <lrm_rsc_op id="bundle-a-rsc_last_0" operation_key="bundle-a-rsc_promote_0" operation="promote" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="40:168:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;40:168:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="25" rc-code="0" op-status="0" interval="0" last-rc-change="1687288549" exec-time="216" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="bundle-a-rsc_monitor_15000" operation_key="bundle-a-rsc_monitor_15000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="40:169:8:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:8;40:169:8:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="31" rc-code="8" op-status="0" interval="15000" last-rc-change="1687288549" exec-time="9" queue-time="0" op-digest="3ef575c5f050ae086f0f31bc8f085fdc"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ <transient_attributes id="bundle-a-1">
+ <instance_attributes id="status-bundle-a-1">
+ <nvpair id="status-bundle-a-1-master-bundle-a-rsc" name="master-bundle-a-rsc" value="10"/>
+ </instance_attributes>
+ </transient_attributes>
+ </node_state>
+ <node_state remote_node="true" id="bundle-b-2" uname="bundle-b-2" in_ccm="true" crm-debug-origin="controld_update_resource_history" node_fenced="0">
+ <lrm id="bundle-b-2">
+ <lrm_resources>
+ <lrm_resource id="bundle-b-rsc" class="ocf" provider="pacemaker" type="Stateful">
+ <lrm_rsc_op id="bundle-b-rsc_last_0" operation_key="bundle-b-rsc_demote_0" operation="demote" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="79:177:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;79:177:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="153" rc-code="0" op-status="0" interval="0" last-rc-change="1687292227" exec-time="217" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="bundle-b-rsc_monitor_16000" operation_key="bundle-b-rsc_monitor_16000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="78:178:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;78:178:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="159" rc-code="0" op-status="0" interval="16000" last-rc-change="1687292227" exec-time="10" queue-time="0" op-digest="e62ad827732488b88ef8722ff6a484b3"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ <transient_attributes id="bundle-b-2">
+ <instance_attributes id="status-bundle-b-2">
+ <nvpair id="status-bundle-b-2-master-bundle-b-rsc" name="master-bundle-b-rsc" value="5"/>
+ </instance_attributes>
+ </transient_attributes>
+ </node_state>
+ <node_state remote_node="true" id="bundle-b-0" uname="bundle-b-0" in_ccm="true" crm-debug-origin="do_state_transition" node_fenced="0">
+ <lrm id="bundle-b-0">
+ <lrm_resources>
+ <lrm_resource id="bundle-b-rsc" class="ocf" provider="pacemaker" type="Stateful">
+ <lrm_rsc_op id="bundle-b-rsc_last_0" operation_key="bundle-b-rsc_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="69:163:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;69:163:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="8" rc-code="0" op-status="0" interval="0" last-rc-change="1687288333" exec-time="290" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="bundle-b-rsc_monitor_16000" operation_key="bundle-b-rsc_monitor_16000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="71:164:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;71:164:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="14" rc-code="0" op-status="0" interval="16000" last-rc-change="1687288334" exec-time="12" queue-time="0" op-digest="e62ad827732488b88ef8722ff6a484b3"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ <transient_attributes id="bundle-b-0">
+ <instance_attributes id="status-bundle-b-0">
+ <nvpair id="status-bundle-b-0-master-bundle-b-rsc" name="master-bundle-b-rsc" value="5"/>
+ </instance_attributes>
+ </transient_attributes>
+ </node_state>
+ <node_state remote_node="true" id="bundle-b-1" uname="bundle-b-1" in_ccm="true" crm-debug-origin="controld_update_resource_history" node_fenced="0">
+ <lrm id="bundle-b-1">
+ <lrm_resources>
+ <lrm_resource id="bundle-b-rsc" class="ocf" provider="pacemaker" type="Stateful">
+ <lrm_rsc_op id="bundle-b-rsc_last_0" operation_key="bundle-b-rsc_promote_0" operation="promote" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="74:178:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;74:178:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="145" rc-code="0" op-status="0" interval="0" last-rc-change="1687292227" exec-time="200" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="bundle-b-rsc_monitor_15000" operation_key="bundle-b-rsc_monitor_15000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="77:179:8:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:8;77:179:8:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="151" rc-code="8" op-status="0" interval="15000" last-rc-change="1687292227" exec-time="32" queue-time="0" op-digest="3ef575c5f050ae086f0f31bc8f085fdc"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ <transient_attributes id="bundle-b-1">
+ <instance_attributes id="status-bundle-b-1">
+ <nvpair id="status-bundle-b-1-master-bundle-b-rsc" name="master-bundle-b-rsc" value="10"/>
+ </instance_attributes>
+ </transient_attributes>
+ </node_state>
+ <node_state remote_node="true" id="bundle-a-0" uname="bundle-a-0" in_ccm="true" crm-debug-origin="do_state_transition" node_fenced="0">
+ <lrm id="bundle-a-0">
+ <lrm_resources>
+ <lrm_resource id="bundle-a-rsc" class="ocf" provider="pacemaker" type="Stateful">
+ <lrm_rsc_op id="bundle-a-rsc_last_0" operation_key="bundle-a-rsc_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="39:162:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;39:162:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="8" rc-code="0" op-status="0" interval="0" last-rc-change="1687288333" exec-time="250" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="bundle-a-rsc_monitor_16000" operation_key="bundle-a-rsc_monitor_16000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="36:163:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;36:163:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="14" rc-code="0" op-status="0" interval="16000" last-rc-change="1687288333" exec-time="10" queue-time="0" op-digest="e62ad827732488b88ef8722ff6a484b3"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ <transient_attributes id="bundle-a-0">
+ <instance_attributes id="status-bundle-a-0">
+ <nvpair id="status-bundle-a-0-master-bundle-a-rsc" name="master-bundle-a-rsc" value="5"/>
+ </instance_attributes>
+ </transient_attributes>
+ </node_state>
+ <node_state remote_node="true" id="bundle-a-2" uname="bundle-a-2" in_ccm="true" crm-debug-origin="do_state_transition" node_fenced="0">
+ <lrm id="bundle-a-2">
+ <lrm_resources>
+ <lrm_resource id="bundle-a-rsc" class="ocf" provider="pacemaker" type="Stateful">
+ <lrm_rsc_op id="bundle-a-rsc_last_0" operation_key="bundle-a-rsc_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="29:157:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;29:157:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="8" rc-code="0" op-status="0" interval="0" last-rc-change="1687288268" exec-time="236" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="bundle-a-rsc_monitor_16000" operation_key="bundle-a-rsc_monitor_16000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="30:158:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;30:158:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="14" rc-code="0" op-status="0" interval="16000" last-rc-change="1687288268" exec-time="10" queue-time="0" op-digest="e62ad827732488b88ef8722ff6a484b3"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ <transient_attributes id="bundle-a-2">
+ <instance_attributes id="status-bundle-a-2">
+ <nvpair id="status-bundle-a-2-master-bundle-a-rsc" name="master-bundle-a-rsc" value="5"/>
+ </instance_attributes>
+ </transient_attributes>
+ </node_state>
+ </status>
+</cib>
diff --git a/cts/scheduler/xml/bundle-promoted-anticolocation-6.xml b/cts/scheduler/xml/bundle-promoted-anticolocation-6.xml
new file mode 100644
index 0000000..6cc80e4
--- /dev/null
+++ b/cts/scheduler/xml/bundle-promoted-anticolocation-6.xml
@@ -0,0 +1,368 @@
+<cib crm_feature_set="3.17.4" validate-with="pacemaker-3.9" epoch="61" num_updates="0" admin_epoch="0" cib-last-written="Tue Jun 20 13:17:35 2023" update-origin="node1" update-client="cibadmin" update-user="root" have-quorum="1" dc-uuid="1">
+ <configuration>
+ <!-- The essential elements of this test are:
+ * The promoted instance of a bundle (bundle-a) is optionally
+ anti-colocated (score=-5000) with the promoted instance of another
+ bundle (bundle-b)
+ * bundle-a's promoted instance is running on the same node as
+ bundle-b's promoted instance
+ * There is no stickiness
+ * There are no location constraints
+ * There are three nodes available for both resources
+
+ In this situation, bundle-a should demote its currently promoted
+ instance and promote an instance elsewhere.
+ -->
+ <crm_config>
+ <cluster_property_set id="cib-bootstrap-options">
+ <nvpair id="cib-bootstrap-options-have-watchdog" name="have-watchdog" value="false"/>
+ <nvpair id="cib-bootstrap-options-dc-version" name="dc-version" value="2.1.5-1.0a457786a.git.el9-0a457786a"/>
+ <nvpair id="cib-bootstrap-options-cluster-infrastructure" name="cluster-infrastructure" value="corosync"/>
+ <nvpair id="cib-bootstrap-options-cluster-name" name="cluster-name" value="test"/>
+ <nvpair id="cib-bootstrap-options-last-lrm-refresh" name="last-lrm-refresh" value="1687288330"/>
+ </cluster_property_set>
+ </crm_config>
+ <nodes>
+ <node id="1" uname="node1"/>
+ <node id="2" uname="node2"/>
+ <node id="3" uname="node3"/>
+ </nodes>
+ <resources>
+ <primitive class="stonith" id="Fencing" type="fence_xvm">
+ <instance_attributes id="Fencing-instance_attributes">
+ <nvpair id="Fencing-instance_attributes_pcmk_host_list" name="pcmk_host_list" value="node1 node2 node3"/>
+ </instance_attributes>
+ <operations>
+ <op id="Fencing-monitor-120s" interval="120s" name="monitor" timeout="120s"/>
+ </operations>
+ </primitive>
+ <bundle id="bundle-a">
+ <meta_attributes id="bundle-a-meta_attributes">
+ <nvpair id="bundle-a-meta_attributes-promotable" name="promotable" value="true"/>
+ <nvpair id="bundle-a-meta_attributes-container-attribute-target" name="container-attribute-target" value="host"/>
+ </meta_attributes>
+ <podman image="localhost/pcmktest" replicas="3"/>
+ <network control-port="3121"/>
+ <primitive id="bundle-a-rsc" class="ocf" provider="pacemaker" type="Stateful">
+ <operations>
+ <op id="bundle-a-rsc-monitor-15s" interval="15s" name="monitor" timeout="15s" role="Promoted"/>
+ <op id="bundle-a-rsc-monitor-16s" interval="16s" name="monitor" timeout="16s" role="Unpromoted"/>
+ </operations>
+ </primitive>
+ </bundle>
+ <bundle id="bundle-b">
+ <meta_attributes id="bundle-b-meta_attributes">
+ <nvpair id="bundle-b-meta_attributes-interleave" name="interleave" value="true"/>
+ <nvpair id="bundle-b-meta_attributes-promotable" name="promotable" value="true"/>
+ <nvpair id="bundle-b-meta_attributes-container-attribute-target" name="container-attribute-target" value="host"/>
+ </meta_attributes>
+ <podman image="localhost/pcmktest" replicas="3"/>
+ <network control-port="3122"/>
+ <primitive id="bundle-b-rsc" class="ocf" provider="pacemaker" type="Stateful">
+ <operations>
+ <op id="bundle-b-rsc-monitor-15s" interval="15s" name="monitor" timeout="15s" role="Promoted"/>
+ <op id="bundle-b-rsc-monitor-16s" interval="16s" name="monitor" timeout="16s" role="Unpromoted"/>
+ </operations>
+ </primitive>
+ </bundle>
+ </resources>
+ <constraints>
+ <rsc_colocation id="colocation-bundle-a-bundle-b--5000" rsc="bundle-a" rsc-role="Promoted" score="-5000" with-rsc="bundle-b" with-rsc-role="Promoted"/>
+ </constraints>
+ <fencing-topology/>
+ <op_defaults/>
+ <alerts/>
+ <rsc_defaults/>
+ </configuration>
+ <status>
+ <node_state id="1" uname="node1" in_ccm="true" crmd="online" crm-debug-origin="do_state_transition" join="member" expected="member">
+ <transient_attributes id="1">
+ <instance_attributes id="status-1">
+ <nvpair id="status-1-.feature-set" name="#feature-set" value="3.17.4"/>
+ <nvpair id="status-1-promotion-bundle-a-rsc" name="master-bundle-a-rsc" value="11"/>
+ <nvpair id="status-1-promotion-bundle-b-rsc" name="master-bundle-b-rsc" value="12"/>
+ </instance_attributes>
+ </transient_attributes>
+ <lrm id="1">
+ <lrm_resources>
+ <lrm_resource id="bundle-b-podman-2" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="bundle-b-podman-2_last_0" operation_key="bundle-b-podman-2_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="4:154:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;4:154:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="132" rc-code="7" op-status="0" interval="0" last-rc-change="1687288263" exec-time="237" queue-time="0" op-digest="4e4b17530bea4f6fd27df1cf68bd9f22"/>
+ </lrm_resource>
+ <lrm_resource id="Fencing" type="fence_xvm" class="stonith">
+ <lrm_rsc_op id="Fencing_last_0" operation_key="Fencing_stop_0" operation="stop" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="12:62:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;12:62:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="55" rc-code="0" op-status="0" interval="0" last-rc-change="1687222219" exec-time="0" queue-time="0" op-digest="6197322ae276dfeb4a212d09787f9738"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-a-0" type="remote" class="ocf" provider="pacemaker" container="bundle-a-podman-0">
+ <lrm_rsc_op id="bundle-a-0_last_0" operation_key="bundle-a-0_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="13:161:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;13:161:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="19" rc-code="0" op-status="0" interval="0" last-rc-change="1687288332" exec-time="0" queue-time="0" op-digest="2b7683df7d64ff71ec5fd3675fd12017" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ <lrm_rsc_op id="bundle-a-0_monitor_30000" operation_key="bundle-a-0_monitor_30000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="22:162:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;22:162:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="20" rc-code="0" op-status="0" interval="30000" last-rc-change="1687288333" exec-time="0" queue-time="0" op-digest="6f3c7e233bacb8420fef5f9581190d00"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-a-podman-1" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="bundle-a-podman-1_last_0" operation_key="bundle-a-podman-1_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="3:153:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;3:153:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="117" rc-code="7" op-status="0" interval="0" last-rc-change="1687288204" exec-time="106" queue-time="0" op-digest="90f1390dea2a7bca12099b080987eae7"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-b-podman-0" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="bundle-b-podman-0_last_0" operation_key="bundle-b-podman-0_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="45:161:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;45:161:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="144" rc-code="0" op-status="0" interval="0" last-rc-change="1687288330" exec-time="1158" queue-time="0" op-digest="94098b91d583b0b8498741508c609a37"/>
+ <lrm_rsc_op id="bundle-b-podman-0_monitor_60000" operation_key="bundle-b-podman-0_monitor_60000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="46:161:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;46:161:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="146" rc-code="0" op-status="0" interval="60000" last-rc-change="1687288332" exec-time="182" queue-time="0" op-digest="b7a9f966374c886087fb6f03d6e4c286"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-b-0" type="remote" class="ocf" provider="pacemaker" container="bundle-b-podman-0">
+ <lrm_rsc_op id="bundle-b-0_last_0" operation_key="bundle-b-0_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="47:161:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;47:161:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="18" rc-code="0" op-status="0" interval="0" last-rc-change="1687288332" exec-time="0" queue-time="0" op-digest="06b6a770601e99a2d691d4cf853acceb" op-force-restart=" port server " op-restart-digest="5b00a5a6fae3dc7e25288679ad0c92ce"/>
+ <lrm_rsc_op id="bundle-b-0_monitor_30000" operation_key="bundle-b-0_monitor_30000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="57:162:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;57:162:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="21" rc-code="0" op-status="0" interval="30000" last-rc-change="1687288333" exec-time="0" queue-time="0" op-digest="b4ca332a542717c28b117ec80e27b838"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-a-1" type="remote" class="ocf" provider="pacemaker" container="bundle-a-podman-1">
+ <lrm_rsc_op id="bundle-a-1_last_0" operation_key="bundle-a-1_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="8:103:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;8:103:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="10" rc-code="7" op-status="0" interval="0" last-rc-change="1687248552" exec-time="0" queue-time="0" op-digest="137e2067e195bc8e29ef8680e392a9e7" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-a-podman-2" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="bundle-a-podman-2_last_0" operation_key="bundle-a-podman-2_stop_0" operation="stop" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="17:105:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;17:105:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="107" rc-code="0" op-status="0" interval="0" last-rc-change="1687248553" exec-time="10540" queue-time="0" op-digest="a5415a2b8dfba2a5741d70bab5591c1b"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-b-1" type="remote" class="ocf" provider="pacemaker" container="bundle-b-podman-1">
+ <lrm_rsc_op id="bundle-b-1_last_0" operation_key="bundle-b-1_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="28:99:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;28:99:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="8" rc-code="7" op-status="0" interval="0" last-rc-change="1687248540" exec-time="0" queue-time="0" op-digest="2b7683df7d64ff71ec5fd3675fd12017" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-b-podman-1" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="bundle-b-podman-1_last_0" operation_key="bundle-b-podman-1_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="3:154:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;3:154:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="128" rc-code="7" op-status="0" interval="0" last-rc-change="1687288263" exec-time="240" queue-time="0" op-digest="e1aa4eab4c9e9334ee91c66cce449b13"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-a-podman-0" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="bundle-a-podman-0_last_0" operation_key="bundle-a-podman-0_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="11:161:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;11:161:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="145" rc-code="0" op-status="0" interval="0" last-rc-change="1687288331" exec-time="1143" queue-time="0" op-digest="bc99a652606652014a6cb5f743b5d75d"/>
+ <lrm_rsc_op id="bundle-a-podman-0_monitor_60000" operation_key="bundle-a-podman-0_monitor_60000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="12:161:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;12:161:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="147" rc-code="0" op-status="0" interval="60000" last-rc-change="1687288332" exec-time="161" queue-time="0" op-digest="d39778305ffa599cc7f7a94b47d18783"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-b-2" type="remote" class="ocf" provider="pacemaker" container="bundle-b-podman-2">
+ <lrm_rsc_op id="bundle-b-2_last_0" operation_key="bundle-b-2_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="37:97:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;37:97:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="6" rc-code="7" op-status="0" interval="0" last-rc-change="1687248528" exec-time="0" queue-time="0" op-digest="137e2067e195bc8e29ef8680e392a9e7" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-a-2" type="remote" class="ocf" provider="pacemaker" container="bundle-a-podman-2">
+ <lrm_rsc_op id="bundle-a-2_last_0" operation_key="bundle-a-2_stop_0" operation="stop" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="18:105:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;18:105:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="14" rc-code="0" op-status="0" interval="0" last-rc-change="1687248553" exec-time="0" queue-time="0" op-digest="2b7683df7d64ff71ec5fd3675fd12017"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ </node_state>
+ <node_state id="2" uname="node2" crmd="online" crm-debug-origin="do_state_transition" in_ccm="true" join="member" expected="member">
+ <transient_attributes id="2">
+ <instance_attributes id="status-2">
+ <nvpair id="status-2-.feature-set" name="#feature-set" value="3.17.4"/>
+ <nvpair id="status-2-promotion-bundle-a-rsc" name="master-bundle-a-rsc" value="12"/>
+ <nvpair id="status-2-promotion-bundle-b-rsc" name="master-bundle-b-rsc" value="13"/>
+ </instance_attributes>
+ </transient_attributes>
+ <lrm id="2">
+ <lrm_resources>
+ <lrm_resource id="bundle-b-podman-2" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="bundle-b-podman-2_last_0" operation_key="bundle-b-podman-2_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="53:161:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;53:161:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="141" rc-code="0" op-status="0" interval="0" last-rc-change="1687288330" exec-time="752" queue-time="0" op-digest="35320d55914b88e0c9d4d13b574cef8a"/>
+ <lrm_rsc_op id="bundle-b-podman-2_monitor_60000" operation_key="bundle-b-podman-2_monitor_60000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="54:161:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;54:161:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="142" rc-code="0" op-status="0" interval="60000" last-rc-change="1687288331" exec-time="120" queue-time="0" op-digest="62d15df41b3f596ca94b0dbe7edda857"/>
+ </lrm_resource>
+ <lrm_resource id="Fencing" type="fence_xvm" class="stonith">
+ <lrm_rsc_op id="Fencing_last_0" operation_key="Fencing_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="12:69:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;12:69:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="58" rc-code="0" op-status="0" interval="0" last-rc-change="1687226745" exec-time="33" queue-time="0" op-digest="f551693977f94a4fa8883fb70e439592"/>
+ <lrm_rsc_op id="Fencing_monitor_120000" operation_key="Fencing_monitor_120000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="4:69:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;4:69:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="59" rc-code="0" op-status="0" interval="120000" last-rc-change="1687226745" exec-time="27" queue-time="0" op-digest="24989640311980988fb77ddd1cc1002b"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-a-0" type="remote" class="ocf" provider="pacemaker" container="bundle-a-podman-0">
+ <lrm_rsc_op id="bundle-a-0_last_0" operation_key="bundle-a-0_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="11:101:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;11:101:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="9" rc-code="7" op-status="0" interval="0" last-rc-change="1687248551" exec-time="0" queue-time="0" op-digest="b1f9a03e78ae75f94cc0c36e6c0cc527" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-a-podman-1" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="bundle-a-podman-1_last_0" operation_key="bundle-a-podman-1_stop_0" operation="stop" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="13:105:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;13:105:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="109" rc-code="0" op-status="0" interval="0" last-rc-change="1687248553" exec-time="10646" queue-time="0" op-digest="90f1390dea2a7bca12099b080987eae7"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-b-podman-0" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="bundle-b-podman-0_last_0" operation_key="bundle-b-podman-0_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="5:154:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;5:154:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="126" rc-code="7" op-status="0" interval="0" last-rc-change="1687288263" exec-time="124" queue-time="0" op-digest="cad283aeb094013845bac465ab6a198d"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-b-0" type="remote" class="ocf" provider="pacemaker" container="bundle-b-podman-0">
+ <lrm_rsc_op id="bundle-b-0_last_0" operation_key="bundle-b-0_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="13:103:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;13:103:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="12" rc-code="7" op-status="0" interval="0" last-rc-change="1687248552" exec-time="0" queue-time="0" op-digest="137e2067e195bc8e29ef8680e392a9e7" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-a-1" type="remote" class="ocf" provider="pacemaker" container="bundle-a-podman-1">
+ <lrm_rsc_op id="bundle-a-1_last_0" operation_key="bundle-a-1_stop_0" operation="stop" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="14:105:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;14:105:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="14" rc-code="0" op-status="0" interval="0" last-rc-change="1687248553" exec-time="0" queue-time="0" op-digest="137e2067e195bc8e29ef8680e392a9e7"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-a-podman-2" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="bundle-a-podman-2_last_0" operation_key="bundle-a-podman-2_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="21:154:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;21:154:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="135" rc-code="0" op-status="0" interval="0" last-rc-change="1687288263" exec-time="1059" queue-time="0" op-digest="a5415a2b8dfba2a5741d70bab5591c1b"/>
+ <lrm_rsc_op id="bundle-a-podman-2_monitor_60000" operation_key="bundle-a-podman-2_monitor_60000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="19:155:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;19:155:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="137" rc-code="0" op-status="0" interval="60000" last-rc-change="1687288265" exec-time="284" queue-time="0" op-digest="77326e7c2187a5c4fe386812dfcd4118"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-b-1" type="remote" class="ocf" provider="pacemaker" container="bundle-b-podman-1">
+ <lrm_rsc_op id="bundle-b-1_last_0" operation_key="bundle-b-1_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="33:99:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;33:99:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="8" rc-code="7" op-status="0" interval="0" last-rc-change="1687248540" exec-time="0" queue-time="0" op-digest="2b7683df7d64ff71ec5fd3675fd12017" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-b-podman-1" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="bundle-b-podman-1_last_0" operation_key="bundle-b-podman-1_stop_0" operation="stop" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="4:156:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;4:156:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="140" rc-code="0" op-status="0" interval="0" last-rc-change="1687288267" exec-time="216" queue-time="0" op-digest="e1aa4eab4c9e9334ee91c66cce449b13"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-a-podman-0" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="bundle-a-podman-0_last_0" operation_key="bundle-a-podman-0_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="4:153:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;4:153:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="115" rc-code="7" op-status="0" interval="0" last-rc-change="1687288204" exec-time="101" queue-time="0" op-digest="bc99a652606652014a6cb5f743b5d75d"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-b-2" type="remote" class="ocf" provider="pacemaker" container="bundle-b-podman-2">
+ <lrm_rsc_op id="bundle-b-2_last_0" operation_key="bundle-b-2_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="55:161:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;55:161:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="17" rc-code="0" op-status="0" interval="0" last-rc-change="1687288331" exec-time="0" queue-time="0" op-digest="077939dc4a5dbbd799045f9120d057b4" op-force-restart=" port server " op-restart-digest="5b00a5a6fae3dc7e25288679ad0c92ce"/>
+ <lrm_rsc_op id="bundle-b-2_monitor_30000" operation_key="bundle-b-2_monitor_30000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="67:162:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;67:162:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="18" rc-code="0" op-status="0" interval="30000" last-rc-change="1687288333" exec-time="0" queue-time="0" op-digest="f9f13135e91dabbc6c77a3fd4b23ab80"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-a-2" type="remote" class="ocf" provider="pacemaker" container="bundle-a-podman-2">
+ <lrm_rsc_op id="bundle-a-2_last_0" operation_key="bundle-a-2_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="20:155:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;20:155:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="15" rc-code="0" op-status="0" interval="0" last-rc-change="1687288265" exec-time="0" queue-time="0" op-digest="137e2067e195bc8e29ef8680e392a9e7" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ <lrm_rsc_op id="bundle-a-2_monitor_30000" operation_key="bundle-a-2_monitor_30000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="23:156:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;23:156:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="16" rc-code="0" op-status="0" interval="30000" last-rc-change="1687288267" exec-time="0" queue-time="0" op-digest="3929eec440004bca31f813a8e6097506"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ </node_state>
+ <node_state remote_node="true" id="base-bundle-0" uname="base-bundle-0" in_ccm="false" crm-debug-origin="do_state_transition" node_fenced="0">
+ <lrm id="base-bundle-0">
+ <lrm_resources>
+ <lrm_resource id="base" class="ocf" provider="pacemaker" type="Stateful">
+ <lrm_rsc_op id="base_last_0" operation_key="base_stop_0" operation="stop" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="124:97:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;124:97:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="1035" rc-code="0" op-status="0" interval="0" last-rc-change="1687248529" exec-time="180" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="base_monitor_16000" operation_key="base_monitor_16000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="17:31:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;17:31:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="14" rc-code="0" op-status="0" interval="16000" last-rc-change="1687218076" exec-time="15" queue-time="0" op-digest="e62ad827732488b88ef8722ff6a484b3"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ </node_state>
+ <node_state id="3" uname="node3" crmd="online" crm-debug-origin="do_state_transition" in_ccm="true" join="member" expected="member">
+ <transient_attributes id="3">
+ <instance_attributes id="status-3">
+ <nvpair id="status-3-.feature-set" name="#feature-set" value="3.17.4"/>
+ <nvpair id="status-3-promotion-bundle-a-rsc" name="master-bundle-a-rsc" value="13"/>
+ <nvpair id="status-3-promotion-bundle-b-rsc" name="master-bundle-b-rsc" value="14"/>
+ </instance_attributes>
+ </transient_attributes>
+ <lrm id="3">
+ <lrm_resources>
+ <lrm_resource id="bundle-b-podman-2" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="bundle-b-podman-2_last_0" operation_key="bundle-b-podman-2_stop_0" operation="stop" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="6:156:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;6:156:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="111" rc-code="0" op-status="0" interval="0" last-rc-change="1687288267" exec-time="243" queue-time="0" op-digest="4e4b17530bea4f6fd27df1cf68bd9f22"/>
+ </lrm_resource>
+ <lrm_resource id="Fencing" type="fence_xvm" class="stonith">
+ <lrm_rsc_op id="Fencing_last_0" operation_key="Fencing_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="11:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;11:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="8" rc-code="7" op-status="0" interval="0" last-rc-change="1687219634" exec-time="5" queue-time="0" op-digest="6197322ae276dfeb4a212d09787f9738"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-a-0" type="remote" class="ocf" provider="pacemaker" container="bundle-a-podman-0">
+ <lrm_rsc_op id="bundle-a-0_last_0" operation_key="bundle-a-0_stop_0" operation="stop" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="10:105:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;10:105:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="14" rc-code="0" op-status="0" interval="0" last-rc-change="1687248552" exec-time="0" queue-time="0" op-digest="b1f9a03e78ae75f94cc0c36e6c0cc527"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-a-podman-1" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="bundle-a-podman-1_last_0" operation_key="bundle-a-podman-1_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="17:154:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;17:154:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="106" rc-code="0" op-status="0" interval="0" last-rc-change="1687288263" exec-time="1002" queue-time="0" op-digest="90f1390dea2a7bca12099b080987eae7"/>
+ <lrm_rsc_op id="bundle-a-podman-1_monitor_60000" operation_key="bundle-a-podman-1_monitor_60000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="14:155:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;14:155:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="108" rc-code="0" op-status="0" interval="60000" last-rc-change="1687288264" exec-time="156" queue-time="0" op-digest="34c506d61f8ef4e0d77193cce6e838ce"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-b-podman-0" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="bundle-b-podman-0_last_0" operation_key="bundle-b-podman-0_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="8:154:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;8:154:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="97" rc-code="7" op-status="0" interval="0" last-rc-change="1687288263" exec-time="119" queue-time="0" op-digest="cad283aeb094013845bac465ab6a198d"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-b-0" type="remote" class="ocf" provider="pacemaker" container="bundle-b-podman-0">
+ <lrm_rsc_op id="bundle-b-0_last_0" operation_key="bundle-b-0_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="16:103:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;16:103:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="12" rc-code="7" op-status="0" interval="0" last-rc-change="1687248551" exec-time="0" queue-time="0" op-digest="137e2067e195bc8e29ef8680e392a9e7" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-a-podman-2" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="bundle-a-podman-2_last_0" operation_key="bundle-a-podman-2_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="7:153:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;7:153:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="90" rc-code="7" op-status="0" interval="0" last-rc-change="1687288203" exec-time="78" queue-time="0" op-digest="a5415a2b8dfba2a5741d70bab5591c1b"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-b-1" type="remote" class="ocf" provider="pacemaker" container="bundle-b-podman-1">
+ <lrm_rsc_op id="bundle-b-1_last_0" operation_key="bundle-b-1_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="51:161:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;51:161:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="17" rc-code="0" op-status="0" interval="0" last-rc-change="1687288331" exec-time="0" queue-time="0" op-digest="aeee9bdab74d90d67c45ff8a2e53b020" op-force-restart=" port server " op-restart-digest="5b00a5a6fae3dc7e25288679ad0c92ce"/>
+ <lrm_rsc_op id="bundle-b-1_monitor_30000" operation_key="bundle-b-1_monitor_30000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="62:162:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;62:162:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="18" rc-code="0" op-status="0" interval="30000" last-rc-change="1687288333" exec-time="0" queue-time="0" op-digest="6a12d3c71ed94e6f961711073ca69f24"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-b-podman-1" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="bundle-b-podman-1_last_0" operation_key="bundle-b-podman-1_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="49:161:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;49:161:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="112" rc-code="0" op-status="0" interval="0" last-rc-change="1687288330" exec-time="821" queue-time="0" op-digest="9ba708e8e80ce11a8a1ca4908e76e75e"/>
+ <lrm_rsc_op id="bundle-b-podman-1_monitor_60000" operation_key="bundle-b-podman-1_monitor_60000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="50:161:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;50:161:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="113" rc-code="0" op-status="0" interval="60000" last-rc-change="1687288331" exec-time="171" queue-time="0" op-digest="12e3bf09305d4a76f940376759128ae1"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-a-1" type="remote" class="ocf" provider="pacemaker" container="bundle-a-podman-1">
+ <lrm_rsc_op id="bundle-a-1_last_0" operation_key="bundle-a-1_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="15:155:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;15:155:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="15" rc-code="0" op-status="0" interval="0" last-rc-change="1687288264" exec-time="0" queue-time="0" op-digest="b1f9a03e78ae75f94cc0c36e6c0cc527" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ <lrm_rsc_op id="bundle-a-1_monitor_30000" operation_key="bundle-a-1_monitor_30000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="18:156:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;18:156:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="16" rc-code="0" op-status="0" interval="30000" last-rc-change="1687288267" exec-time="0" queue-time="0" op-digest="354b9acaa7ea1113d708dc11a1d6bbfa"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-a-podman-0" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="bundle-a-podman-0_last_0" operation_key="bundle-a-podman-0_stop_0" operation="stop" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="9:105:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;9:105:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="80" rc-code="0" op-status="0" interval="0" last-rc-change="1687248552" exec-time="10639" queue-time="0" op-digest="bc99a652606652014a6cb5f743b5d75d"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-b-2" type="remote" class="ocf" provider="pacemaker" container="bundle-b-podman-2">
+ <lrm_rsc_op id="bundle-b-2_last_0" operation_key="bundle-b-2_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="49:97:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;49:97:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="6" rc-code="7" op-status="0" interval="0" last-rc-change="1687248528" exec-time="0" queue-time="0" op-digest="137e2067e195bc8e29ef8680e392a9e7" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-a-2" type="remote" class="ocf" provider="pacemaker" container="bundle-a-podman-2">
+ <lrm_rsc_op id="bundle-a-2_last_0" operation_key="bundle-a-2_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="15:103:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;15:103:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="11" rc-code="7" op-status="0" interval="0" last-rc-change="1687248551" exec-time="0" queue-time="0" op-digest="2b7683df7d64ff71ec5fd3675fd12017" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ </node_state>
+ <node_state remote_node="true" id="base-bundle-1" uname="base-bundle-1" in_ccm="false" crm-debug-origin="do_state_transition" node_fenced="0">
+ <lrm id="base-bundle-1">
+ <lrm_resources>
+ <lrm_resource id="base" class="ocf" provider="pacemaker" type="Stateful">
+ <lrm_rsc_op id="base_last_0" operation_key="base_stop_0" operation="stop" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="125:97:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;125:97:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="1039" rc-code="0" op-status="0" interval="0" last-rc-change="1687248529" exec-time="177" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="base_monitor_16000" operation_key="base_monitor_16000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="35:56:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;35:56:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="92" rc-code="0" op-status="0" interval="16000" last-rc-change="1687220329" exec-time="43" queue-time="0" op-digest="e62ad827732488b88ef8722ff6a484b3"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ </node_state>
+ <node_state remote_node="true" id="base-bundle-2" uname="base-bundle-2" in_ccm="false" crm-debug-origin="do_state_transition" node_fenced="0">
+ <lrm id="base-bundle-2">
+ <lrm_resources>
+ <lrm_resource id="base" class="ocf" provider="pacemaker" type="Stateful">
+ <lrm_rsc_op id="base_last_0" operation_key="base_stop_0" operation="stop" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="126:97:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;126:97:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="991" rc-code="0" op-status="0" interval="0" last-rc-change="1687248528" exec-time="201" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="base_monitor_15000" operation_key="base_monitor_15000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="33:44:8:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:8;33:44:8:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="36" rc-code="8" op-status="0" interval="15000" last-rc-change="1687220059" exec-time="13" queue-time="0" op-digest="3ef575c5f050ae086f0f31bc8f085fdc"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ </node_state>
+ <node_state remote_node="true" id="bundle-a-1" uname="bundle-a-1" in_ccm="true" crm-debug-origin="do_state_transition" node_fenced="0">
+ <lrm id="bundle-a-1">
+ <lrm_resources>
+ <lrm_resource id="bundle-a-rsc" class="ocf" provider="pacemaker" type="Stateful">
+ <lrm_rsc_op id="bundle-a-rsc_last_0" operation_key="bundle-a-rsc_promote_0" operation="promote" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="40:168:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;40:168:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="25" rc-code="0" op-status="0" interval="0" last-rc-change="1687288549" exec-time="216" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="bundle-a-rsc_monitor_15000" operation_key="bundle-a-rsc_monitor_15000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="40:169:8:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:8;40:169:8:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="31" rc-code="8" op-status="0" interval="15000" last-rc-change="1687288549" exec-time="9" queue-time="0" op-digest="3ef575c5f050ae086f0f31bc8f085fdc"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ <transient_attributes id="bundle-a-1">
+ <instance_attributes id="status-bundle-a-1">
+ <nvpair id="status-bundle-a-1-master-bundle-a-rsc" name="master-bundle-a-rsc" value="10"/>
+ </instance_attributes>
+ </transient_attributes>
+ </node_state>
+ <node_state remote_node="true" id="bundle-b-2" uname="bundle-b-2" in_ccm="true" crm-debug-origin="controld_update_resource_history" node_fenced="0">
+ <lrm id="bundle-b-2">
+ <lrm_resources>
+ <lrm_resource id="bundle-b-rsc" class="ocf" provider="pacemaker" type="Stateful">
+ <lrm_rsc_op id="bundle-b-rsc_last_0" operation_key="bundle-b-rsc_demote_0" operation="demote" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="79:177:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;79:177:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="153" rc-code="0" op-status="0" interval="0" last-rc-change="1687292227" exec-time="217" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="bundle-b-rsc_monitor_16000" operation_key="bundle-b-rsc_monitor_16000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="78:178:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;78:178:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="159" rc-code="0" op-status="0" interval="16000" last-rc-change="1687292227" exec-time="10" queue-time="0" op-digest="e62ad827732488b88ef8722ff6a484b3"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ <transient_attributes id="bundle-b-2">
+ <instance_attributes id="status-bundle-b-2">
+ <nvpair id="status-bundle-b-2-master-bundle-b-rsc" name="master-bundle-b-rsc" value="5"/>
+ </instance_attributes>
+ </transient_attributes>
+ </node_state>
+ <node_state remote_node="true" id="bundle-b-0" uname="bundle-b-0" in_ccm="true" crm-debug-origin="do_state_transition" node_fenced="0">
+ <lrm id="bundle-b-0">
+ <lrm_resources>
+ <lrm_resource id="bundle-b-rsc" class="ocf" provider="pacemaker" type="Stateful">
+ <lrm_rsc_op id="bundle-b-rsc_last_0" operation_key="bundle-b-rsc_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="69:163:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;69:163:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="8" rc-code="0" op-status="0" interval="0" last-rc-change="1687288333" exec-time="290" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="bundle-b-rsc_monitor_16000" operation_key="bundle-b-rsc_monitor_16000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="71:164:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;71:164:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="14" rc-code="0" op-status="0" interval="16000" last-rc-change="1687288334" exec-time="12" queue-time="0" op-digest="e62ad827732488b88ef8722ff6a484b3"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ <transient_attributes id="bundle-b-0">
+ <instance_attributes id="status-bundle-b-0">
+ <nvpair id="status-bundle-b-0-master-bundle-b-rsc" name="master-bundle-b-rsc" value="5"/>
+ </instance_attributes>
+ </transient_attributes>
+ </node_state>
+ <node_state remote_node="true" id="bundle-b-1" uname="bundle-b-1" in_ccm="true" crm-debug-origin="controld_update_resource_history" node_fenced="0">
+ <lrm id="bundle-b-1">
+ <lrm_resources>
+ <lrm_resource id="bundle-b-rsc" class="ocf" provider="pacemaker" type="Stateful">
+ <lrm_rsc_op id="bundle-b-rsc_last_0" operation_key="bundle-b-rsc_promote_0" operation="promote" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="74:178:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;74:178:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="145" rc-code="0" op-status="0" interval="0" last-rc-change="1687292227" exec-time="200" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="bundle-b-rsc_monitor_15000" operation_key="bundle-b-rsc_monitor_15000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="77:179:8:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:8;77:179:8:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="151" rc-code="8" op-status="0" interval="15000" last-rc-change="1687292227" exec-time="32" queue-time="0" op-digest="3ef575c5f050ae086f0f31bc8f085fdc"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ <transient_attributes id="bundle-b-1">
+ <instance_attributes id="status-bundle-b-1">
+ <nvpair id="status-bundle-b-1-master-bundle-b-rsc" name="master-bundle-b-rsc" value="10"/>
+ </instance_attributes>
+ </transient_attributes>
+ </node_state>
+ <node_state remote_node="true" id="bundle-a-0" uname="bundle-a-0" in_ccm="true" crm-debug-origin="do_state_transition" node_fenced="0">
+ <lrm id="bundle-a-0">
+ <lrm_resources>
+ <lrm_resource id="bundle-a-rsc" class="ocf" provider="pacemaker" type="Stateful">
+ <lrm_rsc_op id="bundle-a-rsc_last_0" operation_key="bundle-a-rsc_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="39:162:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;39:162:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="8" rc-code="0" op-status="0" interval="0" last-rc-change="1687288333" exec-time="250" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="bundle-a-rsc_monitor_16000" operation_key="bundle-a-rsc_monitor_16000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="36:163:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;36:163:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="14" rc-code="0" op-status="0" interval="16000" last-rc-change="1687288333" exec-time="10" queue-time="0" op-digest="e62ad827732488b88ef8722ff6a484b3"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ <transient_attributes id="bundle-a-0">
+ <instance_attributes id="status-bundle-a-0">
+ <nvpair id="status-bundle-a-0-master-bundle-a-rsc" name="master-bundle-a-rsc" value="5"/>
+ </instance_attributes>
+ </transient_attributes>
+ </node_state>
+ <node_state remote_node="true" id="bundle-a-2" uname="bundle-a-2" in_ccm="true" crm-debug-origin="do_state_transition" node_fenced="0">
+ <lrm id="bundle-a-2">
+ <lrm_resources>
+ <lrm_resource id="bundle-a-rsc" class="ocf" provider="pacemaker" type="Stateful">
+ <lrm_rsc_op id="bundle-a-rsc_last_0" operation_key="bundle-a-rsc_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="29:157:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;29:157:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="8" rc-code="0" op-status="0" interval="0" last-rc-change="1687288268" exec-time="236" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="bundle-a-rsc_monitor_16000" operation_key="bundle-a-rsc_monitor_16000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="30:158:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;30:158:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="14" rc-code="0" op-status="0" interval="16000" last-rc-change="1687288268" exec-time="10" queue-time="0" op-digest="e62ad827732488b88ef8722ff6a484b3"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ <transient_attributes id="bundle-a-2">
+ <instance_attributes id="status-bundle-a-2">
+ <nvpair id="status-bundle-a-2-master-bundle-a-rsc" name="master-bundle-a-rsc" value="5"/>
+ </instance_attributes>
+ </transient_attributes>
+ </node_state>
+ </status>
+</cib>
diff --git a/cts/scheduler/xml/bundle-promoted-colocation-1.xml b/cts/scheduler/xml/bundle-promoted-colocation-1.xml
new file mode 100644
index 0000000..ff2a520
--- /dev/null
+++ b/cts/scheduler/xml/bundle-promoted-colocation-1.xml
@@ -0,0 +1,237 @@
+<cib crm_feature_set="3.17.4" validate-with="pacemaker-3.9" epoch="45" num_updates="6" admin_epoch="0" cib-last-written="Mon Jun 19 19:05:45 2023" update-origin="node1" update-client="cibadmin" update-user="root" have-quorum="1" dc-uuid="1">
+ <configuration>
+ <!-- The essential elements of this test are:
+ * A primitive (vip) is mandatorily colocated with the promoted instance
+ of a bundle (base-bundle)
+ * The primitive is running on a different node from the bundle's
+ promoted instance
+ * There is no stickiness
+ * There are no location constraints
+ * There are three nodes available for both resources
+
+ In this situation, the primitive should move to the same node as the
+ bundle's promoted instance.
+ -->
+ <crm_config>
+ <cluster_property_set id="cib-bootstrap-options">
+ <nvpair id="cib-bootstrap-options-have-watchdog" name="have-watchdog" value="false"/>
+ <nvpair id="cib-bootstrap-options-dc-version" name="dc-version" value="2.1.5-1.0a457786a.git.el9-0a457786a"/>
+ <nvpair id="cib-bootstrap-options-cluster-infrastructure" name="cluster-infrastructure" value="corosync"/>
+ <nvpair id="cib-bootstrap-options-cluster-name" name="cluster-name" value="test"/>
+ <nvpair id="cib-bootstrap-options-last-lrm-refresh" name="last-lrm-refresh" value="1687217818"/>
+ </cluster_property_set>
+ </crm_config>
+ <nodes>
+ <node id="1" uname="node1"/>
+ <node id="2" uname="node2"/>
+ <node id="3" uname="node3"/>
+ </nodes>
+ <resources>
+ <primitive class="stonith" id="Fencing" type="fence_xvm">
+ <instance_attributes id="Fencing-instance_attributes">
+ <nvpair id="Fencing-instance_attributes_pcmk_host_list" name="pcmk_host_list" value="node1 node2 node3"/>
+ </instance_attributes>
+ <operations>
+ <op id="Fencing-monitor-120s" interval="120s" name="monitor" timeout="120s"/>
+ </operations>
+ </primitive>
+ <bundle id="base-bundle">
+ <meta_attributes id="base-bundle-meta_attributes">
+ <nvpair id="base-bundle-meta_attributes-promotable" name="promotable" value="true"/>
+ <nvpair id="base-bundle-meta_attributes-container-attribute-target" name="container-attribute-target" value="host"/>
+ </meta_attributes>
+ <podman image="localhost/pcmktest" replicas="3"/>
+ <network control-port="3121"/>
+ <primitive id="base" class="ocf" provider="pacemaker" type="Stateful">
+ <operations>
+ <op id="base-monitor-15s" interval="15s" name="monitor" timeout="15s" role="Promoted"/>
+ <op id="base-monitor-16s" interval="16s" name="monitor" timeout="16s" role="Unpromoted"/>
+ </operations>
+ </primitive>
+ </bundle>
+ <primitive class="ocf" id="vip" provider="heartbeat" type="IPaddr2">
+ <instance_attributes id="vip-instance_attributes">
+ <nvpair id="vip-instance_attributes-cidr_netmask" name="cidr_netmask" value="32"/>
+ <nvpair id="vip-instance_attributes-ip" name="ip" value="192.168.22.81"/>
+ </instance_attributes>
+ <operations>
+ <op id="vip-monitor-interval-10s" interval="10s" name="monitor" timeout="20s"/>
+ <op id="vip-start-interval-0s" interval="0s" name="start" timeout="20s"/>
+ <op id="vip-stop-interval-0s" interval="0s" name="stop" timeout="20s"/>
+ </operations>
+ </primitive>
+ </resources>
+ <constraints>
+ <rsc_colocation id="colocation-vip-base-bundle-INFINITY" rsc="vip" score="INFINITY" with-rsc="base-bundle" with-rsc-role="Promoted"/>
+ </constraints>
+ <fencing-topology/>
+ <op_defaults/>
+ <alerts/>
+ <rsc_defaults/>
+ </configuration>
+ <status>
+ <node_state id="1" uname="node1" in_ccm="true" crmd="online" crm-debug-origin="controld_update_resource_history" join="member" expected="member">
+ <transient_attributes id="1">
+ <instance_attributes id="status-1">
+ <nvpair id="status-1-.feature-set" name="#feature-set" value="3.17.4"/>
+ <nvpair id="status-1-master-base" name="master-base" value="11"/>
+ </instance_attributes>
+ </transient_attributes>
+ <lrm id="1">
+ <lrm_resources>
+ <lrm_resource id="Fencing" type="fence_xvm" class="stonith">
+ <lrm_rsc_op id="Fencing_last_0" operation_key="Fencing_stop_0" operation="stop" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="12:62:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;12:62:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="55" rc-code="0" op-status="0" interval="0" last-rc-change="1687222219" exec-time="0" queue-time="0" op-digest="6197322ae276dfeb4a212d09787f9738"/>
+ <lrm_rsc_op id="Fencing_monitor_120000" operation_key="Fencing_monitor_120000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="2:23:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;2:23:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="38" rc-code="0" op-status="0" interval="120000" last-rc-change="1687217955" exec-time="43" queue-time="0" op-digest="8ca455a603cbe2dc8d68703e63c272f1"/>
+ </lrm_resource>
+ <lrm_resource id="vip" type="IPaddr2" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="vip_last_0" operation_key="vip_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="51:60:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;51:60:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="52" rc-code="0" op-status="0" interval="0" last-rc-change="1687222197" exec-time="61" queue-time="0" op-digest="b274efb9afd1400d58df73d9925b6823"/>
+ <lrm_rsc_op id="vip_monitor_10000" operation_key="vip_monitor_10000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="52:60:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;52:60:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="53" rc-code="0" op-status="0" interval="10000" last-rc-change="1687222197" exec-time="38" queue-time="0" op-digest="20f7173b4af9ab62392ae5d9e5243580"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-2" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="base-bundle-podman-2_last_0" operation_key="base-bundle-podman-2_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="8:33:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;8:33:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="49" rc-code="7" op-status="0" interval="0" last-rc-change="1687219402" exec-time="103" queue-time="0" op-digest="eb1c148b6d2d7a7013f75d596536409b"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-1" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="base-bundle-podman-1_last_0" operation_key="base-bundle-podman-1_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="6:33:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;6:33:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="45" rc-code="7" op-status="0" interval="0" last-rc-change="1687219402" exec-time="82" queue-time="0" op-digest="91ec5f49c5fd88f29405389545fb7d59"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-2" type="remote" class="ocf" provider="pacemaker" container="base-bundle-podman-2">
+ <lrm_rsc_op id="base-bundle-2_last_0" operation_key="base-bundle-2_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="9:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;9:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="5" rc-code="7" op-status="0" interval="0" last-rc-change="1687219636" exec-time="0" queue-time="0" op-digest="b1f9a03e78ae75f94cc0c36e6c0cc527" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-0" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="base-bundle-podman-0_last_0" operation_key="base-bundle-podman-0_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="7:28:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;7:28:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="40" rc-code="0" op-status="0" interval="0" last-rc-change="1687218074" exec-time="795" queue-time="0" op-digest="b93578750303776f6bb098395c53338a"/>
+ <lrm_rsc_op id="base-bundle-podman-0_monitor_60000" operation_key="base-bundle-podman-0_monitor_60000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="8:29:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;8:29:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="41" rc-code="0" op-status="0" interval="60000" last-rc-change="1687218074" exec-time="166" queue-time="0" op-digest="902512fcf3e4556d9585c44184665d8c"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-1" type="remote" class="ocf" provider="pacemaker" container="base-bundle-podman-1">
+ <lrm_rsc_op id="base-bundle-1_last_0" operation_key="base-bundle-1_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="7:33:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;7:33:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="4" rc-code="7" op-status="0" interval="0" last-rc-change="1687219403" exec-time="0" queue-time="0" op-digest="137e2067e195bc8e29ef8680e392a9e7" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-0" type="remote" class="ocf" provider="pacemaker" container="base-bundle-podman-0">
+ <lrm_rsc_op id="base-bundle-0_last_0" operation_key="base-bundle-0_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="9:29:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;9:29:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="2" rc-code="0" op-status="0" interval="0" last-rc-change="1687218074" exec-time="0" queue-time="0" op-digest="2b7683df7d64ff71ec5fd3675fd12017" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ <lrm_rsc_op id="base-bundle-0_monitor_30000" operation_key="base-bundle-0_monitor_30000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="11:30:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;11:30:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="3" rc-code="0" op-status="0" interval="30000" last-rc-change="1687218075" exec-time="0" queue-time="0" op-digest="6f3c7e233bacb8420fef5f9581190d00"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ </node_state>
+ <node_state id="2" uname="node2" crmd="online" crm-debug-origin="controld_update_resource_history" in_ccm="true" join="member" expected="member">
+ <transient_attributes id="2">
+ <instance_attributes id="status-2">
+ <nvpair id="status-2-.feature-set" name="#feature-set" value="3.17.4"/>
+ <nvpair id="status-2-master-base" name="master-base" value="12"/>
+ </instance_attributes>
+ </transient_attributes>
+ <lrm id="2">
+ <lrm_resources>
+ <lrm_resource id="Fencing" type="fence_xvm" class="stonith">
+ <lrm_rsc_op id="Fencing_last_0" operation_key="Fencing_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="12:69:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;12:69:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="58" rc-code="0" op-status="0" interval="0" last-rc-change="1687226745" exec-time="33" queue-time="0" op-digest="f551693977f94a4fa8883fb70e439592"/>
+ <lrm_rsc_op id="Fencing_monitor_120000" operation_key="Fencing_monitor_120000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="4:69:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;4:69:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="59" rc-code="0" op-status="0" interval="120000" last-rc-change="1687226745" exec-time="27" queue-time="0" op-digest="24989640311980988fb77ddd1cc1002b"/>
+ </lrm_resource>
+ <lrm_resource id="vip" type="IPaddr2" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="vip_last_0" operation_key="vip_stop_0" operation="stop" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="50:60:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;50:60:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="53" rc-code="0" op-status="0" interval="0" last-rc-change="1687222197" exec-time="47" queue-time="0" op-digest="b274efb9afd1400d58df73d9925b6823"/>
+ <lrm_rsc_op id="vip_monitor_10000" operation_key="vip_monitor_10000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="26:23:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;26:23:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="37" rc-code="0" op-status="0" interval="10000" last-rc-change="1687217955" exec-time="42" queue-time="0" op-digest="20f7173b4af9ab62392ae5d9e5243580"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-2" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="base-bundle-podman-2_last_0" operation_key="base-bundle-podman-2_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="12:33:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;12:33:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="47" rc-code="7" op-status="0" interval="0" last-rc-change="1687219402" exec-time="69" queue-time="1" op-digest="eb1c148b6d2d7a7013f75d596536409b"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-1" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="base-bundle-podman-1_last_0" operation_key="base-bundle-podman-1_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="20:33:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;20:33:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="48" rc-code="0" op-status="0" interval="0" last-rc-change="1687219402" exec-time="665" queue-time="0" op-digest="91ec5f49c5fd88f29405389545fb7d59"/>
+ <lrm_rsc_op id="base-bundle-podman-1_monitor_60000" operation_key="base-bundle-podman-1_monitor_60000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="21:33:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;21:33:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="49" rc-code="0" op-status="0" interval="60000" last-rc-change="1687219403" exec-time="158" queue-time="0" op-digest="f0ef4729d120aa3f5d938cabca4d06c7"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-2" type="remote" class="ocf" provider="pacemaker" container="base-bundle-podman-2">
+ <lrm_rsc_op id="base-bundle-2_last_0" operation_key="base-bundle-2_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="10:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;10:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="5" rc-code="7" op-status="0" interval="0" last-rc-change="1687219636" exec-time="0" queue-time="0" op-digest="b1f9a03e78ae75f94cc0c36e6c0cc527" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-0" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="base-bundle-podman-0_last_0" operation_key="base-bundle-podman-0_stop_0" operation="stop" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="2:27:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;2:27:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="39" rc-code="0" op-status="0" interval="0" last-rc-change="1687217956" exec-time="161" queue-time="0" op-digest="bbac36b73a7a6604aefdd2cb3b5f42e6"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-1" type="remote" class="ocf" provider="pacemaker" container="base-bundle-podman-1">
+ <lrm_rsc_op id="base-bundle-1_last_0" operation_key="base-bundle-1_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="22:33:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;22:33:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="3" rc-code="0" op-status="0" interval="0" last-rc-change="1687219403" exec-time="0" queue-time="0" op-digest="137e2067e195bc8e29ef8680e392a9e7" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ <lrm_rsc_op id="base-bundle-1_monitor_30000" operation_key="base-bundle-1_monitor_30000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="20:34:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;20:34:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="4" rc-code="0" op-status="0" interval="30000" last-rc-change="1687219404" exec-time="0" queue-time="0" op-digest="3929eec440004bca31f813a8e6097506"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-0" type="remote" class="ocf" provider="pacemaker" container="base-bundle-podman-0">
+ <lrm_rsc_op id="base-bundle-0_last_0" operation_key="base-bundle-0_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="3:7:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;3:7:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="1" rc-code="7" op-status="0" interval="0" last-rc-change="1687217701" exec-time="0" queue-time="0" op-digest="137e2067e195bc8e29ef8680e392a9e7" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ </node_state>
+ <node_state remote_node="true" id="base-bundle-0" uname="base-bundle-0" in_ccm="true" crm-debug-origin="do_state_transition" node_fenced="0">
+ <lrm id="base-bundle-0">
+ <lrm_resources>
+ <lrm_resource id="base" class="ocf" provider="pacemaker" type="Stateful">
+ <lrm_rsc_op id="base_last_0" operation_key="base_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="16:30:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;16:30:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="8" rc-code="0" op-status="0" interval="0" last-rc-change="1687218075" exec-time="307" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="base_monitor_16000" operation_key="base_monitor_16000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="17:31:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;17:31:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="14" rc-code="0" op-status="0" interval="16000" last-rc-change="1687218076" exec-time="15" queue-time="0" op-digest="e62ad827732488b88ef8722ff6a484b3"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ <transient_attributes id="base-bundle-0">
+ <instance_attributes id="status-base-bundle-0">
+ <nvpair id="status-base-bundle-0-master-base" name="master-base" value="5"/>
+ </instance_attributes>
+ </transient_attributes>
+ </node_state>
+ <node_state id="3" uname="node3" crmd="online" crm-debug-origin="do_state_transition" in_ccm="true" join="member" expected="member">
+ <transient_attributes id="3">
+ <instance_attributes id="status-3">
+ <nvpair id="status-3-.feature-set" name="#feature-set" value="3.17.4"/>
+ <nvpair id="status-3-master-base" name="master-base" value="13"/>
+ </instance_attributes>
+ </transient_attributes>
+ <lrm id="3">
+ <lrm_resources>
+ <lrm_resource id="Fencing" type="fence_xvm" class="stonith">
+ <lrm_rsc_op id="Fencing_last_0" operation_key="Fencing_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="11:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;11:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="8" rc-code="7" op-status="0" interval="0" last-rc-change="1687219634" exec-time="5" queue-time="0" op-digest="6197322ae276dfeb4a212d09787f9738"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-2" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="base-bundle-podman-2_last_0" operation_key="base-bundle-podman-2_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="29:36:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;29:36:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="24" rc-code="0" op-status="0" interval="0" last-rc-change="1687219634" exec-time="936" queue-time="0" op-digest="eb1c148b6d2d7a7013f75d596536409b"/>
+ <lrm_rsc_op id="base-bundle-podman-2_monitor_60000" operation_key="base-bundle-podman-2_monitor_60000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="30:36:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;30:36:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="25" rc-code="0" op-status="0" interval="60000" last-rc-change="1687219635" exec-time="173" queue-time="0" op-digest="8eeca5a30b14f3d9ef7d2ddbd16c2e05"/>
+ </lrm_resource>
+ <lrm_resource id="vip" type="IPaddr2" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="vip_last_0" operation_key="vip_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="18:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;18:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="23" rc-code="7" op-status="0" interval="0" last-rc-change="1687219634" exec-time="71" queue-time="0" op-digest="b274efb9afd1400d58df73d9925b6823"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-1" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="base-bundle-podman-1_last_0" operation_key="base-bundle-podman-1_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="14:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;14:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="14" rc-code="7" op-status="0" interval="0" last-rc-change="1687219634" exec-time="107" queue-time="0" op-digest="91ec5f49c5fd88f29405389545fb7d59"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-2" type="remote" class="ocf" provider="pacemaker" container="base-bundle-podman-2">
+ <lrm_rsc_op id="base-bundle-2_last_0" operation_key="base-bundle-2_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="31:36:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;31:36:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="4" rc-code="0" op-status="0" interval="0" last-rc-change="1687219635" exec-time="0" queue-time="0" op-digest="b1f9a03e78ae75f94cc0c36e6c0cc527" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ <lrm_rsc_op id="base-bundle-2_monitor_30000" operation_key="base-bundle-2_monitor_30000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="25:37:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;25:37:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="5" rc-code="0" op-status="0" interval="30000" last-rc-change="1687219637" exec-time="0" queue-time="0" op-digest="354b9acaa7ea1113d708dc11a1d6bbfa"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-0" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="base-bundle-podman-0_last_0" operation_key="base-bundle-podman-0_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="12:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;12:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="10" rc-code="7" op-status="0" interval="0" last-rc-change="1687219634" exec-time="104" queue-time="0" op-digest="b93578750303776f6bb098395c53338a"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-1" type="remote" class="ocf" provider="pacemaker" container="base-bundle-podman-1">
+ <lrm_rsc_op id="base-bundle-1_last_0" operation_key="base-bundle-1_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="15:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;15:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="2" rc-code="7" op-status="0" interval="0" last-rc-change="1687219634" exec-time="0" queue-time="0" op-digest="137e2067e195bc8e29ef8680e392a9e7" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-0" type="remote" class="ocf" provider="pacemaker" container="base-bundle-podman-0">
+ <lrm_rsc_op id="base-bundle-0_last_0" operation_key="base-bundle-0_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="13:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;13:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="1" rc-code="7" op-status="0" interval="0" last-rc-change="1687219634" exec-time="0" queue-time="0" op-digest="2b7683df7d64ff71ec5fd3675fd12017" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ </node_state>
+ <node_state remote_node="true" id="base-bundle-1" uname="base-bundle-1" in_ccm="true" crm-debug-origin="controld_update_resource_history" node_fenced="0">
+ <lrm id="base-bundle-1">
+ <lrm_resources>
+ <lrm_resource id="base" class="ocf" provider="pacemaker" type="Stateful">
+ <lrm_rsc_op id="base_last_0" operation_key="base_demote_0" operation="demote" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="35:55:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;35:55:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="86" rc-code="0" op-status="0" interval="0" last-rc-change="1687220328" exec-time="221" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="base_monitor_16000" operation_key="base_monitor_16000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="35:56:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;35:56:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="92" rc-code="0" op-status="0" interval="16000" last-rc-change="1687220329" exec-time="43" queue-time="0" op-digest="e62ad827732488b88ef8722ff6a484b3"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ <transient_attributes id="base-bundle-1">
+ <instance_attributes id="status-base-bundle-1">
+ <nvpair id="status-base-bundle-1-master-base" name="master-base" value="5"/>
+ </instance_attributes>
+ </transient_attributes>
+ </node_state>
+ <node_state remote_node="true" id="base-bundle-2" uname="base-bundle-2" in_ccm="true" crm-debug-origin="controld_update_resource_history" node_fenced="0">
+ <lrm id="base-bundle-2">
+ <lrm_resources>
+ <lrm_resource id="base" class="ocf" provider="pacemaker" type="Stateful">
+ <lrm_rsc_op id="base_last_0" operation_key="base_promote_0" operation="promote" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="32:43:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;32:43:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="30" rc-code="0" op-status="0" interval="0" last-rc-change="1687220058" exec-time="222" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="base_monitor_15000" operation_key="base_monitor_15000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="33:44:8:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:8;33:44:8:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="36" rc-code="8" op-status="0" interval="15000" last-rc-change="1687220059" exec-time="13" queue-time="0" op-digest="3ef575c5f050ae086f0f31bc8f085fdc"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ <transient_attributes id="base-bundle-2">
+ <instance_attributes id="status-base-bundle-2">
+ <nvpair id="status-base-bundle-2-master-base" name="master-base" value="10"/>
+ </instance_attributes>
+ </transient_attributes>
+ </node_state>
+ </status>
+</cib>
diff --git a/cts/scheduler/xml/bundle-promoted-colocation-2.xml b/cts/scheduler/xml/bundle-promoted-colocation-2.xml
new file mode 100644
index 0000000..cbef724
--- /dev/null
+++ b/cts/scheduler/xml/bundle-promoted-colocation-2.xml
@@ -0,0 +1,237 @@
+<cib crm_feature_set="3.17.4" validate-with="pacemaker-3.9" epoch="45" num_updates="6" admin_epoch="0" cib-last-written="Mon Jun 19 19:05:45 2023" update-origin="node1" update-client="cibadmin" update-user="root" have-quorum="1" dc-uuid="1">
+ <configuration>
+ <!-- The essential elements of this test are:
+ * A primitive (vip) is optionally colocated (score=5000) with the
+ promoted instance of a bundle (base-bundle)
+ * The primitive is running on a different node from the bundle's
+ promoted instance
+ * There is no stickiness
+ * There are no location constraints
+ * There are three nodes available for both resources
+
+ In this situation, the primitive should move to the same node as the
+ bundle's promoted instance.
+ -->
+ <crm_config>
+ <cluster_property_set id="cib-bootstrap-options">
+ <nvpair id="cib-bootstrap-options-have-watchdog" name="have-watchdog" value="false"/>
+ <nvpair id="cib-bootstrap-options-dc-version" name="dc-version" value="2.1.5-1.0a457786a.git.el9-0a457786a"/>
+ <nvpair id="cib-bootstrap-options-cluster-infrastructure" name="cluster-infrastructure" value="corosync"/>
+ <nvpair id="cib-bootstrap-options-cluster-name" name="cluster-name" value="test"/>
+ <nvpair id="cib-bootstrap-options-last-lrm-refresh" name="last-lrm-refresh" value="1687217818"/>
+ </cluster_property_set>
+ </crm_config>
+ <nodes>
+ <node id="1" uname="node1"/>
+ <node id="2" uname="node2"/>
+ <node id="3" uname="node3"/>
+ </nodes>
+ <resources>
+ <primitive class="stonith" id="Fencing" type="fence_xvm">
+ <instance_attributes id="Fencing-instance_attributes">
+ <nvpair id="Fencing-instance_attributes_pcmk_host_list" name="pcmk_host_list" value="node1 node2 node3"/>
+ </instance_attributes>
+ <operations>
+ <op id="Fencing-monitor-120s" interval="120s" name="monitor" timeout="120s"/>
+ </operations>
+ </primitive>
+ <bundle id="base-bundle">
+ <meta_attributes id="base-bundle-meta_attributes">
+ <nvpair id="base-bundle-meta_attributes-promotable" name="promotable" value="true"/>
+ <nvpair id="base-bundle-meta_attributes-container-attribute-target" name="container-attribute-target" value="host"/>
+ </meta_attributes>
+ <podman image="localhost/pcmktest" replicas="3"/>
+ <network control-port="3121"/>
+ <primitive id="base" class="ocf" provider="pacemaker" type="Stateful">
+ <operations>
+ <op id="base-monitor-15s" interval="15s" name="monitor" timeout="15s" role="Promoted"/>
+ <op id="base-monitor-16s" interval="16s" name="monitor" timeout="16s" role="Unpromoted"/>
+ </operations>
+ </primitive>
+ </bundle>
+ <primitive class="ocf" id="vip" provider="heartbeat" type="IPaddr2">
+ <instance_attributes id="vip-instance_attributes">
+ <nvpair id="vip-instance_attributes-cidr_netmask" name="cidr_netmask" value="32"/>
+ <nvpair id="vip-instance_attributes-ip" name="ip" value="192.168.22.81"/>
+ </instance_attributes>
+ <operations>
+ <op id="vip-monitor-interval-10s" interval="10s" name="monitor" timeout="20s"/>
+ <op id="vip-start-interval-0s" interval="0s" name="start" timeout="20s"/>
+ <op id="vip-stop-interval-0s" interval="0s" name="stop" timeout="20s"/>
+ </operations>
+ </primitive>
+ </resources>
+ <constraints>
+ <rsc_colocation id="colocation-vip-base-bundle-5000" rsc="vip" score="5000" with-rsc="base-bundle" with-rsc-role="Promoted"/>
+ </constraints>
+ <fencing-topology/>
+ <op_defaults/>
+ <alerts/>
+ <rsc_defaults/>
+ </configuration>
+ <status>
+ <node_state id="1" uname="node1" in_ccm="true" crmd="online" crm-debug-origin="controld_update_resource_history" join="member" expected="member">
+ <transient_attributes id="1">
+ <instance_attributes id="status-1">
+ <nvpair id="status-1-.feature-set" name="#feature-set" value="3.17.4"/>
+ <nvpair id="status-1-master-base" name="master-base" value="11"/>
+ </instance_attributes>
+ </transient_attributes>
+ <lrm id="1">
+ <lrm_resources>
+ <lrm_resource id="Fencing" type="fence_xvm" class="stonith">
+ <lrm_rsc_op id="Fencing_last_0" operation_key="Fencing_stop_0" operation="stop" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="12:62:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;12:62:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="55" rc-code="0" op-status="0" interval="0" last-rc-change="1687222219" exec-time="0" queue-time="0" op-digest="6197322ae276dfeb4a212d09787f9738"/>
+ <lrm_rsc_op id="Fencing_monitor_120000" operation_key="Fencing_monitor_120000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="2:23:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;2:23:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="38" rc-code="0" op-status="0" interval="120000" last-rc-change="1687217955" exec-time="43" queue-time="0" op-digest="8ca455a603cbe2dc8d68703e63c272f1"/>
+ </lrm_resource>
+ <lrm_resource id="vip" type="IPaddr2" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="vip_last_0" operation_key="vip_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="51:60:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;51:60:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="52" rc-code="0" op-status="0" interval="0" last-rc-change="1687222197" exec-time="61" queue-time="0" op-digest="b274efb9afd1400d58df73d9925b6823"/>
+ <lrm_rsc_op id="vip_monitor_10000" operation_key="vip_monitor_10000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="52:60:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;52:60:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="53" rc-code="0" op-status="0" interval="10000" last-rc-change="1687222197" exec-time="38" queue-time="0" op-digest="20f7173b4af9ab62392ae5d9e5243580"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-2" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="base-bundle-podman-2_last_0" operation_key="base-bundle-podman-2_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="8:33:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;8:33:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="49" rc-code="7" op-status="0" interval="0" last-rc-change="1687219402" exec-time="103" queue-time="0" op-digest="eb1c148b6d2d7a7013f75d596536409b"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-1" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="base-bundle-podman-1_last_0" operation_key="base-bundle-podman-1_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="6:33:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;6:33:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="45" rc-code="7" op-status="0" interval="0" last-rc-change="1687219402" exec-time="82" queue-time="0" op-digest="91ec5f49c5fd88f29405389545fb7d59"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-2" type="remote" class="ocf" provider="pacemaker" container="base-bundle-podman-2">
+ <lrm_rsc_op id="base-bundle-2_last_0" operation_key="base-bundle-2_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="9:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;9:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="5" rc-code="7" op-status="0" interval="0" last-rc-change="1687219636" exec-time="0" queue-time="0" op-digest="b1f9a03e78ae75f94cc0c36e6c0cc527" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-0" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="base-bundle-podman-0_last_0" operation_key="base-bundle-podman-0_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="7:28:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;7:28:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="40" rc-code="0" op-status="0" interval="0" last-rc-change="1687218074" exec-time="795" queue-time="0" op-digest="b93578750303776f6bb098395c53338a"/>
+ <lrm_rsc_op id="base-bundle-podman-0_monitor_60000" operation_key="base-bundle-podman-0_monitor_60000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="8:29:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;8:29:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="41" rc-code="0" op-status="0" interval="60000" last-rc-change="1687218074" exec-time="166" queue-time="0" op-digest="902512fcf3e4556d9585c44184665d8c"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-1" type="remote" class="ocf" provider="pacemaker" container="base-bundle-podman-1">
+ <lrm_rsc_op id="base-bundle-1_last_0" operation_key="base-bundle-1_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="7:33:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;7:33:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="4" rc-code="7" op-status="0" interval="0" last-rc-change="1687219403" exec-time="0" queue-time="0" op-digest="137e2067e195bc8e29ef8680e392a9e7" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-0" type="remote" class="ocf" provider="pacemaker" container="base-bundle-podman-0">
+ <lrm_rsc_op id="base-bundle-0_last_0" operation_key="base-bundle-0_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="9:29:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;9:29:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="2" rc-code="0" op-status="0" interval="0" last-rc-change="1687218074" exec-time="0" queue-time="0" op-digest="2b7683df7d64ff71ec5fd3675fd12017" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ <lrm_rsc_op id="base-bundle-0_monitor_30000" operation_key="base-bundle-0_monitor_30000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="11:30:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;11:30:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="3" rc-code="0" op-status="0" interval="30000" last-rc-change="1687218075" exec-time="0" queue-time="0" op-digest="6f3c7e233bacb8420fef5f9581190d00"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ </node_state>
+ <node_state id="2" uname="node2" crmd="online" crm-debug-origin="controld_update_resource_history" in_ccm="true" join="member" expected="member">
+ <transient_attributes id="2">
+ <instance_attributes id="status-2">
+ <nvpair id="status-2-.feature-set" name="#feature-set" value="3.17.4"/>
+ <nvpair id="status-2-master-base" name="master-base" value="12"/>
+ </instance_attributes>
+ </transient_attributes>
+ <lrm id="2">
+ <lrm_resources>
+ <lrm_resource id="Fencing" type="fence_xvm" class="stonith">
+ <lrm_rsc_op id="Fencing_last_0" operation_key="Fencing_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="12:69:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;12:69:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="58" rc-code="0" op-status="0" interval="0" last-rc-change="1687226745" exec-time="33" queue-time="0" op-digest="f551693977f94a4fa8883fb70e439592"/>
+ <lrm_rsc_op id="Fencing_monitor_120000" operation_key="Fencing_monitor_120000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="4:69:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;4:69:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="59" rc-code="0" op-status="0" interval="120000" last-rc-change="1687226745" exec-time="27" queue-time="0" op-digest="24989640311980988fb77ddd1cc1002b"/>
+ </lrm_resource>
+ <lrm_resource id="vip" type="IPaddr2" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="vip_last_0" operation_key="vip_stop_0" operation="stop" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="50:60:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;50:60:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="53" rc-code="0" op-status="0" interval="0" last-rc-change="1687222197" exec-time="47" queue-time="0" op-digest="b274efb9afd1400d58df73d9925b6823"/>
+ <lrm_rsc_op id="vip_monitor_10000" operation_key="vip_monitor_10000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="26:23:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;26:23:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="37" rc-code="0" op-status="0" interval="10000" last-rc-change="1687217955" exec-time="42" queue-time="0" op-digest="20f7173b4af9ab62392ae5d9e5243580"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-2" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="base-bundle-podman-2_last_0" operation_key="base-bundle-podman-2_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="12:33:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;12:33:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="47" rc-code="7" op-status="0" interval="0" last-rc-change="1687219402" exec-time="69" queue-time="1" op-digest="eb1c148b6d2d7a7013f75d596536409b"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-1" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="base-bundle-podman-1_last_0" operation_key="base-bundle-podman-1_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="20:33:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;20:33:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="48" rc-code="0" op-status="0" interval="0" last-rc-change="1687219402" exec-time="665" queue-time="0" op-digest="91ec5f49c5fd88f29405389545fb7d59"/>
+ <lrm_rsc_op id="base-bundle-podman-1_monitor_60000" operation_key="base-bundle-podman-1_monitor_60000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="21:33:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;21:33:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="49" rc-code="0" op-status="0" interval="60000" last-rc-change="1687219403" exec-time="158" queue-time="0" op-digest="f0ef4729d120aa3f5d938cabca4d06c7"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-2" type="remote" class="ocf" provider="pacemaker" container="base-bundle-podman-2">
+ <lrm_rsc_op id="base-bundle-2_last_0" operation_key="base-bundle-2_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="10:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;10:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="5" rc-code="7" op-status="0" interval="0" last-rc-change="1687219636" exec-time="0" queue-time="0" op-digest="b1f9a03e78ae75f94cc0c36e6c0cc527" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-0" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="base-bundle-podman-0_last_0" operation_key="base-bundle-podman-0_stop_0" operation="stop" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="2:27:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;2:27:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="39" rc-code="0" op-status="0" interval="0" last-rc-change="1687217956" exec-time="161" queue-time="0" op-digest="bbac36b73a7a6604aefdd2cb3b5f42e6"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-1" type="remote" class="ocf" provider="pacemaker" container="base-bundle-podman-1">
+ <lrm_rsc_op id="base-bundle-1_last_0" operation_key="base-bundle-1_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="22:33:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;22:33:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="3" rc-code="0" op-status="0" interval="0" last-rc-change="1687219403" exec-time="0" queue-time="0" op-digest="137e2067e195bc8e29ef8680e392a9e7" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ <lrm_rsc_op id="base-bundle-1_monitor_30000" operation_key="base-bundle-1_monitor_30000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="20:34:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;20:34:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="4" rc-code="0" op-status="0" interval="30000" last-rc-change="1687219404" exec-time="0" queue-time="0" op-digest="3929eec440004bca31f813a8e6097506"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-0" type="remote" class="ocf" provider="pacemaker" container="base-bundle-podman-0">
+ <lrm_rsc_op id="base-bundle-0_last_0" operation_key="base-bundle-0_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="3:7:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;3:7:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="1" rc-code="7" op-status="0" interval="0" last-rc-change="1687217701" exec-time="0" queue-time="0" op-digest="137e2067e195bc8e29ef8680e392a9e7" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ </node_state>
+ <node_state remote_node="true" id="base-bundle-0" uname="base-bundle-0" in_ccm="true" crm-debug-origin="do_state_transition" node_fenced="0">
+ <lrm id="base-bundle-0">
+ <lrm_resources>
+ <lrm_resource id="base" class="ocf" provider="pacemaker" type="Stateful">
+ <lrm_rsc_op id="base_last_0" operation_key="base_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="16:30:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;16:30:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="8" rc-code="0" op-status="0" interval="0" last-rc-change="1687218075" exec-time="307" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="base_monitor_16000" operation_key="base_monitor_16000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="17:31:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;17:31:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="14" rc-code="0" op-status="0" interval="16000" last-rc-change="1687218076" exec-time="15" queue-time="0" op-digest="e62ad827732488b88ef8722ff6a484b3"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ <transient_attributes id="base-bundle-0">
+ <instance_attributes id="status-base-bundle-0">
+ <nvpair id="status-base-bundle-0-master-base" name="master-base" value="5"/>
+ </instance_attributes>
+ </transient_attributes>
+ </node_state>
+ <node_state id="3" uname="node3" crmd="online" crm-debug-origin="do_state_transition" in_ccm="true" join="member" expected="member">
+ <transient_attributes id="3">
+ <instance_attributes id="status-3">
+ <nvpair id="status-3-.feature-set" name="#feature-set" value="3.17.4"/>
+ <nvpair id="status-3-master-base" name="master-base" value="13"/>
+ </instance_attributes>
+ </transient_attributes>
+ <lrm id="3">
+ <lrm_resources>
+ <lrm_resource id="Fencing" type="fence_xvm" class="stonith">
+ <lrm_rsc_op id="Fencing_last_0" operation_key="Fencing_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="11:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;11:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="8" rc-code="7" op-status="0" interval="0" last-rc-change="1687219634" exec-time="5" queue-time="0" op-digest="6197322ae276dfeb4a212d09787f9738"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-2" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="base-bundle-podman-2_last_0" operation_key="base-bundle-podman-2_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="29:36:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;29:36:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="24" rc-code="0" op-status="0" interval="0" last-rc-change="1687219634" exec-time="936" queue-time="0" op-digest="eb1c148b6d2d7a7013f75d596536409b"/>
+ <lrm_rsc_op id="base-bundle-podman-2_monitor_60000" operation_key="base-bundle-podman-2_monitor_60000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="30:36:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;30:36:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="25" rc-code="0" op-status="0" interval="60000" last-rc-change="1687219635" exec-time="173" queue-time="0" op-digest="8eeca5a30b14f3d9ef7d2ddbd16c2e05"/>
+ </lrm_resource>
+ <lrm_resource id="vip" type="IPaddr2" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="vip_last_0" operation_key="vip_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="18:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;18:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="23" rc-code="7" op-status="0" interval="0" last-rc-change="1687219634" exec-time="71" queue-time="0" op-digest="b274efb9afd1400d58df73d9925b6823"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-1" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="base-bundle-podman-1_last_0" operation_key="base-bundle-podman-1_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="14:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;14:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="14" rc-code="7" op-status="0" interval="0" last-rc-change="1687219634" exec-time="107" queue-time="0" op-digest="91ec5f49c5fd88f29405389545fb7d59"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-2" type="remote" class="ocf" provider="pacemaker" container="base-bundle-podman-2">
+ <lrm_rsc_op id="base-bundle-2_last_0" operation_key="base-bundle-2_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="31:36:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;31:36:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="4" rc-code="0" op-status="0" interval="0" last-rc-change="1687219635" exec-time="0" queue-time="0" op-digest="b1f9a03e78ae75f94cc0c36e6c0cc527" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ <lrm_rsc_op id="base-bundle-2_monitor_30000" operation_key="base-bundle-2_monitor_30000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="25:37:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;25:37:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="5" rc-code="0" op-status="0" interval="30000" last-rc-change="1687219637" exec-time="0" queue-time="0" op-digest="354b9acaa7ea1113d708dc11a1d6bbfa"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-0" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="base-bundle-podman-0_last_0" operation_key="base-bundle-podman-0_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="12:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;12:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="10" rc-code="7" op-status="0" interval="0" last-rc-change="1687219634" exec-time="104" queue-time="0" op-digest="b93578750303776f6bb098395c53338a"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-1" type="remote" class="ocf" provider="pacemaker" container="base-bundle-podman-1">
+ <lrm_rsc_op id="base-bundle-1_last_0" operation_key="base-bundle-1_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="15:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;15:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="2" rc-code="7" op-status="0" interval="0" last-rc-change="1687219634" exec-time="0" queue-time="0" op-digest="137e2067e195bc8e29ef8680e392a9e7" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-0" type="remote" class="ocf" provider="pacemaker" container="base-bundle-podman-0">
+ <lrm_rsc_op id="base-bundle-0_last_0" operation_key="base-bundle-0_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="13:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;13:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="1" rc-code="7" op-status="0" interval="0" last-rc-change="1687219634" exec-time="0" queue-time="0" op-digest="2b7683df7d64ff71ec5fd3675fd12017" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ </node_state>
+ <node_state remote_node="true" id="base-bundle-1" uname="base-bundle-1" in_ccm="true" crm-debug-origin="controld_update_resource_history" node_fenced="0">
+ <lrm id="base-bundle-1">
+ <lrm_resources>
+ <lrm_resource id="base" class="ocf" provider="pacemaker" type="Stateful">
+ <lrm_rsc_op id="base_last_0" operation_key="base_demote_0" operation="demote" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="35:55:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;35:55:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="86" rc-code="0" op-status="0" interval="0" last-rc-change="1687220328" exec-time="221" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="base_monitor_16000" operation_key="base_monitor_16000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="35:56:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;35:56:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="92" rc-code="0" op-status="0" interval="16000" last-rc-change="1687220329" exec-time="43" queue-time="0" op-digest="e62ad827732488b88ef8722ff6a484b3"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ <transient_attributes id="base-bundle-1">
+ <instance_attributes id="status-base-bundle-1">
+ <nvpair id="status-base-bundle-1-master-base" name="master-base" value="5"/>
+ </instance_attributes>
+ </transient_attributes>
+ </node_state>
+ <node_state remote_node="true" id="base-bundle-2" uname="base-bundle-2" in_ccm="true" crm-debug-origin="controld_update_resource_history" node_fenced="0">
+ <lrm id="base-bundle-2">
+ <lrm_resources>
+ <lrm_resource id="base" class="ocf" provider="pacemaker" type="Stateful">
+ <lrm_rsc_op id="base_last_0" operation_key="base_promote_0" operation="promote" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="32:43:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;32:43:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="30" rc-code="0" op-status="0" interval="0" last-rc-change="1687220058" exec-time="222" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="base_monitor_15000" operation_key="base_monitor_15000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="33:44:8:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:8;33:44:8:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="36" rc-code="8" op-status="0" interval="15000" last-rc-change="1687220059" exec-time="13" queue-time="0" op-digest="3ef575c5f050ae086f0f31bc8f085fdc"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ <transient_attributes id="base-bundle-2">
+ <instance_attributes id="status-base-bundle-2">
+ <nvpair id="status-base-bundle-2-master-base" name="master-base" value="10"/>
+ </instance_attributes>
+ </transient_attributes>
+ </node_state>
+ </status>
+</cib>
diff --git a/cts/scheduler/xml/bundle-promoted-colocation-3.xml b/cts/scheduler/xml/bundle-promoted-colocation-3.xml
new file mode 100644
index 0000000..94d5d1b
--- /dev/null
+++ b/cts/scheduler/xml/bundle-promoted-colocation-3.xml
@@ -0,0 +1,237 @@
+<cib crm_feature_set="3.17.4" validate-with="pacemaker-3.9" epoch="45" num_updates="6" admin_epoch="0" cib-last-written="Mon Jun 19 19:05:45 2023" update-origin="node1" update-client="cibadmin" update-user="root" have-quorum="1" dc-uuid="1">
+ <configuration>
+ <!-- The essential elements of this test are:
+ * The promoted instance of a bundle (base-bundle) is mandatorily
+ colocated with a primitive (vip)
+ * The bundle's promoted instance is running on a different node from
+ the primitive
+ * There is no stickiness
+ * There are no location constraints
+ * There are three nodes available for both resources
+
+ In this situation, the bundle should demote its currently promoted
+ instance and promote the instance on the primitive's node.
+ -->
+ <crm_config>
+ <cluster_property_set id="cib-bootstrap-options">
+ <nvpair id="cib-bootstrap-options-have-watchdog" name="have-watchdog" value="false"/>
+ <nvpair id="cib-bootstrap-options-dc-version" name="dc-version" value="2.1.5-1.0a457786a.git.el9-0a457786a"/>
+ <nvpair id="cib-bootstrap-options-cluster-infrastructure" name="cluster-infrastructure" value="corosync"/>
+ <nvpair id="cib-bootstrap-options-cluster-name" name="cluster-name" value="test"/>
+ <nvpair id="cib-bootstrap-options-last-lrm-refresh" name="last-lrm-refresh" value="1687217818"/>
+ </cluster_property_set>
+ </crm_config>
+ <nodes>
+ <node id="1" uname="node1"/>
+ <node id="2" uname="node2"/>
+ <node id="3" uname="node3"/>
+ </nodes>
+ <resources>
+ <primitive class="stonith" id="Fencing" type="fence_xvm">
+ <instance_attributes id="Fencing-instance_attributes">
+ <nvpair id="Fencing-instance_attributes_pcmk_host_list" name="pcmk_host_list" value="node1 node2 node3"/>
+ </instance_attributes>
+ <operations>
+ <op id="Fencing-monitor-120s" interval="120s" name="monitor" timeout="120s"/>
+ </operations>
+ </primitive>
+ <bundle id="base-bundle">
+ <meta_attributes id="base-bundle-meta_attributes">
+ <nvpair id="base-bundle-meta_attributes-promotable" name="promotable" value="true"/>
+ <nvpair id="base-bundle-meta_attributes-container-attribute-target" name="container-attribute-target" value="host"/>
+ </meta_attributes>
+ <podman image="localhost/pcmktest" replicas="3"/>
+ <network control-port="3121"/>
+ <primitive id="base" class="ocf" provider="pacemaker" type="Stateful">
+ <operations>
+ <op id="base-monitor-15s" interval="15s" name="monitor" timeout="15s" role="Promoted"/>
+ <op id="base-monitor-16s" interval="16s" name="monitor" timeout="16s" role="Unpromoted"/>
+ </operations>
+ </primitive>
+ </bundle>
+ <primitive class="ocf" id="vip" provider="heartbeat" type="IPaddr2">
+ <instance_attributes id="vip-instance_attributes">
+ <nvpair id="vip-instance_attributes-cidr_netmask" name="cidr_netmask" value="32"/>
+ <nvpair id="vip-instance_attributes-ip" name="ip" value="192.168.22.81"/>
+ </instance_attributes>
+ <operations>
+ <op id="vip-monitor-interval-10s" interval="10s" name="monitor" timeout="20s"/>
+ <op id="vip-start-interval-0s" interval="0s" name="start" timeout="20s"/>
+ <op id="vip-stop-interval-0s" interval="0s" name="stop" timeout="20s"/>
+ </operations>
+ </primitive>
+ </resources>
+ <constraints>
+ <rsc_colocation id="colocation-base-bundle-vip-INFINITY" rsc="base-bundle" rsc-role="Promoted" score="INFINITY" with-rsc="vip"/>
+ </constraints>
+ <fencing-topology/>
+ <op_defaults/>
+ <alerts/>
+ <rsc_defaults/>
+ </configuration>
+ <status>
+ <node_state id="1" uname="node1" in_ccm="true" crmd="online" crm-debug-origin="controld_update_resource_history" join="member" expected="member">
+ <transient_attributes id="1">
+ <instance_attributes id="status-1">
+ <nvpair id="status-1-.feature-set" name="#feature-set" value="3.17.4"/>
+ <nvpair id="status-1-master-base" name="master-base" value="11"/>
+ </instance_attributes>
+ </transient_attributes>
+ <lrm id="1">
+ <lrm_resources>
+ <lrm_resource id="Fencing" type="fence_xvm" class="stonith">
+ <lrm_rsc_op id="Fencing_last_0" operation_key="Fencing_stop_0" operation="stop" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="12:62:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;12:62:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="55" rc-code="0" op-status="0" interval="0" last-rc-change="1687222219" exec-time="0" queue-time="0" op-digest="6197322ae276dfeb4a212d09787f9738"/>
+ <lrm_rsc_op id="Fencing_monitor_120000" operation_key="Fencing_monitor_120000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="2:23:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;2:23:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="38" rc-code="0" op-status="0" interval="120000" last-rc-change="1687217955" exec-time="43" queue-time="0" op-digest="8ca455a603cbe2dc8d68703e63c272f1"/>
+ </lrm_resource>
+ <lrm_resource id="vip" type="IPaddr2" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="vip_last_0" operation_key="vip_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="51:60:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;51:60:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="52" rc-code="0" op-status="0" interval="0" last-rc-change="1687222197" exec-time="61" queue-time="0" op-digest="b274efb9afd1400d58df73d9925b6823"/>
+ <lrm_rsc_op id="vip_monitor_10000" operation_key="vip_monitor_10000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="52:60:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;52:60:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="53" rc-code="0" op-status="0" interval="10000" last-rc-change="1687222197" exec-time="38" queue-time="0" op-digest="20f7173b4af9ab62392ae5d9e5243580"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-2" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="base-bundle-podman-2_last_0" operation_key="base-bundle-podman-2_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="8:33:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;8:33:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="49" rc-code="7" op-status="0" interval="0" last-rc-change="1687219402" exec-time="103" queue-time="0" op-digest="eb1c148b6d2d7a7013f75d596536409b"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-1" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="base-bundle-podman-1_last_0" operation_key="base-bundle-podman-1_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="6:33:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;6:33:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="45" rc-code="7" op-status="0" interval="0" last-rc-change="1687219402" exec-time="82" queue-time="0" op-digest="91ec5f49c5fd88f29405389545fb7d59"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-2" type="remote" class="ocf" provider="pacemaker" container="base-bundle-podman-2">
+ <lrm_rsc_op id="base-bundle-2_last_0" operation_key="base-bundle-2_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="9:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;9:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="5" rc-code="7" op-status="0" interval="0" last-rc-change="1687219636" exec-time="0" queue-time="0" op-digest="b1f9a03e78ae75f94cc0c36e6c0cc527" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-0" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="base-bundle-podman-0_last_0" operation_key="base-bundle-podman-0_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="7:28:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;7:28:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="40" rc-code="0" op-status="0" interval="0" last-rc-change="1687218074" exec-time="795" queue-time="0" op-digest="b93578750303776f6bb098395c53338a"/>
+ <lrm_rsc_op id="base-bundle-podman-0_monitor_60000" operation_key="base-bundle-podman-0_monitor_60000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="8:29:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;8:29:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="41" rc-code="0" op-status="0" interval="60000" last-rc-change="1687218074" exec-time="166" queue-time="0" op-digest="902512fcf3e4556d9585c44184665d8c"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-1" type="remote" class="ocf" provider="pacemaker" container="base-bundle-podman-1">
+ <lrm_rsc_op id="base-bundle-1_last_0" operation_key="base-bundle-1_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="7:33:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;7:33:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="4" rc-code="7" op-status="0" interval="0" last-rc-change="1687219403" exec-time="0" queue-time="0" op-digest="137e2067e195bc8e29ef8680e392a9e7" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-0" type="remote" class="ocf" provider="pacemaker" container="base-bundle-podman-0">
+ <lrm_rsc_op id="base-bundle-0_last_0" operation_key="base-bundle-0_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="9:29:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;9:29:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="2" rc-code="0" op-status="0" interval="0" last-rc-change="1687218074" exec-time="0" queue-time="0" op-digest="2b7683df7d64ff71ec5fd3675fd12017" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ <lrm_rsc_op id="base-bundle-0_monitor_30000" operation_key="base-bundle-0_monitor_30000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="11:30:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;11:30:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="3" rc-code="0" op-status="0" interval="30000" last-rc-change="1687218075" exec-time="0" queue-time="0" op-digest="6f3c7e233bacb8420fef5f9581190d00"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ </node_state>
+ <node_state id="2" uname="node2" crmd="online" crm-debug-origin="controld_update_resource_history" in_ccm="true" join="member" expected="member">
+ <transient_attributes id="2">
+ <instance_attributes id="status-2">
+ <nvpair id="status-2-.feature-set" name="#feature-set" value="3.17.4"/>
+ <nvpair id="status-2-master-base" name="master-base" value="12"/>
+ </instance_attributes>
+ </transient_attributes>
+ <lrm id="2">
+ <lrm_resources>
+ <lrm_resource id="Fencing" type="fence_xvm" class="stonith">
+ <lrm_rsc_op id="Fencing_last_0" operation_key="Fencing_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="12:69:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;12:69:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="58" rc-code="0" op-status="0" interval="0" last-rc-change="1687226745" exec-time="33" queue-time="0" op-digest="f551693977f94a4fa8883fb70e439592"/>
+ <lrm_rsc_op id="Fencing_monitor_120000" operation_key="Fencing_monitor_120000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="4:69:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;4:69:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="59" rc-code="0" op-status="0" interval="120000" last-rc-change="1687226745" exec-time="27" queue-time="0" op-digest="24989640311980988fb77ddd1cc1002b"/>
+ </lrm_resource>
+ <lrm_resource id="vip" type="IPaddr2" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="vip_last_0" operation_key="vip_stop_0" operation="stop" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="50:60:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;50:60:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="53" rc-code="0" op-status="0" interval="0" last-rc-change="1687222197" exec-time="47" queue-time="0" op-digest="b274efb9afd1400d58df73d9925b6823"/>
+ <lrm_rsc_op id="vip_monitor_10000" operation_key="vip_monitor_10000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="26:23:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;26:23:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="37" rc-code="0" op-status="0" interval="10000" last-rc-change="1687217955" exec-time="42" queue-time="0" op-digest="20f7173b4af9ab62392ae5d9e5243580"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-2" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="base-bundle-podman-2_last_0" operation_key="base-bundle-podman-2_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="12:33:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;12:33:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="47" rc-code="7" op-status="0" interval="0" last-rc-change="1687219402" exec-time="69" queue-time="1" op-digest="eb1c148b6d2d7a7013f75d596536409b"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-1" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="base-bundle-podman-1_last_0" operation_key="base-bundle-podman-1_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="20:33:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;20:33:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="48" rc-code="0" op-status="0" interval="0" last-rc-change="1687219402" exec-time="665" queue-time="0" op-digest="91ec5f49c5fd88f29405389545fb7d59"/>
+ <lrm_rsc_op id="base-bundle-podman-1_monitor_60000" operation_key="base-bundle-podman-1_monitor_60000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="21:33:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;21:33:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="49" rc-code="0" op-status="0" interval="60000" last-rc-change="1687219403" exec-time="158" queue-time="0" op-digest="f0ef4729d120aa3f5d938cabca4d06c7"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-2" type="remote" class="ocf" provider="pacemaker" container="base-bundle-podman-2">
+ <lrm_rsc_op id="base-bundle-2_last_0" operation_key="base-bundle-2_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="10:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;10:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="5" rc-code="7" op-status="0" interval="0" last-rc-change="1687219636" exec-time="0" queue-time="0" op-digest="b1f9a03e78ae75f94cc0c36e6c0cc527" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-0" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="base-bundle-podman-0_last_0" operation_key="base-bundle-podman-0_stop_0" operation="stop" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="2:27:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;2:27:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="39" rc-code="0" op-status="0" interval="0" last-rc-change="1687217956" exec-time="161" queue-time="0" op-digest="bbac36b73a7a6604aefdd2cb3b5f42e6"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-1" type="remote" class="ocf" provider="pacemaker" container="base-bundle-podman-1">
+ <lrm_rsc_op id="base-bundle-1_last_0" operation_key="base-bundle-1_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="22:33:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;22:33:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="3" rc-code="0" op-status="0" interval="0" last-rc-change="1687219403" exec-time="0" queue-time="0" op-digest="137e2067e195bc8e29ef8680e392a9e7" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ <lrm_rsc_op id="base-bundle-1_monitor_30000" operation_key="base-bundle-1_monitor_30000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="20:34:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;20:34:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="4" rc-code="0" op-status="0" interval="30000" last-rc-change="1687219404" exec-time="0" queue-time="0" op-digest="3929eec440004bca31f813a8e6097506"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-0" type="remote" class="ocf" provider="pacemaker" container="base-bundle-podman-0">
+ <lrm_rsc_op id="base-bundle-0_last_0" operation_key="base-bundle-0_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="3:7:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;3:7:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="1" rc-code="7" op-status="0" interval="0" last-rc-change="1687217701" exec-time="0" queue-time="0" op-digest="137e2067e195bc8e29ef8680e392a9e7" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ </node_state>
+ <node_state remote_node="true" id="base-bundle-0" uname="base-bundle-0" in_ccm="true" crm-debug-origin="do_state_transition" node_fenced="0">
+ <lrm id="base-bundle-0">
+ <lrm_resources>
+ <lrm_resource id="base" class="ocf" provider="pacemaker" type="Stateful">
+ <lrm_rsc_op id="base_last_0" operation_key="base_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="16:30:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;16:30:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="8" rc-code="0" op-status="0" interval="0" last-rc-change="1687218075" exec-time="307" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="base_monitor_16000" operation_key="base_monitor_16000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="17:31:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;17:31:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="14" rc-code="0" op-status="0" interval="16000" last-rc-change="1687218076" exec-time="15" queue-time="0" op-digest="e62ad827732488b88ef8722ff6a484b3"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ <transient_attributes id="base-bundle-0">
+ <instance_attributes id="status-base-bundle-0">
+ <nvpair id="status-base-bundle-0-master-base" name="master-base" value="5"/>
+ </instance_attributes>
+ </transient_attributes>
+ </node_state>
+ <node_state id="3" uname="node3" crmd="online" crm-debug-origin="do_state_transition" in_ccm="true" join="member" expected="member">
+ <transient_attributes id="3">
+ <instance_attributes id="status-3">
+ <nvpair id="status-3-.feature-set" name="#feature-set" value="3.17.4"/>
+ <nvpair id="status-3-master-base" name="master-base" value="13"/>
+ </instance_attributes>
+ </transient_attributes>
+ <lrm id="3">
+ <lrm_resources>
+ <lrm_resource id="Fencing" type="fence_xvm" class="stonith">
+ <lrm_rsc_op id="Fencing_last_0" operation_key="Fencing_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="11:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;11:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="8" rc-code="7" op-status="0" interval="0" last-rc-change="1687219634" exec-time="5" queue-time="0" op-digest="6197322ae276dfeb4a212d09787f9738"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-2" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="base-bundle-podman-2_last_0" operation_key="base-bundle-podman-2_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="29:36:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;29:36:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="24" rc-code="0" op-status="0" interval="0" last-rc-change="1687219634" exec-time="936" queue-time="0" op-digest="eb1c148b6d2d7a7013f75d596536409b"/>
+ <lrm_rsc_op id="base-bundle-podman-2_monitor_60000" operation_key="base-bundle-podman-2_monitor_60000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="30:36:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;30:36:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="25" rc-code="0" op-status="0" interval="60000" last-rc-change="1687219635" exec-time="173" queue-time="0" op-digest="8eeca5a30b14f3d9ef7d2ddbd16c2e05"/>
+ </lrm_resource>
+ <lrm_resource id="vip" type="IPaddr2" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="vip_last_0" operation_key="vip_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="18:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;18:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="23" rc-code="7" op-status="0" interval="0" last-rc-change="1687219634" exec-time="71" queue-time="0" op-digest="b274efb9afd1400d58df73d9925b6823"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-1" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="base-bundle-podman-1_last_0" operation_key="base-bundle-podman-1_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="14:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;14:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="14" rc-code="7" op-status="0" interval="0" last-rc-change="1687219634" exec-time="107" queue-time="0" op-digest="91ec5f49c5fd88f29405389545fb7d59"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-2" type="remote" class="ocf" provider="pacemaker" container="base-bundle-podman-2">
+ <lrm_rsc_op id="base-bundle-2_last_0" operation_key="base-bundle-2_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="31:36:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;31:36:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="4" rc-code="0" op-status="0" interval="0" last-rc-change="1687219635" exec-time="0" queue-time="0" op-digest="b1f9a03e78ae75f94cc0c36e6c0cc527" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ <lrm_rsc_op id="base-bundle-2_monitor_30000" operation_key="base-bundle-2_monitor_30000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="25:37:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;25:37:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="5" rc-code="0" op-status="0" interval="30000" last-rc-change="1687219637" exec-time="0" queue-time="0" op-digest="354b9acaa7ea1113d708dc11a1d6bbfa"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-0" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="base-bundle-podman-0_last_0" operation_key="base-bundle-podman-0_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="12:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;12:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="10" rc-code="7" op-status="0" interval="0" last-rc-change="1687219634" exec-time="104" queue-time="0" op-digest="b93578750303776f6bb098395c53338a"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-1" type="remote" class="ocf" provider="pacemaker" container="base-bundle-podman-1">
+ <lrm_rsc_op id="base-bundle-1_last_0" operation_key="base-bundle-1_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="15:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;15:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="2" rc-code="7" op-status="0" interval="0" last-rc-change="1687219634" exec-time="0" queue-time="0" op-digest="137e2067e195bc8e29ef8680e392a9e7" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-0" type="remote" class="ocf" provider="pacemaker" container="base-bundle-podman-0">
+ <lrm_rsc_op id="base-bundle-0_last_0" operation_key="base-bundle-0_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="13:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;13:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="1" rc-code="7" op-status="0" interval="0" last-rc-change="1687219634" exec-time="0" queue-time="0" op-digest="2b7683df7d64ff71ec5fd3675fd12017" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ </node_state>
+ <node_state remote_node="true" id="base-bundle-1" uname="base-bundle-1" in_ccm="true" crm-debug-origin="controld_update_resource_history" node_fenced="0">
+ <lrm id="base-bundle-1">
+ <lrm_resources>
+ <lrm_resource id="base" class="ocf" provider="pacemaker" type="Stateful">
+ <lrm_rsc_op id="base_last_0" operation_key="base_demote_0" operation="demote" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="35:55:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;35:55:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="86" rc-code="0" op-status="0" interval="0" last-rc-change="1687220328" exec-time="221" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="base_monitor_16000" operation_key="base_monitor_16000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="35:56:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;35:56:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="92" rc-code="0" op-status="0" interval="16000" last-rc-change="1687220329" exec-time="43" queue-time="0" op-digest="e62ad827732488b88ef8722ff6a484b3"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ <transient_attributes id="base-bundle-1">
+ <instance_attributes id="status-base-bundle-1">
+ <nvpair id="status-base-bundle-1-master-base" name="master-base" value="5"/>
+ </instance_attributes>
+ </transient_attributes>
+ </node_state>
+ <node_state remote_node="true" id="base-bundle-2" uname="base-bundle-2" in_ccm="true" crm-debug-origin="controld_update_resource_history" node_fenced="0">
+ <lrm id="base-bundle-2">
+ <lrm_resources>
+ <lrm_resource id="base" class="ocf" provider="pacemaker" type="Stateful">
+ <lrm_rsc_op id="base_last_0" operation_key="base_promote_0" operation="promote" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="32:43:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;32:43:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="30" rc-code="0" op-status="0" interval="0" last-rc-change="1687220058" exec-time="222" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="base_monitor_15000" operation_key="base_monitor_15000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="33:44:8:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:8;33:44:8:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="36" rc-code="8" op-status="0" interval="15000" last-rc-change="1687220059" exec-time="13" queue-time="0" op-digest="3ef575c5f050ae086f0f31bc8f085fdc"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ <transient_attributes id="base-bundle-2">
+ <instance_attributes id="status-base-bundle-2">
+ <nvpair id="status-base-bundle-2-master-base" name="master-base" value="10"/>
+ </instance_attributes>
+ </transient_attributes>
+ </node_state>
+ </status>
+</cib>
diff --git a/cts/scheduler/xml/bundle-promoted-colocation-4.xml b/cts/scheduler/xml/bundle-promoted-colocation-4.xml
new file mode 100644
index 0000000..4739472
--- /dev/null
+++ b/cts/scheduler/xml/bundle-promoted-colocation-4.xml
@@ -0,0 +1,237 @@
+<cib crm_feature_set="3.17.4" validate-with="pacemaker-3.9" epoch="45" num_updates="6" admin_epoch="0" cib-last-written="Mon Jun 19 19:05:45 2023" update-origin="node1" update-client="cibadmin" update-user="root" have-quorum="1" dc-uuid="1">
+ <configuration>
+ <!-- The essential elements of this test are:
+ * The promoted instance of a bundle (base-bundle) is optionally
+ colocated (score=5000) with a primitive (vip)
+ * The bundle's promoted instance is running on a different node from
+ the primitive
+ * There is no stickiness
+ * There are no location constraints
+ * There are three nodes available for both resources
+
+ In this situation, the bundle should demote its currently promoted
+ instance and promote the instance on the primitive's node.
+ -->
+ <crm_config>
+ <cluster_property_set id="cib-bootstrap-options">
+ <nvpair id="cib-bootstrap-options-have-watchdog" name="have-watchdog" value="false"/>
+ <nvpair id="cib-bootstrap-options-dc-version" name="dc-version" value="2.1.5-1.0a457786a.git.el9-0a457786a"/>
+ <nvpair id="cib-bootstrap-options-cluster-infrastructure" name="cluster-infrastructure" value="corosync"/>
+ <nvpair id="cib-bootstrap-options-cluster-name" name="cluster-name" value="test"/>
+ <nvpair id="cib-bootstrap-options-last-lrm-refresh" name="last-lrm-refresh" value="1687217818"/>
+ </cluster_property_set>
+ </crm_config>
+ <nodes>
+ <node id="1" uname="node1"/>
+ <node id="2" uname="node2"/>
+ <node id="3" uname="node3"/>
+ </nodes>
+ <resources>
+ <primitive class="stonith" id="Fencing" type="fence_xvm">
+ <instance_attributes id="Fencing-instance_attributes">
+ <nvpair id="Fencing-instance_attributes_pcmk_host_list" name="pcmk_host_list" value="node1 node2 node3"/>
+ </instance_attributes>
+ <operations>
+ <op id="Fencing-monitor-120s" interval="120s" name="monitor" timeout="120s"/>
+ </operations>
+ </primitive>
+ <bundle id="base-bundle">
+ <meta_attributes id="base-bundle-meta_attributes">
+ <nvpair id="base-bundle-meta_attributes-promotable" name="promotable" value="true"/>
+ <nvpair id="base-bundle-meta_attributes-container-attribute-target" name="container-attribute-target" value="host"/>
+ </meta_attributes>
+ <podman image="localhost/pcmktest" replicas="3"/>
+ <network control-port="3121"/>
+ <primitive id="base" class="ocf" provider="pacemaker" type="Stateful">
+ <operations>
+ <op id="base-monitor-15s" interval="15s" name="monitor" timeout="15s" role="Promoted"/>
+ <op id="base-monitor-16s" interval="16s" name="monitor" timeout="16s" role="Unpromoted"/>
+ </operations>
+ </primitive>
+ </bundle>
+ <primitive class="ocf" id="vip" provider="heartbeat" type="IPaddr2">
+ <instance_attributes id="vip-instance_attributes">
+ <nvpair id="vip-instance_attributes-cidr_netmask" name="cidr_netmask" value="32"/>
+ <nvpair id="vip-instance_attributes-ip" name="ip" value="192.168.22.81"/>
+ </instance_attributes>
+ <operations>
+ <op id="vip-monitor-interval-10s" interval="10s" name="monitor" timeout="20s"/>
+ <op id="vip-start-interval-0s" interval="0s" name="start" timeout="20s"/>
+ <op id="vip-stop-interval-0s" interval="0s" name="stop" timeout="20s"/>
+ </operations>
+ </primitive>
+ </resources>
+ <constraints>
+ <rsc_colocation id="colocation-base-bundle-vip-5000" rsc="base-bundle" rsc-role="Promoted" score="5000" with-rsc="vip"/>
+ </constraints>
+ <fencing-topology/>
+ <op_defaults/>
+ <alerts/>
+ <rsc_defaults/>
+ </configuration>
+ <status>
+ <node_state id="1" uname="node1" in_ccm="true" crmd="online" crm-debug-origin="controld_update_resource_history" join="member" expected="member">
+ <transient_attributes id="1">
+ <instance_attributes id="status-1">
+ <nvpair id="status-1-.feature-set" name="#feature-set" value="3.17.4"/>
+ <nvpair id="status-1-master-base" name="master-base" value="11"/>
+ </instance_attributes>
+ </transient_attributes>
+ <lrm id="1">
+ <lrm_resources>
+ <lrm_resource id="Fencing" type="fence_xvm" class="stonith">
+ <lrm_rsc_op id="Fencing_last_0" operation_key="Fencing_stop_0" operation="stop" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="12:62:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;12:62:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="55" rc-code="0" op-status="0" interval="0" last-rc-change="1687222219" exec-time="0" queue-time="0" op-digest="6197322ae276dfeb4a212d09787f9738"/>
+ <lrm_rsc_op id="Fencing_monitor_120000" operation_key="Fencing_monitor_120000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="2:23:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;2:23:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="38" rc-code="0" op-status="0" interval="120000" last-rc-change="1687217955" exec-time="43" queue-time="0" op-digest="8ca455a603cbe2dc8d68703e63c272f1"/>
+ </lrm_resource>
+ <lrm_resource id="vip" type="IPaddr2" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="vip_last_0" operation_key="vip_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="51:60:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;51:60:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="52" rc-code="0" op-status="0" interval="0" last-rc-change="1687222197" exec-time="61" queue-time="0" op-digest="b274efb9afd1400d58df73d9925b6823"/>
+ <lrm_rsc_op id="vip_monitor_10000" operation_key="vip_monitor_10000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="52:60:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;52:60:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="53" rc-code="0" op-status="0" interval="10000" last-rc-change="1687222197" exec-time="38" queue-time="0" op-digest="20f7173b4af9ab62392ae5d9e5243580"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-2" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="base-bundle-podman-2_last_0" operation_key="base-bundle-podman-2_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="8:33:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;8:33:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="49" rc-code="7" op-status="0" interval="0" last-rc-change="1687219402" exec-time="103" queue-time="0" op-digest="eb1c148b6d2d7a7013f75d596536409b"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-1" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="base-bundle-podman-1_last_0" operation_key="base-bundle-podman-1_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="6:33:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;6:33:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="45" rc-code="7" op-status="0" interval="0" last-rc-change="1687219402" exec-time="82" queue-time="0" op-digest="91ec5f49c5fd88f29405389545fb7d59"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-2" type="remote" class="ocf" provider="pacemaker" container="base-bundle-podman-2">
+ <lrm_rsc_op id="base-bundle-2_last_0" operation_key="base-bundle-2_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="9:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;9:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="5" rc-code="7" op-status="0" interval="0" last-rc-change="1687219636" exec-time="0" queue-time="0" op-digest="b1f9a03e78ae75f94cc0c36e6c0cc527" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-0" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="base-bundle-podman-0_last_0" operation_key="base-bundle-podman-0_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="7:28:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;7:28:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="40" rc-code="0" op-status="0" interval="0" last-rc-change="1687218074" exec-time="795" queue-time="0" op-digest="b93578750303776f6bb098395c53338a"/>
+ <lrm_rsc_op id="base-bundle-podman-0_monitor_60000" operation_key="base-bundle-podman-0_monitor_60000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="8:29:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;8:29:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="41" rc-code="0" op-status="0" interval="60000" last-rc-change="1687218074" exec-time="166" queue-time="0" op-digest="902512fcf3e4556d9585c44184665d8c"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-1" type="remote" class="ocf" provider="pacemaker" container="base-bundle-podman-1">
+ <lrm_rsc_op id="base-bundle-1_last_0" operation_key="base-bundle-1_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="7:33:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;7:33:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="4" rc-code="7" op-status="0" interval="0" last-rc-change="1687219403" exec-time="0" queue-time="0" op-digest="137e2067e195bc8e29ef8680e392a9e7" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-0" type="remote" class="ocf" provider="pacemaker" container="base-bundle-podman-0">
+ <lrm_rsc_op id="base-bundle-0_last_0" operation_key="base-bundle-0_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="9:29:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;9:29:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="2" rc-code="0" op-status="0" interval="0" last-rc-change="1687218074" exec-time="0" queue-time="0" op-digest="2b7683df7d64ff71ec5fd3675fd12017" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ <lrm_rsc_op id="base-bundle-0_monitor_30000" operation_key="base-bundle-0_monitor_30000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="11:30:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;11:30:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="3" rc-code="0" op-status="0" interval="30000" last-rc-change="1687218075" exec-time="0" queue-time="0" op-digest="6f3c7e233bacb8420fef5f9581190d00"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ </node_state>
+ <node_state id="2" uname="node2" crmd="online" crm-debug-origin="controld_update_resource_history" in_ccm="true" join="member" expected="member">
+ <transient_attributes id="2">
+ <instance_attributes id="status-2">
+ <nvpair id="status-2-.feature-set" name="#feature-set" value="3.17.4"/>
+ <nvpair id="status-2-master-base" name="master-base" value="12"/>
+ </instance_attributes>
+ </transient_attributes>
+ <lrm id="2">
+ <lrm_resources>
+ <lrm_resource id="Fencing" type="fence_xvm" class="stonith">
+ <lrm_rsc_op id="Fencing_last_0" operation_key="Fencing_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="12:69:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;12:69:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="58" rc-code="0" op-status="0" interval="0" last-rc-change="1687226745" exec-time="33" queue-time="0" op-digest="f551693977f94a4fa8883fb70e439592"/>
+ <lrm_rsc_op id="Fencing_monitor_120000" operation_key="Fencing_monitor_120000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="4:69:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;4:69:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="59" rc-code="0" op-status="0" interval="120000" last-rc-change="1687226745" exec-time="27" queue-time="0" op-digest="24989640311980988fb77ddd1cc1002b"/>
+ </lrm_resource>
+ <lrm_resource id="vip" type="IPaddr2" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="vip_last_0" operation_key="vip_stop_0" operation="stop" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="50:60:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;50:60:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="53" rc-code="0" op-status="0" interval="0" last-rc-change="1687222197" exec-time="47" queue-time="0" op-digest="b274efb9afd1400d58df73d9925b6823"/>
+ <lrm_rsc_op id="vip_monitor_10000" operation_key="vip_monitor_10000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="26:23:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;26:23:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="37" rc-code="0" op-status="0" interval="10000" last-rc-change="1687217955" exec-time="42" queue-time="0" op-digest="20f7173b4af9ab62392ae5d9e5243580"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-2" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="base-bundle-podman-2_last_0" operation_key="base-bundle-podman-2_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="12:33:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;12:33:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="47" rc-code="7" op-status="0" interval="0" last-rc-change="1687219402" exec-time="69" queue-time="1" op-digest="eb1c148b6d2d7a7013f75d596536409b"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-1" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="base-bundle-podman-1_last_0" operation_key="base-bundle-podman-1_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="20:33:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;20:33:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="48" rc-code="0" op-status="0" interval="0" last-rc-change="1687219402" exec-time="665" queue-time="0" op-digest="91ec5f49c5fd88f29405389545fb7d59"/>
+ <lrm_rsc_op id="base-bundle-podman-1_monitor_60000" operation_key="base-bundle-podman-1_monitor_60000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="21:33:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;21:33:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="49" rc-code="0" op-status="0" interval="60000" last-rc-change="1687219403" exec-time="158" queue-time="0" op-digest="f0ef4729d120aa3f5d938cabca4d06c7"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-2" type="remote" class="ocf" provider="pacemaker" container="base-bundle-podman-2">
+ <lrm_rsc_op id="base-bundle-2_last_0" operation_key="base-bundle-2_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="10:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;10:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="5" rc-code="7" op-status="0" interval="0" last-rc-change="1687219636" exec-time="0" queue-time="0" op-digest="b1f9a03e78ae75f94cc0c36e6c0cc527" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-0" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="base-bundle-podman-0_last_0" operation_key="base-bundle-podman-0_stop_0" operation="stop" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="2:27:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;2:27:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="39" rc-code="0" op-status="0" interval="0" last-rc-change="1687217956" exec-time="161" queue-time="0" op-digest="bbac36b73a7a6604aefdd2cb3b5f42e6"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-1" type="remote" class="ocf" provider="pacemaker" container="base-bundle-podman-1">
+ <lrm_rsc_op id="base-bundle-1_last_0" operation_key="base-bundle-1_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="22:33:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;22:33:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="3" rc-code="0" op-status="0" interval="0" last-rc-change="1687219403" exec-time="0" queue-time="0" op-digest="137e2067e195bc8e29ef8680e392a9e7" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ <lrm_rsc_op id="base-bundle-1_monitor_30000" operation_key="base-bundle-1_monitor_30000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="20:34:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;20:34:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="4" rc-code="0" op-status="0" interval="30000" last-rc-change="1687219404" exec-time="0" queue-time="0" op-digest="3929eec440004bca31f813a8e6097506"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-0" type="remote" class="ocf" provider="pacemaker" container="base-bundle-podman-0">
+ <lrm_rsc_op id="base-bundle-0_last_0" operation_key="base-bundle-0_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="3:7:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;3:7:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="1" rc-code="7" op-status="0" interval="0" last-rc-change="1687217701" exec-time="0" queue-time="0" op-digest="137e2067e195bc8e29ef8680e392a9e7" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ </node_state>
+ <node_state remote_node="true" id="base-bundle-0" uname="base-bundle-0" in_ccm="true" crm-debug-origin="do_state_transition" node_fenced="0">
+ <lrm id="base-bundle-0">
+ <lrm_resources>
+ <lrm_resource id="base" class="ocf" provider="pacemaker" type="Stateful">
+ <lrm_rsc_op id="base_last_0" operation_key="base_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="16:30:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;16:30:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="8" rc-code="0" op-status="0" interval="0" last-rc-change="1687218075" exec-time="307" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="base_monitor_16000" operation_key="base_monitor_16000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="17:31:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;17:31:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="14" rc-code="0" op-status="0" interval="16000" last-rc-change="1687218076" exec-time="15" queue-time="0" op-digest="e62ad827732488b88ef8722ff6a484b3"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ <transient_attributes id="base-bundle-0">
+ <instance_attributes id="status-base-bundle-0">
+ <nvpair id="status-base-bundle-0-master-base" name="master-base" value="5"/>
+ </instance_attributes>
+ </transient_attributes>
+ </node_state>
+ <node_state id="3" uname="node3" crmd="online" crm-debug-origin="do_state_transition" in_ccm="true" join="member" expected="member">
+ <transient_attributes id="3">
+ <instance_attributes id="status-3">
+ <nvpair id="status-3-.feature-set" name="#feature-set" value="3.17.4"/>
+ <nvpair id="status-3-master-base" name="master-base" value="13"/>
+ </instance_attributes>
+ </transient_attributes>
+ <lrm id="3">
+ <lrm_resources>
+ <lrm_resource id="Fencing" type="fence_xvm" class="stonith">
+ <lrm_rsc_op id="Fencing_last_0" operation_key="Fencing_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="11:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;11:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="8" rc-code="7" op-status="0" interval="0" last-rc-change="1687219634" exec-time="5" queue-time="0" op-digest="6197322ae276dfeb4a212d09787f9738"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-2" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="base-bundle-podman-2_last_0" operation_key="base-bundle-podman-2_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="29:36:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;29:36:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="24" rc-code="0" op-status="0" interval="0" last-rc-change="1687219634" exec-time="936" queue-time="0" op-digest="eb1c148b6d2d7a7013f75d596536409b"/>
+ <lrm_rsc_op id="base-bundle-podman-2_monitor_60000" operation_key="base-bundle-podman-2_monitor_60000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="30:36:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;30:36:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="25" rc-code="0" op-status="0" interval="60000" last-rc-change="1687219635" exec-time="173" queue-time="0" op-digest="8eeca5a30b14f3d9ef7d2ddbd16c2e05"/>
+ </lrm_resource>
+ <lrm_resource id="vip" type="IPaddr2" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="vip_last_0" operation_key="vip_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="18:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;18:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="23" rc-code="7" op-status="0" interval="0" last-rc-change="1687219634" exec-time="71" queue-time="0" op-digest="b274efb9afd1400d58df73d9925b6823"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-1" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="base-bundle-podman-1_last_0" operation_key="base-bundle-podman-1_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="14:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;14:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="14" rc-code="7" op-status="0" interval="0" last-rc-change="1687219634" exec-time="107" queue-time="0" op-digest="91ec5f49c5fd88f29405389545fb7d59"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-2" type="remote" class="ocf" provider="pacemaker" container="base-bundle-podman-2">
+ <lrm_rsc_op id="base-bundle-2_last_0" operation_key="base-bundle-2_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="31:36:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;31:36:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="4" rc-code="0" op-status="0" interval="0" last-rc-change="1687219635" exec-time="0" queue-time="0" op-digest="b1f9a03e78ae75f94cc0c36e6c0cc527" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ <lrm_rsc_op id="base-bundle-2_monitor_30000" operation_key="base-bundle-2_monitor_30000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="25:37:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;25:37:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="5" rc-code="0" op-status="0" interval="30000" last-rc-change="1687219637" exec-time="0" queue-time="0" op-digest="354b9acaa7ea1113d708dc11a1d6bbfa"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-0" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="base-bundle-podman-0_last_0" operation_key="base-bundle-podman-0_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="12:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;12:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="10" rc-code="7" op-status="0" interval="0" last-rc-change="1687219634" exec-time="104" queue-time="0" op-digest="b93578750303776f6bb098395c53338a"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-1" type="remote" class="ocf" provider="pacemaker" container="base-bundle-podman-1">
+ <lrm_rsc_op id="base-bundle-1_last_0" operation_key="base-bundle-1_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="15:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;15:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="2" rc-code="7" op-status="0" interval="0" last-rc-change="1687219634" exec-time="0" queue-time="0" op-digest="137e2067e195bc8e29ef8680e392a9e7" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-0" type="remote" class="ocf" provider="pacemaker" container="base-bundle-podman-0">
+ <lrm_rsc_op id="base-bundle-0_last_0" operation_key="base-bundle-0_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="13:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;13:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="1" rc-code="7" op-status="0" interval="0" last-rc-change="1687219634" exec-time="0" queue-time="0" op-digest="2b7683df7d64ff71ec5fd3675fd12017" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ </node_state>
+ <node_state remote_node="true" id="base-bundle-1" uname="base-bundle-1" in_ccm="true" crm-debug-origin="controld_update_resource_history" node_fenced="0">
+ <lrm id="base-bundle-1">
+ <lrm_resources>
+ <lrm_resource id="base" class="ocf" provider="pacemaker" type="Stateful">
+ <lrm_rsc_op id="base_last_0" operation_key="base_demote_0" operation="demote" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="35:55:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;35:55:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="86" rc-code="0" op-status="0" interval="0" last-rc-change="1687220328" exec-time="221" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="base_monitor_16000" operation_key="base_monitor_16000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="35:56:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;35:56:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="92" rc-code="0" op-status="0" interval="16000" last-rc-change="1687220329" exec-time="43" queue-time="0" op-digest="e62ad827732488b88ef8722ff6a484b3"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ <transient_attributes id="base-bundle-1">
+ <instance_attributes id="status-base-bundle-1">
+ <nvpair id="status-base-bundle-1-master-base" name="master-base" value="5"/>
+ </instance_attributes>
+ </transient_attributes>
+ </node_state>
+ <node_state remote_node="true" id="base-bundle-2" uname="base-bundle-2" in_ccm="true" crm-debug-origin="controld_update_resource_history" node_fenced="0">
+ <lrm id="base-bundle-2">
+ <lrm_resources>
+ <lrm_resource id="base" class="ocf" provider="pacemaker" type="Stateful">
+ <lrm_rsc_op id="base_last_0" operation_key="base_promote_0" operation="promote" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="32:43:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;32:43:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="30" rc-code="0" op-status="0" interval="0" last-rc-change="1687220058" exec-time="222" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="base_monitor_15000" operation_key="base_monitor_15000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="33:44:8:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:8;33:44:8:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="36" rc-code="8" op-status="0" interval="15000" last-rc-change="1687220059" exec-time="13" queue-time="0" op-digest="3ef575c5f050ae086f0f31bc8f085fdc"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ <transient_attributes id="base-bundle-2">
+ <instance_attributes id="status-base-bundle-2">
+ <nvpair id="status-base-bundle-2-master-base" name="master-base" value="10"/>
+ </instance_attributes>
+ </transient_attributes>
+ </node_state>
+ </status>
+</cib>
diff --git a/cts/scheduler/xml/bundle-promoted-colocation-5.xml b/cts/scheduler/xml/bundle-promoted-colocation-5.xml
new file mode 100644
index 0000000..76367d7
--- /dev/null
+++ b/cts/scheduler/xml/bundle-promoted-colocation-5.xml
@@ -0,0 +1,367 @@
+<cib crm_feature_set="3.17.4" validate-with="pacemaker-3.9" epoch="56" num_updates="140" admin_epoch="0" cib-last-written="Tue Jun 20 12:12:10 2023" update-origin="node1" update-client="crmd" update-user="hacluster" have-quorum="1" dc-uuid="1">
+ <configuration>
+ <!-- The essential elements of this test are:
+ * The promoted instance of a bundle (bundle-a) is mandatorily colocated
+ with the promoted instance of another bundle (bundle-b)
+ * bundle-a's promoted instance is running on a different node from
+ bundle-b's promoted instance
+ * There is no stickiness
+ * There are no location constraints
+ * There are three nodes available for both resources
+
+ In this situation, bundle-a should demote its currently promoted
+ instance and promote the instance on the node where bundle-b is
+ promoted.
+ -->
+ <crm_config>
+ <cluster_property_set id="cib-bootstrap-options">
+ <nvpair id="cib-bootstrap-options-have-watchdog" name="have-watchdog" value="false"/>
+ <nvpair id="cib-bootstrap-options-dc-version" name="dc-version" value="2.1.5-1.0a457786a.git.el9-0a457786a"/>
+ <nvpair id="cib-bootstrap-options-cluster-infrastructure" name="cluster-infrastructure" value="corosync"/>
+ <nvpair id="cib-bootstrap-options-cluster-name" name="cluster-name" value="test"/>
+ <nvpair id="cib-bootstrap-options-last-lrm-refresh" name="last-lrm-refresh" value="1687288330"/>
+ </cluster_property_set>
+ </crm_config>
+ <nodes>
+ <node id="1" uname="node1"/>
+ <node id="2" uname="node2"/>
+ <node id="3" uname="node3"/>
+ </nodes>
+ <resources>
+ <primitive class="stonith" id="Fencing" type="fence_xvm">
+ <instance_attributes id="Fencing-instance_attributes">
+ <nvpair id="Fencing-instance_attributes_pcmk_host_list" name="pcmk_host_list" value="node1 node2 node3"/>
+ </instance_attributes>
+ <operations>
+ <op id="Fencing-monitor-120s" interval="120s" name="monitor" timeout="120s"/>
+ </operations>
+ </primitive>
+ <bundle id="bundle-a">
+ <meta_attributes id="bundle-a-meta_attributes">
+ <nvpair id="bundle-a-meta_attributes-promotable" name="promotable" value="true"/>
+ <nvpair id="bundle-a-meta_attributes-container-attribute-target" name="container-attribute-target" value="host"/>
+ </meta_attributes>
+ <podman image="localhost/pcmktest" replicas="3"/>
+ <network control-port="3121"/>
+ <primitive id="bundle-a-rsc" class="ocf" provider="pacemaker" type="Stateful">
+ <operations>
+ <op id="bundle-a-rsc-monitor-15s" interval="15s" name="monitor" timeout="15s" role="Promoted"/>
+ <op id="bundle-a-rsc-monitor-16s" interval="16s" name="monitor" timeout="16s" role="Unpromoted"/>
+ </operations>
+ </primitive>
+ </bundle>
+ <bundle id="bundle-b">
+ <meta_attributes id="bundle-b-meta_attributes">
+ <nvpair id="bundle-b-meta_attributes-promotable" name="promotable" value="true"/>
+ <nvpair id="bundle-b-meta_attributes-container-attribute-target" name="container-attribute-target" value="host"/>
+ </meta_attributes>
+ <podman image="localhost/pcmktest" replicas="3"/>
+ <network control-port="3122"/>
+ <primitive id="bundle-b-rsc" class="ocf" provider="pacemaker" type="Stateful">
+ <operations>
+ <op id="bundle-b-rsc-monitor-15s" interval="15s" name="monitor" timeout="15s" role="Promoted"/>
+ <op id="bundle-b-rsc-monitor-16s" interval="16s" name="monitor" timeout="16s" role="Unpromoted"/>
+ </operations>
+ </primitive>
+ </bundle>
+ </resources>
+ <constraints>
+ <rsc_colocation id="colocation-bundle-a-bundle-b-INFINITY" rsc="bundle-a" rsc-role="Promoted" score="INFINITY" with-rsc="bundle-b" with-rsc-role="Promoted"/>
+ </constraints>
+ <fencing-topology/>
+ <op_defaults/>
+ <alerts/>
+ <rsc_defaults/>
+ </configuration>
+ <status>
+ <node_state id="1" uname="node1" in_ccm="true" crmd="online" crm-debug-origin="do_state_transition" join="member" expected="member">
+ <transient_attributes id="1">
+ <instance_attributes id="status-1">
+ <nvpair id="status-1-.feature-set" name="#feature-set" value="3.17.4"/>
+ <nvpair id="status-1-promotion-bundle-a-rsc" name="master-bundle-a-rsc" value="11"/>
+ <nvpair id="status-1-promotion-bundle-b-rsc" name="master-bundle-b-rsc" value="12"/>
+ </instance_attributes>
+ </transient_attributes>
+ <lrm id="1">
+ <lrm_resources>
+ <lrm_resource id="bundle-b-podman-2" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="bundle-b-podman-2_last_0" operation_key="bundle-b-podman-2_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="4:154:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;4:154:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="132" rc-code="7" op-status="0" interval="0" last-rc-change="1687288263" exec-time="237" queue-time="0" op-digest="4e4b17530bea4f6fd27df1cf68bd9f22"/>
+ </lrm_resource>
+ <lrm_resource id="Fencing" type="fence_xvm" class="stonith">
+ <lrm_rsc_op id="Fencing_last_0" operation_key="Fencing_stop_0" operation="stop" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="12:62:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;12:62:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="55" rc-code="0" op-status="0" interval="0" last-rc-change="1687222219" exec-time="0" queue-time="0" op-digest="6197322ae276dfeb4a212d09787f9738"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-a-0" type="remote" class="ocf" provider="pacemaker" container="bundle-a-podman-0">
+ <lrm_rsc_op id="bundle-a-0_last_0" operation_key="bundle-a-0_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="13:161:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;13:161:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="19" rc-code="0" op-status="0" interval="0" last-rc-change="1687288332" exec-time="0" queue-time="0" op-digest="2b7683df7d64ff71ec5fd3675fd12017" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ <lrm_rsc_op id="bundle-a-0_monitor_30000" operation_key="bundle-a-0_monitor_30000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="22:162:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;22:162:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="20" rc-code="0" op-status="0" interval="30000" last-rc-change="1687288333" exec-time="0" queue-time="0" op-digest="6f3c7e233bacb8420fef5f9581190d00"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-a-podman-1" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="bundle-a-podman-1_last_0" operation_key="bundle-a-podman-1_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="3:153:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;3:153:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="117" rc-code="7" op-status="0" interval="0" last-rc-change="1687288204" exec-time="106" queue-time="0" op-digest="90f1390dea2a7bca12099b080987eae7"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-b-podman-0" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="bundle-b-podman-0_last_0" operation_key="bundle-b-podman-0_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="45:161:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;45:161:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="144" rc-code="0" op-status="0" interval="0" last-rc-change="1687288330" exec-time="1158" queue-time="0" op-digest="94098b91d583b0b8498741508c609a37"/>
+ <lrm_rsc_op id="bundle-b-podman-0_monitor_60000" operation_key="bundle-b-podman-0_monitor_60000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="46:161:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;46:161:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="146" rc-code="0" op-status="0" interval="60000" last-rc-change="1687288332" exec-time="182" queue-time="0" op-digest="b7a9f966374c886087fb6f03d6e4c286"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-b-0" type="remote" class="ocf" provider="pacemaker" container="bundle-b-podman-0">
+ <lrm_rsc_op id="bundle-b-0_last_0" operation_key="bundle-b-0_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="47:161:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;47:161:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="18" rc-code="0" op-status="0" interval="0" last-rc-change="1687288332" exec-time="0" queue-time="0" op-digest="06b6a770601e99a2d691d4cf853acceb" op-force-restart=" port server " op-restart-digest="5b00a5a6fae3dc7e25288679ad0c92ce"/>
+ <lrm_rsc_op id="bundle-b-0_monitor_30000" operation_key="bundle-b-0_monitor_30000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="57:162:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;57:162:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="21" rc-code="0" op-status="0" interval="30000" last-rc-change="1687288333" exec-time="0" queue-time="0" op-digest="b4ca332a542717c28b117ec80e27b838"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-a-1" type="remote" class="ocf" provider="pacemaker" container="bundle-a-podman-1">
+ <lrm_rsc_op id="bundle-a-1_last_0" operation_key="bundle-a-1_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="8:103:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;8:103:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="10" rc-code="7" op-status="0" interval="0" last-rc-change="1687248552" exec-time="0" queue-time="0" op-digest="137e2067e195bc8e29ef8680e392a9e7" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-a-podman-2" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="bundle-a-podman-2_last_0" operation_key="bundle-a-podman-2_stop_0" operation="stop" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="17:105:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;17:105:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="107" rc-code="0" op-status="0" interval="0" last-rc-change="1687248553" exec-time="10540" queue-time="0" op-digest="a5415a2b8dfba2a5741d70bab5591c1b"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-b-1" type="remote" class="ocf" provider="pacemaker" container="bundle-b-podman-1">
+ <lrm_rsc_op id="bundle-b-1_last_0" operation_key="bundle-b-1_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="28:99:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;28:99:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="8" rc-code="7" op-status="0" interval="0" last-rc-change="1687248540" exec-time="0" queue-time="0" op-digest="2b7683df7d64ff71ec5fd3675fd12017" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-b-podman-1" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="bundle-b-podman-1_last_0" operation_key="bundle-b-podman-1_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="3:154:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;3:154:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="128" rc-code="7" op-status="0" interval="0" last-rc-change="1687288263" exec-time="240" queue-time="0" op-digest="e1aa4eab4c9e9334ee91c66cce449b13"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-a-podman-0" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="bundle-a-podman-0_last_0" operation_key="bundle-a-podman-0_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="11:161:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;11:161:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="145" rc-code="0" op-status="0" interval="0" last-rc-change="1687288331" exec-time="1143" queue-time="0" op-digest="bc99a652606652014a6cb5f743b5d75d"/>
+ <lrm_rsc_op id="bundle-a-podman-0_monitor_60000" operation_key="bundle-a-podman-0_monitor_60000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="12:161:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;12:161:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="147" rc-code="0" op-status="0" interval="60000" last-rc-change="1687288332" exec-time="161" queue-time="0" op-digest="d39778305ffa599cc7f7a94b47d18783"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-b-2" type="remote" class="ocf" provider="pacemaker" container="bundle-b-podman-2">
+ <lrm_rsc_op id="bundle-b-2_last_0" operation_key="bundle-b-2_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="37:97:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;37:97:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="6" rc-code="7" op-status="0" interval="0" last-rc-change="1687248528" exec-time="0" queue-time="0" op-digest="137e2067e195bc8e29ef8680e392a9e7" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-a-2" type="remote" class="ocf" provider="pacemaker" container="bundle-a-podman-2">
+ <lrm_rsc_op id="bundle-a-2_last_0" operation_key="bundle-a-2_stop_0" operation="stop" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="18:105:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;18:105:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="14" rc-code="0" op-status="0" interval="0" last-rc-change="1687248553" exec-time="0" queue-time="0" op-digest="2b7683df7d64ff71ec5fd3675fd12017"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ </node_state>
+ <node_state id="2" uname="node2" crmd="online" crm-debug-origin="do_state_transition" in_ccm="true" join="member" expected="member">
+ <transient_attributes id="2">
+ <instance_attributes id="status-2">
+ <nvpair id="status-2-.feature-set" name="#feature-set" value="3.17.4"/>
+ <nvpair id="status-2-promotion-bundle-a-rsc" name="master-bundle-a-rsc" value="12"/>
+ <nvpair id="status-2-promotion-bundle-b-rsc" name="master-bundle-b-rsc" value="13"/>
+ </instance_attributes>
+ </transient_attributes>
+ <lrm id="2">
+ <lrm_resources>
+ <lrm_resource id="bundle-b-podman-2" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="bundle-b-podman-2_last_0" operation_key="bundle-b-podman-2_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="53:161:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;53:161:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="141" rc-code="0" op-status="0" interval="0" last-rc-change="1687288330" exec-time="752" queue-time="0" op-digest="35320d55914b88e0c9d4d13b574cef8a"/>
+ <lrm_rsc_op id="bundle-b-podman-2_monitor_60000" operation_key="bundle-b-podman-2_monitor_60000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="54:161:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;54:161:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="142" rc-code="0" op-status="0" interval="60000" last-rc-change="1687288331" exec-time="120" queue-time="0" op-digest="62d15df41b3f596ca94b0dbe7edda857"/>
+ </lrm_resource>
+ <lrm_resource id="Fencing" type="fence_xvm" class="stonith">
+ <lrm_rsc_op id="Fencing_last_0" operation_key="Fencing_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="12:69:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;12:69:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="58" rc-code="0" op-status="0" interval="0" last-rc-change="1687226745" exec-time="33" queue-time="0" op-digest="f551693977f94a4fa8883fb70e439592"/>
+ <lrm_rsc_op id="Fencing_monitor_120000" operation_key="Fencing_monitor_120000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="4:69:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;4:69:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="59" rc-code="0" op-status="0" interval="120000" last-rc-change="1687226745" exec-time="27" queue-time="0" op-digest="24989640311980988fb77ddd1cc1002b"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-a-0" type="remote" class="ocf" provider="pacemaker" container="bundle-a-podman-0">
+ <lrm_rsc_op id="bundle-a-0_last_0" operation_key="bundle-a-0_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="11:101:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;11:101:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="9" rc-code="7" op-status="0" interval="0" last-rc-change="1687248551" exec-time="0" queue-time="0" op-digest="b1f9a03e78ae75f94cc0c36e6c0cc527" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-a-podman-1" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="bundle-a-podman-1_last_0" operation_key="bundle-a-podman-1_stop_0" operation="stop" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="13:105:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;13:105:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="109" rc-code="0" op-status="0" interval="0" last-rc-change="1687248553" exec-time="10646" queue-time="0" op-digest="90f1390dea2a7bca12099b080987eae7"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-b-podman-0" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="bundle-b-podman-0_last_0" operation_key="bundle-b-podman-0_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="5:154:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;5:154:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="126" rc-code="7" op-status="0" interval="0" last-rc-change="1687288263" exec-time="124" queue-time="0" op-digest="cad283aeb094013845bac465ab6a198d"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-b-0" type="remote" class="ocf" provider="pacemaker" container="bundle-b-podman-0">
+ <lrm_rsc_op id="bundle-b-0_last_0" operation_key="bundle-b-0_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="13:103:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;13:103:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="12" rc-code="7" op-status="0" interval="0" last-rc-change="1687248552" exec-time="0" queue-time="0" op-digest="137e2067e195bc8e29ef8680e392a9e7" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-a-1" type="remote" class="ocf" provider="pacemaker" container="bundle-a-podman-1">
+ <lrm_rsc_op id="bundle-a-1_last_0" operation_key="bundle-a-1_stop_0" operation="stop" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="14:105:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;14:105:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="14" rc-code="0" op-status="0" interval="0" last-rc-change="1687248553" exec-time="0" queue-time="0" op-digest="137e2067e195bc8e29ef8680e392a9e7"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-a-podman-2" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="bundle-a-podman-2_last_0" operation_key="bundle-a-podman-2_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="21:154:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;21:154:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="135" rc-code="0" op-status="0" interval="0" last-rc-change="1687288263" exec-time="1059" queue-time="0" op-digest="a5415a2b8dfba2a5741d70bab5591c1b"/>
+ <lrm_rsc_op id="bundle-a-podman-2_monitor_60000" operation_key="bundle-a-podman-2_monitor_60000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="19:155:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;19:155:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="137" rc-code="0" op-status="0" interval="60000" last-rc-change="1687288265" exec-time="284" queue-time="0" op-digest="77326e7c2187a5c4fe386812dfcd4118"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-b-1" type="remote" class="ocf" provider="pacemaker" container="bundle-b-podman-1">
+ <lrm_rsc_op id="bundle-b-1_last_0" operation_key="bundle-b-1_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="33:99:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;33:99:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="8" rc-code="7" op-status="0" interval="0" last-rc-change="1687248540" exec-time="0" queue-time="0" op-digest="2b7683df7d64ff71ec5fd3675fd12017" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-b-podman-1" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="bundle-b-podman-1_last_0" operation_key="bundle-b-podman-1_stop_0" operation="stop" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="4:156:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;4:156:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="140" rc-code="0" op-status="0" interval="0" last-rc-change="1687288267" exec-time="216" queue-time="0" op-digest="e1aa4eab4c9e9334ee91c66cce449b13"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-a-podman-0" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="bundle-a-podman-0_last_0" operation_key="bundle-a-podman-0_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="4:153:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;4:153:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="115" rc-code="7" op-status="0" interval="0" last-rc-change="1687288204" exec-time="101" queue-time="0" op-digest="bc99a652606652014a6cb5f743b5d75d"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-b-2" type="remote" class="ocf" provider="pacemaker" container="bundle-b-podman-2">
+ <lrm_rsc_op id="bundle-b-2_last_0" operation_key="bundle-b-2_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="55:161:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;55:161:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="17" rc-code="0" op-status="0" interval="0" last-rc-change="1687288331" exec-time="0" queue-time="0" op-digest="077939dc4a5dbbd799045f9120d057b4" op-force-restart=" port server " op-restart-digest="5b00a5a6fae3dc7e25288679ad0c92ce"/>
+ <lrm_rsc_op id="bundle-b-2_monitor_30000" operation_key="bundle-b-2_monitor_30000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="67:162:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;67:162:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="18" rc-code="0" op-status="0" interval="30000" last-rc-change="1687288333" exec-time="0" queue-time="0" op-digest="f9f13135e91dabbc6c77a3fd4b23ab80"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-a-2" type="remote" class="ocf" provider="pacemaker" container="bundle-a-podman-2">
+ <lrm_rsc_op id="bundle-a-2_last_0" operation_key="bundle-a-2_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="20:155:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;20:155:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="15" rc-code="0" op-status="0" interval="0" last-rc-change="1687288265" exec-time="0" queue-time="0" op-digest="137e2067e195bc8e29ef8680e392a9e7" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ <lrm_rsc_op id="bundle-a-2_monitor_30000" operation_key="bundle-a-2_monitor_30000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="23:156:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;23:156:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="16" rc-code="0" op-status="0" interval="30000" last-rc-change="1687288267" exec-time="0" queue-time="0" op-digest="3929eec440004bca31f813a8e6097506"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ </node_state>
+ <node_state remote_node="true" id="base-bundle-0" uname="base-bundle-0" in_ccm="false" crm-debug-origin="do_state_transition" node_fenced="0">
+ <lrm id="base-bundle-0">
+ <lrm_resources>
+ <lrm_resource id="base" class="ocf" provider="pacemaker" type="Stateful">
+ <lrm_rsc_op id="base_last_0" operation_key="base_stop_0" operation="stop" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="124:97:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;124:97:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="1035" rc-code="0" op-status="0" interval="0" last-rc-change="1687248529" exec-time="180" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="base_monitor_16000" operation_key="base_monitor_16000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="17:31:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;17:31:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="14" rc-code="0" op-status="0" interval="16000" last-rc-change="1687218076" exec-time="15" queue-time="0" op-digest="e62ad827732488b88ef8722ff6a484b3"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ </node_state>
+ <node_state id="3" uname="node3" crmd="online" crm-debug-origin="do_state_transition" in_ccm="true" join="member" expected="member">
+ <transient_attributes id="3">
+ <instance_attributes id="status-3">
+ <nvpair id="status-3-.feature-set" name="#feature-set" value="3.17.4"/>
+ <nvpair id="status-3-promotion-bundle-a-rsc" name="master-bundle-a-rsc" value="13"/>
+ <nvpair id="status-3-promotion-bundle-b-rsc" name="master-bundle-b-rsc" value="11"/>
+ </instance_attributes>
+ </transient_attributes>
+ <lrm id="3">
+ <lrm_resources>
+ <lrm_resource id="bundle-b-podman-2" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="bundle-b-podman-2_last_0" operation_key="bundle-b-podman-2_stop_0" operation="stop" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="6:156:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;6:156:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="111" rc-code="0" op-status="0" interval="0" last-rc-change="1687288267" exec-time="243" queue-time="0" op-digest="4e4b17530bea4f6fd27df1cf68bd9f22"/>
+ </lrm_resource>
+ <lrm_resource id="Fencing" type="fence_xvm" class="stonith">
+ <lrm_rsc_op id="Fencing_last_0" operation_key="Fencing_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="11:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;11:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="8" rc-code="7" op-status="0" interval="0" last-rc-change="1687219634" exec-time="5" queue-time="0" op-digest="6197322ae276dfeb4a212d09787f9738"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-a-0" type="remote" class="ocf" provider="pacemaker" container="bundle-a-podman-0">
+ <lrm_rsc_op id="bundle-a-0_last_0" operation_key="bundle-a-0_stop_0" operation="stop" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="10:105:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;10:105:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="14" rc-code="0" op-status="0" interval="0" last-rc-change="1687248552" exec-time="0" queue-time="0" op-digest="b1f9a03e78ae75f94cc0c36e6c0cc527"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-a-podman-1" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="bundle-a-podman-1_last_0" operation_key="bundle-a-podman-1_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="17:154:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;17:154:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="106" rc-code="0" op-status="0" interval="0" last-rc-change="1687288263" exec-time="1002" queue-time="0" op-digest="90f1390dea2a7bca12099b080987eae7"/>
+ <lrm_rsc_op id="bundle-a-podman-1_monitor_60000" operation_key="bundle-a-podman-1_monitor_60000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="14:155:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;14:155:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="108" rc-code="0" op-status="0" interval="60000" last-rc-change="1687288264" exec-time="156" queue-time="0" op-digest="34c506d61f8ef4e0d77193cce6e838ce"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-b-podman-0" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="bundle-b-podman-0_last_0" operation_key="bundle-b-podman-0_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="8:154:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;8:154:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="97" rc-code="7" op-status="0" interval="0" last-rc-change="1687288263" exec-time="119" queue-time="0" op-digest="cad283aeb094013845bac465ab6a198d"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-b-0" type="remote" class="ocf" provider="pacemaker" container="bundle-b-podman-0">
+ <lrm_rsc_op id="bundle-b-0_last_0" operation_key="bundle-b-0_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="16:103:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;16:103:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="12" rc-code="7" op-status="0" interval="0" last-rc-change="1687248551" exec-time="0" queue-time="0" op-digest="137e2067e195bc8e29ef8680e392a9e7" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-a-podman-2" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="bundle-a-podman-2_last_0" operation_key="bundle-a-podman-2_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="7:153:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;7:153:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="90" rc-code="7" op-status="0" interval="0" last-rc-change="1687288203" exec-time="78" queue-time="0" op-digest="a5415a2b8dfba2a5741d70bab5591c1b"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-b-1" type="remote" class="ocf" provider="pacemaker" container="bundle-b-podman-1">
+ <lrm_rsc_op id="bundle-b-1_last_0" operation_key="bundle-b-1_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="51:161:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;51:161:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="17" rc-code="0" op-status="0" interval="0" last-rc-change="1687288331" exec-time="0" queue-time="0" op-digest="aeee9bdab74d90d67c45ff8a2e53b020" op-force-restart=" port server " op-restart-digest="5b00a5a6fae3dc7e25288679ad0c92ce"/>
+ <lrm_rsc_op id="bundle-b-1_monitor_30000" operation_key="bundle-b-1_monitor_30000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="62:162:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;62:162:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="18" rc-code="0" op-status="0" interval="30000" last-rc-change="1687288333" exec-time="0" queue-time="0" op-digest="6a12d3c71ed94e6f961711073ca69f24"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-b-podman-1" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="bundle-b-podman-1_last_0" operation_key="bundle-b-podman-1_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="49:161:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;49:161:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="112" rc-code="0" op-status="0" interval="0" last-rc-change="1687288330" exec-time="821" queue-time="0" op-digest="9ba708e8e80ce11a8a1ca4908e76e75e"/>
+ <lrm_rsc_op id="bundle-b-podman-1_monitor_60000" operation_key="bundle-b-podman-1_monitor_60000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="50:161:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;50:161:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="113" rc-code="0" op-status="0" interval="60000" last-rc-change="1687288331" exec-time="171" queue-time="0" op-digest="12e3bf09305d4a76f940376759128ae1"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-a-1" type="remote" class="ocf" provider="pacemaker" container="bundle-a-podman-1">
+ <lrm_rsc_op id="bundle-a-1_last_0" operation_key="bundle-a-1_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="15:155:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;15:155:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="15" rc-code="0" op-status="0" interval="0" last-rc-change="1687288264" exec-time="0" queue-time="0" op-digest="b1f9a03e78ae75f94cc0c36e6c0cc527" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ <lrm_rsc_op id="bundle-a-1_monitor_30000" operation_key="bundle-a-1_monitor_30000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="18:156:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;18:156:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="16" rc-code="0" op-status="0" interval="30000" last-rc-change="1687288267" exec-time="0" queue-time="0" op-digest="354b9acaa7ea1113d708dc11a1d6bbfa"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-a-podman-0" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="bundle-a-podman-0_last_0" operation_key="bundle-a-podman-0_stop_0" operation="stop" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="9:105:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;9:105:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="80" rc-code="0" op-status="0" interval="0" last-rc-change="1687248552" exec-time="10639" queue-time="0" op-digest="bc99a652606652014a6cb5f743b5d75d"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-b-2" type="remote" class="ocf" provider="pacemaker" container="bundle-b-podman-2">
+ <lrm_rsc_op id="bundle-b-2_last_0" operation_key="bundle-b-2_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="49:97:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;49:97:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="6" rc-code="7" op-status="0" interval="0" last-rc-change="1687248528" exec-time="0" queue-time="0" op-digest="137e2067e195bc8e29ef8680e392a9e7" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-a-2" type="remote" class="ocf" provider="pacemaker" container="bundle-a-podman-2">
+ <lrm_rsc_op id="bundle-a-2_last_0" operation_key="bundle-a-2_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="15:103:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;15:103:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="11" rc-code="7" op-status="0" interval="0" last-rc-change="1687248551" exec-time="0" queue-time="0" op-digest="2b7683df7d64ff71ec5fd3675fd12017" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ </node_state>
+ <node_state remote_node="true" id="base-bundle-1" uname="base-bundle-1" in_ccm="false" crm-debug-origin="do_state_transition" node_fenced="0">
+ <lrm id="base-bundle-1">
+ <lrm_resources>
+ <lrm_resource id="base" class="ocf" provider="pacemaker" type="Stateful">
+ <lrm_rsc_op id="base_last_0" operation_key="base_stop_0" operation="stop" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="125:97:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;125:97:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="1039" rc-code="0" op-status="0" interval="0" last-rc-change="1687248529" exec-time="177" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="base_monitor_16000" operation_key="base_monitor_16000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="35:56:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;35:56:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="92" rc-code="0" op-status="0" interval="16000" last-rc-change="1687220329" exec-time="43" queue-time="0" op-digest="e62ad827732488b88ef8722ff6a484b3"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ </node_state>
+ <node_state remote_node="true" id="base-bundle-2" uname="base-bundle-2" in_ccm="false" crm-debug-origin="do_state_transition" node_fenced="0">
+ <lrm id="base-bundle-2">
+ <lrm_resources>
+ <lrm_resource id="base" class="ocf" provider="pacemaker" type="Stateful">
+ <lrm_rsc_op id="base_last_0" operation_key="base_stop_0" operation="stop" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="126:97:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;126:97:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="991" rc-code="0" op-status="0" interval="0" last-rc-change="1687248528" exec-time="201" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="base_monitor_15000" operation_key="base_monitor_15000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="33:44:8:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:8;33:44:8:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="36" rc-code="8" op-status="0" interval="15000" last-rc-change="1687220059" exec-time="13" queue-time="0" op-digest="3ef575c5f050ae086f0f31bc8f085fdc"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ </node_state>
+ <node_state remote_node="true" id="bundle-a-1" uname="bundle-a-1" in_ccm="true" crm-debug-origin="controld_update_resource_history" node_fenced="0">
+ <lrm id="bundle-a-1">
+ <lrm_resources>
+ <lrm_resource id="bundle-a-rsc" class="ocf" provider="pacemaker" type="Stateful">
+ <lrm_rsc_op id="bundle-a-rsc_last_0" operation_key="bundle-a-rsc_promote_0" operation="promote" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="40:168:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;40:168:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="25" rc-code="0" op-status="0" interval="0" last-rc-change="1687288549" exec-time="216" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="bundle-a-rsc_monitor_15000" operation_key="bundle-a-rsc_monitor_15000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="40:169:8:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:8;40:169:8:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="31" rc-code="8" op-status="0" interval="15000" last-rc-change="1687288549" exec-time="9" queue-time="0" op-digest="3ef575c5f050ae086f0f31bc8f085fdc"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ <transient_attributes id="bundle-a-1">
+ <instance_attributes id="status-bundle-a-1">
+ <nvpair id="status-bundle-a-1-master-bundle-a-rsc" name="master-bundle-a-rsc" value="10"/>
+ </instance_attributes>
+ </transient_attributes>
+ </node_state>
+ <node_state remote_node="true" id="bundle-b-2" uname="bundle-b-2" in_ccm="true" crm-debug-origin="controld_update_resource_history" node_fenced="0">
+ <lrm id="bundle-b-2">
+ <lrm_resources>
+ <lrm_resource id="bundle-b-rsc" class="ocf" provider="pacemaker" type="Stateful">
+ <lrm_rsc_op id="bundle-b-rsc_last_0" operation_key="bundle-b-rsc_promote_0" operation="promote" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="76:168:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;76:168:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="23" rc-code="0" op-status="0" interval="0" last-rc-change="1687288550" exec-time="219" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="bundle-b-rsc_monitor_15000" operation_key="bundle-b-rsc_monitor_15000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="77:169:8:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:8;77:169:8:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="29" rc-code="8" op-status="0" interval="15000" last-rc-change="1687288550" exec-time="10" queue-time="0" op-digest="3ef575c5f050ae086f0f31bc8f085fdc"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ <transient_attributes id="bundle-b-2">
+ <instance_attributes id="status-bundle-b-2">
+ <nvpair id="status-bundle-b-2-master-bundle-b-rsc" name="master-bundle-b-rsc" value="10"/>
+ </instance_attributes>
+ </transient_attributes>
+ </node_state>
+ <node_state remote_node="true" id="bundle-b-0" uname="bundle-b-0" in_ccm="true" crm-debug-origin="do_state_transition" node_fenced="0">
+ <lrm id="bundle-b-0">
+ <lrm_resources>
+ <lrm_resource id="bundle-b-rsc" class="ocf" provider="pacemaker" type="Stateful">
+ <lrm_rsc_op id="bundle-b-rsc_last_0" operation_key="bundle-b-rsc_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="69:163:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;69:163:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="8" rc-code="0" op-status="0" interval="0" last-rc-change="1687288333" exec-time="290" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="bundle-b-rsc_monitor_16000" operation_key="bundle-b-rsc_monitor_16000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="71:164:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;71:164:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="14" rc-code="0" op-status="0" interval="16000" last-rc-change="1687288334" exec-time="12" queue-time="0" op-digest="e62ad827732488b88ef8722ff6a484b3"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ <transient_attributes id="bundle-b-0">
+ <instance_attributes id="status-bundle-b-0">
+ <nvpair id="status-bundle-b-0-master-bundle-b-rsc" name="master-bundle-b-rsc" value="5"/>
+ </instance_attributes>
+ </transient_attributes>
+ </node_state>
+ <node_state remote_node="true" id="bundle-b-1" uname="bundle-b-1" in_ccm="true" crm-debug-origin="do_state_transition" node_fenced="0">
+ <lrm id="bundle-b-1">
+ <lrm_resources>
+ <lrm_resource id="bundle-b-rsc" class="ocf" provider="pacemaker" type="Stateful">
+ <lrm_rsc_op id="bundle-b-rsc_last_0" operation_key="bundle-b-rsc_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="72:164:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;72:164:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="8" rc-code="0" op-status="0" interval="0" last-rc-change="1687288333" exec-time="274" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="bundle-b-rsc_monitor_16000" operation_key="bundle-b-rsc_monitor_16000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="74:165:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;74:165:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="14" rc-code="0" op-status="0" interval="16000" last-rc-change="1687288334" exec-time="9" queue-time="0" op-digest="e62ad827732488b88ef8722ff6a484b3"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ <transient_attributes id="bundle-b-1">
+ <instance_attributes id="status-bundle-b-1">
+ <nvpair id="status-bundle-b-1-master-bundle-b-rsc" name="master-bundle-b-rsc" value="5"/>
+ </instance_attributes>
+ </transient_attributes>
+ </node_state>
+ <node_state remote_node="true" id="bundle-a-0" uname="bundle-a-0" in_ccm="true" crm-debug-origin="do_state_transition" node_fenced="0">
+ <lrm id="bundle-a-0">
+ <lrm_resources>
+ <lrm_resource id="bundle-a-rsc" class="ocf" provider="pacemaker" type="Stateful">
+ <lrm_rsc_op id="bundle-a-rsc_last_0" operation_key="bundle-a-rsc_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="39:162:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;39:162:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="8" rc-code="0" op-status="0" interval="0" last-rc-change="1687288333" exec-time="250" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="bundle-a-rsc_monitor_16000" operation_key="bundle-a-rsc_monitor_16000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="36:163:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;36:163:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="14" rc-code="0" op-status="0" interval="16000" last-rc-change="1687288333" exec-time="10" queue-time="0" op-digest="e62ad827732488b88ef8722ff6a484b3"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ <transient_attributes id="bundle-a-0">
+ <instance_attributes id="status-bundle-a-0">
+ <nvpair id="status-bundle-a-0-master-bundle-a-rsc" name="master-bundle-a-rsc" value="5"/>
+ </instance_attributes>
+ </transient_attributes>
+ </node_state>
+ <node_state remote_node="true" id="bundle-a-2" uname="bundle-a-2" in_ccm="true" crm-debug-origin="do_state_transition" node_fenced="0">
+ <lrm id="bundle-a-2">
+ <lrm_resources>
+ <lrm_resource id="bundle-a-rsc" class="ocf" provider="pacemaker" type="Stateful">
+ <lrm_rsc_op id="bundle-a-rsc_last_0" operation_key="bundle-a-rsc_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="29:157:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;29:157:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="8" rc-code="0" op-status="0" interval="0" last-rc-change="1687288268" exec-time="236" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="bundle-a-rsc_monitor_16000" operation_key="bundle-a-rsc_monitor_16000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="30:158:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;30:158:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="14" rc-code="0" op-status="0" interval="16000" last-rc-change="1687288268" exec-time="10" queue-time="0" op-digest="e62ad827732488b88ef8722ff6a484b3"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ <transient_attributes id="bundle-a-2">
+ <instance_attributes id="status-bundle-a-2">
+ <nvpair id="status-bundle-a-2-master-bundle-a-rsc" name="master-bundle-a-rsc" value="5"/>
+ </instance_attributes>
+ </transient_attributes>
+ </node_state>
+ </status>
+</cib>
diff --git a/cts/scheduler/xml/bundle-promoted-colocation-6.xml b/cts/scheduler/xml/bundle-promoted-colocation-6.xml
new file mode 100644
index 0000000..a14e7c4
--- /dev/null
+++ b/cts/scheduler/xml/bundle-promoted-colocation-6.xml
@@ -0,0 +1,367 @@
+<cib crm_feature_set="3.17.4" validate-with="pacemaker-3.9" epoch="56" num_updates="140" admin_epoch="0" cib-last-written="Tue Jun 20 12:12:10 2023" update-origin="node1" update-client="crmd" update-user="hacluster" have-quorum="1" dc-uuid="1">
+ <configuration>
+ <!-- The essential elements of this test are:
+ * The promoted instance of a bundle (bundle-a) is optionally colocated
+ (score=5000) with the promoted instance of another bundle (bundle-b)
+ * bundle-a's promoted instance is running on a different node from
+ bundle-b's promoted instance
+ * There is no stickiness
+ * There are no location constraints
+ * There are three nodes available for both resources
+
+ In this situation, bundle-a should demote its currently promoted
+ instance and promote the instance on the node where bundle-b is
+ promoted.
+ -->
+ <crm_config>
+ <cluster_property_set id="cib-bootstrap-options">
+ <nvpair id="cib-bootstrap-options-have-watchdog" name="have-watchdog" value="false"/>
+ <nvpair id="cib-bootstrap-options-dc-version" name="dc-version" value="2.1.5-1.0a457786a.git.el9-0a457786a"/>
+ <nvpair id="cib-bootstrap-options-cluster-infrastructure" name="cluster-infrastructure" value="corosync"/>
+ <nvpair id="cib-bootstrap-options-cluster-name" name="cluster-name" value="test"/>
+ <nvpair id="cib-bootstrap-options-last-lrm-refresh" name="last-lrm-refresh" value="1687288330"/>
+ </cluster_property_set>
+ </crm_config>
+ <nodes>
+ <node id="1" uname="node1"/>
+ <node id="2" uname="node2"/>
+ <node id="3" uname="node3"/>
+ </nodes>
+ <resources>
+ <primitive class="stonith" id="Fencing" type="fence_xvm">
+ <instance_attributes id="Fencing-instance_attributes">
+ <nvpair id="Fencing-instance_attributes_pcmk_host_list" name="pcmk_host_list" value="node1 node2 node3"/>
+ </instance_attributes>
+ <operations>
+ <op id="Fencing-monitor-120s" interval="120s" name="monitor" timeout="120s"/>
+ </operations>
+ </primitive>
+ <bundle id="bundle-a">
+ <meta_attributes id="bundle-a-meta_attributes">
+ <nvpair id="bundle-a-meta_attributes-promotable" name="promotable" value="true"/>
+ <nvpair id="bundle-a-meta_attributes-container-attribute-target" name="container-attribute-target" value="host"/>
+ </meta_attributes>
+ <podman image="localhost/pcmktest" replicas="3"/>
+ <network control-port="3121"/>
+ <primitive id="bundle-a-rsc" class="ocf" provider="pacemaker" type="Stateful">
+ <operations>
+ <op id="bundle-a-rsc-monitor-15s" interval="15s" name="monitor" timeout="15s" role="Promoted"/>
+ <op id="bundle-a-rsc-monitor-16s" interval="16s" name="monitor" timeout="16s" role="Unpromoted"/>
+ </operations>
+ </primitive>
+ </bundle>
+ <bundle id="bundle-b">
+ <meta_attributes id="bundle-b-meta_attributes">
+ <nvpair id="bundle-b-meta_attributes-promotable" name="promotable" value="true"/>
+ <nvpair id="bundle-b-meta_attributes-container-attribute-target" name="container-attribute-target" value="host"/>
+ </meta_attributes>
+ <podman image="localhost/pcmktest" replicas="3"/>
+ <network control-port="3122"/>
+ <primitive id="bundle-b-rsc" class="ocf" provider="pacemaker" type="Stateful">
+ <operations>
+ <op id="bundle-b-rsc-monitor-15s" interval="15s" name="monitor" timeout="15s" role="Promoted"/>
+ <op id="bundle-b-rsc-monitor-16s" interval="16s" name="monitor" timeout="16s" role="Unpromoted"/>
+ </operations>
+ </primitive>
+ </bundle>
+ </resources>
+ <constraints>
+ <rsc_colocation id="colocation-bundle-a-bundle-b-5000" rsc="bundle-a" rsc-role="Promoted" score="5000" with-rsc="bundle-b" with-rsc-role="Promoted"/>
+ </constraints>
+ <fencing-topology/>
+ <op_defaults/>
+ <alerts/>
+ <rsc_defaults/>
+ </configuration>
+ <status>
+ <node_state id="1" uname="node1" in_ccm="true" crmd="online" crm-debug-origin="do_state_transition" join="member" expected="member">
+ <transient_attributes id="1">
+ <instance_attributes id="status-1">
+ <nvpair id="status-1-.feature-set" name="#feature-set" value="3.17.4"/>
+ <nvpair id="status-1-promotion-bundle-a-rsc" name="master-bundle-a-rsc" value="11"/>
+ <nvpair id="status-1-promotion-bundle-b-rsc" name="master-bundle-b-rsc" value="12"/>
+ </instance_attributes>
+ </transient_attributes>
+ <lrm id="1">
+ <lrm_resources>
+ <lrm_resource id="bundle-b-podman-2" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="bundle-b-podman-2_last_0" operation_key="bundle-b-podman-2_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="4:154:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;4:154:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="132" rc-code="7" op-status="0" interval="0" last-rc-change="1687288263" exec-time="237" queue-time="0" op-digest="4e4b17530bea4f6fd27df1cf68bd9f22"/>
+ </lrm_resource>
+ <lrm_resource id="Fencing" type="fence_xvm" class="stonith">
+ <lrm_rsc_op id="Fencing_last_0" operation_key="Fencing_stop_0" operation="stop" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="12:62:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;12:62:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="55" rc-code="0" op-status="0" interval="0" last-rc-change="1687222219" exec-time="0" queue-time="0" op-digest="6197322ae276dfeb4a212d09787f9738"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-a-0" type="remote" class="ocf" provider="pacemaker" container="bundle-a-podman-0">
+ <lrm_rsc_op id="bundle-a-0_last_0" operation_key="bundle-a-0_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="13:161:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;13:161:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="19" rc-code="0" op-status="0" interval="0" last-rc-change="1687288332" exec-time="0" queue-time="0" op-digest="2b7683df7d64ff71ec5fd3675fd12017" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ <lrm_rsc_op id="bundle-a-0_monitor_30000" operation_key="bundle-a-0_monitor_30000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="22:162:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;22:162:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="20" rc-code="0" op-status="0" interval="30000" last-rc-change="1687288333" exec-time="0" queue-time="0" op-digest="6f3c7e233bacb8420fef5f9581190d00"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-a-podman-1" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="bundle-a-podman-1_last_0" operation_key="bundle-a-podman-1_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="3:153:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;3:153:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="117" rc-code="7" op-status="0" interval="0" last-rc-change="1687288204" exec-time="106" queue-time="0" op-digest="90f1390dea2a7bca12099b080987eae7"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-b-podman-0" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="bundle-b-podman-0_last_0" operation_key="bundle-b-podman-0_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="45:161:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;45:161:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="144" rc-code="0" op-status="0" interval="0" last-rc-change="1687288330" exec-time="1158" queue-time="0" op-digest="94098b91d583b0b8498741508c609a37"/>
+ <lrm_rsc_op id="bundle-b-podman-0_monitor_60000" operation_key="bundle-b-podman-0_monitor_60000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="46:161:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;46:161:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="146" rc-code="0" op-status="0" interval="60000" last-rc-change="1687288332" exec-time="182" queue-time="0" op-digest="b7a9f966374c886087fb6f03d6e4c286"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-b-0" type="remote" class="ocf" provider="pacemaker" container="bundle-b-podman-0">
+ <lrm_rsc_op id="bundle-b-0_last_0" operation_key="bundle-b-0_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="47:161:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;47:161:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="18" rc-code="0" op-status="0" interval="0" last-rc-change="1687288332" exec-time="0" queue-time="0" op-digest="06b6a770601e99a2d691d4cf853acceb" op-force-restart=" port server " op-restart-digest="5b00a5a6fae3dc7e25288679ad0c92ce"/>
+ <lrm_rsc_op id="bundle-b-0_monitor_30000" operation_key="bundle-b-0_monitor_30000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="57:162:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;57:162:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="21" rc-code="0" op-status="0" interval="30000" last-rc-change="1687288333" exec-time="0" queue-time="0" op-digest="b4ca332a542717c28b117ec80e27b838"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-a-1" type="remote" class="ocf" provider="pacemaker" container="bundle-a-podman-1">
+ <lrm_rsc_op id="bundle-a-1_last_0" operation_key="bundle-a-1_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="8:103:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;8:103:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="10" rc-code="7" op-status="0" interval="0" last-rc-change="1687248552" exec-time="0" queue-time="0" op-digest="137e2067e195bc8e29ef8680e392a9e7" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-a-podman-2" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="bundle-a-podman-2_last_0" operation_key="bundle-a-podman-2_stop_0" operation="stop" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="17:105:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;17:105:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="107" rc-code="0" op-status="0" interval="0" last-rc-change="1687248553" exec-time="10540" queue-time="0" op-digest="a5415a2b8dfba2a5741d70bab5591c1b"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-b-1" type="remote" class="ocf" provider="pacemaker" container="bundle-b-podman-1">
+ <lrm_rsc_op id="bundle-b-1_last_0" operation_key="bundle-b-1_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="28:99:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;28:99:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="8" rc-code="7" op-status="0" interval="0" last-rc-change="1687248540" exec-time="0" queue-time="0" op-digest="2b7683df7d64ff71ec5fd3675fd12017" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-b-podman-1" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="bundle-b-podman-1_last_0" operation_key="bundle-b-podman-1_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="3:154:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;3:154:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="128" rc-code="7" op-status="0" interval="0" last-rc-change="1687288263" exec-time="240" queue-time="0" op-digest="e1aa4eab4c9e9334ee91c66cce449b13"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-a-podman-0" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="bundle-a-podman-0_last_0" operation_key="bundle-a-podman-0_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="11:161:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;11:161:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="145" rc-code="0" op-status="0" interval="0" last-rc-change="1687288331" exec-time="1143" queue-time="0" op-digest="bc99a652606652014a6cb5f743b5d75d"/>
+ <lrm_rsc_op id="bundle-a-podman-0_monitor_60000" operation_key="bundle-a-podman-0_monitor_60000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="12:161:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;12:161:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="147" rc-code="0" op-status="0" interval="60000" last-rc-change="1687288332" exec-time="161" queue-time="0" op-digest="d39778305ffa599cc7f7a94b47d18783"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-b-2" type="remote" class="ocf" provider="pacemaker" container="bundle-b-podman-2">
+ <lrm_rsc_op id="bundle-b-2_last_0" operation_key="bundle-b-2_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="37:97:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;37:97:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="6" rc-code="7" op-status="0" interval="0" last-rc-change="1687248528" exec-time="0" queue-time="0" op-digest="137e2067e195bc8e29ef8680e392a9e7" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-a-2" type="remote" class="ocf" provider="pacemaker" container="bundle-a-podman-2">
+ <lrm_rsc_op id="bundle-a-2_last_0" operation_key="bundle-a-2_stop_0" operation="stop" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="18:105:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;18:105:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="14" rc-code="0" op-status="0" interval="0" last-rc-change="1687248553" exec-time="0" queue-time="0" op-digest="2b7683df7d64ff71ec5fd3675fd12017"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ </node_state>
+ <node_state id="2" uname="node2" crmd="online" crm-debug-origin="do_state_transition" in_ccm="true" join="member" expected="member">
+ <transient_attributes id="2">
+ <instance_attributes id="status-2">
+ <nvpair id="status-2-.feature-set" name="#feature-set" value="3.17.4"/>
+ <nvpair id="status-2-promotion-bundle-a-rsc" name="master-bundle-a-rsc" value="12"/>
+ <nvpair id="status-2-promotion-bundle-b-rsc" name="master-bundle-b-rsc" value="13"/>
+ </instance_attributes>
+ </transient_attributes>
+ <lrm id="2">
+ <lrm_resources>
+ <lrm_resource id="bundle-b-podman-2" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="bundle-b-podman-2_last_0" operation_key="bundle-b-podman-2_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="53:161:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;53:161:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="141" rc-code="0" op-status="0" interval="0" last-rc-change="1687288330" exec-time="752" queue-time="0" op-digest="35320d55914b88e0c9d4d13b574cef8a"/>
+ <lrm_rsc_op id="bundle-b-podman-2_monitor_60000" operation_key="bundle-b-podman-2_monitor_60000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="54:161:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;54:161:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="142" rc-code="0" op-status="0" interval="60000" last-rc-change="1687288331" exec-time="120" queue-time="0" op-digest="62d15df41b3f596ca94b0dbe7edda857"/>
+ </lrm_resource>
+ <lrm_resource id="Fencing" type="fence_xvm" class="stonith">
+ <lrm_rsc_op id="Fencing_last_0" operation_key="Fencing_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="12:69:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;12:69:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="58" rc-code="0" op-status="0" interval="0" last-rc-change="1687226745" exec-time="33" queue-time="0" op-digest="f551693977f94a4fa8883fb70e439592"/>
+ <lrm_rsc_op id="Fencing_monitor_120000" operation_key="Fencing_monitor_120000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="4:69:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;4:69:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="59" rc-code="0" op-status="0" interval="120000" last-rc-change="1687226745" exec-time="27" queue-time="0" op-digest="24989640311980988fb77ddd1cc1002b"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-a-0" type="remote" class="ocf" provider="pacemaker" container="bundle-a-podman-0">
+ <lrm_rsc_op id="bundle-a-0_last_0" operation_key="bundle-a-0_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="11:101:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;11:101:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="9" rc-code="7" op-status="0" interval="0" last-rc-change="1687248551" exec-time="0" queue-time="0" op-digest="b1f9a03e78ae75f94cc0c36e6c0cc527" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-a-podman-1" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="bundle-a-podman-1_last_0" operation_key="bundle-a-podman-1_stop_0" operation="stop" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="13:105:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;13:105:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="109" rc-code="0" op-status="0" interval="0" last-rc-change="1687248553" exec-time="10646" queue-time="0" op-digest="90f1390dea2a7bca12099b080987eae7"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-b-podman-0" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="bundle-b-podman-0_last_0" operation_key="bundle-b-podman-0_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="5:154:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;5:154:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="126" rc-code="7" op-status="0" interval="0" last-rc-change="1687288263" exec-time="124" queue-time="0" op-digest="cad283aeb094013845bac465ab6a198d"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-b-0" type="remote" class="ocf" provider="pacemaker" container="bundle-b-podman-0">
+ <lrm_rsc_op id="bundle-b-0_last_0" operation_key="bundle-b-0_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="13:103:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;13:103:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="12" rc-code="7" op-status="0" interval="0" last-rc-change="1687248552" exec-time="0" queue-time="0" op-digest="137e2067e195bc8e29ef8680e392a9e7" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-a-1" type="remote" class="ocf" provider="pacemaker" container="bundle-a-podman-1">
+ <lrm_rsc_op id="bundle-a-1_last_0" operation_key="bundle-a-1_stop_0" operation="stop" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="14:105:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;14:105:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="14" rc-code="0" op-status="0" interval="0" last-rc-change="1687248553" exec-time="0" queue-time="0" op-digest="137e2067e195bc8e29ef8680e392a9e7"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-a-podman-2" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="bundle-a-podman-2_last_0" operation_key="bundle-a-podman-2_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="21:154:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;21:154:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="135" rc-code="0" op-status="0" interval="0" last-rc-change="1687288263" exec-time="1059" queue-time="0" op-digest="a5415a2b8dfba2a5741d70bab5591c1b"/>
+ <lrm_rsc_op id="bundle-a-podman-2_monitor_60000" operation_key="bundle-a-podman-2_monitor_60000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="19:155:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;19:155:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="137" rc-code="0" op-status="0" interval="60000" last-rc-change="1687288265" exec-time="284" queue-time="0" op-digest="77326e7c2187a5c4fe386812dfcd4118"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-b-1" type="remote" class="ocf" provider="pacemaker" container="bundle-b-podman-1">
+ <lrm_rsc_op id="bundle-b-1_last_0" operation_key="bundle-b-1_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="33:99:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;33:99:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="8" rc-code="7" op-status="0" interval="0" last-rc-change="1687248540" exec-time="0" queue-time="0" op-digest="2b7683df7d64ff71ec5fd3675fd12017" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-b-podman-1" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="bundle-b-podman-1_last_0" operation_key="bundle-b-podman-1_stop_0" operation="stop" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="4:156:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;4:156:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="140" rc-code="0" op-status="0" interval="0" last-rc-change="1687288267" exec-time="216" queue-time="0" op-digest="e1aa4eab4c9e9334ee91c66cce449b13"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-a-podman-0" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="bundle-a-podman-0_last_0" operation_key="bundle-a-podman-0_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="4:153:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;4:153:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="115" rc-code="7" op-status="0" interval="0" last-rc-change="1687288204" exec-time="101" queue-time="0" op-digest="bc99a652606652014a6cb5f743b5d75d"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-b-2" type="remote" class="ocf" provider="pacemaker" container="bundle-b-podman-2">
+ <lrm_rsc_op id="bundle-b-2_last_0" operation_key="bundle-b-2_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="55:161:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;55:161:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="17" rc-code="0" op-status="0" interval="0" last-rc-change="1687288331" exec-time="0" queue-time="0" op-digest="077939dc4a5dbbd799045f9120d057b4" op-force-restart=" port server " op-restart-digest="5b00a5a6fae3dc7e25288679ad0c92ce"/>
+ <lrm_rsc_op id="bundle-b-2_monitor_30000" operation_key="bundle-b-2_monitor_30000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="67:162:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;67:162:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="18" rc-code="0" op-status="0" interval="30000" last-rc-change="1687288333" exec-time="0" queue-time="0" op-digest="f9f13135e91dabbc6c77a3fd4b23ab80"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-a-2" type="remote" class="ocf" provider="pacemaker" container="bundle-a-podman-2">
+ <lrm_rsc_op id="bundle-a-2_last_0" operation_key="bundle-a-2_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="20:155:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;20:155:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="15" rc-code="0" op-status="0" interval="0" last-rc-change="1687288265" exec-time="0" queue-time="0" op-digest="137e2067e195bc8e29ef8680e392a9e7" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ <lrm_rsc_op id="bundle-a-2_monitor_30000" operation_key="bundle-a-2_monitor_30000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="23:156:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;23:156:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="16" rc-code="0" op-status="0" interval="30000" last-rc-change="1687288267" exec-time="0" queue-time="0" op-digest="3929eec440004bca31f813a8e6097506"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ </node_state>
+ <node_state remote_node="true" id="base-bundle-0" uname="base-bundle-0" in_ccm="false" crm-debug-origin="do_state_transition" node_fenced="0">
+ <lrm id="base-bundle-0">
+ <lrm_resources>
+ <lrm_resource id="base" class="ocf" provider="pacemaker" type="Stateful">
+ <lrm_rsc_op id="base_last_0" operation_key="base_stop_0" operation="stop" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="124:97:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;124:97:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="1035" rc-code="0" op-status="0" interval="0" last-rc-change="1687248529" exec-time="180" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="base_monitor_16000" operation_key="base_monitor_16000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="17:31:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;17:31:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="14" rc-code="0" op-status="0" interval="16000" last-rc-change="1687218076" exec-time="15" queue-time="0" op-digest="e62ad827732488b88ef8722ff6a484b3"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ </node_state>
+ <node_state id="3" uname="node3" crmd="online" crm-debug-origin="do_state_transition" in_ccm="true" join="member" expected="member">
+ <transient_attributes id="3">
+ <instance_attributes id="status-3">
+ <nvpair id="status-3-.feature-set" name="#feature-set" value="3.17.4"/>
+ <nvpair id="status-3-promotion-bundle-a-rsc" name="master-bundle-a-rsc" value="13"/>
+ <nvpair id="status-3-promotion-bundle-b-rsc" name="master-bundle-b-rsc" value="11"/>
+ </instance_attributes>
+ </transient_attributes>
+ <lrm id="3">
+ <lrm_resources>
+ <lrm_resource id="bundle-b-podman-2" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="bundle-b-podman-2_last_0" operation_key="bundle-b-podman-2_stop_0" operation="stop" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="6:156:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;6:156:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="111" rc-code="0" op-status="0" interval="0" last-rc-change="1687288267" exec-time="243" queue-time="0" op-digest="4e4b17530bea4f6fd27df1cf68bd9f22"/>
+ </lrm_resource>
+ <lrm_resource id="Fencing" type="fence_xvm" class="stonith">
+ <lrm_rsc_op id="Fencing_last_0" operation_key="Fencing_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="11:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;11:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="8" rc-code="7" op-status="0" interval="0" last-rc-change="1687219634" exec-time="5" queue-time="0" op-digest="6197322ae276dfeb4a212d09787f9738"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-a-0" type="remote" class="ocf" provider="pacemaker" container="bundle-a-podman-0">
+ <lrm_rsc_op id="bundle-a-0_last_0" operation_key="bundle-a-0_stop_0" operation="stop" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="10:105:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;10:105:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="14" rc-code="0" op-status="0" interval="0" last-rc-change="1687248552" exec-time="0" queue-time="0" op-digest="b1f9a03e78ae75f94cc0c36e6c0cc527"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-a-podman-1" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="bundle-a-podman-1_last_0" operation_key="bundle-a-podman-1_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="17:154:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;17:154:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="106" rc-code="0" op-status="0" interval="0" last-rc-change="1687288263" exec-time="1002" queue-time="0" op-digest="90f1390dea2a7bca12099b080987eae7"/>
+ <lrm_rsc_op id="bundle-a-podman-1_monitor_60000" operation_key="bundle-a-podman-1_monitor_60000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="14:155:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;14:155:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="108" rc-code="0" op-status="0" interval="60000" last-rc-change="1687288264" exec-time="156" queue-time="0" op-digest="34c506d61f8ef4e0d77193cce6e838ce"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-b-podman-0" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="bundle-b-podman-0_last_0" operation_key="bundle-b-podman-0_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="8:154:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;8:154:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="97" rc-code="7" op-status="0" interval="0" last-rc-change="1687288263" exec-time="119" queue-time="0" op-digest="cad283aeb094013845bac465ab6a198d"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-b-0" type="remote" class="ocf" provider="pacemaker" container="bundle-b-podman-0">
+ <lrm_rsc_op id="bundle-b-0_last_0" operation_key="bundle-b-0_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="16:103:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;16:103:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="12" rc-code="7" op-status="0" interval="0" last-rc-change="1687248551" exec-time="0" queue-time="0" op-digest="137e2067e195bc8e29ef8680e392a9e7" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-a-podman-2" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="bundle-a-podman-2_last_0" operation_key="bundle-a-podman-2_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="7:153:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;7:153:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="90" rc-code="7" op-status="0" interval="0" last-rc-change="1687288203" exec-time="78" queue-time="0" op-digest="a5415a2b8dfba2a5741d70bab5591c1b"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-b-1" type="remote" class="ocf" provider="pacemaker" container="bundle-b-podman-1">
+ <lrm_rsc_op id="bundle-b-1_last_0" operation_key="bundle-b-1_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="51:161:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;51:161:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="17" rc-code="0" op-status="0" interval="0" last-rc-change="1687288331" exec-time="0" queue-time="0" op-digest="aeee9bdab74d90d67c45ff8a2e53b020" op-force-restart=" port server " op-restart-digest="5b00a5a6fae3dc7e25288679ad0c92ce"/>
+ <lrm_rsc_op id="bundle-b-1_monitor_30000" operation_key="bundle-b-1_monitor_30000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="62:162:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;62:162:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="18" rc-code="0" op-status="0" interval="30000" last-rc-change="1687288333" exec-time="0" queue-time="0" op-digest="6a12d3c71ed94e6f961711073ca69f24"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-b-podman-1" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="bundle-b-podman-1_last_0" operation_key="bundle-b-podman-1_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="49:161:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;49:161:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="112" rc-code="0" op-status="0" interval="0" last-rc-change="1687288330" exec-time="821" queue-time="0" op-digest="9ba708e8e80ce11a8a1ca4908e76e75e"/>
+ <lrm_rsc_op id="bundle-b-podman-1_monitor_60000" operation_key="bundle-b-podman-1_monitor_60000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="50:161:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;50:161:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="113" rc-code="0" op-status="0" interval="60000" last-rc-change="1687288331" exec-time="171" queue-time="0" op-digest="12e3bf09305d4a76f940376759128ae1"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-a-1" type="remote" class="ocf" provider="pacemaker" container="bundle-a-podman-1">
+ <lrm_rsc_op id="bundle-a-1_last_0" operation_key="bundle-a-1_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="15:155:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;15:155:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="15" rc-code="0" op-status="0" interval="0" last-rc-change="1687288264" exec-time="0" queue-time="0" op-digest="b1f9a03e78ae75f94cc0c36e6c0cc527" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ <lrm_rsc_op id="bundle-a-1_monitor_30000" operation_key="bundle-a-1_monitor_30000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="18:156:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;18:156:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="16" rc-code="0" op-status="0" interval="30000" last-rc-change="1687288267" exec-time="0" queue-time="0" op-digest="354b9acaa7ea1113d708dc11a1d6bbfa"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-a-podman-0" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="bundle-a-podman-0_last_0" operation_key="bundle-a-podman-0_stop_0" operation="stop" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="9:105:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;9:105:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="80" rc-code="0" op-status="0" interval="0" last-rc-change="1687248552" exec-time="10639" queue-time="0" op-digest="bc99a652606652014a6cb5f743b5d75d"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-b-2" type="remote" class="ocf" provider="pacemaker" container="bundle-b-podman-2">
+ <lrm_rsc_op id="bundle-b-2_last_0" operation_key="bundle-b-2_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="49:97:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;49:97:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="6" rc-code="7" op-status="0" interval="0" last-rc-change="1687248528" exec-time="0" queue-time="0" op-digest="137e2067e195bc8e29ef8680e392a9e7" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-a-2" type="remote" class="ocf" provider="pacemaker" container="bundle-a-podman-2">
+ <lrm_rsc_op id="bundle-a-2_last_0" operation_key="bundle-a-2_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="15:103:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;15:103:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="11" rc-code="7" op-status="0" interval="0" last-rc-change="1687248551" exec-time="0" queue-time="0" op-digest="2b7683df7d64ff71ec5fd3675fd12017" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ </node_state>
+ <node_state remote_node="true" id="base-bundle-1" uname="base-bundle-1" in_ccm="false" crm-debug-origin="do_state_transition" node_fenced="0">
+ <lrm id="base-bundle-1">
+ <lrm_resources>
+ <lrm_resource id="base" class="ocf" provider="pacemaker" type="Stateful">
+ <lrm_rsc_op id="base_last_0" operation_key="base_stop_0" operation="stop" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="125:97:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;125:97:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="1039" rc-code="0" op-status="0" interval="0" last-rc-change="1687248529" exec-time="177" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="base_monitor_16000" operation_key="base_monitor_16000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="35:56:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;35:56:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="92" rc-code="0" op-status="0" interval="16000" last-rc-change="1687220329" exec-time="43" queue-time="0" op-digest="e62ad827732488b88ef8722ff6a484b3"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ </node_state>
+ <node_state remote_node="true" id="base-bundle-2" uname="base-bundle-2" in_ccm="false" crm-debug-origin="do_state_transition" node_fenced="0">
+ <lrm id="base-bundle-2">
+ <lrm_resources>
+ <lrm_resource id="base" class="ocf" provider="pacemaker" type="Stateful">
+ <lrm_rsc_op id="base_last_0" operation_key="base_stop_0" operation="stop" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="126:97:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;126:97:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="991" rc-code="0" op-status="0" interval="0" last-rc-change="1687248528" exec-time="201" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="base_monitor_15000" operation_key="base_monitor_15000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="33:44:8:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:8;33:44:8:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="36" rc-code="8" op-status="0" interval="15000" last-rc-change="1687220059" exec-time="13" queue-time="0" op-digest="3ef575c5f050ae086f0f31bc8f085fdc"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ </node_state>
+ <node_state remote_node="true" id="bundle-a-1" uname="bundle-a-1" in_ccm="true" crm-debug-origin="controld_update_resource_history" node_fenced="0">
+ <lrm id="bundle-a-1">
+ <lrm_resources>
+ <lrm_resource id="bundle-a-rsc" class="ocf" provider="pacemaker" type="Stateful">
+ <lrm_rsc_op id="bundle-a-rsc_last_0" operation_key="bundle-a-rsc_promote_0" operation="promote" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="40:168:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;40:168:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="25" rc-code="0" op-status="0" interval="0" last-rc-change="1687288549" exec-time="216" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="bundle-a-rsc_monitor_15000" operation_key="bundle-a-rsc_monitor_15000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="40:169:8:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:8;40:169:8:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="31" rc-code="8" op-status="0" interval="15000" last-rc-change="1687288549" exec-time="9" queue-time="0" op-digest="3ef575c5f050ae086f0f31bc8f085fdc"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ <transient_attributes id="bundle-a-1">
+ <instance_attributes id="status-bundle-a-1">
+ <nvpair id="status-bundle-a-1-master-bundle-a-rsc" name="master-bundle-a-rsc" value="10"/>
+ </instance_attributes>
+ </transient_attributes>
+ </node_state>
+ <node_state remote_node="true" id="bundle-b-2" uname="bundle-b-2" in_ccm="true" crm-debug-origin="controld_update_resource_history" node_fenced="0">
+ <lrm id="bundle-b-2">
+ <lrm_resources>
+ <lrm_resource id="bundle-b-rsc" class="ocf" provider="pacemaker" type="Stateful">
+ <lrm_rsc_op id="bundle-b-rsc_last_0" operation_key="bundle-b-rsc_promote_0" operation="promote" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="76:168:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;76:168:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="23" rc-code="0" op-status="0" interval="0" last-rc-change="1687288550" exec-time="219" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="bundle-b-rsc_monitor_15000" operation_key="bundle-b-rsc_monitor_15000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="77:169:8:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:8;77:169:8:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="29" rc-code="8" op-status="0" interval="15000" last-rc-change="1687288550" exec-time="10" queue-time="0" op-digest="3ef575c5f050ae086f0f31bc8f085fdc"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ <transient_attributes id="bundle-b-2">
+ <instance_attributes id="status-bundle-b-2">
+ <nvpair id="status-bundle-b-2-master-bundle-b-rsc" name="master-bundle-b-rsc" value="10"/>
+ </instance_attributes>
+ </transient_attributes>
+ </node_state>
+ <node_state remote_node="true" id="bundle-b-0" uname="bundle-b-0" in_ccm="true" crm-debug-origin="do_state_transition" node_fenced="0">
+ <lrm id="bundle-b-0">
+ <lrm_resources>
+ <lrm_resource id="bundle-b-rsc" class="ocf" provider="pacemaker" type="Stateful">
+ <lrm_rsc_op id="bundle-b-rsc_last_0" operation_key="bundle-b-rsc_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="69:163:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;69:163:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="8" rc-code="0" op-status="0" interval="0" last-rc-change="1687288333" exec-time="290" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="bundle-b-rsc_monitor_16000" operation_key="bundle-b-rsc_monitor_16000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="71:164:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;71:164:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="14" rc-code="0" op-status="0" interval="16000" last-rc-change="1687288334" exec-time="12" queue-time="0" op-digest="e62ad827732488b88ef8722ff6a484b3"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ <transient_attributes id="bundle-b-0">
+ <instance_attributes id="status-bundle-b-0">
+ <nvpair id="status-bundle-b-0-master-bundle-b-rsc" name="master-bundle-b-rsc" value="5"/>
+ </instance_attributes>
+ </transient_attributes>
+ </node_state>
+ <node_state remote_node="true" id="bundle-b-1" uname="bundle-b-1" in_ccm="true" crm-debug-origin="do_state_transition" node_fenced="0">
+ <lrm id="bundle-b-1">
+ <lrm_resources>
+ <lrm_resource id="bundle-b-rsc" class="ocf" provider="pacemaker" type="Stateful">
+ <lrm_rsc_op id="bundle-b-rsc_last_0" operation_key="bundle-b-rsc_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="72:164:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;72:164:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="8" rc-code="0" op-status="0" interval="0" last-rc-change="1687288333" exec-time="274" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="bundle-b-rsc_monitor_16000" operation_key="bundle-b-rsc_monitor_16000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="74:165:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;74:165:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="14" rc-code="0" op-status="0" interval="16000" last-rc-change="1687288334" exec-time="9" queue-time="0" op-digest="e62ad827732488b88ef8722ff6a484b3"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ <transient_attributes id="bundle-b-1">
+ <instance_attributes id="status-bundle-b-1">
+ <nvpair id="status-bundle-b-1-master-bundle-b-rsc" name="master-bundle-b-rsc" value="5"/>
+ </instance_attributes>
+ </transient_attributes>
+ </node_state>
+ <node_state remote_node="true" id="bundle-a-0" uname="bundle-a-0" in_ccm="true" crm-debug-origin="do_state_transition" node_fenced="0">
+ <lrm id="bundle-a-0">
+ <lrm_resources>
+ <lrm_resource id="bundle-a-rsc" class="ocf" provider="pacemaker" type="Stateful">
+ <lrm_rsc_op id="bundle-a-rsc_last_0" operation_key="bundle-a-rsc_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="39:162:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;39:162:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="8" rc-code="0" op-status="0" interval="0" last-rc-change="1687288333" exec-time="250" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="bundle-a-rsc_monitor_16000" operation_key="bundle-a-rsc_monitor_16000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="36:163:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;36:163:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="14" rc-code="0" op-status="0" interval="16000" last-rc-change="1687288333" exec-time="10" queue-time="0" op-digest="e62ad827732488b88ef8722ff6a484b3"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ <transient_attributes id="bundle-a-0">
+ <instance_attributes id="status-bundle-a-0">
+ <nvpair id="status-bundle-a-0-master-bundle-a-rsc" name="master-bundle-a-rsc" value="5"/>
+ </instance_attributes>
+ </transient_attributes>
+ </node_state>
+ <node_state remote_node="true" id="bundle-a-2" uname="bundle-a-2" in_ccm="true" crm-debug-origin="do_state_transition" node_fenced="0">
+ <lrm id="bundle-a-2">
+ <lrm_resources>
+ <lrm_resource id="bundle-a-rsc" class="ocf" provider="pacemaker" type="Stateful">
+ <lrm_rsc_op id="bundle-a-rsc_last_0" operation_key="bundle-a-rsc_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="29:157:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;29:157:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="8" rc-code="0" op-status="0" interval="0" last-rc-change="1687288268" exec-time="236" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="bundle-a-rsc_monitor_16000" operation_key="bundle-a-rsc_monitor_16000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="30:158:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;30:158:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="14" rc-code="0" op-status="0" interval="16000" last-rc-change="1687288268" exec-time="10" queue-time="0" op-digest="e62ad827732488b88ef8722ff6a484b3"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ <transient_attributes id="bundle-a-2">
+ <instance_attributes id="status-bundle-a-2">
+ <nvpair id="status-bundle-a-2-master-bundle-a-rsc" name="master-bundle-a-rsc" value="5"/>
+ </instance_attributes>
+ </transient_attributes>
+ </node_state>
+ </status>
+</cib>
diff --git a/cts/scheduler/xml/bundle-promoted-location-1.xml b/cts/scheduler/xml/bundle-promoted-location-1.xml
new file mode 100644
index 0000000..bba9980
--- /dev/null
+++ b/cts/scheduler/xml/bundle-promoted-location-1.xml
@@ -0,0 +1,221 @@
+<cib crm_feature_set="3.17.4" validate-with="pacemaker-3.9" epoch="135" num_updates="0" admin_epoch="0" cib-last-written="Thu Jun 22 17:00:31 2023" update-origin="node1" update-client="cibadmin" update-user="root" have-quorum="1" dc-uuid="1">
+ <configuration>
+ <!-- The essential elements of this test are:
+ * A promotable bundle (base-bundle) is promoted on node3 and unpromoted
+ on node1 and node2
+ * There is a positive location constraint (score=5000) for the bundle,
+ preferring node2
+ * There are no other constraints
+ * There is no stickiness
+
+ In this situation, the bundle should demote on node3 and promote on
+ node2.
+
+ This test is incorrect. The bundle remains promoted on node3 and
+ unpromoted on node2.
+ -->
+ <crm_config>
+ <cluster_property_set id="cib-bootstrap-options">
+ <nvpair id="cib-bootstrap-options-have-watchdog" name="have-watchdog" value="false"/>
+ <nvpair id="cib-bootstrap-options-dc-version" name="dc-version" value="2.1.5-1.0a457786a.git.el9-0a457786a"/>
+ <nvpair id="cib-bootstrap-options-cluster-infrastructure" name="cluster-infrastructure" value="corosync"/>
+ <nvpair id="cib-bootstrap-options-cluster-name" name="cluster-name" value="test"/>
+ <nvpair id="cib-bootstrap-options-last-lrm-refresh" name="last-lrm-refresh" value="1687288330"/>
+ </cluster_property_set>
+ </crm_config>
+ <nodes>
+ <node id="1" uname="node1">
+ <instance_attributes id="nodes-1"/>
+ </node>
+ <node id="2" uname="node2">
+ <instance_attributes id="nodes-2"/>
+ </node>
+ <node id="3" uname="node3">
+ <instance_attributes id="nodes-3"/>
+ </node>
+ </nodes>
+ <resources>
+ <primitive class="stonith" id="Fencing" type="fence_xvm">
+ <instance_attributes id="Fencing-instance_attributes">
+ <nvpair id="Fencing-instance_attributes_pcmk_host_list" name="pcmk_host_list" value="node1 node2 node3"/>
+ </instance_attributes>
+ <operations>
+ <op id="Fencing-monitor-120s" interval="120s" name="monitor" timeout="120s"/>
+ </operations>
+ </primitive>
+ <bundle id="base-bundle">
+ <meta_attributes id="base-bundle-meta_attributes">
+ <nvpair id="base-bundle-meta_attributes-container-attribute-target" name="container-attribute-target" value="host"/>
+ <nvpair id="base-bundle-meta_attributes-promotable" name="promotable" value="true"/>
+ </meta_attributes>
+ <podman image="localhost/pcmktest" replicas="3"/>
+ <network control-port="3121"/>
+ <primitive id="base" class="ocf" provider="pacemaker" type="Stateful">
+ <operations>
+ <op id="base-monitor-15s" interval="15s" name="monitor" timeout="15s" role="Promoted"/>
+ <op id="base-monitor-16s" interval="16s" name="monitor" timeout="16s" role="Unpromoted"/>
+ </operations>
+ </primitive>
+ </bundle>
+ </resources>
+ <constraints>
+ <rsc_location id="location-base-bundle-node2-5000" rsc="base-bundle" node="node2" score="5000"/>
+ </constraints>
+ <op_defaults/>
+ <alerts/>
+ <rsc_defaults/>
+ </configuration>
+ <status>
+ <node_state id="1" uname="node1" in_ccm="true" crmd="online" crm-debug-origin="controld_update_resource_history" join="member" expected="member">
+ <transient_attributes id="1">
+ <instance_attributes id="status-1">
+ <nvpair id="status-1-.feature-set" name="#feature-set" value="3.17.4"/>
+ <nvpair id="status-1-master-base" name="master-base" value="5"/>
+ </instance_attributes>
+ </transient_attributes>
+ <lrm id="1">
+ <lrm_resources>
+ <lrm_resource id="Fencing" class="stonith" type="fence_xvm">
+ <lrm_rsc_op id="Fencing_last_0" operation_key="Fencing_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="1:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:7;1:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node1" call-id="8" rc-code="7" op-status="0" interval="0" last-rc-change="1687330529" exec-time="2" queue-time="0" op-digest="f551693977f94a4fa8883fb70e439592"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-0" class="ocf" provider="heartbeat" type="podman">
+ <lrm_rsc_op id="base-bundle-podman-0_last_0" operation_key="base-bundle-podman-0_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="2:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:7;2:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node1" call-id="12" rc-code="7" op-status="0" interval="0" last-rc-change="1687330529" exec-time="105" queue-time="0" op-digest="b93578750303776f6bb098395c53338a"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-1" class="ocf" provider="heartbeat" type="podman">
+ <lrm_rsc_op id="base-bundle-podman-1_last_0" operation_key="base-bundle-podman-1_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="4:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:7;4:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node1" call-id="13" rc-code="7" op-status="0" interval="0" last-rc-change="1687330529" exec-time="114" queue-time="0" op-digest="91ec5f49c5fd88f29405389545fb7d59"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-2" class="ocf" provider="heartbeat" type="podman">
+ <lrm_rsc_op id="base-bundle-podman-2_last_0" operation_key="base-bundle-podman-2_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="21:171:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;21:171:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node1" call-id="20" rc-code="0" op-status="0" interval="0" last-rc-change="1687478431" exec-time="1223" queue-time="0" op-digest="eb1c148b6d2d7a7013f75d596536409b"/>
+ <lrm_rsc_op id="base-bundle-podman-2_monitor_60000" operation_key="base-bundle-podman-2_monitor_60000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="22:171:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;22:171:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node1" call-id="21" rc-code="0" op-status="0" interval="60000" last-rc-change="1687478432" exec-time="176" queue-time="0" op-digest="8eeca5a30b14f3d9ef7d2ddbd16c2e05"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-1" class="ocf" provider="pacemaker" type="remote" container="base-bundle-podman-1">
+ <lrm_rsc_op id="base-bundle-1_last_0" operation_key="base-bundle-1_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="5:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:7;5:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node1" call-id="1" rc-code="7" op-status="0" interval="0" last-rc-change="1687330529" exec-time="0" queue-time="0" op-digest="137e2067e195bc8e29ef8680e392a9e7" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-0" class="ocf" provider="pacemaker" type="remote" container="base-bundle-podman-0">
+ <lrm_rsc_op id="base-bundle-0_last_0" operation_key="base-bundle-0_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="3:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:7;3:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node1" call-id="2" rc-code="7" op-status="0" interval="0" last-rc-change="1687330529" exec-time="0" queue-time="0" op-digest="b1f9a03e78ae75f94cc0c36e6c0cc527" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-2" class="ocf" provider="pacemaker" type="remote" container="base-bundle-podman-2">
+ <lrm_rsc_op id="base-bundle-2_last_0" operation_key="base-bundle-2_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="23:171:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;23:171:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node1" call-id="4" rc-code="0" op-status="0" interval="0" last-rc-change="1687478432" exec-time="0" queue-time="0" op-digest="2b7683df7d64ff71ec5fd3675fd12017" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ <lrm_rsc_op id="base-bundle-2_monitor_30000" operation_key="base-bundle-2_monitor_30000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="24:172:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;24:172:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node1" call-id="5" rc-code="0" op-status="0" interval="30000" last-rc-change="1687478435" exec-time="0" queue-time="0" op-digest="6f3c7e233bacb8420fef5f9581190d00"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ </node_state>
+ <node_state id="3" uname="node3" in_ccm="true" crmd="online" crm-debug-origin="controld_update_resource_history" join="member" expected="member">
+ <lrm id="3">
+ <lrm_resources>
+ <lrm_resource id="Fencing" class="stonith" type="fence_xvm">
+ <lrm_rsc_op id="Fencing_last_0" operation_key="Fencing_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="15:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:7;15:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node3" call-id="8" rc-code="7" op-status="0" interval="0" last-rc-change="1687330528" exec-time="3" queue-time="0" op-digest="f551693977f94a4fa8883fb70e439592"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-0" class="ocf" provider="heartbeat" type="podman">
+ <lrm_rsc_op id="base-bundle-podman-0_last_0" operation_key="base-bundle-podman-0_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="24:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;24:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node3" call-id="18" rc-code="0" op-status="0" interval="0" last-rc-change="1687330528" exec-time="663" queue-time="0" op-digest="b93578750303776f6bb098395c53338a"/>
+ <lrm_rsc_op id="base-bundle-podman-0_monitor_60000" operation_key="base-bundle-podman-0_monitor_60000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="25:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;25:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node3" call-id="20" rc-code="0" op-status="0" interval="60000" last-rc-change="1687330529" exec-time="118" queue-time="0" op-digest="902512fcf3e4556d9585c44184665d8c"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-1" class="ocf" provider="heartbeat" type="podman">
+ <lrm_rsc_op id="base-bundle-podman-1_last_0" operation_key="base-bundle-podman-1_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="18:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:7;18:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node3" call-id="13" rc-code="7" op-status="0" interval="0" last-rc-change="1687330528" exec-time="90" queue-time="0" op-digest="91ec5f49c5fd88f29405389545fb7d59"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-2" class="ocf" provider="heartbeat" type="podman">
+ <lrm_rsc_op id="base-bundle-podman-2_last_0" operation_key="base-bundle-podman-2_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="20:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:7;20:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node3" call-id="17" rc-code="7" op-status="0" interval="0" last-rc-change="1687330528" exec-time="71" queue-time="0" op-digest="eb1c148b6d2d7a7013f75d596536409b"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-1" class="ocf" provider="pacemaker" type="remote" container="base-bundle-podman-1">
+ <lrm_rsc_op id="base-bundle-1_last_0" operation_key="base-bundle-1_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="19:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:7;19:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node3" call-id="1" rc-code="7" op-status="0" interval="0" last-rc-change="1687330529" exec-time="0" queue-time="0" op-digest="137e2067e195bc8e29ef8680e392a9e7" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-0" class="ocf" provider="pacemaker" type="remote" container="base-bundle-podman-0">
+ <lrm_rsc_op id="base-bundle-0_last_0" operation_key="base-bundle-0_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="26:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;26:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node3" call-id="3" rc-code="0" op-status="0" interval="0" last-rc-change="1687330529" exec-time="0" queue-time="0" op-digest="b1f9a03e78ae75f94cc0c36e6c0cc527" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ <lrm_rsc_op id="base-bundle-0_monitor_30000" operation_key="base-bundle-0_monitor_30000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="15:1:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;15:1:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node3" call-id="4" rc-code="0" op-status="0" interval="30000" last-rc-change="1687330531" exec-time="0" queue-time="0" op-digest="354b9acaa7ea1113d708dc11a1d6bbfa"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-2" class="ocf" provider="pacemaker" type="remote" container="base-bundle-podman-2">
+ <lrm_rsc_op id="base-bundle-2_last_0" operation_key="base-bundle-2_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="10:171:7:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:7;10:171:7:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node3" call-id="5" rc-code="7" op-status="0" interval="0" last-rc-change="1687478432" exec-time="0" queue-time="0" op-digest="2b7683df7d64ff71ec5fd3675fd12017" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ <transient_attributes id="3">
+ <instance_attributes id="status-3">
+ <nvpair id="status-3-.feature-set" name="#feature-set" value="3.17.4"/>
+ <nvpair id="status-3-master-base" name="master-base" value="10"/>
+ </instance_attributes>
+ </transient_attributes>
+ </node_state>
+ <node_state id="2" uname="node2" in_ccm="true" crmd="online" crm-debug-origin="controld_update_resource_history" join="member" expected="member">
+ <transient_attributes id="2">
+ <instance_attributes id="status-2">
+ <nvpair id="status-2-.feature-set" name="#feature-set" value="3.17.4"/>
+ <nvpair id="status-2-master-base" name="master-base" value="5"/>
+ </instance_attributes>
+ </transient_attributes>
+ <lrm id="2">
+ <lrm_resources>
+ <lrm_resource id="Fencing" class="stonith" type="fence_xvm">
+ <lrm_rsc_op id="Fencing_last_0" operation_key="Fencing_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="22:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;22:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node2" call-id="14" rc-code="0" op-status="0" interval="0" last-rc-change="1687330529" exec-time="33" queue-time="0" op-digest="f551693977f94a4fa8883fb70e439592"/>
+ <lrm_rsc_op id="Fencing_monitor_120000" operation_key="Fencing_monitor_120000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="23:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;23:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node2" call-id="19" rc-code="0" op-status="0" interval="120000" last-rc-change="1687330529" exec-time="26" queue-time="0" op-digest="24989640311980988fb77ddd1cc1002b"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-0" class="ocf" provider="heartbeat" type="podman">
+ <lrm_rsc_op id="base-bundle-podman-0_last_0" operation_key="base-bundle-podman-0_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="9:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:7;9:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node2" call-id="12" rc-code="7" op-status="0" interval="0" last-rc-change="1687330529" exec-time="80" queue-time="0" op-digest="b93578750303776f6bb098395c53338a"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-1" class="ocf" provider="heartbeat" type="podman">
+ <lrm_rsc_op id="base-bundle-podman-1_last_0" operation_key="base-bundle-podman-1_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="28:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;28:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node2" call-id="20" rc-code="0" op-status="0" interval="0" last-rc-change="1687330529" exec-time="612" queue-time="0" op-digest="91ec5f49c5fd88f29405389545fb7d59"/>
+ <lrm_rsc_op id="base-bundle-podman-1_monitor_60000" operation_key="base-bundle-podman-1_monitor_60000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="29:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;29:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node2" call-id="21" rc-code="0" op-status="0" interval="60000" last-rc-change="1687330529" exec-time="210" queue-time="0" op-digest="f0ef4729d120aa3f5d938cabca4d06c7"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-2" class="ocf" provider="heartbeat" type="podman">
+ <lrm_rsc_op id="base-bundle-podman-2_last_0" operation_key="base-bundle-podman-2_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="13:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:7;13:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node2" call-id="18" rc-code="7" op-status="0" interval="0" last-rc-change="1687330529" exec-time="78" queue-time="0" op-digest="eb1c148b6d2d7a7013f75d596536409b"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-1" class="ocf" provider="pacemaker" type="remote" container="base-bundle-podman-1">
+ <lrm_rsc_op id="base-bundle-1_last_0" operation_key="base-bundle-1_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="30:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;30:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node2" call-id="2" rc-code="0" op-status="0" interval="0" last-rc-change="1687330529" exec-time="0" queue-time="0" op-digest="137e2067e195bc8e29ef8680e392a9e7" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ <lrm_rsc_op id="base-bundle-1_monitor_30000" operation_key="base-bundle-1_monitor_30000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="20:1:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;20:1:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node2" call-id="4" rc-code="0" op-status="0" interval="30000" last-rc-change="1687330532" exec-time="0" queue-time="0" op-digest="3929eec440004bca31f813a8e6097506"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-0" class="ocf" provider="pacemaker" type="remote" container="base-bundle-podman-0">
+ <lrm_rsc_op id="base-bundle-0_last_0" operation_key="base-bundle-0_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="10:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:7;10:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node2" call-id="3" rc-code="7" op-status="0" interval="0" last-rc-change="1687330530" exec-time="0" queue-time="0" op-digest="b1f9a03e78ae75f94cc0c36e6c0cc527" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-2" class="ocf" provider="pacemaker" type="remote" container="base-bundle-podman-2">
+ <lrm_rsc_op id="base-bundle-2_last_0" operation_key="base-bundle-2_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="9:171:7:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:7;9:171:7:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node2" call-id="5" rc-code="7" op-status="0" interval="0" last-rc-change="1687478432" exec-time="0" queue-time="0" op-digest="2b7683df7d64ff71ec5fd3675fd12017" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ </node_state>
+ <node_state remote_node="true" id="base-bundle-0" uname="base-bundle-0" in_ccm="true" crm-debug-origin="controld_update_resource_history" node_fenced="0">
+ <lrm id="base-bundle-0">
+ <lrm_resources>
+ <lrm_resource id="base" class="ocf" provider="pacemaker" type="Stateful">
+ <lrm_rsc_op id="base_last_0" operation_key="base_promote_0" operation="promote" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="31:176:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;31:176:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node3" call-id="4956" rc-code="0" op-status="0" interval="0" last-rc-change="1687478477" exec-time="210" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="base_monitor_15000" operation_key="base_monitor_15000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="32:177:8:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:8;32:177:8:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node3" call-id="4962" rc-code="8" op-status="0" interval="15000" last-rc-change="1687478477" exec-time="21" queue-time="0" op-digest="3ef575c5f050ae086f0f31bc8f085fdc"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ <transient_attributes id="base-bundle-0">
+ <instance_attributes id="status-base-bundle-0">
+ <nvpair id="status-base-bundle-0-master-base" name="master-base" value="10"/>
+ </instance_attributes>
+ </transient_attributes>
+ </node_state>
+ <node_state remote_node="true" id="base-bundle-1" uname="base-bundle-1" in_ccm="true" crm-debug-origin="controld_update_resource_history" node_fenced="0">
+ <lrm id="base-bundle-1">
+ <lrm_resources>
+ <lrm_resource id="base" class="ocf" provider="pacemaker" type="Stateful">
+ <lrm_rsc_op id="base_last_0" operation_key="base_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="27:2:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;27:2:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node2" call-id="8" rc-code="0" op-status="0" interval="0" last-rc-change="1687330532" exec-time="246" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="base_monitor_16000" operation_key="base_monitor_16000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="30:167:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;30:167:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node2" call-id="4922" rc-code="0" op-status="0" interval="16000" last-rc-change="1687477999" exec-time="37" queue-time="0" op-digest="e62ad827732488b88ef8722ff6a484b3"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ <transient_attributes id="base-bundle-1">
+ <instance_attributes id="status-base-bundle-1">
+ <nvpair id="status-base-bundle-1-master-base" name="master-base" value="5"/>
+ </instance_attributes>
+ </transient_attributes>
+ </node_state>
+ <node_state remote_node="true" id="base-bundle-2" uname="base-bundle-2" in_ccm="true" crm-debug-origin="controld_update_resource_history" node_fenced="0">
+ <lrm id="base-bundle-2">
+ <lrm_resources>
+ <lrm_resource id="base" class="ocf" provider="pacemaker" type="Stateful">
+ <lrm_rsc_op id="base_last_0" operation_key="base_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="35:172:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;35:172:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node1" call-id="8" rc-code="0" op-status="0" interval="0" last-rc-change="1687478435" exec-time="259" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="base_monitor_16000" operation_key="base_monitor_16000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="36:173:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;36:173:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node1" call-id="14" rc-code="0" op-status="0" interval="16000" last-rc-change="1687478435" exec-time="12" queue-time="0" op-digest="e62ad827732488b88ef8722ff6a484b3"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ <transient_attributes id="base-bundle-2">
+ <instance_attributes id="status-base-bundle-2">
+ <nvpair id="status-base-bundle-2-master-base" name="master-base" value="5"/>
+ </instance_attributes>
+ </transient_attributes>
+ </node_state>
+ </status>
+</cib>
diff --git a/cts/scheduler/xml/bundle-promoted-location-2.xml b/cts/scheduler/xml/bundle-promoted-location-2.xml
new file mode 100644
index 0000000..352ea70
--- /dev/null
+++ b/cts/scheduler/xml/bundle-promoted-location-2.xml
@@ -0,0 +1,218 @@
+<cib crm_feature_set="3.17.4" validate-with="pacemaker-3.9" epoch="136" num_updates="0" admin_epoch="0" cib-last-written="Thu Jun 22 17:00:31 2023" update-origin="node1" update-client="cibadmin" update-user="root" have-quorum="1" dc-uuid="1">
+ <configuration>
+ <!-- The essential elements of this test are:
+ * A promotable bundle (base-bundle) is promoted on node3 and unpromoted
+ on node1 and node2
+ * There is a negative location constraint (score=-INFINITY) for the
+ bundle, avoiding node3
+ * There are no other constraints
+ * There is no stickiness
+
+ In this situation, the bundle should stop on node3 and promote on some
+ other node.
+ -->
+ <crm_config>
+ <cluster_property_set id="cib-bootstrap-options">
+ <nvpair id="cib-bootstrap-options-have-watchdog" name="have-watchdog" value="false"/>
+ <nvpair id="cib-bootstrap-options-dc-version" name="dc-version" value="2.1.5-1.0a457786a.git.el9-0a457786a"/>
+ <nvpair id="cib-bootstrap-options-cluster-infrastructure" name="cluster-infrastructure" value="corosync"/>
+ <nvpair id="cib-bootstrap-options-cluster-name" name="cluster-name" value="test"/>
+ <nvpair id="cib-bootstrap-options-last-lrm-refresh" name="last-lrm-refresh" value="1687288330"/>
+ </cluster_property_set>
+ </crm_config>
+ <nodes>
+ <node id="1" uname="node1">
+ <instance_attributes id="nodes-1"/>
+ </node>
+ <node id="2" uname="node2">
+ <instance_attributes id="nodes-2"/>
+ </node>
+ <node id="3" uname="node3">
+ <instance_attributes id="nodes-3"/>
+ </node>
+ </nodes>
+ <resources>
+ <primitive class="stonith" id="Fencing" type="fence_xvm">
+ <instance_attributes id="Fencing-instance_attributes">
+ <nvpair id="Fencing-instance_attributes_pcmk_host_list" name="pcmk_host_list" value="node1 node2 node3"/>
+ </instance_attributes>
+ <operations>
+ <op id="Fencing-monitor-120s" interval="120s" name="monitor" timeout="120s"/>
+ </operations>
+ </primitive>
+ <bundle id="base-bundle">
+ <meta_attributes id="base-bundle-meta_attributes">
+ <nvpair id="base-bundle-meta_attributes-container-attribute-target" name="container-attribute-target" value="host"/>
+ <nvpair id="base-bundle-meta_attributes-promotable" name="promotable" value="true"/>
+ </meta_attributes>
+ <podman image="localhost/pcmktest" replicas="3"/>
+ <network control-port="3121"/>
+ <primitive id="base" class="ocf" provider="pacemaker" type="Stateful">
+ <operations>
+ <op id="base-monitor-15s" interval="15s" name="monitor" timeout="15s" role="Promoted"/>
+ <op id="base-monitor-16s" interval="16s" name="monitor" timeout="16s" role="Unpromoted"/>
+ </operations>
+ </primitive>
+ </bundle>
+ </resources>
+ <constraints>
+ <rsc_location id="location-base-bundle-node3--INFINITY" rsc="base-bundle" node="node3" score="-INFINITY"/>
+ </constraints>
+ <op_defaults/>
+ <alerts/>
+ <rsc_defaults/>
+ </configuration>
+ <status>
+ <node_state id="1" uname="node1" in_ccm="true" crmd="online" crm-debug-origin="controld_update_resource_history" join="member" expected="member">
+ <transient_attributes id="1">
+ <instance_attributes id="status-1">
+ <nvpair id="status-1-.feature-set" name="#feature-set" value="3.17.4"/>
+ <nvpair id="status-1-master-base" name="master-base" value="5"/>
+ </instance_attributes>
+ </transient_attributes>
+ <lrm id="1">
+ <lrm_resources>
+ <lrm_resource id="Fencing" class="stonith" type="fence_xvm">
+ <lrm_rsc_op id="Fencing_last_0" operation_key="Fencing_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="1:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:7;1:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node1" call-id="8" rc-code="7" op-status="0" interval="0" last-rc-change="1687330529" exec-time="2" queue-time="0" op-digest="f551693977f94a4fa8883fb70e439592"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-0" class="ocf" provider="heartbeat" type="podman">
+ <lrm_rsc_op id="base-bundle-podman-0_last_0" operation_key="base-bundle-podman-0_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="2:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:7;2:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node1" call-id="12" rc-code="7" op-status="0" interval="0" last-rc-change="1687330529" exec-time="105" queue-time="0" op-digest="b93578750303776f6bb098395c53338a"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-1" class="ocf" provider="heartbeat" type="podman">
+ <lrm_rsc_op id="base-bundle-podman-1_last_0" operation_key="base-bundle-podman-1_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="4:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:7;4:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node1" call-id="13" rc-code="7" op-status="0" interval="0" last-rc-change="1687330529" exec-time="114" queue-time="0" op-digest="91ec5f49c5fd88f29405389545fb7d59"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-2" class="ocf" provider="heartbeat" type="podman">
+ <lrm_rsc_op id="base-bundle-podman-2_last_0" operation_key="base-bundle-podman-2_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="21:171:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;21:171:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node1" call-id="20" rc-code="0" op-status="0" interval="0" last-rc-change="1687478431" exec-time="1223" queue-time="0" op-digest="eb1c148b6d2d7a7013f75d596536409b"/>
+ <lrm_rsc_op id="base-bundle-podman-2_monitor_60000" operation_key="base-bundle-podman-2_monitor_60000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="22:171:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;22:171:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node1" call-id="21" rc-code="0" op-status="0" interval="60000" last-rc-change="1687478432" exec-time="176" queue-time="0" op-digest="8eeca5a30b14f3d9ef7d2ddbd16c2e05"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-1" class="ocf" provider="pacemaker" type="remote" container="base-bundle-podman-1">
+ <lrm_rsc_op id="base-bundle-1_last_0" operation_key="base-bundle-1_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="5:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:7;5:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node1" call-id="1" rc-code="7" op-status="0" interval="0" last-rc-change="1687330529" exec-time="0" queue-time="0" op-digest="137e2067e195bc8e29ef8680e392a9e7" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-0" class="ocf" provider="pacemaker" type="remote" container="base-bundle-podman-0">
+ <lrm_rsc_op id="base-bundle-0_last_0" operation_key="base-bundle-0_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="3:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:7;3:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node1" call-id="2" rc-code="7" op-status="0" interval="0" last-rc-change="1687330529" exec-time="0" queue-time="0" op-digest="b1f9a03e78ae75f94cc0c36e6c0cc527" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-2" class="ocf" provider="pacemaker" type="remote" container="base-bundle-podman-2">
+ <lrm_rsc_op id="base-bundle-2_last_0" operation_key="base-bundle-2_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="23:171:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;23:171:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node1" call-id="4" rc-code="0" op-status="0" interval="0" last-rc-change="1687478432" exec-time="0" queue-time="0" op-digest="2b7683df7d64ff71ec5fd3675fd12017" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ <lrm_rsc_op id="base-bundle-2_monitor_30000" operation_key="base-bundle-2_monitor_30000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="24:172:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;24:172:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node1" call-id="5" rc-code="0" op-status="0" interval="30000" last-rc-change="1687478435" exec-time="0" queue-time="0" op-digest="6f3c7e233bacb8420fef5f9581190d00"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ </node_state>
+ <node_state id="3" uname="node3" in_ccm="true" crmd="online" crm-debug-origin="controld_update_resource_history" join="member" expected="member">
+ <lrm id="3">
+ <lrm_resources>
+ <lrm_resource id="Fencing" class="stonith" type="fence_xvm">
+ <lrm_rsc_op id="Fencing_last_0" operation_key="Fencing_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="15:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:7;15:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node3" call-id="8" rc-code="7" op-status="0" interval="0" last-rc-change="1687330528" exec-time="3" queue-time="0" op-digest="f551693977f94a4fa8883fb70e439592"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-0" class="ocf" provider="heartbeat" type="podman">
+ <lrm_rsc_op id="base-bundle-podman-0_last_0" operation_key="base-bundle-podman-0_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="24:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;24:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node3" call-id="18" rc-code="0" op-status="0" interval="0" last-rc-change="1687330528" exec-time="663" queue-time="0" op-digest="b93578750303776f6bb098395c53338a"/>
+ <lrm_rsc_op id="base-bundle-podman-0_monitor_60000" operation_key="base-bundle-podman-0_monitor_60000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="25:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;25:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node3" call-id="20" rc-code="0" op-status="0" interval="60000" last-rc-change="1687330529" exec-time="118" queue-time="0" op-digest="902512fcf3e4556d9585c44184665d8c"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-1" class="ocf" provider="heartbeat" type="podman">
+ <lrm_rsc_op id="base-bundle-podman-1_last_0" operation_key="base-bundle-podman-1_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="18:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:7;18:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node3" call-id="13" rc-code="7" op-status="0" interval="0" last-rc-change="1687330528" exec-time="90" queue-time="0" op-digest="91ec5f49c5fd88f29405389545fb7d59"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-2" class="ocf" provider="heartbeat" type="podman">
+ <lrm_rsc_op id="base-bundle-podman-2_last_0" operation_key="base-bundle-podman-2_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="20:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:7;20:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node3" call-id="17" rc-code="7" op-status="0" interval="0" last-rc-change="1687330528" exec-time="71" queue-time="0" op-digest="eb1c148b6d2d7a7013f75d596536409b"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-1" class="ocf" provider="pacemaker" type="remote" container="base-bundle-podman-1">
+ <lrm_rsc_op id="base-bundle-1_last_0" operation_key="base-bundle-1_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="19:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:7;19:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node3" call-id="1" rc-code="7" op-status="0" interval="0" last-rc-change="1687330529" exec-time="0" queue-time="0" op-digest="137e2067e195bc8e29ef8680e392a9e7" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-0" class="ocf" provider="pacemaker" type="remote" container="base-bundle-podman-0">
+ <lrm_rsc_op id="base-bundle-0_last_0" operation_key="base-bundle-0_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="26:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;26:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node3" call-id="3" rc-code="0" op-status="0" interval="0" last-rc-change="1687330529" exec-time="0" queue-time="0" op-digest="b1f9a03e78ae75f94cc0c36e6c0cc527" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ <lrm_rsc_op id="base-bundle-0_monitor_30000" operation_key="base-bundle-0_monitor_30000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="15:1:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;15:1:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node3" call-id="4" rc-code="0" op-status="0" interval="30000" last-rc-change="1687330531" exec-time="0" queue-time="0" op-digest="354b9acaa7ea1113d708dc11a1d6bbfa"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-2" class="ocf" provider="pacemaker" type="remote" container="base-bundle-podman-2">
+ <lrm_rsc_op id="base-bundle-2_last_0" operation_key="base-bundle-2_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="10:171:7:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:7;10:171:7:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node3" call-id="5" rc-code="7" op-status="0" interval="0" last-rc-change="1687478432" exec-time="0" queue-time="0" op-digest="2b7683df7d64ff71ec5fd3675fd12017" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ <transient_attributes id="3">
+ <instance_attributes id="status-3">
+ <nvpair id="status-3-.feature-set" name="#feature-set" value="3.17.4"/>
+ <nvpair id="status-3-master-base" name="master-base" value="10"/>
+ </instance_attributes>
+ </transient_attributes>
+ </node_state>
+ <node_state id="2" uname="node2" in_ccm="true" crmd="online" crm-debug-origin="controld_update_resource_history" join="member" expected="member">
+ <transient_attributes id="2">
+ <instance_attributes id="status-2">
+ <nvpair id="status-2-.feature-set" name="#feature-set" value="3.17.4"/>
+ <nvpair id="status-2-master-base" name="master-base" value="5"/>
+ </instance_attributes>
+ </transient_attributes>
+ <lrm id="2">
+ <lrm_resources>
+ <lrm_resource id="Fencing" class="stonith" type="fence_xvm">
+ <lrm_rsc_op id="Fencing_last_0" operation_key="Fencing_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="22:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;22:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node2" call-id="14" rc-code="0" op-status="0" interval="0" last-rc-change="1687330529" exec-time="33" queue-time="0" op-digest="f551693977f94a4fa8883fb70e439592"/>
+ <lrm_rsc_op id="Fencing_monitor_120000" operation_key="Fencing_monitor_120000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="23:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;23:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node2" call-id="19" rc-code="0" op-status="0" interval="120000" last-rc-change="1687330529" exec-time="26" queue-time="0" op-digest="24989640311980988fb77ddd1cc1002b"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-0" class="ocf" provider="heartbeat" type="podman">
+ <lrm_rsc_op id="base-bundle-podman-0_last_0" operation_key="base-bundle-podman-0_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="9:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:7;9:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node2" call-id="12" rc-code="7" op-status="0" interval="0" last-rc-change="1687330529" exec-time="80" queue-time="0" op-digest="b93578750303776f6bb098395c53338a"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-1" class="ocf" provider="heartbeat" type="podman">
+ <lrm_rsc_op id="base-bundle-podman-1_last_0" operation_key="base-bundle-podman-1_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="28:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;28:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node2" call-id="20" rc-code="0" op-status="0" interval="0" last-rc-change="1687330529" exec-time="612" queue-time="0" op-digest="91ec5f49c5fd88f29405389545fb7d59"/>
+ <lrm_rsc_op id="base-bundle-podman-1_monitor_60000" operation_key="base-bundle-podman-1_monitor_60000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="29:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;29:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node2" call-id="21" rc-code="0" op-status="0" interval="60000" last-rc-change="1687330529" exec-time="210" queue-time="0" op-digest="f0ef4729d120aa3f5d938cabca4d06c7"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-2" class="ocf" provider="heartbeat" type="podman">
+ <lrm_rsc_op id="base-bundle-podman-2_last_0" operation_key="base-bundle-podman-2_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="13:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:7;13:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node2" call-id="18" rc-code="7" op-status="0" interval="0" last-rc-change="1687330529" exec-time="78" queue-time="0" op-digest="eb1c148b6d2d7a7013f75d596536409b"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-1" class="ocf" provider="pacemaker" type="remote" container="base-bundle-podman-1">
+ <lrm_rsc_op id="base-bundle-1_last_0" operation_key="base-bundle-1_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="30:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;30:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node2" call-id="2" rc-code="0" op-status="0" interval="0" last-rc-change="1687330529" exec-time="0" queue-time="0" op-digest="137e2067e195bc8e29ef8680e392a9e7" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ <lrm_rsc_op id="base-bundle-1_monitor_30000" operation_key="base-bundle-1_monitor_30000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="20:1:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;20:1:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node2" call-id="4" rc-code="0" op-status="0" interval="30000" last-rc-change="1687330532" exec-time="0" queue-time="0" op-digest="3929eec440004bca31f813a8e6097506"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-0" class="ocf" provider="pacemaker" type="remote" container="base-bundle-podman-0">
+ <lrm_rsc_op id="base-bundle-0_last_0" operation_key="base-bundle-0_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="10:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:7;10:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node2" call-id="3" rc-code="7" op-status="0" interval="0" last-rc-change="1687330530" exec-time="0" queue-time="0" op-digest="b1f9a03e78ae75f94cc0c36e6c0cc527" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-2" class="ocf" provider="pacemaker" type="remote" container="base-bundle-podman-2">
+ <lrm_rsc_op id="base-bundle-2_last_0" operation_key="base-bundle-2_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="9:171:7:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:7;9:171:7:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node2" call-id="5" rc-code="7" op-status="0" interval="0" last-rc-change="1687478432" exec-time="0" queue-time="0" op-digest="2b7683df7d64ff71ec5fd3675fd12017" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ </node_state>
+ <node_state remote_node="true" id="base-bundle-0" uname="base-bundle-0" in_ccm="true" crm-debug-origin="controld_update_resource_history" node_fenced="0">
+ <lrm id="base-bundle-0">
+ <lrm_resources>
+ <lrm_resource id="base" class="ocf" provider="pacemaker" type="Stateful">
+ <lrm_rsc_op id="base_last_0" operation_key="base_promote_0" operation="promote" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="31:176:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;31:176:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node3" call-id="4956" rc-code="0" op-status="0" interval="0" last-rc-change="1687478477" exec-time="210" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="base_monitor_15000" operation_key="base_monitor_15000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="32:177:8:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:8;32:177:8:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node3" call-id="4962" rc-code="8" op-status="0" interval="15000" last-rc-change="1687478477" exec-time="21" queue-time="0" op-digest="3ef575c5f050ae086f0f31bc8f085fdc"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ <transient_attributes id="base-bundle-0">
+ <instance_attributes id="status-base-bundle-0">
+ <nvpair id="status-base-bundle-0-master-base" name="master-base" value="10"/>
+ </instance_attributes>
+ </transient_attributes>
+ </node_state>
+ <node_state remote_node="true" id="base-bundle-1" uname="base-bundle-1" in_ccm="true" crm-debug-origin="controld_update_resource_history" node_fenced="0">
+ <lrm id="base-bundle-1">
+ <lrm_resources>
+ <lrm_resource id="base" class="ocf" provider="pacemaker" type="Stateful">
+ <lrm_rsc_op id="base_last_0" operation_key="base_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="27:2:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;27:2:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node2" call-id="8" rc-code="0" op-status="0" interval="0" last-rc-change="1687330532" exec-time="246" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="base_monitor_16000" operation_key="base_monitor_16000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="30:167:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;30:167:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node2" call-id="4922" rc-code="0" op-status="0" interval="16000" last-rc-change="1687477999" exec-time="37" queue-time="0" op-digest="e62ad827732488b88ef8722ff6a484b3"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ <transient_attributes id="base-bundle-1">
+ <instance_attributes id="status-base-bundle-1">
+ <nvpair id="status-base-bundle-1-master-base" name="master-base" value="5"/>
+ </instance_attributes>
+ </transient_attributes>
+ </node_state>
+ <node_state remote_node="true" id="base-bundle-2" uname="base-bundle-2" in_ccm="true" crm-debug-origin="controld_update_resource_history" node_fenced="0">
+ <lrm id="base-bundle-2">
+ <lrm_resources>
+ <lrm_resource id="base" class="ocf" provider="pacemaker" type="Stateful">
+ <lrm_rsc_op id="base_last_0" operation_key="base_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="35:172:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;35:172:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node1" call-id="8" rc-code="0" op-status="0" interval="0" last-rc-change="1687478435" exec-time="259" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="base_monitor_16000" operation_key="base_monitor_16000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="36:173:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;36:173:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node1" call-id="14" rc-code="0" op-status="0" interval="16000" last-rc-change="1687478435" exec-time="12" queue-time="0" op-digest="e62ad827732488b88ef8722ff6a484b3"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ <transient_attributes id="base-bundle-2">
+ <instance_attributes id="status-base-bundle-2">
+ <nvpair id="status-base-bundle-2-master-base" name="master-base" value="5"/>
+ </instance_attributes>
+ </transient_attributes>
+ </node_state>
+ </status>
+</cib>
diff --git a/cts/scheduler/xml/bundle-promoted-location-3.xml b/cts/scheduler/xml/bundle-promoted-location-3.xml
new file mode 100644
index 0000000..0954fd5
--- /dev/null
+++ b/cts/scheduler/xml/bundle-promoted-location-3.xml
@@ -0,0 +1,225 @@
+<cib crm_feature_set="3.17.4" validate-with="pacemaker-3.9" epoch="134" num_updates="40" admin_epoch="0" cib-last-written="Thu Jun 22 17:00:31 2023" update-origin="node1" update-client="cibadmin" update-user="root" have-quorum="1" dc-uuid="1">
+ <configuration>
+ <!-- The essential elements of this test are:
+ * A promotable bundle (base-bundle) is promoted on node3 and unpromoted
+ on node1 and node2
+ * There is a positive location constraint (score=5000) for the bundle's
+ promoted role, preferring node2
+ * There are no other constraints
+ * There is no stickiness
+
+ In this situation, the bundle should demote on node3 and promote on
+ node2.
+
+ This test is incorrect. The bundle remains promoted on node3 and
+ unpromoted on node2.
+ -->
+ <crm_config>
+ <cluster_property_set id="cib-bootstrap-options">
+ <nvpair id="cib-bootstrap-options-have-watchdog" name="have-watchdog" value="false"/>
+ <nvpair id="cib-bootstrap-options-dc-version" name="dc-version" value="2.1.5-1.0a457786a.git.el9-0a457786a"/>
+ <nvpair id="cib-bootstrap-options-cluster-infrastructure" name="cluster-infrastructure" value="corosync"/>
+ <nvpair id="cib-bootstrap-options-cluster-name" name="cluster-name" value="test"/>
+ <nvpair id="cib-bootstrap-options-last-lrm-refresh" name="last-lrm-refresh" value="1687288330"/>
+ </cluster_property_set>
+ </crm_config>
+ <nodes>
+ <node id="1" uname="node1">
+ <instance_attributes id="nodes-1"/>
+ </node>
+ <node id="2" uname="node2">
+ <instance_attributes id="nodes-2"/>
+ </node>
+ <node id="3" uname="node3">
+ <instance_attributes id="nodes-3"/>
+ </node>
+ </nodes>
+ <resources>
+ <primitive class="stonith" id="Fencing" type="fence_xvm">
+ <instance_attributes id="Fencing-instance_attributes">
+ <nvpair id="Fencing-instance_attributes_pcmk_host_list" name="pcmk_host_list" value="node1 node2 node3"/>
+ </instance_attributes>
+ <operations>
+ <op id="Fencing-monitor-120s" interval="120s" name="monitor" timeout="120s"/>
+ </operations>
+ </primitive>
+ <bundle id="base-bundle">
+ <meta_attributes id="base-bundle-meta_attributes">
+ <nvpair id="base-bundle-meta_attributes-container-attribute-target" name="container-attribute-target" value="host"/>
+ <nvpair id="base-bundle-meta_attributes-promotable" name="promotable" value="true"/>
+ </meta_attributes>
+ <podman image="localhost/pcmktest" replicas="3"/>
+ <network control-port="3121"/>
+ <primitive id="base" class="ocf" provider="pacemaker" type="Stateful">
+ <operations>
+ <op id="base-monitor-15s" interval="15s" name="monitor" timeout="15s" role="Promoted"/>
+ <op id="base-monitor-16s" interval="16s" name="monitor" timeout="16s" role="Unpromoted"/>
+ </operations>
+ </primitive>
+ </bundle>
+ </resources>
+ <constraints>
+ <rsc_location id="location-base-bundle" rsc="base-bundle">
+ <rule id="location-base-bundle-rule" role="Promoted" score="5000">
+ <expression id="location-base-bundle-rule-expr" operation="eq" attribute="#uname" value="node2"/>
+ </rule>
+ </rsc_location>
+ </constraints>
+ <op_defaults/>
+ <alerts/>
+ <rsc_defaults/>
+ </configuration>
+ <status>
+ <node_state id="1" uname="node1" in_ccm="true" crmd="online" crm-debug-origin="controld_update_resource_history" join="member" expected="member">
+ <transient_attributes id="1">
+ <instance_attributes id="status-1">
+ <nvpair id="status-1-.feature-set" name="#feature-set" value="3.17.4"/>
+ <nvpair id="status-1-master-base" name="master-base" value="5"/>
+ </instance_attributes>
+ </transient_attributes>
+ <lrm id="1">
+ <lrm_resources>
+ <lrm_resource id="Fencing" class="stonith" type="fence_xvm">
+ <lrm_rsc_op id="Fencing_last_0" operation_key="Fencing_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="1:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:7;1:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node1" call-id="8" rc-code="7" op-status="0" interval="0" last-rc-change="1687330529" exec-time="2" queue-time="0" op-digest="f551693977f94a4fa8883fb70e439592"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-0" class="ocf" provider="heartbeat" type="podman">
+ <lrm_rsc_op id="base-bundle-podman-0_last_0" operation_key="base-bundle-podman-0_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="2:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:7;2:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node1" call-id="12" rc-code="7" op-status="0" interval="0" last-rc-change="1687330529" exec-time="105" queue-time="0" op-digest="b93578750303776f6bb098395c53338a"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-1" class="ocf" provider="heartbeat" type="podman">
+ <lrm_rsc_op id="base-bundle-podman-1_last_0" operation_key="base-bundle-podman-1_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="4:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:7;4:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node1" call-id="13" rc-code="7" op-status="0" interval="0" last-rc-change="1687330529" exec-time="114" queue-time="0" op-digest="91ec5f49c5fd88f29405389545fb7d59"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-2" class="ocf" provider="heartbeat" type="podman">
+ <lrm_rsc_op id="base-bundle-podman-2_last_0" operation_key="base-bundle-podman-2_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="21:171:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;21:171:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node1" call-id="20" rc-code="0" op-status="0" interval="0" last-rc-change="1687478431" exec-time="1223" queue-time="0" op-digest="eb1c148b6d2d7a7013f75d596536409b"/>
+ <lrm_rsc_op id="base-bundle-podman-2_monitor_60000" operation_key="base-bundle-podman-2_monitor_60000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="22:171:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;22:171:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node1" call-id="21" rc-code="0" op-status="0" interval="60000" last-rc-change="1687478432" exec-time="176" queue-time="0" op-digest="8eeca5a30b14f3d9ef7d2ddbd16c2e05"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-1" class="ocf" provider="pacemaker" type="remote" container="base-bundle-podman-1">
+ <lrm_rsc_op id="base-bundle-1_last_0" operation_key="base-bundle-1_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="5:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:7;5:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node1" call-id="1" rc-code="7" op-status="0" interval="0" last-rc-change="1687330529" exec-time="0" queue-time="0" op-digest="137e2067e195bc8e29ef8680e392a9e7" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-0" class="ocf" provider="pacemaker" type="remote" container="base-bundle-podman-0">
+ <lrm_rsc_op id="base-bundle-0_last_0" operation_key="base-bundle-0_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="3:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:7;3:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node1" call-id="2" rc-code="7" op-status="0" interval="0" last-rc-change="1687330529" exec-time="0" queue-time="0" op-digest="b1f9a03e78ae75f94cc0c36e6c0cc527" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-2" class="ocf" provider="pacemaker" type="remote" container="base-bundle-podman-2">
+ <lrm_rsc_op id="base-bundle-2_last_0" operation_key="base-bundle-2_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="23:171:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;23:171:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node1" call-id="4" rc-code="0" op-status="0" interval="0" last-rc-change="1687478432" exec-time="0" queue-time="0" op-digest="2b7683df7d64ff71ec5fd3675fd12017" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ <lrm_rsc_op id="base-bundle-2_monitor_30000" operation_key="base-bundle-2_monitor_30000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="24:172:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;24:172:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node1" call-id="5" rc-code="0" op-status="0" interval="30000" last-rc-change="1687478435" exec-time="0" queue-time="0" op-digest="6f3c7e233bacb8420fef5f9581190d00"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ </node_state>
+ <node_state id="3" uname="node3" in_ccm="true" crmd="online" crm-debug-origin="controld_update_resource_history" join="member" expected="member">
+ <lrm id="3">
+ <lrm_resources>
+ <lrm_resource id="Fencing" class="stonith" type="fence_xvm">
+ <lrm_rsc_op id="Fencing_last_0" operation_key="Fencing_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="15:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:7;15:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node3" call-id="8" rc-code="7" op-status="0" interval="0" last-rc-change="1687330528" exec-time="3" queue-time="0" op-digest="f551693977f94a4fa8883fb70e439592"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-0" class="ocf" provider="heartbeat" type="podman">
+ <lrm_rsc_op id="base-bundle-podman-0_last_0" operation_key="base-bundle-podman-0_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="24:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;24:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node3" call-id="18" rc-code="0" op-status="0" interval="0" last-rc-change="1687330528" exec-time="663" queue-time="0" op-digest="b93578750303776f6bb098395c53338a"/>
+ <lrm_rsc_op id="base-bundle-podman-0_monitor_60000" operation_key="base-bundle-podman-0_monitor_60000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="25:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;25:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node3" call-id="20" rc-code="0" op-status="0" interval="60000" last-rc-change="1687330529" exec-time="118" queue-time="0" op-digest="902512fcf3e4556d9585c44184665d8c"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-1" class="ocf" provider="heartbeat" type="podman">
+ <lrm_rsc_op id="base-bundle-podman-1_last_0" operation_key="base-bundle-podman-1_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="18:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:7;18:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node3" call-id="13" rc-code="7" op-status="0" interval="0" last-rc-change="1687330528" exec-time="90" queue-time="0" op-digest="91ec5f49c5fd88f29405389545fb7d59"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-2" class="ocf" provider="heartbeat" type="podman">
+ <lrm_rsc_op id="base-bundle-podman-2_last_0" operation_key="base-bundle-podman-2_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="20:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:7;20:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node3" call-id="17" rc-code="7" op-status="0" interval="0" last-rc-change="1687330528" exec-time="71" queue-time="0" op-digest="eb1c148b6d2d7a7013f75d596536409b"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-1" class="ocf" provider="pacemaker" type="remote" container="base-bundle-podman-1">
+ <lrm_rsc_op id="base-bundle-1_last_0" operation_key="base-bundle-1_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="19:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:7;19:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node3" call-id="1" rc-code="7" op-status="0" interval="0" last-rc-change="1687330529" exec-time="0" queue-time="0" op-digest="137e2067e195bc8e29ef8680e392a9e7" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-0" class="ocf" provider="pacemaker" type="remote" container="base-bundle-podman-0">
+ <lrm_rsc_op id="base-bundle-0_last_0" operation_key="base-bundle-0_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="26:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;26:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node3" call-id="3" rc-code="0" op-status="0" interval="0" last-rc-change="1687330529" exec-time="0" queue-time="0" op-digest="b1f9a03e78ae75f94cc0c36e6c0cc527" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ <lrm_rsc_op id="base-bundle-0_monitor_30000" operation_key="base-bundle-0_monitor_30000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="15:1:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;15:1:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node3" call-id="4" rc-code="0" op-status="0" interval="30000" last-rc-change="1687330531" exec-time="0" queue-time="0" op-digest="354b9acaa7ea1113d708dc11a1d6bbfa"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-2" class="ocf" provider="pacemaker" type="remote" container="base-bundle-podman-2">
+ <lrm_rsc_op id="base-bundle-2_last_0" operation_key="base-bundle-2_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="10:171:7:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:7;10:171:7:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node3" call-id="5" rc-code="7" op-status="0" interval="0" last-rc-change="1687478432" exec-time="0" queue-time="0" op-digest="2b7683df7d64ff71ec5fd3675fd12017" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ <transient_attributes id="3">
+ <instance_attributes id="status-3">
+ <nvpair id="status-3-.feature-set" name="#feature-set" value="3.17.4"/>
+ <nvpair id="status-3-master-base" name="master-base" value="10"/>
+ </instance_attributes>
+ </transient_attributes>
+ </node_state>
+ <node_state id="2" uname="node2" in_ccm="true" crmd="online" crm-debug-origin="controld_update_resource_history" join="member" expected="member">
+ <transient_attributes id="2">
+ <instance_attributes id="status-2">
+ <nvpair id="status-2-.feature-set" name="#feature-set" value="3.17.4"/>
+ <nvpair id="status-2-master-base" name="master-base" value="5"/>
+ </instance_attributes>
+ </transient_attributes>
+ <lrm id="2">
+ <lrm_resources>
+ <lrm_resource id="Fencing" class="stonith" type="fence_xvm">
+ <lrm_rsc_op id="Fencing_last_0" operation_key="Fencing_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="22:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;22:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node2" call-id="14" rc-code="0" op-status="0" interval="0" last-rc-change="1687330529" exec-time="33" queue-time="0" op-digest="f551693977f94a4fa8883fb70e439592"/>
+ <lrm_rsc_op id="Fencing_monitor_120000" operation_key="Fencing_monitor_120000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="23:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;23:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node2" call-id="19" rc-code="0" op-status="0" interval="120000" last-rc-change="1687330529" exec-time="26" queue-time="0" op-digest="24989640311980988fb77ddd1cc1002b"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-0" class="ocf" provider="heartbeat" type="podman">
+ <lrm_rsc_op id="base-bundle-podman-0_last_0" operation_key="base-bundle-podman-0_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="9:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:7;9:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node2" call-id="12" rc-code="7" op-status="0" interval="0" last-rc-change="1687330529" exec-time="80" queue-time="0" op-digest="b93578750303776f6bb098395c53338a"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-1" class="ocf" provider="heartbeat" type="podman">
+ <lrm_rsc_op id="base-bundle-podman-1_last_0" operation_key="base-bundle-podman-1_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="28:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;28:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node2" call-id="20" rc-code="0" op-status="0" interval="0" last-rc-change="1687330529" exec-time="612" queue-time="0" op-digest="91ec5f49c5fd88f29405389545fb7d59"/>
+ <lrm_rsc_op id="base-bundle-podman-1_monitor_60000" operation_key="base-bundle-podman-1_monitor_60000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="29:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;29:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node2" call-id="21" rc-code="0" op-status="0" interval="60000" last-rc-change="1687330529" exec-time="210" queue-time="0" op-digest="f0ef4729d120aa3f5d938cabca4d06c7"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-2" class="ocf" provider="heartbeat" type="podman">
+ <lrm_rsc_op id="base-bundle-podman-2_last_0" operation_key="base-bundle-podman-2_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="13:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:7;13:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node2" call-id="18" rc-code="7" op-status="0" interval="0" last-rc-change="1687330529" exec-time="78" queue-time="0" op-digest="eb1c148b6d2d7a7013f75d596536409b"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-1" class="ocf" provider="pacemaker" type="remote" container="base-bundle-podman-1">
+ <lrm_rsc_op id="base-bundle-1_last_0" operation_key="base-bundle-1_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="30:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;30:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node2" call-id="2" rc-code="0" op-status="0" interval="0" last-rc-change="1687330529" exec-time="0" queue-time="0" op-digest="137e2067e195bc8e29ef8680e392a9e7" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ <lrm_rsc_op id="base-bundle-1_monitor_30000" operation_key="base-bundle-1_monitor_30000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="20:1:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;20:1:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node2" call-id="4" rc-code="0" op-status="0" interval="30000" last-rc-change="1687330532" exec-time="0" queue-time="0" op-digest="3929eec440004bca31f813a8e6097506"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-0" class="ocf" provider="pacemaker" type="remote" container="base-bundle-podman-0">
+ <lrm_rsc_op id="base-bundle-0_last_0" operation_key="base-bundle-0_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="10:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:7;10:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node2" call-id="3" rc-code="7" op-status="0" interval="0" last-rc-change="1687330530" exec-time="0" queue-time="0" op-digest="b1f9a03e78ae75f94cc0c36e6c0cc527" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-2" class="ocf" provider="pacemaker" type="remote" container="base-bundle-podman-2">
+ <lrm_rsc_op id="base-bundle-2_last_0" operation_key="base-bundle-2_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="9:171:7:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:7;9:171:7:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node2" call-id="5" rc-code="7" op-status="0" interval="0" last-rc-change="1687478432" exec-time="0" queue-time="0" op-digest="2b7683df7d64ff71ec5fd3675fd12017" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ </node_state>
+ <node_state remote_node="true" id="base-bundle-0" uname="base-bundle-0" in_ccm="true" crm-debug-origin="controld_update_resource_history" node_fenced="0">
+ <lrm id="base-bundle-0">
+ <lrm_resources>
+ <lrm_resource id="base" class="ocf" provider="pacemaker" type="Stateful">
+ <lrm_rsc_op id="base_last_0" operation_key="base_promote_0" operation="promote" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="31:176:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;31:176:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node3" call-id="4956" rc-code="0" op-status="0" interval="0" last-rc-change="1687478477" exec-time="210" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="base_monitor_15000" operation_key="base_monitor_15000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="32:177:8:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:8;32:177:8:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node3" call-id="4962" rc-code="8" op-status="0" interval="15000" last-rc-change="1687478477" exec-time="21" queue-time="0" op-digest="3ef575c5f050ae086f0f31bc8f085fdc"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ <transient_attributes id="base-bundle-0">
+ <instance_attributes id="status-base-bundle-0">
+ <nvpair id="status-base-bundle-0-master-base" name="master-base" value="10"/>
+ </instance_attributes>
+ </transient_attributes>
+ </node_state>
+ <node_state remote_node="true" id="base-bundle-1" uname="base-bundle-1" in_ccm="true" crm-debug-origin="controld_update_resource_history" node_fenced="0">
+ <lrm id="base-bundle-1">
+ <lrm_resources>
+ <lrm_resource id="base" class="ocf" provider="pacemaker" type="Stateful">
+ <lrm_rsc_op id="base_last_0" operation_key="base_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="27:2:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;27:2:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node2" call-id="8" rc-code="0" op-status="0" interval="0" last-rc-change="1687330532" exec-time="246" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="base_monitor_16000" operation_key="base_monitor_16000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="30:167:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;30:167:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node2" call-id="4922" rc-code="0" op-status="0" interval="16000" last-rc-change="1687477999" exec-time="37" queue-time="0" op-digest="e62ad827732488b88ef8722ff6a484b3"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ <transient_attributes id="base-bundle-1">
+ <instance_attributes id="status-base-bundle-1">
+ <nvpair id="status-base-bundle-1-master-base" name="master-base" value="5"/>
+ </instance_attributes>
+ </transient_attributes>
+ </node_state>
+ <node_state remote_node="true" id="base-bundle-2" uname="base-bundle-2" in_ccm="true" crm-debug-origin="controld_update_resource_history" node_fenced="0">
+ <lrm id="base-bundle-2">
+ <lrm_resources>
+ <lrm_resource id="base" class="ocf" provider="pacemaker" type="Stateful">
+ <lrm_rsc_op id="base_last_0" operation_key="base_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="35:172:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;35:172:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node1" call-id="8" rc-code="0" op-status="0" interval="0" last-rc-change="1687478435" exec-time="259" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="base_monitor_16000" operation_key="base_monitor_16000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="36:173:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;36:173:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node1" call-id="14" rc-code="0" op-status="0" interval="16000" last-rc-change="1687478435" exec-time="12" queue-time="0" op-digest="e62ad827732488b88ef8722ff6a484b3"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ <transient_attributes id="base-bundle-2">
+ <instance_attributes id="status-base-bundle-2">
+ <nvpair id="status-base-bundle-2-master-base" name="master-base" value="5"/>
+ </instance_attributes>
+ </transient_attributes>
+ </node_state>
+ </status>
+</cib>
diff --git a/cts/scheduler/xml/bundle-promoted-location-4.xml b/cts/scheduler/xml/bundle-promoted-location-4.xml
new file mode 100644
index 0000000..8cfbac1
--- /dev/null
+++ b/cts/scheduler/xml/bundle-promoted-location-4.xml
@@ -0,0 +1,225 @@
+<cib crm_feature_set="3.17.4" validate-with="pacemaker-3.9" epoch="134" num_updates="40" admin_epoch="0" cib-last-written="Thu Jun 22 17:00:31 2023" update-origin="node1" update-client="cibadmin" update-user="root" have-quorum="1" dc-uuid="1">
+ <configuration>
+ <!-- The essential elements of this test are:
+ * A promotable bundle (base-bundle) is promoted on node3 and unpromoted
+ on node1 and node2
+ * There is a negative location constraint (score=-INFINITY) for the
+ bundle's promoted role, avoiding node3
+ * There are no other constraints
+ * There is no stickiness
+
+ In this situation, the bundle should demote on node3 and promote on
+ some other node.
+
+ This test is incorrect. The bundle remains promoted on node3 and
+ unpromoted on other nodes.
+ -->
+ <crm_config>
+ <cluster_property_set id="cib-bootstrap-options">
+ <nvpair id="cib-bootstrap-options-have-watchdog" name="have-watchdog" value="false"/>
+ <nvpair id="cib-bootstrap-options-dc-version" name="dc-version" value="2.1.5-1.0a457786a.git.el9-0a457786a"/>
+ <nvpair id="cib-bootstrap-options-cluster-infrastructure" name="cluster-infrastructure" value="corosync"/>
+ <nvpair id="cib-bootstrap-options-cluster-name" name="cluster-name" value="test"/>
+ <nvpair id="cib-bootstrap-options-last-lrm-refresh" name="last-lrm-refresh" value="1687288330"/>
+ </cluster_property_set>
+ </crm_config>
+ <nodes>
+ <node id="1" uname="node1">
+ <instance_attributes id="nodes-1"/>
+ </node>
+ <node id="2" uname="node2">
+ <instance_attributes id="nodes-2"/>
+ </node>
+ <node id="3" uname="node3">
+ <instance_attributes id="nodes-3"/>
+ </node>
+ </nodes>
+ <resources>
+ <primitive class="stonith" id="Fencing" type="fence_xvm">
+ <instance_attributes id="Fencing-instance_attributes">
+ <nvpair id="Fencing-instance_attributes_pcmk_host_list" name="pcmk_host_list" value="node1 node2 node3"/>
+ </instance_attributes>
+ <operations>
+ <op id="Fencing-monitor-120s" interval="120s" name="monitor" timeout="120s"/>
+ </operations>
+ </primitive>
+ <bundle id="base-bundle">
+ <meta_attributes id="base-bundle-meta_attributes">
+ <nvpair id="base-bundle-meta_attributes-container-attribute-target" name="container-attribute-target" value="host"/>
+ <nvpair id="base-bundle-meta_attributes-promotable" name="promotable" value="true"/>
+ </meta_attributes>
+ <podman image="localhost/pcmktest" replicas="3"/>
+ <network control-port="3121"/>
+ <primitive id="base" class="ocf" provider="pacemaker" type="Stateful">
+ <operations>
+ <op id="base-monitor-15s" interval="15s" name="monitor" timeout="15s" role="Promoted"/>
+ <op id="base-monitor-16s" interval="16s" name="monitor" timeout="16s" role="Unpromoted"/>
+ </operations>
+ </primitive>
+ </bundle>
+ </resources>
+ <constraints>
+ <rsc_location id="location-base-bundle" rsc="base-bundle">
+ <rule id="location-base-bundle-rule" role="Promoted" score="-INFINITY">
+ <expression id="location-base-bundle-rule-expr" operation="eq" attribute="#uname" value="node3"/>
+ </rule>
+ </rsc_location>
+ </constraints>
+ <op_defaults/>
+ <alerts/>
+ <rsc_defaults/>
+ </configuration>
+ <status>
+ <node_state id="1" uname="node1" in_ccm="true" crmd="online" crm-debug-origin="controld_update_resource_history" join="member" expected="member">
+ <transient_attributes id="1">
+ <instance_attributes id="status-1">
+ <nvpair id="status-1-.feature-set" name="#feature-set" value="3.17.4"/>
+ <nvpair id="status-1-master-base" name="master-base" value="5"/>
+ </instance_attributes>
+ </transient_attributes>
+ <lrm id="1">
+ <lrm_resources>
+ <lrm_resource id="Fencing" class="stonith" type="fence_xvm">
+ <lrm_rsc_op id="Fencing_last_0" operation_key="Fencing_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="1:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:7;1:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node1" call-id="8" rc-code="7" op-status="0" interval="0" last-rc-change="1687330529" exec-time="2" queue-time="0" op-digest="f551693977f94a4fa8883fb70e439592"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-0" class="ocf" provider="heartbeat" type="podman">
+ <lrm_rsc_op id="base-bundle-podman-0_last_0" operation_key="base-bundle-podman-0_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="2:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:7;2:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node1" call-id="12" rc-code="7" op-status="0" interval="0" last-rc-change="1687330529" exec-time="105" queue-time="0" op-digest="b93578750303776f6bb098395c53338a"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-1" class="ocf" provider="heartbeat" type="podman">
+ <lrm_rsc_op id="base-bundle-podman-1_last_0" operation_key="base-bundle-podman-1_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="4:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:7;4:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node1" call-id="13" rc-code="7" op-status="0" interval="0" last-rc-change="1687330529" exec-time="114" queue-time="0" op-digest="91ec5f49c5fd88f29405389545fb7d59"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-2" class="ocf" provider="heartbeat" type="podman">
+ <lrm_rsc_op id="base-bundle-podman-2_last_0" operation_key="base-bundle-podman-2_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="21:171:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;21:171:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node1" call-id="20" rc-code="0" op-status="0" interval="0" last-rc-change="1687478431" exec-time="1223" queue-time="0" op-digest="eb1c148b6d2d7a7013f75d596536409b"/>
+ <lrm_rsc_op id="base-bundle-podman-2_monitor_60000" operation_key="base-bundle-podman-2_monitor_60000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="22:171:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;22:171:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node1" call-id="21" rc-code="0" op-status="0" interval="60000" last-rc-change="1687478432" exec-time="176" queue-time="0" op-digest="8eeca5a30b14f3d9ef7d2ddbd16c2e05"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-1" class="ocf" provider="pacemaker" type="remote" container="base-bundle-podman-1">
+ <lrm_rsc_op id="base-bundle-1_last_0" operation_key="base-bundle-1_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="5:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:7;5:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node1" call-id="1" rc-code="7" op-status="0" interval="0" last-rc-change="1687330529" exec-time="0" queue-time="0" op-digest="137e2067e195bc8e29ef8680e392a9e7" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-0" class="ocf" provider="pacemaker" type="remote" container="base-bundle-podman-0">
+ <lrm_rsc_op id="base-bundle-0_last_0" operation_key="base-bundle-0_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="3:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:7;3:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node1" call-id="2" rc-code="7" op-status="0" interval="0" last-rc-change="1687330529" exec-time="0" queue-time="0" op-digest="b1f9a03e78ae75f94cc0c36e6c0cc527" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-2" class="ocf" provider="pacemaker" type="remote" container="base-bundle-podman-2">
+ <lrm_rsc_op id="base-bundle-2_last_0" operation_key="base-bundle-2_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="23:171:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;23:171:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node1" call-id="4" rc-code="0" op-status="0" interval="0" last-rc-change="1687478432" exec-time="0" queue-time="0" op-digest="2b7683df7d64ff71ec5fd3675fd12017" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ <lrm_rsc_op id="base-bundle-2_monitor_30000" operation_key="base-bundle-2_monitor_30000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="24:172:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;24:172:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node1" call-id="5" rc-code="0" op-status="0" interval="30000" last-rc-change="1687478435" exec-time="0" queue-time="0" op-digest="6f3c7e233bacb8420fef5f9581190d00"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ </node_state>
+ <node_state id="3" uname="node3" in_ccm="true" crmd="online" crm-debug-origin="controld_update_resource_history" join="member" expected="member">
+ <lrm id="3">
+ <lrm_resources>
+ <lrm_resource id="Fencing" class="stonith" type="fence_xvm">
+ <lrm_rsc_op id="Fencing_last_0" operation_key="Fencing_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="15:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:7;15:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node3" call-id="8" rc-code="7" op-status="0" interval="0" last-rc-change="1687330528" exec-time="3" queue-time="0" op-digest="f551693977f94a4fa8883fb70e439592"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-0" class="ocf" provider="heartbeat" type="podman">
+ <lrm_rsc_op id="base-bundle-podman-0_last_0" operation_key="base-bundle-podman-0_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="24:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;24:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node3" call-id="18" rc-code="0" op-status="0" interval="0" last-rc-change="1687330528" exec-time="663" queue-time="0" op-digest="b93578750303776f6bb098395c53338a"/>
+ <lrm_rsc_op id="base-bundle-podman-0_monitor_60000" operation_key="base-bundle-podman-0_monitor_60000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="25:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;25:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node3" call-id="20" rc-code="0" op-status="0" interval="60000" last-rc-change="1687330529" exec-time="118" queue-time="0" op-digest="902512fcf3e4556d9585c44184665d8c"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-1" class="ocf" provider="heartbeat" type="podman">
+ <lrm_rsc_op id="base-bundle-podman-1_last_0" operation_key="base-bundle-podman-1_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="18:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:7;18:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node3" call-id="13" rc-code="7" op-status="0" interval="0" last-rc-change="1687330528" exec-time="90" queue-time="0" op-digest="91ec5f49c5fd88f29405389545fb7d59"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-2" class="ocf" provider="heartbeat" type="podman">
+ <lrm_rsc_op id="base-bundle-podman-2_last_0" operation_key="base-bundle-podman-2_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="20:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:7;20:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node3" call-id="17" rc-code="7" op-status="0" interval="0" last-rc-change="1687330528" exec-time="71" queue-time="0" op-digest="eb1c148b6d2d7a7013f75d596536409b"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-1" class="ocf" provider="pacemaker" type="remote" container="base-bundle-podman-1">
+ <lrm_rsc_op id="base-bundle-1_last_0" operation_key="base-bundle-1_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="19:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:7;19:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node3" call-id="1" rc-code="7" op-status="0" interval="0" last-rc-change="1687330529" exec-time="0" queue-time="0" op-digest="137e2067e195bc8e29ef8680e392a9e7" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-0" class="ocf" provider="pacemaker" type="remote" container="base-bundle-podman-0">
+ <lrm_rsc_op id="base-bundle-0_last_0" operation_key="base-bundle-0_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="26:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;26:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node3" call-id="3" rc-code="0" op-status="0" interval="0" last-rc-change="1687330529" exec-time="0" queue-time="0" op-digest="b1f9a03e78ae75f94cc0c36e6c0cc527" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ <lrm_rsc_op id="base-bundle-0_monitor_30000" operation_key="base-bundle-0_monitor_30000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="15:1:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;15:1:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node3" call-id="4" rc-code="0" op-status="0" interval="30000" last-rc-change="1687330531" exec-time="0" queue-time="0" op-digest="354b9acaa7ea1113d708dc11a1d6bbfa"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-2" class="ocf" provider="pacemaker" type="remote" container="base-bundle-podman-2">
+ <lrm_rsc_op id="base-bundle-2_last_0" operation_key="base-bundle-2_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="10:171:7:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:7;10:171:7:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node3" call-id="5" rc-code="7" op-status="0" interval="0" last-rc-change="1687478432" exec-time="0" queue-time="0" op-digest="2b7683df7d64ff71ec5fd3675fd12017" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ <transient_attributes id="3">
+ <instance_attributes id="status-3">
+ <nvpair id="status-3-.feature-set" name="#feature-set" value="3.17.4"/>
+ <nvpair id="status-3-master-base" name="master-base" value="10"/>
+ </instance_attributes>
+ </transient_attributes>
+ </node_state>
+ <node_state id="2" uname="node2" in_ccm="true" crmd="online" crm-debug-origin="controld_update_resource_history" join="member" expected="member">
+ <transient_attributes id="2">
+ <instance_attributes id="status-2">
+ <nvpair id="status-2-.feature-set" name="#feature-set" value="3.17.4"/>
+ <nvpair id="status-2-master-base" name="master-base" value="5"/>
+ </instance_attributes>
+ </transient_attributes>
+ <lrm id="2">
+ <lrm_resources>
+ <lrm_resource id="Fencing" class="stonith" type="fence_xvm">
+ <lrm_rsc_op id="Fencing_last_0" operation_key="Fencing_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="22:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;22:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node2" call-id="14" rc-code="0" op-status="0" interval="0" last-rc-change="1687330529" exec-time="33" queue-time="0" op-digest="f551693977f94a4fa8883fb70e439592"/>
+ <lrm_rsc_op id="Fencing_monitor_120000" operation_key="Fencing_monitor_120000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="23:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;23:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node2" call-id="19" rc-code="0" op-status="0" interval="120000" last-rc-change="1687330529" exec-time="26" queue-time="0" op-digest="24989640311980988fb77ddd1cc1002b"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-0" class="ocf" provider="heartbeat" type="podman">
+ <lrm_rsc_op id="base-bundle-podman-0_last_0" operation_key="base-bundle-podman-0_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="9:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:7;9:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node2" call-id="12" rc-code="7" op-status="0" interval="0" last-rc-change="1687330529" exec-time="80" queue-time="0" op-digest="b93578750303776f6bb098395c53338a"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-1" class="ocf" provider="heartbeat" type="podman">
+ <lrm_rsc_op id="base-bundle-podman-1_last_0" operation_key="base-bundle-podman-1_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="28:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;28:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node2" call-id="20" rc-code="0" op-status="0" interval="0" last-rc-change="1687330529" exec-time="612" queue-time="0" op-digest="91ec5f49c5fd88f29405389545fb7d59"/>
+ <lrm_rsc_op id="base-bundle-podman-1_monitor_60000" operation_key="base-bundle-podman-1_monitor_60000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="29:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;29:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node2" call-id="21" rc-code="0" op-status="0" interval="60000" last-rc-change="1687330529" exec-time="210" queue-time="0" op-digest="f0ef4729d120aa3f5d938cabca4d06c7"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-2" class="ocf" provider="heartbeat" type="podman">
+ <lrm_rsc_op id="base-bundle-podman-2_last_0" operation_key="base-bundle-podman-2_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="13:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:7;13:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node2" call-id="18" rc-code="7" op-status="0" interval="0" last-rc-change="1687330529" exec-time="78" queue-time="0" op-digest="eb1c148b6d2d7a7013f75d596536409b"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-1" class="ocf" provider="pacemaker" type="remote" container="base-bundle-podman-1">
+ <lrm_rsc_op id="base-bundle-1_last_0" operation_key="base-bundle-1_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="30:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;30:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node2" call-id="2" rc-code="0" op-status="0" interval="0" last-rc-change="1687330529" exec-time="0" queue-time="0" op-digest="137e2067e195bc8e29ef8680e392a9e7" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ <lrm_rsc_op id="base-bundle-1_monitor_30000" operation_key="base-bundle-1_monitor_30000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="20:1:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;20:1:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node2" call-id="4" rc-code="0" op-status="0" interval="30000" last-rc-change="1687330532" exec-time="0" queue-time="0" op-digest="3929eec440004bca31f813a8e6097506"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-0" class="ocf" provider="pacemaker" type="remote" container="base-bundle-podman-0">
+ <lrm_rsc_op id="base-bundle-0_last_0" operation_key="base-bundle-0_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="10:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:7;10:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node2" call-id="3" rc-code="7" op-status="0" interval="0" last-rc-change="1687330530" exec-time="0" queue-time="0" op-digest="b1f9a03e78ae75f94cc0c36e6c0cc527" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-2" class="ocf" provider="pacemaker" type="remote" container="base-bundle-podman-2">
+ <lrm_rsc_op id="base-bundle-2_last_0" operation_key="base-bundle-2_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="9:171:7:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:7;9:171:7:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node2" call-id="5" rc-code="7" op-status="0" interval="0" last-rc-change="1687478432" exec-time="0" queue-time="0" op-digest="2b7683df7d64ff71ec5fd3675fd12017" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ </node_state>
+ <node_state remote_node="true" id="base-bundle-0" uname="base-bundle-0" in_ccm="true" crm-debug-origin="controld_update_resource_history" node_fenced="0">
+ <lrm id="base-bundle-0">
+ <lrm_resources>
+ <lrm_resource id="base" class="ocf" provider="pacemaker" type="Stateful">
+ <lrm_rsc_op id="base_last_0" operation_key="base_promote_0" operation="promote" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="31:176:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;31:176:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node3" call-id="4956" rc-code="0" op-status="0" interval="0" last-rc-change="1687478477" exec-time="210" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="base_monitor_15000" operation_key="base_monitor_15000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="32:177:8:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:8;32:177:8:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node3" call-id="4962" rc-code="8" op-status="0" interval="15000" last-rc-change="1687478477" exec-time="21" queue-time="0" op-digest="3ef575c5f050ae086f0f31bc8f085fdc"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ <transient_attributes id="base-bundle-0">
+ <instance_attributes id="status-base-bundle-0">
+ <nvpair id="status-base-bundle-0-master-base" name="master-base" value="10"/>
+ </instance_attributes>
+ </transient_attributes>
+ </node_state>
+ <node_state remote_node="true" id="base-bundle-1" uname="base-bundle-1" in_ccm="true" crm-debug-origin="controld_update_resource_history" node_fenced="0">
+ <lrm id="base-bundle-1">
+ <lrm_resources>
+ <lrm_resource id="base" class="ocf" provider="pacemaker" type="Stateful">
+ <lrm_rsc_op id="base_last_0" operation_key="base_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="27:2:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;27:2:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node2" call-id="8" rc-code="0" op-status="0" interval="0" last-rc-change="1687330532" exec-time="246" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="base_monitor_16000" operation_key="base_monitor_16000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="30:167:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;30:167:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node2" call-id="4922" rc-code="0" op-status="0" interval="16000" last-rc-change="1687477999" exec-time="37" queue-time="0" op-digest="e62ad827732488b88ef8722ff6a484b3"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ <transient_attributes id="base-bundle-1">
+ <instance_attributes id="status-base-bundle-1">
+ <nvpair id="status-base-bundle-1-master-base" name="master-base" value="5"/>
+ </instance_attributes>
+ </transient_attributes>
+ </node_state>
+ <node_state remote_node="true" id="base-bundle-2" uname="base-bundle-2" in_ccm="true" crm-debug-origin="controld_update_resource_history" node_fenced="0">
+ <lrm id="base-bundle-2">
+ <lrm_resources>
+ <lrm_resource id="base" class="ocf" provider="pacemaker" type="Stateful">
+ <lrm_rsc_op id="base_last_0" operation_key="base_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="35:172:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;35:172:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node1" call-id="8" rc-code="0" op-status="0" interval="0" last-rc-change="1687478435" exec-time="259" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="base_monitor_16000" operation_key="base_monitor_16000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="36:173:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;36:173:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node1" call-id="14" rc-code="0" op-status="0" interval="16000" last-rc-change="1687478435" exec-time="12" queue-time="0" op-digest="e62ad827732488b88ef8722ff6a484b3"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ <transient_attributes id="base-bundle-2">
+ <instance_attributes id="status-base-bundle-2">
+ <nvpair id="status-base-bundle-2-master-base" name="master-base" value="5"/>
+ </instance_attributes>
+ </transient_attributes>
+ </node_state>
+ </status>
+</cib>
diff --git a/cts/scheduler/xml/bundle-promoted-location-5.xml b/cts/scheduler/xml/bundle-promoted-location-5.xml
new file mode 100644
index 0000000..4cb76fe
--- /dev/null
+++ b/cts/scheduler/xml/bundle-promoted-location-5.xml
@@ -0,0 +1,231 @@
+<cib crm_feature_set="3.17.4" validate-with="pacemaker-3.9" epoch="134" num_updates="40" admin_epoch="0" cib-last-written="Thu Jun 22 17:00:31 2023" update-origin="node1" update-client="cibadmin" update-user="root" have-quorum="1" dc-uuid="1">
+ <configuration>
+ <!-- The essential elements of this test are:
+ * A promotable bundle (base-bundle) is promoted on node3 and unpromoted
+ on node1 and node2
+ * There is a positive location constraint (score=5000) for the bundle's
+ unpromoted role, preferring node3
+ * There are no other constraints
+ * There is no stickiness
+ * base-bundle has a higher promotion score on node3 compared to the
+ other nodes.
+
+ In this situation, the bundle should remain promoted on node3 and
+ unpromoted on other nodes. Even the promoted instance must first be
+ unpromoted, so this score applies to all running instances.
+
+ This behavior is questionable though. Another possibility is for the
+ bundle to demote on node3 and promote somewhere else. The reasoning is
+ that the constraint may specify a preference that the instance on node3
+ be unpromoted in the stable state, after an instance is chosen for
+ promotion.
+ -->
+ <crm_config>
+ <cluster_property_set id="cib-bootstrap-options">
+ <nvpair id="cib-bootstrap-options-have-watchdog" name="have-watchdog" value="false"/>
+ <nvpair id="cib-bootstrap-options-dc-version" name="dc-version" value="2.1.5-1.0a457786a.git.el9-0a457786a"/>
+ <nvpair id="cib-bootstrap-options-cluster-infrastructure" name="cluster-infrastructure" value="corosync"/>
+ <nvpair id="cib-bootstrap-options-cluster-name" name="cluster-name" value="test"/>
+ <nvpair id="cib-bootstrap-options-last-lrm-refresh" name="last-lrm-refresh" value="1687288330"/>
+ </cluster_property_set>
+ </crm_config>
+ <nodes>
+ <node id="1" uname="node1">
+ <instance_attributes id="nodes-1"/>
+ </node>
+ <node id="2" uname="node2">
+ <instance_attributes id="nodes-2"/>
+ </node>
+ <node id="3" uname="node3">
+ <instance_attributes id="nodes-3"/>
+ </node>
+ </nodes>
+ <resources>
+ <primitive class="stonith" id="Fencing" type="fence_xvm">
+ <instance_attributes id="Fencing-instance_attributes">
+ <nvpair id="Fencing-instance_attributes_pcmk_host_list" name="pcmk_host_list" value="node1 node2 node3"/>
+ </instance_attributes>
+ <operations>
+ <op id="Fencing-monitor-120s" interval="120s" name="monitor" timeout="120s"/>
+ </operations>
+ </primitive>
+ <bundle id="base-bundle">
+ <meta_attributes id="base-bundle-meta_attributes">
+ <nvpair id="base-bundle-meta_attributes-container-attribute-target" name="container-attribute-target" value="host"/>
+ <nvpair id="base-bundle-meta_attributes-promotable" name="promotable" value="true"/>
+ </meta_attributes>
+ <podman image="localhost/pcmktest" replicas="3"/>
+ <network control-port="3121"/>
+ <primitive id="base" class="ocf" provider="pacemaker" type="Stateful">
+ <operations>
+ <op id="base-monitor-15s" interval="15s" name="monitor" timeout="15s" role="Promoted"/>
+ <op id="base-monitor-16s" interval="16s" name="monitor" timeout="16s" role="Unpromoted"/>
+ </operations>
+ </primitive>
+ </bundle>
+ </resources>
+ <constraints>
+ <rsc_location id="location-base-bundle" rsc="base-bundle">
+ <rule id="location-base-bundle-rule" role="Unpromoted" score="5000">
+ <expression id="location-base-bundle-rule-expr" operation="eq" attribute="#uname" value="node3"/>
+ </rule>
+ </rsc_location>
+ </constraints>
+ <op_defaults/>
+ <alerts/>
+ <rsc_defaults/>
+ </configuration>
+ <status>
+ <node_state id="1" uname="node1" in_ccm="true" crmd="online" crm-debug-origin="controld_update_resource_history" join="member" expected="member">
+ <transient_attributes id="1">
+ <instance_attributes id="status-1">
+ <nvpair id="status-1-.feature-set" name="#feature-set" value="3.17.4"/>
+ <nvpair id="status-1-master-base" name="master-base" value="5"/>
+ </instance_attributes>
+ </transient_attributes>
+ <lrm id="1">
+ <lrm_resources>
+ <lrm_resource id="Fencing" class="stonith" type="fence_xvm">
+ <lrm_rsc_op id="Fencing_last_0" operation_key="Fencing_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="1:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:7;1:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node1" call-id="8" rc-code="7" op-status="0" interval="0" last-rc-change="1687330529" exec-time="2" queue-time="0" op-digest="f551693977f94a4fa8883fb70e439592"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-0" class="ocf" provider="heartbeat" type="podman">
+ <lrm_rsc_op id="base-bundle-podman-0_last_0" operation_key="base-bundle-podman-0_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="2:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:7;2:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node1" call-id="12" rc-code="7" op-status="0" interval="0" last-rc-change="1687330529" exec-time="105" queue-time="0" op-digest="b93578750303776f6bb098395c53338a"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-1" class="ocf" provider="heartbeat" type="podman">
+ <lrm_rsc_op id="base-bundle-podman-1_last_0" operation_key="base-bundle-podman-1_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="4:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:7;4:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node1" call-id="13" rc-code="7" op-status="0" interval="0" last-rc-change="1687330529" exec-time="114" queue-time="0" op-digest="91ec5f49c5fd88f29405389545fb7d59"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-2" class="ocf" provider="heartbeat" type="podman">
+ <lrm_rsc_op id="base-bundle-podman-2_last_0" operation_key="base-bundle-podman-2_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="21:171:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;21:171:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node1" call-id="20" rc-code="0" op-status="0" interval="0" last-rc-change="1687478431" exec-time="1223" queue-time="0" op-digest="eb1c148b6d2d7a7013f75d596536409b"/>
+ <lrm_rsc_op id="base-bundle-podman-2_monitor_60000" operation_key="base-bundle-podman-2_monitor_60000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="22:171:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;22:171:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node1" call-id="21" rc-code="0" op-status="0" interval="60000" last-rc-change="1687478432" exec-time="176" queue-time="0" op-digest="8eeca5a30b14f3d9ef7d2ddbd16c2e05"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-1" class="ocf" provider="pacemaker" type="remote" container="base-bundle-podman-1">
+ <lrm_rsc_op id="base-bundle-1_last_0" operation_key="base-bundle-1_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="5:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:7;5:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node1" call-id="1" rc-code="7" op-status="0" interval="0" last-rc-change="1687330529" exec-time="0" queue-time="0" op-digest="137e2067e195bc8e29ef8680e392a9e7" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-0" class="ocf" provider="pacemaker" type="remote" container="base-bundle-podman-0">
+ <lrm_rsc_op id="base-bundle-0_last_0" operation_key="base-bundle-0_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="3:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:7;3:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node1" call-id="2" rc-code="7" op-status="0" interval="0" last-rc-change="1687330529" exec-time="0" queue-time="0" op-digest="b1f9a03e78ae75f94cc0c36e6c0cc527" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-2" class="ocf" provider="pacemaker" type="remote" container="base-bundle-podman-2">
+ <lrm_rsc_op id="base-bundle-2_last_0" operation_key="base-bundle-2_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="23:171:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;23:171:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node1" call-id="4" rc-code="0" op-status="0" interval="0" last-rc-change="1687478432" exec-time="0" queue-time="0" op-digest="2b7683df7d64ff71ec5fd3675fd12017" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ <lrm_rsc_op id="base-bundle-2_monitor_30000" operation_key="base-bundle-2_monitor_30000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="24:172:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;24:172:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node1" call-id="5" rc-code="0" op-status="0" interval="30000" last-rc-change="1687478435" exec-time="0" queue-time="0" op-digest="6f3c7e233bacb8420fef5f9581190d00"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ </node_state>
+ <node_state id="3" uname="node3" in_ccm="true" crmd="online" crm-debug-origin="controld_update_resource_history" join="member" expected="member">
+ <lrm id="3">
+ <lrm_resources>
+ <lrm_resource id="Fencing" class="stonith" type="fence_xvm">
+ <lrm_rsc_op id="Fencing_last_0" operation_key="Fencing_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="15:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:7;15:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node3" call-id="8" rc-code="7" op-status="0" interval="0" last-rc-change="1687330528" exec-time="3" queue-time="0" op-digest="f551693977f94a4fa8883fb70e439592"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-0" class="ocf" provider="heartbeat" type="podman">
+ <lrm_rsc_op id="base-bundle-podman-0_last_0" operation_key="base-bundle-podman-0_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="24:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;24:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node3" call-id="18" rc-code="0" op-status="0" interval="0" last-rc-change="1687330528" exec-time="663" queue-time="0" op-digest="b93578750303776f6bb098395c53338a"/>
+ <lrm_rsc_op id="base-bundle-podman-0_monitor_60000" operation_key="base-bundle-podman-0_monitor_60000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="25:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;25:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node3" call-id="20" rc-code="0" op-status="0" interval="60000" last-rc-change="1687330529" exec-time="118" queue-time="0" op-digest="902512fcf3e4556d9585c44184665d8c"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-1" class="ocf" provider="heartbeat" type="podman">
+ <lrm_rsc_op id="base-bundle-podman-1_last_0" operation_key="base-bundle-podman-1_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="18:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:7;18:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node3" call-id="13" rc-code="7" op-status="0" interval="0" last-rc-change="1687330528" exec-time="90" queue-time="0" op-digest="91ec5f49c5fd88f29405389545fb7d59"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-2" class="ocf" provider="heartbeat" type="podman">
+ <lrm_rsc_op id="base-bundle-podman-2_last_0" operation_key="base-bundle-podman-2_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="20:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:7;20:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node3" call-id="17" rc-code="7" op-status="0" interval="0" last-rc-change="1687330528" exec-time="71" queue-time="0" op-digest="eb1c148b6d2d7a7013f75d596536409b"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-1" class="ocf" provider="pacemaker" type="remote" container="base-bundle-podman-1">
+ <lrm_rsc_op id="base-bundle-1_last_0" operation_key="base-bundle-1_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="19:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:7;19:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node3" call-id="1" rc-code="7" op-status="0" interval="0" last-rc-change="1687330529" exec-time="0" queue-time="0" op-digest="137e2067e195bc8e29ef8680e392a9e7" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-0" class="ocf" provider="pacemaker" type="remote" container="base-bundle-podman-0">
+ <lrm_rsc_op id="base-bundle-0_last_0" operation_key="base-bundle-0_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="26:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;26:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node3" call-id="3" rc-code="0" op-status="0" interval="0" last-rc-change="1687330529" exec-time="0" queue-time="0" op-digest="b1f9a03e78ae75f94cc0c36e6c0cc527" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ <lrm_rsc_op id="base-bundle-0_monitor_30000" operation_key="base-bundle-0_monitor_30000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="15:1:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;15:1:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node3" call-id="4" rc-code="0" op-status="0" interval="30000" last-rc-change="1687330531" exec-time="0" queue-time="0" op-digest="354b9acaa7ea1113d708dc11a1d6bbfa"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-2" class="ocf" provider="pacemaker" type="remote" container="base-bundle-podman-2">
+ <lrm_rsc_op id="base-bundle-2_last_0" operation_key="base-bundle-2_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="10:171:7:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:7;10:171:7:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node3" call-id="5" rc-code="7" op-status="0" interval="0" last-rc-change="1687478432" exec-time="0" queue-time="0" op-digest="2b7683df7d64ff71ec5fd3675fd12017" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ <transient_attributes id="3">
+ <instance_attributes id="status-3">
+ <nvpair id="status-3-.feature-set" name="#feature-set" value="3.17.4"/>
+ <nvpair id="status-3-master-base" name="master-base" value="10"/>
+ </instance_attributes>
+ </transient_attributes>
+ </node_state>
+ <node_state id="2" uname="node2" in_ccm="true" crmd="online" crm-debug-origin="controld_update_resource_history" join="member" expected="member">
+ <transient_attributes id="2">
+ <instance_attributes id="status-2">
+ <nvpair id="status-2-.feature-set" name="#feature-set" value="3.17.4"/>
+ <nvpair id="status-2-master-base" name="master-base" value="5"/>
+ </instance_attributes>
+ </transient_attributes>
+ <lrm id="2">
+ <lrm_resources>
+ <lrm_resource id="Fencing" class="stonith" type="fence_xvm">
+ <lrm_rsc_op id="Fencing_last_0" operation_key="Fencing_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="22:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;22:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node2" call-id="14" rc-code="0" op-status="0" interval="0" last-rc-change="1687330529" exec-time="33" queue-time="0" op-digest="f551693977f94a4fa8883fb70e439592"/>
+ <lrm_rsc_op id="Fencing_monitor_120000" operation_key="Fencing_monitor_120000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="23:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;23:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node2" call-id="19" rc-code="0" op-status="0" interval="120000" last-rc-change="1687330529" exec-time="26" queue-time="0" op-digest="24989640311980988fb77ddd1cc1002b"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-0" class="ocf" provider="heartbeat" type="podman">
+ <lrm_rsc_op id="base-bundle-podman-0_last_0" operation_key="base-bundle-podman-0_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="9:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:7;9:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node2" call-id="12" rc-code="7" op-status="0" interval="0" last-rc-change="1687330529" exec-time="80" queue-time="0" op-digest="b93578750303776f6bb098395c53338a"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-1" class="ocf" provider="heartbeat" type="podman">
+ <lrm_rsc_op id="base-bundle-podman-1_last_0" operation_key="base-bundle-podman-1_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="28:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;28:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node2" call-id="20" rc-code="0" op-status="0" interval="0" last-rc-change="1687330529" exec-time="612" queue-time="0" op-digest="91ec5f49c5fd88f29405389545fb7d59"/>
+ <lrm_rsc_op id="base-bundle-podman-1_monitor_60000" operation_key="base-bundle-podman-1_monitor_60000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="29:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;29:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node2" call-id="21" rc-code="0" op-status="0" interval="60000" last-rc-change="1687330529" exec-time="210" queue-time="0" op-digest="f0ef4729d120aa3f5d938cabca4d06c7"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-2" class="ocf" provider="heartbeat" type="podman">
+ <lrm_rsc_op id="base-bundle-podman-2_last_0" operation_key="base-bundle-podman-2_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="13:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:7;13:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node2" call-id="18" rc-code="7" op-status="0" interval="0" last-rc-change="1687330529" exec-time="78" queue-time="0" op-digest="eb1c148b6d2d7a7013f75d596536409b"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-1" class="ocf" provider="pacemaker" type="remote" container="base-bundle-podman-1">
+ <lrm_rsc_op id="base-bundle-1_last_0" operation_key="base-bundle-1_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="30:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;30:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node2" call-id="2" rc-code="0" op-status="0" interval="0" last-rc-change="1687330529" exec-time="0" queue-time="0" op-digest="137e2067e195bc8e29ef8680e392a9e7" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ <lrm_rsc_op id="base-bundle-1_monitor_30000" operation_key="base-bundle-1_monitor_30000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="20:1:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;20:1:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node2" call-id="4" rc-code="0" op-status="0" interval="30000" last-rc-change="1687330532" exec-time="0" queue-time="0" op-digest="3929eec440004bca31f813a8e6097506"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-0" class="ocf" provider="pacemaker" type="remote" container="base-bundle-podman-0">
+ <lrm_rsc_op id="base-bundle-0_last_0" operation_key="base-bundle-0_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="10:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:7;10:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node2" call-id="3" rc-code="7" op-status="0" interval="0" last-rc-change="1687330530" exec-time="0" queue-time="0" op-digest="b1f9a03e78ae75f94cc0c36e6c0cc527" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-2" class="ocf" provider="pacemaker" type="remote" container="base-bundle-podman-2">
+ <lrm_rsc_op id="base-bundle-2_last_0" operation_key="base-bundle-2_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="9:171:7:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:7;9:171:7:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node2" call-id="5" rc-code="7" op-status="0" interval="0" last-rc-change="1687478432" exec-time="0" queue-time="0" op-digest="2b7683df7d64ff71ec5fd3675fd12017" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ </node_state>
+ <node_state remote_node="true" id="base-bundle-0" uname="base-bundle-0" in_ccm="true" crm-debug-origin="controld_update_resource_history" node_fenced="0">
+ <lrm id="base-bundle-0">
+ <lrm_resources>
+ <lrm_resource id="base" class="ocf" provider="pacemaker" type="Stateful">
+ <lrm_rsc_op id="base_last_0" operation_key="base_promote_0" operation="promote" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="31:176:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;31:176:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node3" call-id="4956" rc-code="0" op-status="0" interval="0" last-rc-change="1687478477" exec-time="210" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="base_monitor_15000" operation_key="base_monitor_15000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="32:177:8:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:8;32:177:8:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node3" call-id="4962" rc-code="8" op-status="0" interval="15000" last-rc-change="1687478477" exec-time="21" queue-time="0" op-digest="3ef575c5f050ae086f0f31bc8f085fdc"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ <transient_attributes id="base-bundle-0">
+ <instance_attributes id="status-base-bundle-0">
+ <nvpair id="status-base-bundle-0-master-base" name="master-base" value="10"/>
+ </instance_attributes>
+ </transient_attributes>
+ </node_state>
+ <node_state remote_node="true" id="base-bundle-1" uname="base-bundle-1" in_ccm="true" crm-debug-origin="controld_update_resource_history" node_fenced="0">
+ <lrm id="base-bundle-1">
+ <lrm_resources>
+ <lrm_resource id="base" class="ocf" provider="pacemaker" type="Stateful">
+ <lrm_rsc_op id="base_last_0" operation_key="base_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="27:2:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;27:2:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node2" call-id="8" rc-code="0" op-status="0" interval="0" last-rc-change="1687330532" exec-time="246" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="base_monitor_16000" operation_key="base_monitor_16000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="30:167:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;30:167:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node2" call-id="4922" rc-code="0" op-status="0" interval="16000" last-rc-change="1687477999" exec-time="37" queue-time="0" op-digest="e62ad827732488b88ef8722ff6a484b3"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ <transient_attributes id="base-bundle-1">
+ <instance_attributes id="status-base-bundle-1">
+ <nvpair id="status-base-bundle-1-master-base" name="master-base" value="5"/>
+ </instance_attributes>
+ </transient_attributes>
+ </node_state>
+ <node_state remote_node="true" id="base-bundle-2" uname="base-bundle-2" in_ccm="true" crm-debug-origin="controld_update_resource_history" node_fenced="0">
+ <lrm id="base-bundle-2">
+ <lrm_resources>
+ <lrm_resource id="base" class="ocf" provider="pacemaker" type="Stateful">
+ <lrm_rsc_op id="base_last_0" operation_key="base_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="35:172:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;35:172:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node1" call-id="8" rc-code="0" op-status="0" interval="0" last-rc-change="1687478435" exec-time="259" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="base_monitor_16000" operation_key="base_monitor_16000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="36:173:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;36:173:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node1" call-id="14" rc-code="0" op-status="0" interval="16000" last-rc-change="1687478435" exec-time="12" queue-time="0" op-digest="e62ad827732488b88ef8722ff6a484b3"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ <transient_attributes id="base-bundle-2">
+ <instance_attributes id="status-base-bundle-2">
+ <nvpair id="status-base-bundle-2-master-base" name="master-base" value="5"/>
+ </instance_attributes>
+ </transient_attributes>
+ </node_state>
+ </status>
+</cib>
diff --git a/cts/scheduler/xml/bundle-promoted-location-6.xml b/cts/scheduler/xml/bundle-promoted-location-6.xml
new file mode 100644
index 0000000..cab69de
--- /dev/null
+++ b/cts/scheduler/xml/bundle-promoted-location-6.xml
@@ -0,0 +1,224 @@
+<cib crm_feature_set="3.17.4" validate-with="pacemaker-3.9" epoch="134" num_updates="40" admin_epoch="0" cib-last-written="Thu Jun 22 17:00:31 2023" update-origin="node1" update-client="cibadmin" update-user="root" have-quorum="1" dc-uuid="1">
+ <configuration>
+ <!-- The essential elements of this test are:
+ * A promotable bundle (base-bundle) is promoted on node3 and unpromoted
+ on node1 and node2
+ * There is a negative location constraint (score=-INFINITY) for the
+ bundle's unpromoted role, avoiding node2
+ * There are no other constraints
+ * There is no stickiness
+
+ In this situation, the bundle should remain promoted on node3 and
+ unpromoted on node1, and it should stop on node2. A negative location
+ constraint for the unpromoted role is a complete ban, because an
+ instance must be started as unpromoted before it can be promoted.
+ -->
+ <crm_config>
+ <cluster_property_set id="cib-bootstrap-options">
+ <nvpair id="cib-bootstrap-options-have-watchdog" name="have-watchdog" value="false"/>
+ <nvpair id="cib-bootstrap-options-dc-version" name="dc-version" value="2.1.5-1.0a457786a.git.el9-0a457786a"/>
+ <nvpair id="cib-bootstrap-options-cluster-infrastructure" name="cluster-infrastructure" value="corosync"/>
+ <nvpair id="cib-bootstrap-options-cluster-name" name="cluster-name" value="test"/>
+ <nvpair id="cib-bootstrap-options-last-lrm-refresh" name="last-lrm-refresh" value="1687288330"/>
+ </cluster_property_set>
+ </crm_config>
+ <nodes>
+ <node id="1" uname="node1">
+ <instance_attributes id="nodes-1"/>
+ </node>
+ <node id="2" uname="node2">
+ <instance_attributes id="nodes-2"/>
+ </node>
+ <node id="3" uname="node3">
+ <instance_attributes id="nodes-3"/>
+ </node>
+ </nodes>
+ <resources>
+ <primitive class="stonith" id="Fencing" type="fence_xvm">
+ <instance_attributes id="Fencing-instance_attributes">
+ <nvpair id="Fencing-instance_attributes_pcmk_host_list" name="pcmk_host_list" value="node1 node2 node3"/>
+ </instance_attributes>
+ <operations>
+ <op id="Fencing-monitor-120s" interval="120s" name="monitor" timeout="120s"/>
+ </operations>
+ </primitive>
+ <bundle id="base-bundle">
+ <meta_attributes id="base-bundle-meta_attributes">
+ <nvpair id="base-bundle-meta_attributes-container-attribute-target" name="container-attribute-target" value="host"/>
+ <nvpair id="base-bundle-meta_attributes-promotable" name="promotable" value="true"/>
+ </meta_attributes>
+ <podman image="localhost/pcmktest" replicas="3"/>
+ <network control-port="3121"/>
+ <primitive id="base" class="ocf" provider="pacemaker" type="Stateful">
+ <operations>
+ <op id="base-monitor-15s" interval="15s" name="monitor" timeout="15s" role="Promoted"/>
+ <op id="base-monitor-16s" interval="16s" name="monitor" timeout="16s" role="Unpromoted"/>
+ </operations>
+ </primitive>
+ </bundle>
+ </resources>
+ <constraints>
+ <rsc_location id="location-base-bundle" rsc="base-bundle">
+ <rule id="location-base-bundle-rule" role="Unpromoted" score="-INFINITY">
+ <expression id="location-base-bundle-rule-expr" operation="eq" attribute="#uname" value="node2"/>
+ </rule>
+ </rsc_location>
+ </constraints>
+ <op_defaults/>
+ <alerts/>
+ <rsc_defaults/>
+ </configuration>
+ <status>
+ <node_state id="1" uname="node1" in_ccm="true" crmd="online" crm-debug-origin="controld_update_resource_history" join="member" expected="member">
+ <transient_attributes id="1">
+ <instance_attributes id="status-1">
+ <nvpair id="status-1-.feature-set" name="#feature-set" value="3.17.4"/>
+ <nvpair id="status-1-master-base" name="master-base" value="5"/>
+ </instance_attributes>
+ </transient_attributes>
+ <lrm id="1">
+ <lrm_resources>
+ <lrm_resource id="Fencing" class="stonith" type="fence_xvm">
+ <lrm_rsc_op id="Fencing_last_0" operation_key="Fencing_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="1:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:7;1:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node1" call-id="8" rc-code="7" op-status="0" interval="0" last-rc-change="1687330529" exec-time="2" queue-time="0" op-digest="f551693977f94a4fa8883fb70e439592"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-0" class="ocf" provider="heartbeat" type="podman">
+ <lrm_rsc_op id="base-bundle-podman-0_last_0" operation_key="base-bundle-podman-0_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="2:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:7;2:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node1" call-id="12" rc-code="7" op-status="0" interval="0" last-rc-change="1687330529" exec-time="105" queue-time="0" op-digest="b93578750303776f6bb098395c53338a"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-1" class="ocf" provider="heartbeat" type="podman">
+ <lrm_rsc_op id="base-bundle-podman-1_last_0" operation_key="base-bundle-podman-1_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="4:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:7;4:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node1" call-id="13" rc-code="7" op-status="0" interval="0" last-rc-change="1687330529" exec-time="114" queue-time="0" op-digest="91ec5f49c5fd88f29405389545fb7d59"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-2" class="ocf" provider="heartbeat" type="podman">
+ <lrm_rsc_op id="base-bundle-podman-2_last_0" operation_key="base-bundle-podman-2_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="21:171:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;21:171:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node1" call-id="20" rc-code="0" op-status="0" interval="0" last-rc-change="1687478431" exec-time="1223" queue-time="0" op-digest="eb1c148b6d2d7a7013f75d596536409b"/>
+ <lrm_rsc_op id="base-bundle-podman-2_monitor_60000" operation_key="base-bundle-podman-2_monitor_60000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="22:171:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;22:171:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node1" call-id="21" rc-code="0" op-status="0" interval="60000" last-rc-change="1687478432" exec-time="176" queue-time="0" op-digest="8eeca5a30b14f3d9ef7d2ddbd16c2e05"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-1" class="ocf" provider="pacemaker" type="remote" container="base-bundle-podman-1">
+ <lrm_rsc_op id="base-bundle-1_last_0" operation_key="base-bundle-1_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="5:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:7;5:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node1" call-id="1" rc-code="7" op-status="0" interval="0" last-rc-change="1687330529" exec-time="0" queue-time="0" op-digest="137e2067e195bc8e29ef8680e392a9e7" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-0" class="ocf" provider="pacemaker" type="remote" container="base-bundle-podman-0">
+ <lrm_rsc_op id="base-bundle-0_last_0" operation_key="base-bundle-0_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="3:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:7;3:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node1" call-id="2" rc-code="7" op-status="0" interval="0" last-rc-change="1687330529" exec-time="0" queue-time="0" op-digest="b1f9a03e78ae75f94cc0c36e6c0cc527" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-2" class="ocf" provider="pacemaker" type="remote" container="base-bundle-podman-2">
+ <lrm_rsc_op id="base-bundle-2_last_0" operation_key="base-bundle-2_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="23:171:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;23:171:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node1" call-id="4" rc-code="0" op-status="0" interval="0" last-rc-change="1687478432" exec-time="0" queue-time="0" op-digest="2b7683df7d64ff71ec5fd3675fd12017" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ <lrm_rsc_op id="base-bundle-2_monitor_30000" operation_key="base-bundle-2_monitor_30000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="24:172:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;24:172:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node1" call-id="5" rc-code="0" op-status="0" interval="30000" last-rc-change="1687478435" exec-time="0" queue-time="0" op-digest="6f3c7e233bacb8420fef5f9581190d00"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ </node_state>
+ <node_state id="3" uname="node3" in_ccm="true" crmd="online" crm-debug-origin="controld_update_resource_history" join="member" expected="member">
+ <lrm id="3">
+ <lrm_resources>
+ <lrm_resource id="Fencing" class="stonith" type="fence_xvm">
+ <lrm_rsc_op id="Fencing_last_0" operation_key="Fencing_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="15:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:7;15:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node3" call-id="8" rc-code="7" op-status="0" interval="0" last-rc-change="1687330528" exec-time="3" queue-time="0" op-digest="f551693977f94a4fa8883fb70e439592"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-0" class="ocf" provider="heartbeat" type="podman">
+ <lrm_rsc_op id="base-bundle-podman-0_last_0" operation_key="base-bundle-podman-0_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="24:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;24:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node3" call-id="18" rc-code="0" op-status="0" interval="0" last-rc-change="1687330528" exec-time="663" queue-time="0" op-digest="b93578750303776f6bb098395c53338a"/>
+ <lrm_rsc_op id="base-bundle-podman-0_monitor_60000" operation_key="base-bundle-podman-0_monitor_60000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="25:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;25:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node3" call-id="20" rc-code="0" op-status="0" interval="60000" last-rc-change="1687330529" exec-time="118" queue-time="0" op-digest="902512fcf3e4556d9585c44184665d8c"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-1" class="ocf" provider="heartbeat" type="podman">
+ <lrm_rsc_op id="base-bundle-podman-1_last_0" operation_key="base-bundle-podman-1_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="18:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:7;18:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node3" call-id="13" rc-code="7" op-status="0" interval="0" last-rc-change="1687330528" exec-time="90" queue-time="0" op-digest="91ec5f49c5fd88f29405389545fb7d59"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-2" class="ocf" provider="heartbeat" type="podman">
+ <lrm_rsc_op id="base-bundle-podman-2_last_0" operation_key="base-bundle-podman-2_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="20:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:7;20:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node3" call-id="17" rc-code="7" op-status="0" interval="0" last-rc-change="1687330528" exec-time="71" queue-time="0" op-digest="eb1c148b6d2d7a7013f75d596536409b"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-1" class="ocf" provider="pacemaker" type="remote" container="base-bundle-podman-1">
+ <lrm_rsc_op id="base-bundle-1_last_0" operation_key="base-bundle-1_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="19:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:7;19:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node3" call-id="1" rc-code="7" op-status="0" interval="0" last-rc-change="1687330529" exec-time="0" queue-time="0" op-digest="137e2067e195bc8e29ef8680e392a9e7" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-0" class="ocf" provider="pacemaker" type="remote" container="base-bundle-podman-0">
+ <lrm_rsc_op id="base-bundle-0_last_0" operation_key="base-bundle-0_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="26:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;26:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node3" call-id="3" rc-code="0" op-status="0" interval="0" last-rc-change="1687330529" exec-time="0" queue-time="0" op-digest="b1f9a03e78ae75f94cc0c36e6c0cc527" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ <lrm_rsc_op id="base-bundle-0_monitor_30000" operation_key="base-bundle-0_monitor_30000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="15:1:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;15:1:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node3" call-id="4" rc-code="0" op-status="0" interval="30000" last-rc-change="1687330531" exec-time="0" queue-time="0" op-digest="354b9acaa7ea1113d708dc11a1d6bbfa"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-2" class="ocf" provider="pacemaker" type="remote" container="base-bundle-podman-2">
+ <lrm_rsc_op id="base-bundle-2_last_0" operation_key="base-bundle-2_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="10:171:7:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:7;10:171:7:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node3" call-id="5" rc-code="7" op-status="0" interval="0" last-rc-change="1687478432" exec-time="0" queue-time="0" op-digest="2b7683df7d64ff71ec5fd3675fd12017" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ <transient_attributes id="3">
+ <instance_attributes id="status-3">
+ <nvpair id="status-3-.feature-set" name="#feature-set" value="3.17.4"/>
+ <nvpair id="status-3-master-base" name="master-base" value="10"/>
+ </instance_attributes>
+ </transient_attributes>
+ </node_state>
+ <node_state id="2" uname="node2" in_ccm="true" crmd="online" crm-debug-origin="controld_update_resource_history" join="member" expected="member">
+ <transient_attributes id="2">
+ <instance_attributes id="status-2">
+ <nvpair id="status-2-.feature-set" name="#feature-set" value="3.17.4"/>
+ <nvpair id="status-2-master-base" name="master-base" value="5"/>
+ </instance_attributes>
+ </transient_attributes>
+ <lrm id="2">
+ <lrm_resources>
+ <lrm_resource id="Fencing" class="stonith" type="fence_xvm">
+ <lrm_rsc_op id="Fencing_last_0" operation_key="Fencing_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="22:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;22:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node2" call-id="14" rc-code="0" op-status="0" interval="0" last-rc-change="1687330529" exec-time="33" queue-time="0" op-digest="f551693977f94a4fa8883fb70e439592"/>
+ <lrm_rsc_op id="Fencing_monitor_120000" operation_key="Fencing_monitor_120000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="23:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;23:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node2" call-id="19" rc-code="0" op-status="0" interval="120000" last-rc-change="1687330529" exec-time="26" queue-time="0" op-digest="24989640311980988fb77ddd1cc1002b"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-0" class="ocf" provider="heartbeat" type="podman">
+ <lrm_rsc_op id="base-bundle-podman-0_last_0" operation_key="base-bundle-podman-0_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="9:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:7;9:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node2" call-id="12" rc-code="7" op-status="0" interval="0" last-rc-change="1687330529" exec-time="80" queue-time="0" op-digest="b93578750303776f6bb098395c53338a"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-1" class="ocf" provider="heartbeat" type="podman">
+ <lrm_rsc_op id="base-bundle-podman-1_last_0" operation_key="base-bundle-podman-1_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="28:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;28:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node2" call-id="20" rc-code="0" op-status="0" interval="0" last-rc-change="1687330529" exec-time="612" queue-time="0" op-digest="91ec5f49c5fd88f29405389545fb7d59"/>
+ <lrm_rsc_op id="base-bundle-podman-1_monitor_60000" operation_key="base-bundle-podman-1_monitor_60000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="29:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;29:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node2" call-id="21" rc-code="0" op-status="0" interval="60000" last-rc-change="1687330529" exec-time="210" queue-time="0" op-digest="f0ef4729d120aa3f5d938cabca4d06c7"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-2" class="ocf" provider="heartbeat" type="podman">
+ <lrm_rsc_op id="base-bundle-podman-2_last_0" operation_key="base-bundle-podman-2_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="13:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:7;13:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node2" call-id="18" rc-code="7" op-status="0" interval="0" last-rc-change="1687330529" exec-time="78" queue-time="0" op-digest="eb1c148b6d2d7a7013f75d596536409b"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-1" class="ocf" provider="pacemaker" type="remote" container="base-bundle-podman-1">
+ <lrm_rsc_op id="base-bundle-1_last_0" operation_key="base-bundle-1_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="30:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;30:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node2" call-id="2" rc-code="0" op-status="0" interval="0" last-rc-change="1687330529" exec-time="0" queue-time="0" op-digest="137e2067e195bc8e29ef8680e392a9e7" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ <lrm_rsc_op id="base-bundle-1_monitor_30000" operation_key="base-bundle-1_monitor_30000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="20:1:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;20:1:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node2" call-id="4" rc-code="0" op-status="0" interval="30000" last-rc-change="1687330532" exec-time="0" queue-time="0" op-digest="3929eec440004bca31f813a8e6097506"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-0" class="ocf" provider="pacemaker" type="remote" container="base-bundle-podman-0">
+ <lrm_rsc_op id="base-bundle-0_last_0" operation_key="base-bundle-0_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="10:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:7;10:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node2" call-id="3" rc-code="7" op-status="0" interval="0" last-rc-change="1687330530" exec-time="0" queue-time="0" op-digest="b1f9a03e78ae75f94cc0c36e6c0cc527" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-2" class="ocf" provider="pacemaker" type="remote" container="base-bundle-podman-2">
+ <lrm_rsc_op id="base-bundle-2_last_0" operation_key="base-bundle-2_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="9:171:7:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:7;9:171:7:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node2" call-id="5" rc-code="7" op-status="0" interval="0" last-rc-change="1687478432" exec-time="0" queue-time="0" op-digest="2b7683df7d64ff71ec5fd3675fd12017" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ </node_state>
+ <node_state remote_node="true" id="base-bundle-0" uname="base-bundle-0" in_ccm="true" crm-debug-origin="controld_update_resource_history" node_fenced="0">
+ <lrm id="base-bundle-0">
+ <lrm_resources>
+ <lrm_resource id="base" class="ocf" provider="pacemaker" type="Stateful">
+ <lrm_rsc_op id="base_last_0" operation_key="base_promote_0" operation="promote" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="31:176:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;31:176:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node3" call-id="4956" rc-code="0" op-status="0" interval="0" last-rc-change="1687478477" exec-time="210" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="base_monitor_15000" operation_key="base_monitor_15000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="32:177:8:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:8;32:177:8:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node3" call-id="4962" rc-code="8" op-status="0" interval="15000" last-rc-change="1687478477" exec-time="21" queue-time="0" op-digest="3ef575c5f050ae086f0f31bc8f085fdc"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ <transient_attributes id="base-bundle-0">
+ <instance_attributes id="status-base-bundle-0">
+ <nvpair id="status-base-bundle-0-master-base" name="master-base" value="10"/>
+ </instance_attributes>
+ </transient_attributes>
+ </node_state>
+ <node_state remote_node="true" id="base-bundle-1" uname="base-bundle-1" in_ccm="true" crm-debug-origin="controld_update_resource_history" node_fenced="0">
+ <lrm id="base-bundle-1">
+ <lrm_resources>
+ <lrm_resource id="base" class="ocf" provider="pacemaker" type="Stateful">
+ <lrm_rsc_op id="base_last_0" operation_key="base_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="27:2:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;27:2:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node2" call-id="8" rc-code="0" op-status="0" interval="0" last-rc-change="1687330532" exec-time="246" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="base_monitor_16000" operation_key="base_monitor_16000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="30:167:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;30:167:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node2" call-id="4922" rc-code="0" op-status="0" interval="16000" last-rc-change="1687477999" exec-time="37" queue-time="0" op-digest="e62ad827732488b88ef8722ff6a484b3"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ <transient_attributes id="base-bundle-1">
+ <instance_attributes id="status-base-bundle-1">
+ <nvpair id="status-base-bundle-1-master-base" name="master-base" value="5"/>
+ </instance_attributes>
+ </transient_attributes>
+ </node_state>
+ <node_state remote_node="true" id="base-bundle-2" uname="base-bundle-2" in_ccm="true" crm-debug-origin="controld_update_resource_history" node_fenced="0">
+ <lrm id="base-bundle-2">
+ <lrm_resources>
+ <lrm_resource id="base" class="ocf" provider="pacemaker" type="Stateful">
+ <lrm_rsc_op id="base_last_0" operation_key="base_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="35:172:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;35:172:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node1" call-id="8" rc-code="0" op-status="0" interval="0" last-rc-change="1687478435" exec-time="259" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="base_monitor_16000" operation_key="base_monitor_16000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="36:173:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;36:173:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node1" call-id="14" rc-code="0" op-status="0" interval="16000" last-rc-change="1687478435" exec-time="12" queue-time="0" op-digest="e62ad827732488b88ef8722ff6a484b3"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ <transient_attributes id="base-bundle-2">
+ <instance_attributes id="status-base-bundle-2">
+ <nvpair id="status-base-bundle-2-master-base" name="master-base" value="5"/>
+ </instance_attributes>
+ </transient_attributes>
+ </node_state>
+ </status>
+</cib>
diff --git a/cts/scheduler/xml/cancel-behind-moving-remote.xml b/cts/scheduler/xml/cancel-behind-moving-remote.xml
index 67e1430..7b88060 100644
--- a/cts/scheduler/xml/cancel-behind-moving-remote.xml
+++ b/cts/scheduler/xml/cancel-behind-moving-remote.xml
@@ -1,5 +1,19 @@
<cib crm_feature_set="3.4.1" validate-with="pacemaker-3.7" epoch="184" num_updates="0" admin_epoch="0" cib-last-written="Mon Feb 15 01:40:51 2021" update-origin="controller-0" update-client="crm_resource" update-user="root" have-quorum="1" dc-uuid="2" execution-date="1613353251">
<configuration>
+ <!-- This test output is incorrect. ip-172.17.1.87 is colocated with the
+ promoted role of ovn-dbs-bundle and is banned from controller-2.
+ ovn-dbs-bundle should promote on either controller-0 or controller-1,
+ so that ip-172-17.1.87 is allowed to run.
+
+ However, ovn-dbs-bundle promotes on controller-2, and ip-172-17.1.87
+ is stopped.
+
+ The output was correct prior to the addition of this comment,
+ immediately after fixing a clone shuffling issue. However, that is
+ believed to be due to luck. Role-based colocations for promotable
+ bundles do not work correctly in general; see the
+ bundle-promoted-*colocation-* tests.
+ -->
<crm_config>
<cluster_property_set id="cib-bootstrap-options">
<nvpair id="cib-bootstrap-options-have-watchdog" name="have-watchdog" value="false"/>
diff --git a/cts/scheduler/xml/clone-recover-no-shuffle-1.xml b/cts/scheduler/xml/clone-recover-no-shuffle-1.xml
new file mode 100644
index 0000000..a634ff3
--- /dev/null
+++ b/cts/scheduler/xml/clone-recover-no-shuffle-1.xml
@@ -0,0 +1,113 @@
+<cib crm_feature_set="3.17.4" validate-with="pacemaker-3.9" epoch="74" num_updates="0" admin_epoch="0" cib-last-written="Tue Jun 20 17:44:24 2023" update-origin="node1" update-client="cibadmin" update-user="root" have-quorum="true" dc-uuid="1" execution-date="1687309199">
+ <configuration>
+ <!-- The essential elements of this test are:
+ * An anonymous clone resource (dummy) is stopped on node1 and started
+ on node2 and node3
+ * Clone instances are primitives
+ * There is no stickiness configured
+ * There are no location constraints
+
+ The following should happen:
+ * Instance dummy:0 should remain started on node2
+ * Instance dummy:1 should remain started on node3
+ * Instance dummy:2 should start on node1
+ -->
+ <crm_config>
+ <cluster_property_set id="cib-bootstrap-options">
+ <nvpair id="cib-bootstrap-options-have-watchdog" name="have-watchdog" value="false"/>
+ <nvpair id="cib-bootstrap-options-dc-version" name="dc-version" value="2.1.5-1.0a457786a.git.el9-0a457786a"/>
+ <nvpair id="cib-bootstrap-options-cluster-infrastructure" name="cluster-infrastructure" value="corosync"/>
+ <nvpair id="cib-bootstrap-options-cluster-name" name="cluster-name" value="test"/>
+ <nvpair id="cib-bootstrap-options-last-lrm-refresh" name="last-lrm-refresh" value="1687288330"/>
+ </cluster_property_set>
+ </crm_config>
+ <nodes>
+ <node id="1" uname="node1"/>
+ <node id="2" uname="node2"/>
+ <node id="3" uname="node3"/>
+ </nodes>
+ <resources>
+ <primitive class="stonith" id="Fencing" type="fence_xvm">
+ <instance_attributes id="Fencing-instance_attributes">
+ <nvpair id="Fencing-instance_attributes_pcmk_host_list" name="pcmk_host_list" value="node1 node2 node3"/>
+ </instance_attributes>
+ <operations>
+ <op id="Fencing-monitor-120s" interval="120s" name="monitor" timeout="120s"/>
+ </operations>
+ </primitive>
+ <clone id="dummy-clone">
+ <primitive id="dummy" class="ocf" type="Dummy" provider="pacemaker">
+ <operations>
+ <op name="migrate_from" interval="0s" timeout="20s" id="dummy-migrate_from-interval-0s"/>
+ <op name="migrate_to" interval="0s" timeout="20s" id="dummy-migrate_to-interval-0s"/>
+ <op name="monitor" interval="10s" timeout="20s" id="dummy-monitor-interval-10s"/>
+ <op name="reload" interval="0s" timeout="20s" id="dummy-reload-interval-0s"/>
+ <op name="reload-agent" interval="0s" timeout="20s" id="dummy-reload-agent-interval-0s"/>
+ <op name="start" interval="0s" timeout="20s" id="dummy-start-interval-0s"/>
+ <op name="stop" interval="0s" timeout="20s" id="dummy-stop-interval-0s"/>
+ </operations>
+ </primitive>
+ </clone>
+ </resources>
+ <constraints/>
+ <op_defaults/>
+ <alerts/>
+ <rsc_defaults/>
+ </configuration>
+ <status>
+ <node_state id="1" uname="node1" in_ccm="true" crmd="online" crm-debug-origin="controld_update_resource_history" join="member" expected="member">
+ <lrm id="1">
+ <lrm_resources>
+ <lrm_resource id="Fencing" class="stonith" type="fence_xvm">
+ <lrm_rsc_op id="Fencing_last_0" operation_key="Fencing_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="1:1:7:6149c21b-77ec-4d97-8b22-d39d97981ad1" transition-magic="0:7;1:1:7:6149c21b-77ec-4d97-8b22-d39d97981ad1" exit-reason="" on_node="node1" call-id="9" rc-code="7" op-status="0" interval="0" last-rc-change="1687308299" exec-time="7" queue-time="0" op-digest="f551693977f94a4fa8883fb70e439592"/>
+ </lrm_resource>
+ <lrm_resource id="dummy" class="ocf" provider="pacemaker" type="Dummy">
+ <lrm_rsc_op id="dummy_last_0" operation_key="dummy_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="2:1:7:6149c21b-77ec-4d97-8b22-d39d97981ad1" transition-magic="0:7;2:1:7:6149c21b-77ec-4d97-8b22-d39d97981ad1" exit-reason="" on_node="node1" call-id="10" rc-code="7" op-status="0" interval="0" last-rc-change="1687308299" exec-time="20" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-secure-params=" passwd " op-secure-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ <transient_attributes id="1">
+ <instance_attributes id="status-1">
+ <nvpair id="status-1-.feature-set" name="#feature-set" value="3.17.4"/>
+ </instance_attributes>
+ </transient_attributes>
+ </node_state>
+ <node_state id="2" uname="node2" in_ccm="true" crmd="online" crm-debug-origin="controld_update_resource_history" join="member" expected="member">
+ <lrm id="2">
+ <lrm_resources>
+ <lrm_resource id="Fencing" class="stonith" type="fence_xvm">
+ <lrm_rsc_op id="Fencing_last_0" operation_key="Fencing_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="7:1:0:6149c21b-77ec-4d97-8b22-d39d97981ad1" transition-magic="0:0;7:1:0:6149c21b-77ec-4d97-8b22-d39d97981ad1" exit-reason="" on_node="node2" call-id="11" rc-code="0" op-status="0" interval="0" last-rc-change="1687308299" exec-time="40" queue-time="0" op-digest="f551693977f94a4fa8883fb70e439592"/>
+ <lrm_rsc_op id="Fencing_monitor_120000" operation_key="Fencing_monitor_120000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="8:1:0:6149c21b-77ec-4d97-8b22-d39d97981ad1" transition-magic="0:0;8:1:0:6149c21b-77ec-4d97-8b22-d39d97981ad1" exit-reason="" on_node="node2" call-id="13" rc-code="0" op-status="0" interval="120000" last-rc-change="1687308299" exec-time="40" queue-time="0" op-digest="24989640311980988fb77ddd1cc1002b"/>
+ </lrm_resource>
+ <lrm_resource id="dummy" class="ocf" provider="pacemaker" type="Dummy">
+ <lrm_rsc_op id="dummy_last_0" operation_key="dummy_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="11:1:0:6149c21b-77ec-4d97-8b22-d39d97981ad1" transition-magic="0:0;11:1:0:6149c21b-77ec-4d97-8b22-d39d97981ad1" exit-reason="" on_node="node2" call-id="12" rc-code="0" op-status="0" interval="0" last-rc-change="1687308299" exec-time="28" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-secure-params=" passwd " op-secure-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="dummy_monitor_10000" operation_key="dummy_monitor_10000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="12:1:0:6149c21b-77ec-4d97-8b22-d39d97981ad1" transition-magic="0:0;12:1:0:6149c21b-77ec-4d97-8b22-d39d97981ad1" exit-reason="" on_node="node2" call-id="14" rc-code="0" op-status="0" interval="10000" last-rc-change="1687308299" exec-time="12" queue-time="0" op-digest="4811cef7f7f94e3a35a70be7916cb2fd" op-secure-params=" passwd " op-secure-digest="4811cef7f7f94e3a35a70be7916cb2fd"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ <transient_attributes id="2">
+ <instance_attributes id="status-2">
+ <nvpair id="status-2-.feature-set" name="#feature-set" value="3.17.4"/>
+ </instance_attributes>
+ </transient_attributes>
+ </node_state>
+ <node_state id="3" uname="node3" in_ccm="true" crmd="online" crm-debug-origin="controld_update_resource_history" join="member" expected="member">
+ <lrm id="3">
+ <lrm_resources>
+ <lrm_resource id="Fencing" class="stonith" type="fence_xvm">
+ <lrm_rsc_op id="Fencing_last_0" operation_key="Fencing_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="5:1:7:6149c21b-77ec-4d97-8b22-d39d97981ad1" transition-magic="0:7;5:1:7:6149c21b-77ec-4d97-8b22-d39d97981ad1" exit-reason="" on_node="node3" call-id="9" rc-code="7" op-status="0" interval="0" last-rc-change="1687308298" exec-time="1" queue-time="0" op-digest="f551693977f94a4fa8883fb70e439592"/>
+ </lrm_resource>
+ <lrm_resource id="dummy" class="ocf" provider="pacemaker" type="Dummy">
+ <lrm_rsc_op id="dummy_last_0" operation_key="dummy_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="9:1:0:6149c21b-77ec-4d97-8b22-d39d97981ad1" transition-magic="0:0;9:1:0:6149c21b-77ec-4d97-8b22-d39d97981ad1" exit-reason="" on_node="node3" call-id="11" rc-code="0" op-status="0" interval="0" last-rc-change="1687308298" exec-time="17" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-secure-params=" passwd " op-secure-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="dummy_monitor_10000" operation_key="dummy_monitor_10000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="10:1:0:6149c21b-77ec-4d97-8b22-d39d97981ad1" transition-magic="0:0;10:1:0:6149c21b-77ec-4d97-8b22-d39d97981ad1" exit-reason="" on_node="node3" call-id="12" rc-code="0" op-status="0" interval="10000" last-rc-change="1687308298" exec-time="14" queue-time="0" op-digest="4811cef7f7f94e3a35a70be7916cb2fd" op-secure-params=" passwd " op-secure-digest="4811cef7f7f94e3a35a70be7916cb2fd"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ <transient_attributes id="3">
+ <instance_attributes id="status-3">
+ <nvpair id="status-3-.feature-set" name="#feature-set" value="3.17.4"/>
+ </instance_attributes>
+ </transient_attributes>
+ </node_state>
+ </status>
+</cib>
diff --git a/cts/scheduler/xml/clone-recover-no-shuffle-10.xml b/cts/scheduler/xml/clone-recover-no-shuffle-10.xml
new file mode 100644
index 0000000..faa202a
--- /dev/null
+++ b/cts/scheduler/xml/clone-recover-no-shuffle-10.xml
@@ -0,0 +1,120 @@
+<cib crm_feature_set="3.17.4" validate-with="pacemaker-3.9" epoch="89" num_updates="50" admin_epoch="0" cib-last-written="Tue Jun 20 18:29:07 2023" update-origin="node1" update-client="cibadmin" update-user="root" have-quorum="1" dc-uuid="3">
+ <configuration>
+ <!-- The essential elements of this test are:
+ * An anonymous promotable clone resource (dummy) is stopped on node1,
+ promoted on node2, and unpromoted on node3
+ * Clone instances are primitives
+ * There are no location constraints or stickiness configured
+ * dummy has the highest promotion score on node2
+
+ The following should happen:
+ * Instance dummy:0 should remain started (unpromoted) on node3
+ * Instance dummy:1 should remain promoted on node2
+ * Instance dummy:2 should start (unpromoted) on node1
+ -->
+ <crm_config>
+ <cluster_property_set id="cib-bootstrap-options">
+ <nvpair id="cib-bootstrap-options-have-watchdog" name="have-watchdog" value="false"/>
+ <nvpair id="cib-bootstrap-options-dc-version" name="dc-version" value="2.1.5-1.0a457786a.git.el9-0a457786a"/>
+ <nvpair id="cib-bootstrap-options-cluster-infrastructure" name="cluster-infrastructure" value="corosync"/>
+ <nvpair id="cib-bootstrap-options-cluster-name" name="cluster-name" value="test"/>
+ <nvpair id="cib-bootstrap-options-last-lrm-refresh" name="last-lrm-refresh" value="1687288330"/>
+ </cluster_property_set>
+ </crm_config>
+ <nodes>
+ <node id="1" uname="node1"/>
+ <node id="2" uname="node2"/>
+ <node id="3" uname="node3"/>
+ </nodes>
+ <resources>
+ <primitive class="stonith" id="Fencing" type="fence_xvm">
+ <instance_attributes id="Fencing-instance_attributes">
+ <nvpair id="Fencing-instance_attributes_pcmk_host_list" name="pcmk_host_list" value="node1 node2 node3"/>
+ </instance_attributes>
+ <operations>
+ <op id="Fencing-monitor-120s" interval="120s" name="monitor" timeout="120s"/>
+ </operations>
+ </primitive>
+ <clone id="dummy-clone">
+ <primitive id="dummy" class="ocf" type="Stateful" provider="pacemaker">
+ <operations>
+ <op name="demote" interval="0s" timeout="10s" id="dummy-demote-interval-0s"/>
+ <op name="monitor" interval="10s" timeout="20s" role="Promoted" id="dummy-monitor-interval-10s"/>
+ <op name="monitor" interval="11s" timeout="20s" role="Unpromoted" id="dummy-monitor-interval-11s"/>
+ <op name="notify" interval="0s" timeout="5s" id="dummy-notify-interval-0s"/>
+ <op name="promote" interval="0s" timeout="10s" id="dummy-promote-interval-0s"/>
+ <op name="reload-agent" interval="0s" timeout="10s" id="dummy-reload-agent-interval-0s"/>
+ <op name="start" interval="0s" timeout="20s" id="dummy-start-interval-0s"/>
+ <op name="stop" interval="0s" timeout="20s" id="dummy-stop-interval-0s"/>
+ </operations>
+ </primitive>
+ <meta_attributes id="dummy-clone-meta_attributes">
+ <nvpair id="dummy-clone-meta_attributes-promotable" name="promotable" value="true"/>
+ </meta_attributes>
+ </clone>
+ </resources>
+ <constraints/>
+ <op_defaults/>
+ <alerts/>
+ <rsc_defaults/>
+ </configuration>
+ <status>
+ <node_state id="3" uname="node3" in_ccm="true" crmd="online" crm-debug-origin="controld_update_resource_history" join="member" expected="member">
+ <lrm id="3">
+ <lrm_resources>
+ <lrm_resource id="Fencing" class="stonith" type="fence_xvm">
+ <lrm_rsc_op id="Fencing_last_0" operation_key="Fencing_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="5:0:7:ecbbb42b-f6a4-47dc-90de-b2ccf960124e" transition-magic="0:7;5:0:7:ecbbb42b-f6a4-47dc-90de-b2ccf960124e" exit-reason="" on_node="node3" call-id="9" rc-code="7" op-status="0" interval="0" last-rc-change="1687310966" exec-time="3" queue-time="0" op-digest="f551693977f94a4fa8883fb70e439592"/>
+ </lrm_resource>
+ <lrm_resource id="dummy" class="ocf" provider="pacemaker" type="Stateful">
+ <lrm_rsc_op id="dummy_last_0" operation_key="dummy_demote_0" operation="demote" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="7:6:0:ecbbb42b-f6a4-47dc-90de-b2ccf960124e" transition-magic="0:0;7:6:0:ecbbb42b-f6a4-47dc-90de-b2ccf960124e" exit-reason="" on_node="node3" call-id="15" rc-code="0" op-status="0" interval="0" last-rc-change="1687311113" exec-time="39" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="dummy_monitor_11000" operation_key="dummy_monitor_11000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="9:6:0:ecbbb42b-f6a4-47dc-90de-b2ccf960124e" transition-magic="0:0;9:6:0:ecbbb42b-f6a4-47dc-90de-b2ccf960124e" exit-reason="" on_node="node3" call-id="16" rc-code="0" op-status="0" interval="11000" last-rc-change="1687311113" exec-time="14" queue-time="0" op-digest="4811cef7f7f94e3a35a70be7916cb2fd"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ <transient_attributes id="3">
+ <instance_attributes id="status-3">
+ <nvpair id="status-3-.feature-set" name="#feature-set" value="3.17.4"/>
+ <nvpair id="status-3-master-dummy" name="master-dummy" value="5"/>
+ </instance_attributes>
+ </transient_attributes>
+ </node_state>
+ <node_state id="1" uname="node1" in_ccm="true" crmd="online" crm-debug-origin="controld_update_resource_history" join="member" expected="member">
+ <lrm id="1">
+ <lrm_resources>
+ <lrm_resource id="Fencing" class="stonith" type="fence_xvm">
+ <lrm_rsc_op id="Fencing_last_0" operation_key="Fencing_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="1:0:7:ecbbb42b-f6a4-47dc-90de-b2ccf960124e" transition-magic="0:7;1:0:7:ecbbb42b-f6a4-47dc-90de-b2ccf960124e" exit-reason="" on_node="node1" call-id="9" rc-code="7" op-status="0" interval="0" last-rc-change="1687310966" exec-time="3" queue-time="0" op-digest="f551693977f94a4fa8883fb70e439592"/>
+ </lrm_resource>
+ <lrm_resource id="dummy" class="ocf" provider="pacemaker" type="Stateful">
+ <lrm_rsc_op id="dummy_last_0" operation_key="dummy_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="2:0:7:ecbbb42b-f6a4-47dc-90de-b2ccf960124e" transition-magic="0:7;2:0:7:ecbbb42b-f6a4-47dc-90de-b2ccf960124e" exit-reason="" on_node="node1" call-id="10" rc-code="7" op-status="0" interval="0" last-rc-change="1687310967" exec-time="19" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ <transient_attributes id="1">
+ <instance_attributes id="status-1">
+ <nvpair id="status-1-.feature-set" name="#feature-set" value="3.17.4"/>
+ <nvpair id="status-1-master-dummy" name="master-dummy" value="10"/>
+ </instance_attributes>
+ </transient_attributes>
+ </node_state>
+ <node_state id="2" uname="node2" in_ccm="true" crmd="online" crm-debug-origin="controld_update_resource_history" join="member" expected="member">
+ <lrm id="2">
+ <lrm_resources>
+ <lrm_resource id="Fencing" class="stonith" type="fence_xvm">
+ <lrm_rsc_op id="Fencing_last_0" operation_key="Fencing_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="7:0:0:ecbbb42b-f6a4-47dc-90de-b2ccf960124e" transition-magic="0:0;7:0:0:ecbbb42b-f6a4-47dc-90de-b2ccf960124e" exit-reason="" on_node="node2" call-id="10" rc-code="0" op-status="0" interval="0" last-rc-change="1687310967" exec-time="47" queue-time="0" op-digest="f551693977f94a4fa8883fb70e439592"/>
+ <lrm_rsc_op id="Fencing_monitor_120000" operation_key="Fencing_monitor_120000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="8:0:0:ecbbb42b-f6a4-47dc-90de-b2ccf960124e" transition-magic="0:0;8:0:0:ecbbb42b-f6a4-47dc-90de-b2ccf960124e" exit-reason="" on_node="node2" call-id="13" rc-code="0" op-status="0" interval="120000" last-rc-change="1687310967" exec-time="35" queue-time="0" op-digest="24989640311980988fb77ddd1cc1002b"/>
+ </lrm_resource>
+ <lrm_resource id="dummy" class="ocf" provider="pacemaker" type="Stateful">
+ <lrm_rsc_op id="dummy_last_0" operation_key="dummy_promote_0" operation="promote" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="12:6:0:ecbbb42b-f6a4-47dc-90de-b2ccf960124e" transition-magic="0:0;12:6:0:ecbbb42b-f6a4-47dc-90de-b2ccf960124e" exit-reason="" on_node="node2" call-id="16" rc-code="0" op-status="0" interval="0" last-rc-change="1687311114" exec-time="23" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="dummy_monitor_10000" operation_key="dummy_monitor_10000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="13:6:8:ecbbb42b-f6a4-47dc-90de-b2ccf960124e" transition-magic="0:8;13:6:8:ecbbb42b-f6a4-47dc-90de-b2ccf960124e" exit-reason="" on_node="node2" call-id="17" rc-code="8" op-status="0" interval="10000" last-rc-change="1687311114" exec-time="10" queue-time="0" op-digest="4811cef7f7f94e3a35a70be7916cb2fd"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ <transient_attributes id="2">
+ <instance_attributes id="status-2">
+ <nvpair id="status-2-.feature-set" name="#feature-set" value="3.17.4"/>
+ <nvpair id="status-2-master-dummy" name="master-dummy" value="15"/>
+ </instance_attributes>
+ </transient_attributes>
+ </node_state>
+ </status>
+</cib>
diff --git a/cts/scheduler/xml/clone-recover-no-shuffle-11.xml b/cts/scheduler/xml/clone-recover-no-shuffle-11.xml
new file mode 100644
index 0000000..43d6d74
--- /dev/null
+++ b/cts/scheduler/xml/clone-recover-no-shuffle-11.xml
@@ -0,0 +1,153 @@
+<cib crm_feature_set="3.17.4" validate-with="pacemaker-3.9" epoch="100" num_updates="0" admin_epoch="0" cib-last-written="Tue Jun 20 18:52:50 2023" update-origin="node1" update-client="cibadmin" update-user="root" have-quorum="1" dc-uuid="1">
+ <configuration>
+ <!-- The essential elements of this test are:
+ * An anonymous promotable clone resource (grp) is stopped on node1,
+ promoted on node2, and unpromoted on node3
+ * Clone instances are resource groups consisting of primitives rsc1 and
+ rsc2
+ * There are no location constraints or stickiness configured
+ * grp has the highest promotion score on node2 (scores for rsc1 + rsc2)
+
+ The following should happen:
+ * Instance grp:0 should remain started (unpromoted) on node3
+ * Instance grp:1 should remain promoted on node2
+ * Instance grp:2 should start (unpromoted) on node1
+ -->
+ <crm_config>
+ <cluster_property_set id="cib-bootstrap-options">
+ <nvpair id="cib-bootstrap-options-have-watchdog" name="have-watchdog" value="false"/>
+ <nvpair id="cib-bootstrap-options-dc-version" name="dc-version" value="2.1.5-1.0a457786a.git.el9-0a457786a"/>
+ <nvpair id="cib-bootstrap-options-cluster-infrastructure" name="cluster-infrastructure" value="corosync"/>
+ <nvpair id="cib-bootstrap-options-cluster-name" name="cluster-name" value="test"/>
+ <nvpair id="cib-bootstrap-options-last-lrm-refresh" name="last-lrm-refresh" value="1687288330"/>
+ </cluster_property_set>
+ </crm_config>
+ <nodes>
+ <node id="1" uname="node1"/>
+ <node id="2" uname="node2"/>
+ <node id="3" uname="node3"/>
+ </nodes>
+ <resources>
+ <primitive class="stonith" id="Fencing" type="fence_xvm">
+ <instance_attributes id="Fencing-instance_attributes">
+ <nvpair id="Fencing-instance_attributes_pcmk_host_list" name="pcmk_host_list" value="node1 node2 node3"/>
+ </instance_attributes>
+ <operations>
+ <op id="Fencing-monitor-120s" interval="120s" name="monitor" timeout="120s"/>
+ </operations>
+ </primitive>
+ <clone id="grp-clone">
+ <group id="grp">
+ <primitive id="rsc1" class="ocf" type="Stateful" provider="pacemaker">
+ <operations>
+ <op name="demote" interval="0s" timeout="10s" id="rsc1-demote-interval-0s"/>
+ <op name="monitor" interval="10s" timeout="20s" role="Promoted" id="rsc1-monitor-interval-10s"/>
+ <op name="monitor" interval="11s" timeout="20s" role="Unpromoted" id="rsc1-monitor-interval-11s"/>
+ <op name="notify" interval="0s" timeout="5s" id="rsc1-notify-interval-0s"/>
+ <op name="promote" interval="0s" timeout="10s" id="rsc1-promote-interval-0s"/>
+ <op name="reload-agent" interval="0s" timeout="10s" id="rsc1-reload-agent-interval-0s"/>
+ <op name="start" interval="0s" timeout="20s" id="rsc1-start-interval-0s"/>
+ <op name="stop" interval="0s" timeout="20s" id="rsc1-stop-interval-0s"/>
+ </operations>
+ </primitive>
+ <primitive id="rsc2" class="ocf" type="Stateful" provider="pacemaker">
+ <operations>
+ <op name="demote" interval="0s" timeout="10s" id="rsc2-demote-interval-0s"/>
+ <op name="monitor" interval="10s" timeout="20s" role="Promoted" id="rsc2-monitor-interval-10s"/>
+ <op name="monitor" interval="11s" timeout="20s" role="Unpromoted" id="rsc2-monitor-interval-11s"/>
+ <op name="notify" interval="0s" timeout="5s" id="rsc2-notify-interval-0s"/>
+ <op name="promote" interval="0s" timeout="10s" id="rsc2-promote-interval-0s"/>
+ <op name="reload-agent" interval="0s" timeout="10s" id="rsc2-reload-agent-interval-0s"/>
+ <op name="start" interval="0s" timeout="20s" id="rsc2-start-interval-0s"/>
+ <op name="stop" interval="0s" timeout="20s" id="rsc2-stop-interval-0s"/>
+ </operations>
+ </primitive>
+ </group>
+ <meta_attributes id="grp-clone-meta_attributes">
+ <nvpair id="grp-clone-meta_attributes-promotable" name="promotable" value="true"/>
+ </meta_attributes>
+ </clone>
+ </resources>
+ <constraints/>
+ <op_defaults/>
+ <alerts/>
+ <rsc_defaults/>
+ </configuration>
+ <status>
+ <node_state id="3" uname="node3" in_ccm="true" crmd="online" crm-debug-origin="controld_update_resource_history" join="member" expected="member">
+ <transient_attributes id="3">
+ <instance_attributes id="status-3">
+ <nvpair id="status-3-.feature-set" name="#feature-set" value="3.17.4"/>
+ <nvpair id="status-3-master-rsc1" name="master-rsc1" value="5"/>
+ <nvpair id="status-3-master-rsc2" name="master-rsc2" value="5"/>
+ </instance_attributes>
+ </transient_attributes>
+ <lrm id="3">
+ <lrm_resources>
+ <lrm_resource id="Fencing" type="fence_xvm" class="stonith">
+ <lrm_rsc_op id="Fencing_last_0" operation_key="Fencing_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="7:0:7:0773bc62-9ff2-42db-818f-c4f3a9e3993e" transition-magic="0:7;7:0:7:0773bc62-9ff2-42db-818f-c4f3a9e3993e" exit-reason="" on_node="node3" call-id="9" rc-code="7" op-status="0" interval="0" last-rc-change="1687312090" exec-time="3" queue-time="0" op-digest="f551693977f94a4fa8883fb70e439592"/>
+ </lrm_resource>
+ <lrm_resource id="rsc1" type="Stateful" class="ocf" provider="pacemaker">
+ <lrm_rsc_op id="rsc1_last_0" operation_key="rsc1_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="22:28:0:0773bc62-9ff2-42db-818f-c4f3a9e3993e" transition-magic="0:0;22:28:0:0773bc62-9ff2-42db-818f-c4f3a9e3993e" exit-reason="" on_node="node3" call-id="40" rc-code="0" op-status="0" interval="0" last-rc-change="1687312369" exec-time="21" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="rsc1_monitor_10000" operation_key="rsc1_monitor_10000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="10:16:8:0773bc62-9ff2-42db-818f-c4f3a9e3993e" transition-magic="0:8;10:16:8:0773bc62-9ff2-42db-818f-c4f3a9e3993e" exit-reason="" on_node="node3" call-id="31" rc-code="8" op-status="0" interval="10000" last-rc-change="1687312235" exec-time="16" queue-time="0" op-digest="4811cef7f7f94e3a35a70be7916cb2fd"/>
+ <lrm_rsc_op id="rsc1_monitor_11000" operation_key="rsc1_monitor_11000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="8:29:0:0773bc62-9ff2-42db-818f-c4f3a9e3993e" transition-magic="0:0;8:29:0:0773bc62-9ff2-42db-818f-c4f3a9e3993e" exit-reason="" on_node="node3" call-id="41" rc-code="0" op-status="0" interval="11000" last-rc-change="1687312369" exec-time="14" queue-time="1" op-digest="4811cef7f7f94e3a35a70be7916cb2fd"/>
+ </lrm_resource>
+ <lrm_resource id="rsc2" type="Stateful" class="ocf" provider="pacemaker">
+ <lrm_rsc_op id="rsc2_last_0" operation_key="rsc2_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="9:29:0:0773bc62-9ff2-42db-818f-c4f3a9e3993e" transition-magic="0:0;9:29:0:0773bc62-9ff2-42db-818f-c4f3a9e3993e" exit-reason="" on_node="node3" call-id="42" rc-code="0" op-status="0" interval="0" last-rc-change="1687312370" exec-time="21" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="rsc2_monitor_10000" operation_key="rsc2_monitor_10000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="15:17:8:0773bc62-9ff2-42db-818f-c4f3a9e3993e" transition-magic="0:8;15:17:8:0773bc62-9ff2-42db-818f-c4f3a9e3993e" exit-reason="" on_node="node3" call-id="33" rc-code="8" op-status="0" interval="10000" last-rc-change="1687312235" exec-time="10" queue-time="0" op-digest="4811cef7f7f94e3a35a70be7916cb2fd"/>
+ <lrm_rsc_op id="rsc2_monitor_11000" operation_key="rsc2_monitor_11000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="11:30:0:0773bc62-9ff2-42db-818f-c4f3a9e3993e" transition-magic="0:0;11:30:0:0773bc62-9ff2-42db-818f-c4f3a9e3993e" exit-reason="" on_node="node3" call-id="43" rc-code="0" op-status="0" interval="11000" last-rc-change="1687312370" exec-time="13" queue-time="0" op-digest="4811cef7f7f94e3a35a70be7916cb2fd"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ </node_state>
+ <node_state id="1" uname="node1" in_ccm="true" crmd="online" crm-debug-origin="do_state_transition" join="member" expected="member">
+ <transient_attributes id="1">
+ <instance_attributes id="status-1">
+ <nvpair id="status-1-.feature-set" name="#feature-set" value="3.17.4"/>
+ <nvpair id="status-1-master-rsc1" name="master-rsc1" value="10"/>
+ <nvpair id="status-1-master-rsc2" name="master-rsc2" value="10"/>
+ </instance_attributes>
+ </transient_attributes>
+ <lrm id="1">
+ <lrm_resources>
+ <lrm_resource id="Fencing" type="fence_xvm" class="stonith">
+ <lrm_rsc_op id="Fencing_last_0" operation_key="Fencing_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="1:0:7:0773bc62-9ff2-42db-818f-c4f3a9e3993e" transition-magic="0:7;1:0:7:0773bc62-9ff2-42db-818f-c4f3a9e3993e" exit-reason="" on_node="node1" call-id="9" rc-code="7" op-status="0" interval="0" last-rc-change="1687312091" exec-time="2" queue-time="0" op-digest="f551693977f94a4fa8883fb70e439592"/>
+ </lrm_resource>
+ <lrm_resource id="rsc1" type="Stateful" class="ocf" provider="pacemaker">
+ <lrm_rsc_op id="rsc1_last_0" operation_key="rsc1_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="2:0:7:0773bc62-9ff2-42db-818f-c4f3a9e3993e" transition-magic="0:7;2:0:7:0773bc62-9ff2-42db-818f-c4f3a9e3993e" exit-reason="" on_node="node1" call-id="14" rc-code="7" op-status="0" interval="0" last-rc-change="1687312091" exec-time="15" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ </lrm_resource>
+ <lrm_resource id="rsc2" type="Stateful" class="ocf" provider="pacemaker">
+ <lrm_rsc_op id="rsc2_last_0" operation_key="rsc2_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="3:0:7:0773bc62-9ff2-42db-818f-c4f3a9e3993e" transition-magic="0:7;3:0:7:0773bc62-9ff2-42db-818f-c4f3a9e3993e" exit-reason="" on_node="node1" call-id="15" rc-code="7" op-status="0" interval="0" last-rc-change="1687312091" exec-time="18" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ </node_state>
+ <node_state id="2" uname="node2" in_ccm="true" crmd="online" crm-debug-origin="controld_update_resource_history" join="member" expected="member">
+ <transient_attributes id="2">
+ <instance_attributes id="status-2">
+ <nvpair id="status-2-.feature-set" name="#feature-set" value="3.17.4"/>
+ <nvpair id="status-2-master-rsc1" name="master-rsc1" value="15"/>
+ <nvpair id="status-2-master-rsc2" name="master-rsc2" value="15"/>
+ </instance_attributes>
+ </transient_attributes>
+ <lrm id="2">
+ <lrm_resources>
+ <lrm_resource id="Fencing" type="fence_xvm" class="stonith">
+ <lrm_rsc_op id="Fencing_last_0" operation_key="Fencing_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="1:23:0:0773bc62-9ff2-42db-818f-c4f3a9e3993e" transition-magic="0:0;1:23:0:0773bc62-9ff2-42db-818f-c4f3a9e3993e" exit-reason="" on_node="node2" call-id="28" rc-code="0" op-status="0" interval="0" last-rc-change="1687312369" exec-time="38" queue-time="0" op-digest="f551693977f94a4fa8883fb70e439592"/>
+ <lrm_rsc_op id="Fencing_monitor_120000" operation_key="Fencing_monitor_120000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="2:23:0:0773bc62-9ff2-42db-818f-c4f3a9e3993e" transition-magic="0:0;2:23:0:0773bc62-9ff2-42db-818f-c4f3a9e3993e" exit-reason="" on_node="node2" call-id="30" rc-code="0" op-status="0" interval="120000" last-rc-change="1687312369" exec-time="30" queue-time="0" op-digest="24989640311980988fb77ddd1cc1002b"/>
+ </lrm_resource>
+ <lrm_resource id="rsc1" type="Stateful" class="ocf" provider="pacemaker">
+ <lrm_rsc_op id="rsc1_last_0" operation_key="rsc1_promote_0" operation="promote" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="6:25:0:0773bc62-9ff2-42db-818f-c4f3a9e3993e" transition-magic="0:0;6:25:0:0773bc62-9ff2-42db-818f-c4f3a9e3993e" exit-reason="" on_node="node2" call-id="32" rc-code="0" op-status="0" interval="0" last-rc-change="1687312369" exec-time="22" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="rsc1_monitor_11000" operation_key="rsc1_monitor_11000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="21:1:0:0773bc62-9ff2-42db-818f-c4f3a9e3993e" transition-magic="0:0;21:1:0:0773bc62-9ff2-42db-818f-c4f3a9e3993e" exit-reason="" on_node="node2" call-id="19" rc-code="0" op-status="0" interval="11000" last-rc-change="1687312091" exec-time="16" queue-time="0" op-digest="4811cef7f7f94e3a35a70be7916cb2fd"/>
+ <lrm_rsc_op id="rsc1_monitor_10000" operation_key="rsc1_monitor_10000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="8:26:8:0773bc62-9ff2-42db-818f-c4f3a9e3993e" transition-magic="0:8;8:26:8:0773bc62-9ff2-42db-818f-c4f3a9e3993e" exit-reason="" on_node="node2" call-id="33" rc-code="8" op-status="0" interval="10000" last-rc-change="1687312369" exec-time="13" queue-time="0" op-digest="4811cef7f7f94e3a35a70be7916cb2fd"/>
+ </lrm_resource>
+ <lrm_resource id="rsc2" type="Stateful" class="ocf" provider="pacemaker">
+ <lrm_rsc_op id="rsc2_last_0" operation_key="rsc2_promote_0" operation="promote" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="11:26:0:0773bc62-9ff2-42db-818f-c4f3a9e3993e" transition-magic="0:0;11:26:0:0773bc62-9ff2-42db-818f-c4f3a9e3993e" exit-reason="" on_node="node2" call-id="34" rc-code="0" op-status="0" interval="0" last-rc-change="1687312369" exec-time="25" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="rsc2_monitor_11000" operation_key="rsc2_monitor_11000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="25:2:0:0773bc62-9ff2-42db-818f-c4f3a9e3993e" transition-magic="0:0;25:2:0:0773bc62-9ff2-42db-818f-c4f3a9e3993e" exit-reason="" on_node="node2" call-id="21" rc-code="0" op-status="0" interval="11000" last-rc-change="1687312091" exec-time="16" queue-time="0" op-digest="4811cef7f7f94e3a35a70be7916cb2fd"/>
+ <lrm_rsc_op id="rsc2_monitor_10000" operation_key="rsc2_monitor_10000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="13:27:8:0773bc62-9ff2-42db-818f-c4f3a9e3993e" transition-magic="0:8;13:27:8:0773bc62-9ff2-42db-818f-c4f3a9e3993e" exit-reason="" on_node="node2" call-id="35" rc-code="8" op-status="0" interval="10000" last-rc-change="1687312369" exec-time="12" queue-time="0" op-digest="4811cef7f7f94e3a35a70be7916cb2fd"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ </node_state>
+ </status>
+</cib>
diff --git a/cts/scheduler/xml/clone-recover-no-shuffle-12.xml b/cts/scheduler/xml/clone-recover-no-shuffle-12.xml
new file mode 100644
index 0000000..e302690
--- /dev/null
+++ b/cts/scheduler/xml/clone-recover-no-shuffle-12.xml
@@ -0,0 +1,186 @@
+<cib crm_feature_set="3.17.4" validate-with="pacemaker-3.9" epoch="128" num_updates="90" admin_epoch="0" cib-last-written="Tue Jun 20 23:33:00 2023" update-origin="node1" update-client="cibadmin" update-user="root" have-quorum="1" dc-uuid="2">
+ <configuration>
+ <!-- The essential elements of this test are:
+ * A promotable bundle resource (base-bundle) is stopped on node1,
+ promoted on node2, and unpromoted on node3
+ * Clone instances are primitives (base), the instances of base-bundle's
+ child resource
+ * There are no location constraints or stickiness configured
+ * base has the highest promotion score on node2
+
+ The following should happen:
+ * Instance base:0 should remain started (unpromoted) on node3
+ * Instance base:1 should remain promoted on node2
+ * Instance base:2 should start (unpromoted) on node1
+ -->
+ <crm_config>
+ <cluster_property_set id="cib-bootstrap-options">
+ <nvpair id="cib-bootstrap-options-have-watchdog" name="have-watchdog" value="false"/>
+ <nvpair id="cib-bootstrap-options-dc-version" name="dc-version" value="2.1.5-1.0a457786a.git.el9-0a457786a"/>
+ <nvpair id="cib-bootstrap-options-cluster-infrastructure" name="cluster-infrastructure" value="corosync"/>
+ <nvpair id="cib-bootstrap-options-cluster-name" name="cluster-name" value="test"/>
+ <nvpair id="cib-bootstrap-options-last-lrm-refresh" name="last-lrm-refresh" value="1687288330"/>
+ </cluster_property_set>
+ </crm_config>
+ <nodes>
+ <node id="1" uname="node1"/>
+ <node id="2" uname="node2"/>
+ <node id="3" uname="node3"/>
+ </nodes>
+ <resources>
+ <primitive class="stonith" id="Fencing" type="fence_xvm">
+ <instance_attributes id="Fencing-instance_attributes">
+ <nvpair id="Fencing-instance_attributes_pcmk_host_list" name="pcmk_host_list" value="node1 node2 node3"/>
+ </instance_attributes>
+ <operations>
+ <op id="Fencing-monitor-120s" interval="120s" name="monitor" timeout="120s"/>
+ </operations>
+ </primitive>
+ <bundle id="base-bundle">
+ <meta_attributes id="base-bundle-meta_attributes">
+ <nvpair id="base-bundle-meta_attributes-promotable" name="promotable" value="true"/>
+ <nvpair id="base-bundle-meta_attributes-container-attribute-target" name="container-attribute-target" value="host"/>
+ </meta_attributes>
+ <podman image="localhost/pcmktest" replicas="3"/>
+ <network control-port="3121"/>
+ <primitive id="base" class="ocf" provider="pacemaker" type="Stateful">
+ <operations>
+ <op id="base-monitor-15s" interval="15s" name="monitor" timeout="15s" role="Promoted"/>
+ <op id="base-monitor-16s" interval="16s" name="monitor" timeout="16s" role="Unpromoted"/>
+ </operations>
+ </primitive>
+ </bundle>
+ </resources>
+ <constraints/>
+ <op_defaults/>
+ <alerts/>
+ <rsc_defaults/>
+ </configuration>
+ <status>
+ <node_state id="1" uname="node1" in_ccm="true" crmd="online" crm-debug-origin="controld_update_resource_history" join="member" expected="member">
+ <transient_attributes id="1">
+ <instance_attributes id="status-1">
+ <nvpair id="status-1-.feature-set" name="#feature-set" value="3.17.4"/>
+ <nvpair id="status-1-master-base" name="master-base" value="10"/>
+ </instance_attributes>
+ </transient_attributes>
+ <lrm id="1">
+ <lrm_resources>
+ <lrm_resource id="Fencing" class="stonith" type="fence_xvm">
+ <lrm_rsc_op id="Fencing_last_0" operation_key="Fencing_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="1:0:7:159e0708-f49f-4071-a9f4-93c48dc468d2" transition-magic="0:7;1:0:7:159e0708-f49f-4071-a9f4-93c48dc468d2" exit-reason="" on_node="node1" call-id="8" rc-code="7" op-status="0" interval="0" last-rc-change="1687329223" exec-time="3" queue-time="0" op-digest="f551693977f94a4fa8883fb70e439592"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-0" class="ocf" provider="heartbeat" type="podman">
+ <lrm_rsc_op id="base-bundle-podman-0_last_0" operation_key="base-bundle-podman-0_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="2:0:7:159e0708-f49f-4071-a9f4-93c48dc468d2" transition-magic="0:7;2:0:7:159e0708-f49f-4071-a9f4-93c48dc468d2" exit-reason="" on_node="node1" call-id="12" rc-code="7" op-status="0" interval="0" last-rc-change="1687329223" exec-time="109" queue-time="0" op-digest="b93578750303776f6bb098395c53338a"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-1" class="ocf" provider="heartbeat" type="podman">
+ <lrm_rsc_op id="base-bundle-podman-1_last_0" operation_key="base-bundle-podman-1_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="4:0:7:159e0708-f49f-4071-a9f4-93c48dc468d2" transition-magic="0:7;4:0:7:159e0708-f49f-4071-a9f4-93c48dc468d2" exit-reason="" on_node="node1" call-id="13" rc-code="7" op-status="0" interval="0" last-rc-change="1687329223" exec-time="99" queue-time="0" op-digest="91ec5f49c5fd88f29405389545fb7d59"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-2" class="ocf" provider="heartbeat" type="podman">
+ <lrm_rsc_op id="base-bundle-podman-2_last_0" operation_key="base-bundle-podman-2_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="6:0:7:159e0708-f49f-4071-a9f4-93c48dc468d2" transition-magic="0:7;6:0:7:159e0708-f49f-4071-a9f4-93c48dc468d2" exit-reason="" on_node="node1" call-id="17" rc-code="7" op-status="0" interval="0" last-rc-change="1687329223" exec-time="47" queue-time="0" op-digest="eb1c148b6d2d7a7013f75d596536409b"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-1" class="ocf" provider="pacemaker" type="remote" container="base-bundle-podman-1">
+ <lrm_rsc_op id="base-bundle-1_last_0" operation_key="base-bundle-1_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="5:0:7:159e0708-f49f-4071-a9f4-93c48dc468d2" transition-magic="0:7;5:0:7:159e0708-f49f-4071-a9f4-93c48dc468d2" exit-reason="" on_node="node1" call-id="1" rc-code="7" op-status="0" interval="0" last-rc-change="1687329224" exec-time="0" queue-time="0" op-digest="137e2067e195bc8e29ef8680e392a9e7" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-0" class="ocf" provider="pacemaker" type="remote" container="base-bundle-podman-0">
+ <lrm_rsc_op id="base-bundle-0_last_0" operation_key="base-bundle-0_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="3:0:7:159e0708-f49f-4071-a9f4-93c48dc468d2" transition-magic="0:7;3:0:7:159e0708-f49f-4071-a9f4-93c48dc468d2" exit-reason="" on_node="node1" call-id="2" rc-code="7" op-status="0" interval="0" last-rc-change="1687329224" exec-time="0" queue-time="0" op-digest="b1f9a03e78ae75f94cc0c36e6c0cc527" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ </node_state>
+ <node_state id="3" uname="node3" in_ccm="true" crmd="online" crm-debug-origin="controld_update_resource_history" join="member" expected="member">
+ <lrm id="3">
+ <lrm_resources>
+ <lrm_resource id="Fencing" class="stonith" type="fence_xvm">
+ <lrm_rsc_op id="Fencing_last_0" operation_key="Fencing_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="15:0:7:159e0708-f49f-4071-a9f4-93c48dc468d2" transition-magic="0:7;15:0:7:159e0708-f49f-4071-a9f4-93c48dc468d2" exit-reason="" on_node="node3" call-id="8" rc-code="7" op-status="0" interval="0" last-rc-change="1687329222" exec-time="1" queue-time="0" op-digest="f551693977f94a4fa8883fb70e439592"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-0" class="ocf" provider="heartbeat" type="podman">
+ <lrm_rsc_op id="base-bundle-podman-0_last_0" operation_key="base-bundle-podman-0_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="24:0:0:159e0708-f49f-4071-a9f4-93c48dc468d2" transition-magic="0:0;24:0:0:159e0708-f49f-4071-a9f4-93c48dc468d2" exit-reason="" on_node="node3" call-id="18" rc-code="0" op-status="0" interval="0" last-rc-change="1687329222" exec-time="863" queue-time="0" op-digest="b93578750303776f6bb098395c53338a"/>
+ <lrm_rsc_op id="base-bundle-podman-0_monitor_60000" operation_key="base-bundle-podman-0_monitor_60000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="25:0:0:159e0708-f49f-4071-a9f4-93c48dc468d2" transition-magic="0:0;25:0:0:159e0708-f49f-4071-a9f4-93c48dc468d2" exit-reason="" on_node="node3" call-id="20" rc-code="0" op-status="0" interval="60000" last-rc-change="1687329223" exec-time="164" queue-time="0" op-digest="902512fcf3e4556d9585c44184665d8c"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-1" class="ocf" provider="heartbeat" type="podman">
+ <lrm_rsc_op id="base-bundle-podman-1_last_0" operation_key="base-bundle-podman-1_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="18:0:7:159e0708-f49f-4071-a9f4-93c48dc468d2" transition-magic="0:7;18:0:7:159e0708-f49f-4071-a9f4-93c48dc468d2" exit-reason="" on_node="node3" call-id="13" rc-code="7" op-status="0" interval="0" last-rc-change="1687329222" exec-time="108" queue-time="0" op-digest="91ec5f49c5fd88f29405389545fb7d59"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-2" class="ocf" provider="heartbeat" type="podman">
+ <lrm_rsc_op id="base-bundle-podman-2_last_0" operation_key="base-bundle-podman-2_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="20:0:7:159e0708-f49f-4071-a9f4-93c48dc468d2" transition-magic="0:7;20:0:7:159e0708-f49f-4071-a9f4-93c48dc468d2" exit-reason="" on_node="node3" call-id="17" rc-code="7" op-status="0" interval="0" last-rc-change="1687329222" exec-time="59" queue-time="0" op-digest="eb1c148b6d2d7a7013f75d596536409b"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-1" class="ocf" provider="pacemaker" type="remote" container="base-bundle-podman-1">
+ <lrm_rsc_op id="base-bundle-1_last_0" operation_key="base-bundle-1_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="19:0:7:159e0708-f49f-4071-a9f4-93c48dc468d2" transition-magic="0:7;19:0:7:159e0708-f49f-4071-a9f4-93c48dc468d2" exit-reason="" on_node="node3" call-id="1" rc-code="7" op-status="0" interval="0" last-rc-change="1687329223" exec-time="0" queue-time="0" op-digest="137e2067e195bc8e29ef8680e392a9e7" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-0" class="ocf" provider="pacemaker" type="remote" container="base-bundle-podman-0">
+ <lrm_rsc_op id="base-bundle-0_last_0" operation_key="base-bundle-0_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="26:0:0:159e0708-f49f-4071-a9f4-93c48dc468d2" transition-magic="0:0;26:0:0:159e0708-f49f-4071-a9f4-93c48dc468d2" exit-reason="" on_node="node3" call-id="3" rc-code="0" op-status="0" interval="0" last-rc-change="1687329223" exec-time="0" queue-time="0" op-digest="b1f9a03e78ae75f94cc0c36e6c0cc527" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ <lrm_rsc_op id="base-bundle-0_monitor_30000" operation_key="base-bundle-0_monitor_30000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="15:1:0:159e0708-f49f-4071-a9f4-93c48dc468d2" transition-magic="0:0;15:1:0:159e0708-f49f-4071-a9f4-93c48dc468d2" exit-reason="" on_node="node3" call-id="4" rc-code="0" op-status="0" interval="30000" last-rc-change="1687329226" exec-time="0" queue-time="0" op-digest="354b9acaa7ea1113d708dc11a1d6bbfa"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ <transient_attributes id="3">
+ <instance_attributes id="status-3">
+ <nvpair id="status-3-.feature-set" name="#feature-set" value="3.17.4"/>
+ <nvpair id="status-3-master-base" name="master-base" value="5"/>
+ </instance_attributes>
+ </transient_attributes>
+ </node_state>
+ <node_state id="2" uname="node2" in_ccm="true" crmd="online" crm-debug-origin="controld_update_resource_history" join="member" expected="member">
+ <transient_attributes id="2">
+ <instance_attributes id="status-2">
+ <nvpair id="status-2-.feature-set" name="#feature-set" value="3.17.4"/>
+ <nvpair id="status-2-master-base" name="master-base" value="15"/>
+ </instance_attributes>
+ </transient_attributes>
+ <lrm id="2">
+ <lrm_resources>
+ <lrm_resource id="Fencing" class="stonith" type="fence_xvm">
+ <lrm_rsc_op id="Fencing_last_0" operation_key="Fencing_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="22:0:0:159e0708-f49f-4071-a9f4-93c48dc468d2" transition-magic="0:0;22:0:0:159e0708-f49f-4071-a9f4-93c48dc468d2" exit-reason="" on_node="node2" call-id="14" rc-code="0" op-status="0" interval="0" last-rc-change="1687329223" exec-time="34" queue-time="0" op-digest="f551693977f94a4fa8883fb70e439592"/>
+ <lrm_rsc_op id="Fencing_monitor_120000" operation_key="Fencing_monitor_120000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="23:0:0:159e0708-f49f-4071-a9f4-93c48dc468d2" transition-magic="0:0;23:0:0:159e0708-f49f-4071-a9f4-93c48dc468d2" exit-reason="" on_node="node2" call-id="19" rc-code="0" op-status="0" interval="120000" last-rc-change="1687329223" exec-time="36" queue-time="0" op-digest="24989640311980988fb77ddd1cc1002b"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-0" class="ocf" provider="heartbeat" type="podman">
+ <lrm_rsc_op id="base-bundle-podman-0_last_0" operation_key="base-bundle-podman-0_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="9:0:7:159e0708-f49f-4071-a9f4-93c48dc468d2" transition-magic="0:7;9:0:7:159e0708-f49f-4071-a9f4-93c48dc468d2" exit-reason="" on_node="node2" call-id="12" rc-code="7" op-status="0" interval="0" last-rc-change="1687329223" exec-time="60" queue-time="0" op-digest="b93578750303776f6bb098395c53338a"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-1" class="ocf" provider="heartbeat" type="podman">
+ <lrm_rsc_op id="base-bundle-podman-1_last_0" operation_key="base-bundle-podman-1_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="28:0:0:159e0708-f49f-4071-a9f4-93c48dc468d2" transition-magic="0:0;28:0:0:159e0708-f49f-4071-a9f4-93c48dc468d2" exit-reason="" on_node="node2" call-id="20" rc-code="0" op-status="0" interval="0" last-rc-change="1687329223" exec-time="791" queue-time="0" op-digest="91ec5f49c5fd88f29405389545fb7d59"/>
+ <lrm_rsc_op id="base-bundle-podman-1_monitor_60000" operation_key="base-bundle-podman-1_monitor_60000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="29:0:0:159e0708-f49f-4071-a9f4-93c48dc468d2" transition-magic="0:0;29:0:0:159e0708-f49f-4071-a9f4-93c48dc468d2" exit-reason="" on_node="node2" call-id="21" rc-code="0" op-status="0" interval="60000" last-rc-change="1687329224" exec-time="144" queue-time="0" op-digest="f0ef4729d120aa3f5d938cabca4d06c7"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-2" class="ocf" provider="heartbeat" type="podman">
+ <lrm_rsc_op id="base-bundle-podman-2_last_0" operation_key="base-bundle-podman-2_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="13:0:7:159e0708-f49f-4071-a9f4-93c48dc468d2" transition-magic="0:7;13:0:7:159e0708-f49f-4071-a9f4-93c48dc468d2" exit-reason="" on_node="node2" call-id="18" rc-code="7" op-status="0" interval="0" last-rc-change="1687329223" exec-time="68" queue-time="0" op-digest="eb1c148b6d2d7a7013f75d596536409b"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-1" class="ocf" provider="pacemaker" type="remote" container="base-bundle-podman-1">
+ <lrm_rsc_op id="base-bundle-1_last_0" operation_key="base-bundle-1_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="30:0:0:159e0708-f49f-4071-a9f4-93c48dc468d2" transition-magic="0:0;30:0:0:159e0708-f49f-4071-a9f4-93c48dc468d2" exit-reason="" on_node="node2" call-id="2" rc-code="0" op-status="0" interval="0" last-rc-change="1687329224" exec-time="0" queue-time="0" op-digest="137e2067e195bc8e29ef8680e392a9e7" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ <lrm_rsc_op id="base-bundle-1_monitor_30000" operation_key="base-bundle-1_monitor_30000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="20:1:0:159e0708-f49f-4071-a9f4-93c48dc468d2" transition-magic="0:0;20:1:0:159e0708-f49f-4071-a9f4-93c48dc468d2" exit-reason="" on_node="node2" call-id="4" rc-code="0" op-status="0" interval="30000" last-rc-change="1687329227" exec-time="0" queue-time="0" op-digest="3929eec440004bca31f813a8e6097506"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-0" class="ocf" provider="pacemaker" type="remote" container="base-bundle-podman-0">
+ <lrm_rsc_op id="base-bundle-0_last_0" operation_key="base-bundle-0_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="10:0:7:159e0708-f49f-4071-a9f4-93c48dc468d2" transition-magic="0:7;10:0:7:159e0708-f49f-4071-a9f4-93c48dc468d2" exit-reason="" on_node="node2" call-id="3" rc-code="7" op-status="0" interval="0" last-rc-change="1687329224" exec-time="0" queue-time="0" op-digest="b1f9a03e78ae75f94cc0c36e6c0cc527" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ </node_state>
+ <node_state remote_node="true" id="base-bundle-1" uname="base-bundle-1" in_ccm="true" crm-debug-origin="controld_update_resource_history" node_fenced="0">
+ <lrm id="base-bundle-1">
+ <lrm_resources>
+ <lrm_resource id="base" class="ocf" provider="pacemaker" type="Stateful">
+ <lrm_rsc_op id="base_last_0" operation_key="base_promote_0" operation="promote" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="29:4:0:159e0708-f49f-4071-a9f4-93c48dc468d2" transition-magic="0:0;29:4:0:159e0708-f49f-4071-a9f4-93c48dc468d2" exit-reason="" on_node="node2" call-id="20" rc-code="0" op-status="0" interval="0" last-rc-change="1687329377" exec-time="307" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="base_monitor_15000" operation_key="base_monitor_15000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="30:5:8:159e0708-f49f-4071-a9f4-93c48dc468d2" transition-magic="0:8;30:5:8:159e0708-f49f-4071-a9f4-93c48dc468d2" exit-reason="" on_node="node2" call-id="27" rc-code="8" op-status="0" interval="15000" last-rc-change="1687329377" exec-time="7" queue-time="0" op-digest="3ef575c5f050ae086f0f31bc8f085fdc"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ <transient_attributes id="base-bundle-1">
+ <instance_attributes id="status-base-bundle-1">
+ <nvpair id="status-base-bundle-1-master-base" name="master-base" value="10"/>
+ </instance_attributes>
+ </transient_attributes>
+ </node_state>
+ <node_state remote_node="true" id="base-bundle-0" uname="base-bundle-0" in_ccm="true" crm-debug-origin="controld_update_resource_history" node_fenced="0">
+ <lrm id="base-bundle-0">
+ <lrm_resources>
+ <lrm_resource id="base" class="ocf" provider="pacemaker" type="Stateful">
+ <lrm_rsc_op id="base_last_0" operation_key="base_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="27:1:0:159e0708-f49f-4071-a9f4-93c48dc468d2" transition-magic="0:0;27:1:0:159e0708-f49f-4071-a9f4-93c48dc468d2" exit-reason="" on_node="node3" call-id="8" rc-code="0" op-status="0" interval="0" last-rc-change="1687329226" exec-time="269" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="base_monitor_16000" operation_key="base_monitor_16000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="27:2:0:159e0708-f49f-4071-a9f4-93c48dc468d2" transition-magic="0:0;27:2:0:159e0708-f49f-4071-a9f4-93c48dc468d2" exit-reason="" on_node="node3" call-id="14" rc-code="0" op-status="0" interval="16000" last-rc-change="1687329226" exec-time="13" queue-time="0" op-digest="e62ad827732488b88ef8722ff6a484b3"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ <transient_attributes id="base-bundle-0">
+ <instance_attributes id="status-base-bundle-0">
+ <nvpair id="status-base-bundle-0-master-base" name="master-base" value="5"/>
+ </instance_attributes>
+ </transient_attributes>
+ </node_state>
+ </status>
+</cib>
diff --git a/cts/scheduler/xml/clone-recover-no-shuffle-2.xml b/cts/scheduler/xml/clone-recover-no-shuffle-2.xml
new file mode 100644
index 0000000..486666c
--- /dev/null
+++ b/cts/scheduler/xml/clone-recover-no-shuffle-2.xml
@@ -0,0 +1,141 @@
+<cib crm_feature_set="3.17.4" validate-with="pacemaker-3.9" epoch="83" num_updates="0" admin_epoch="0" cib-last-written="Tue Jun 20 18:21:31 2023" update-origin="node1" update-client="cibadmin" update-user="root" have-quorum="1" dc-uuid="2">
+ <configuration>
+ <!-- The essential elements of this test are:
+ * An anonymous clone resource (grp) is stopped on node1 and
+ started on node2 and node3
+ * Clone instances are resource groups consisting of primitives rsc1 and
+ rsc2
+ * There is no stickiness configured
+ * There are no location constraints
+
+ The following should happen:
+ * Instance grp:0 should remain started on node2
+ * Instance grp:1 should remain started on node3
+ * Instance grp:2 should start on node1
+ -->
+ <crm_config>
+ <cluster_property_set id="cib-bootstrap-options">
+ <nvpair id="cib-bootstrap-options-have-watchdog" name="have-watchdog" value="false"/>
+ <nvpair id="cib-bootstrap-options-dc-version" name="dc-version" value="2.1.5-1.0a457786a.git.el9-0a457786a"/>
+ <nvpair id="cib-bootstrap-options-cluster-infrastructure" name="cluster-infrastructure" value="corosync"/>
+ <nvpair id="cib-bootstrap-options-cluster-name" name="cluster-name" value="test"/>
+ <nvpair id="cib-bootstrap-options-last-lrm-refresh" name="last-lrm-refresh" value="1687288330"/>
+ </cluster_property_set>
+ </crm_config>
+ <nodes>
+ <node id="1" uname="node1"/>
+ <node id="2" uname="node2"/>
+ <node id="3" uname="node3"/>
+ </nodes>
+ <resources>
+ <primitive class="stonith" id="Fencing" type="fence_xvm">
+ <instance_attributes id="Fencing-instance_attributes">
+ <nvpair id="Fencing-instance_attributes_pcmk_host_list" name="pcmk_host_list" value="node1 node2 node3"/>
+ </instance_attributes>
+ <operations>
+ <op id="Fencing-monitor-120s" interval="120s" name="monitor" timeout="120s"/>
+ </operations>
+ </primitive>
+ <clone id="grp-clone">
+ <group id="grp">
+ <primitive id="rsc1" class="ocf" type="Dummy" provider="pacemaker">
+ <operations>
+ <op name="migrate_from" interval="0s" timeout="20s" id="rsc1-migrate_from-interval-0s"/>
+ <op name="migrate_to" interval="0s" timeout="20s" id="rsc1-migrate_to-interval-0s"/>
+ <op name="monitor" interval="10s" timeout="20s" id="rsc1-monitor-interval-10s"/>
+ <op name="reload" interval="0s" timeout="20s" id="rsc1-reload-interval-0s"/>
+ <op name="reload-agent" interval="0s" timeout="20s" id="rsc1-reload-agent-interval-0s"/>
+ <op name="start" interval="0s" timeout="20s" id="rsc1-start-interval-0s"/>
+ <op name="stop" interval="0s" timeout="20s" id="rsc1-stop-interval-0s"/>
+ </operations>
+ </primitive>
+ <primitive id="rsc2" class="ocf" type="Dummy" provider="pacemaker">
+ <operations>
+ <op name="migrate_from" interval="0s" timeout="20s" id="rsc2-migrate_from-interval-0s"/>
+ <op name="migrate_to" interval="0s" timeout="20s" id="rsc2-migrate_to-interval-0s"/>
+ <op name="monitor" interval="10s" timeout="20s" id="rsc2-monitor-interval-10s"/>
+ <op name="reload" interval="0s" timeout="20s" id="rsc2-reload-interval-0s"/>
+ <op name="reload-agent" interval="0s" timeout="20s" id="rsc2-reload-agent-interval-0s"/>
+ <op name="start" interval="0s" timeout="20s" id="rsc2-start-interval-0s"/>
+ <op name="stop" interval="0s" timeout="20s" id="rsc2-stop-interval-0s"/>
+ </operations>
+ </primitive>
+ </group>
+ <meta_attributes id="grp-clone-meta_attributes">
+ <nvpair id="grp-clone-meta_attributes-clone-node-max" name="clone-node-max" value="1"/>
+ </meta_attributes>
+ </clone>
+ </resources>
+ <constraints/>
+ <op_defaults/>
+ <alerts/>
+ <rsc_defaults/>
+ </configuration>
+ <status>
+ <node_state id="2" uname="node2" in_ccm="true" crmd="online" crm-debug-origin="controld_update_resource_history" join="member" expected="member">
+ <lrm id="2">
+ <lrm_resources>
+ <lrm_resource id="Fencing" class="stonith" type="fence_xvm">
+ <lrm_rsc_op id="Fencing_last_0" operation_key="Fencing_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="10:0:0:94ad4cf3-e815-4ba8-b397-29a48e0bf3c1" transition-magic="0:0;10:0:0:94ad4cf3-e815-4ba8-b397-29a48e0bf3c1" exit-reason="" on_node="node2" call-id="16" rc-code="0" op-status="0" interval="0" last-rc-change="1687310527" exec-time="47" queue-time="0" op-digest="f551693977f94a4fa8883fb70e439592"/>
+ <lrm_rsc_op id="Fencing_monitor_120000" operation_key="Fencing_monitor_120000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="11:0:0:94ad4cf3-e815-4ba8-b397-29a48e0bf3c1" transition-magic="0:0;11:0:0:94ad4cf3-e815-4ba8-b397-29a48e0bf3c1" exit-reason="" on_node="node2" call-id="19" rc-code="0" op-status="0" interval="120000" last-rc-change="1687310527" exec-time="42" queue-time="0" op-digest="24989640311980988fb77ddd1cc1002b"/>
+ </lrm_resource>
+ <lrm_resource id="rsc1" class="ocf" provider="pacemaker" type="Dummy">
+ <lrm_rsc_op id="rsc1_last_0" operation_key="rsc1_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="20:0:0:94ad4cf3-e815-4ba8-b397-29a48e0bf3c1" transition-magic="0:0;20:0:0:94ad4cf3-e815-4ba8-b397-29a48e0bf3c1" exit-reason="" on_node="node2" call-id="17" rc-code="0" op-status="0" interval="0" last-rc-change="1687310527" exec-time="14" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-secure-params=" passwd " op-secure-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="rsc1_monitor_10000" operation_key="rsc1_monitor_10000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="21:0:0:94ad4cf3-e815-4ba8-b397-29a48e0bf3c1" transition-magic="0:0;21:0:0:94ad4cf3-e815-4ba8-b397-29a48e0bf3c1" exit-reason="" on_node="node2" call-id="18" rc-code="0" op-status="0" interval="10000" last-rc-change="1687310527" exec-time="19" queue-time="0" op-digest="4811cef7f7f94e3a35a70be7916cb2fd" op-secure-params=" passwd " op-secure-digest="4811cef7f7f94e3a35a70be7916cb2fd"/>
+ </lrm_resource>
+ <lrm_resource id="rsc2" class="ocf" provider="pacemaker" type="Dummy">
+ <lrm_rsc_op id="rsc2_last_0" operation_key="rsc2_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="22:0:0:94ad4cf3-e815-4ba8-b397-29a48e0bf3c1" transition-magic="0:0;22:0:0:94ad4cf3-e815-4ba8-b397-29a48e0bf3c1" exit-reason="" on_node="node2" call-id="20" rc-code="0" op-status="0" interval="0" last-rc-change="1687310527" exec-time="14" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-secure-params=" passwd " op-secure-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="rsc2_monitor_10000" operation_key="rsc2_monitor_10000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="23:0:0:94ad4cf3-e815-4ba8-b397-29a48e0bf3c1" transition-magic="0:0;23:0:0:94ad4cf3-e815-4ba8-b397-29a48e0bf3c1" exit-reason="" on_node="node2" call-id="21" rc-code="0" op-status="0" interval="10000" last-rc-change="1687310527" exec-time="10" queue-time="0" op-digest="4811cef7f7f94e3a35a70be7916cb2fd" op-secure-params=" passwd " op-secure-digest="4811cef7f7f94e3a35a70be7916cb2fd"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ <transient_attributes id="2">
+ <instance_attributes id="status-2">
+ <nvpair id="status-2-.feature-set" name="#feature-set" value="3.17.4"/>
+ </instance_attributes>
+ </transient_attributes>
+ </node_state>
+ <node_state id="1" uname="node1" in_ccm="true" crmd="online" crm-debug-origin="controld_update_resource_history" join="member" expected="member">
+ <lrm id="1">
+ <lrm_resources>
+ <lrm_resource id="Fencing" class="stonith" type="fence_xvm">
+ <lrm_rsc_op id="Fencing_last_0" operation_key="Fencing_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="1:0:7:94ad4cf3-e815-4ba8-b397-29a48e0bf3c1" transition-magic="0:7;1:0:7:94ad4cf3-e815-4ba8-b397-29a48e0bf3c1" exit-reason="" on_node="node1" call-id="9" rc-code="7" op-status="0" interval="0" last-rc-change="1687310527" exec-time="3" queue-time="0" op-digest="f551693977f94a4fa8883fb70e439592"/>
+ </lrm_resource>
+ <lrm_resource id="rsc1" class="ocf" provider="pacemaker" type="Dummy">
+ <lrm_rsc_op id="rsc1_last_0" operation_key="rsc1_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="2:0:7:94ad4cf3-e815-4ba8-b397-29a48e0bf3c1" transition-magic="0:7;2:0:7:94ad4cf3-e815-4ba8-b397-29a48e0bf3c1" exit-reason="" on_node="node1" call-id="14" rc-code="7" op-status="0" interval="0" last-rc-change="1687310527" exec-time="17" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-secure-params=" passwd " op-secure-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ </lrm_resource>
+ <lrm_resource id="rsc2" class="ocf" provider="pacemaker" type="Dummy">
+ <lrm_rsc_op id="rsc2_last_0" operation_key="rsc2_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="3:0:7:94ad4cf3-e815-4ba8-b397-29a48e0bf3c1" transition-magic="0:7;3:0:7:94ad4cf3-e815-4ba8-b397-29a48e0bf3c1" exit-reason="" on_node="node1" call-id="15" rc-code="7" op-status="0" interval="0" last-rc-change="1687310527" exec-time="20" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-secure-params=" passwd " op-secure-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ <transient_attributes id="1">
+ <instance_attributes id="status-1">
+ <nvpair id="status-1-.feature-set" name="#feature-set" value="3.17.4"/>
+ </instance_attributes>
+ </transient_attributes>
+ </node_state>
+ <node_state id="3" uname="node3" in_ccm="true" crmd="online" crm-debug-origin="controld_update_resource_history" join="member" expected="member">
+ <lrm id="3">
+ <lrm_resources>
+ <lrm_resource id="Fencing" class="stonith" type="fence_xvm">
+ <lrm_rsc_op id="Fencing_last_0" operation_key="Fencing_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="7:0:7:94ad4cf3-e815-4ba8-b397-29a48e0bf3c1" transition-magic="0:7;7:0:7:94ad4cf3-e815-4ba8-b397-29a48e0bf3c1" exit-reason="" on_node="node3" call-id="9" rc-code="7" op-status="0" interval="0" last-rc-change="1687310526" exec-time="2" queue-time="0" op-digest="f551693977f94a4fa8883fb70e439592"/>
+ </lrm_resource>
+ <lrm_resource id="rsc1" class="ocf" provider="pacemaker" type="Dummy">
+ <lrm_rsc_op id="rsc1_last_0" operation_key="rsc1_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="12:0:0:94ad4cf3-e815-4ba8-b397-29a48e0bf3c1" transition-magic="0:0;12:0:0:94ad4cf3-e815-4ba8-b397-29a48e0bf3c1" exit-reason="" on_node="node3" call-id="16" rc-code="0" op-status="0" interval="0" last-rc-change="1687310526" exec-time="16" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-secure-params=" passwd " op-secure-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="rsc1_monitor_10000" operation_key="rsc1_monitor_10000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="13:0:0:94ad4cf3-e815-4ba8-b397-29a48e0bf3c1" transition-magic="0:0;13:0:0:94ad4cf3-e815-4ba8-b397-29a48e0bf3c1" exit-reason="" on_node="node3" call-id="17" rc-code="0" op-status="0" interval="10000" last-rc-change="1687310526" exec-time="19" queue-time="1" op-digest="4811cef7f7f94e3a35a70be7916cb2fd" op-secure-params=" passwd " op-secure-digest="4811cef7f7f94e3a35a70be7916cb2fd"/>
+ </lrm_resource>
+ <lrm_resource id="rsc2" class="ocf" provider="pacemaker" type="Dummy">
+ <lrm_rsc_op id="rsc2_last_0" operation_key="rsc2_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="14:0:0:94ad4cf3-e815-4ba8-b397-29a48e0bf3c1" transition-magic="0:0;14:0:0:94ad4cf3-e815-4ba8-b397-29a48e0bf3c1" exit-reason="" on_node="node3" call-id="18" rc-code="0" op-status="0" interval="0" last-rc-change="1687310526" exec-time="14" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-secure-params=" passwd " op-secure-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="rsc2_monitor_10000" operation_key="rsc2_monitor_10000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="15:0:0:94ad4cf3-e815-4ba8-b397-29a48e0bf3c1" transition-magic="0:0;15:0:0:94ad4cf3-e815-4ba8-b397-29a48e0bf3c1" exit-reason="" on_node="node3" call-id="19" rc-code="0" op-status="0" interval="10000" last-rc-change="1687310526" exec-time="12" queue-time="0" op-digest="4811cef7f7f94e3a35a70be7916cb2fd" op-secure-params=" passwd " op-secure-digest="4811cef7f7f94e3a35a70be7916cb2fd"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ <transient_attributes id="3">
+ <instance_attributes id="status-3">
+ <nvpair id="status-3-.feature-set" name="#feature-set" value="3.17.4"/>
+ </instance_attributes>
+ </transient_attributes>
+ </node_state>
+ </status>
+</cib>
diff --git a/cts/scheduler/xml/clone-recover-no-shuffle-3.xml b/cts/scheduler/xml/clone-recover-no-shuffle-3.xml
new file mode 100644
index 0000000..ddafb74
--- /dev/null
+++ b/cts/scheduler/xml/clone-recover-no-shuffle-3.xml
@@ -0,0 +1,180 @@
+<cib crm_feature_set="3.17.4" validate-with="pacemaker-3.9" epoch="132" num_updates="0" admin_epoch="0" cib-last-written="Tue Jun 20 23:54:37 2023" update-origin="node1" update-client="cibadmin" update-user="root" have-quorum="1" dc-uuid="1">
+ <configuration>
+ <!-- The essential elements of this test are:
+ * A bundle resource (base-bundle) is stopped on node1 and started on
+ node2 and node3
+ * Clone instances are primitives (base), the instances of base-bundle's
+ child resource
+ * There is no stickiness configured
+ * There are no location constraints
+
+ The following should happen:
+ * Instance base:0 should remain started on node3
+ * Instance base:1 should remain started on node2
+ * Instance base:2 should start on node1
+ -->
+ <crm_config>
+ <cluster_property_set id="cib-bootstrap-options">
+ <nvpair id="cib-bootstrap-options-have-watchdog" name="have-watchdog" value="false"/>
+ <nvpair id="cib-bootstrap-options-dc-version" name="dc-version" value="2.1.5-1.0a457786a.git.el9-0a457786a"/>
+ <nvpair id="cib-bootstrap-options-cluster-infrastructure" name="cluster-infrastructure" value="corosync"/>
+ <nvpair id="cib-bootstrap-options-cluster-name" name="cluster-name" value="test"/>
+ <nvpair id="cib-bootstrap-options-last-lrm-refresh" name="last-lrm-refresh" value="1687288330"/>
+ </cluster_property_set>
+ </crm_config>
+ <nodes>
+ <node id="1" uname="node1"/>
+ <node id="2" uname="node2"/>
+ <node id="3" uname="node3"/>
+ </nodes>
+ <resources>
+ <primitive class="stonith" id="Fencing" type="fence_xvm">
+ <instance_attributes id="Fencing-instance_attributes">
+ <nvpair id="Fencing-instance_attributes_pcmk_host_list" name="pcmk_host_list" value="node1 node2 node3"/>
+ </instance_attributes>
+ <operations>
+ <op id="Fencing-monitor-120s" interval="120s" name="monitor" timeout="120s"/>
+ </operations>
+ </primitive>
+ <bundle id="base-bundle">
+ <meta_attributes id="base-bundle-meta_attributes">
+ <nvpair id="base-bundle-meta_attributes-container-attribute-target" name="container-attribute-target" value="host"/>
+ </meta_attributes>
+ <podman image="localhost/pcmktest" replicas="3"/>
+ <network control-port="3121"/>
+ <primitive id="base" class="ocf" provider="pacemaker" type="Stateful">
+ <operations>
+ <op id="base-monitor-15s" interval="15s" name="monitor" timeout="15s" role="Promoted"/>
+ <op id="base-monitor-16s" interval="16s" name="monitor" timeout="16s" role="Unpromoted"/>
+ </operations>
+ </primitive>
+ </bundle>
+ </resources>
+ <constraints/>
+ <op_defaults/>
+ <alerts/>
+ <rsc_defaults/>
+ </configuration>
+ <status>
+ <node_state id="1" uname="node1" in_ccm="true" crmd="online" crm-debug-origin="controld_update_resource_history" join="member" expected="member">
+ <transient_attributes id="1">
+ <instance_attributes id="status-1">
+ <nvpair id="status-1-.feature-set" name="#feature-set" value="3.17.4"/>
+ </instance_attributes>
+ </transient_attributes>
+ <lrm id="1">
+ <lrm_resources>
+ <lrm_resource id="Fencing" class="stonith" type="fence_xvm">
+ <lrm_rsc_op id="Fencing_last_0" operation_key="Fencing_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="1:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:7;1:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node1" call-id="8" rc-code="7" op-status="0" interval="0" last-rc-change="1687330529" exec-time="2" queue-time="0" op-digest="f551693977f94a4fa8883fb70e439592"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-0" class="ocf" provider="heartbeat" type="podman">
+ <lrm_rsc_op id="base-bundle-podman-0_last_0" operation_key="base-bundle-podman-0_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="2:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:7;2:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node1" call-id="12" rc-code="7" op-status="0" interval="0" last-rc-change="1687330529" exec-time="105" queue-time="0" op-digest="b93578750303776f6bb098395c53338a"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-1" class="ocf" provider="heartbeat" type="podman">
+ <lrm_rsc_op id="base-bundle-podman-1_last_0" operation_key="base-bundle-podman-1_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="4:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:7;4:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node1" call-id="13" rc-code="7" op-status="0" interval="0" last-rc-change="1687330529" exec-time="114" queue-time="0" op-digest="91ec5f49c5fd88f29405389545fb7d59"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-2" class="ocf" provider="heartbeat" type="podman">
+ <lrm_rsc_op id="base-bundle-podman-2_last_0" operation_key="base-bundle-podman-2_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="6:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:7;6:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node1" call-id="17" rc-code="7" op-status="0" interval="0" last-rc-change="1687330529" exec-time="62" queue-time="0" op-digest="eb1c148b6d2d7a7013f75d596536409b"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-1" class="ocf" provider="pacemaker" type="remote" container="base-bundle-podman-1">
+ <lrm_rsc_op id="base-bundle-1_last_0" operation_key="base-bundle-1_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="5:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:7;5:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node1" call-id="1" rc-code="7" op-status="0" interval="0" last-rc-change="1687330529" exec-time="0" queue-time="0" op-digest="137e2067e195bc8e29ef8680e392a9e7" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-0" class="ocf" provider="pacemaker" type="remote" container="base-bundle-podman-0">
+ <lrm_rsc_op id="base-bundle-0_last_0" operation_key="base-bundle-0_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="3:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:7;3:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node1" call-id="2" rc-code="7" op-status="0" interval="0" last-rc-change="1687330529" exec-time="0" queue-time="0" op-digest="b1f9a03e78ae75f94cc0c36e6c0cc527" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ </node_state>
+ <node_state id="3" uname="node3" in_ccm="true" crmd="online" crm-debug-origin="controld_update_resource_history" join="member" expected="member">
+ <lrm id="3">
+ <lrm_resources>
+ <lrm_resource id="Fencing" class="stonith" type="fence_xvm">
+ <lrm_rsc_op id="Fencing_last_0" operation_key="Fencing_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="15:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:7;15:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node3" call-id="8" rc-code="7" op-status="0" interval="0" last-rc-change="1687330528" exec-time="3" queue-time="0" op-digest="f551693977f94a4fa8883fb70e439592"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-0" class="ocf" provider="heartbeat" type="podman">
+ <lrm_rsc_op id="base-bundle-podman-0_last_0" operation_key="base-bundle-podman-0_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="24:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;24:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node3" call-id="18" rc-code="0" op-status="0" interval="0" last-rc-change="1687330528" exec-time="663" queue-time="0" op-digest="b93578750303776f6bb098395c53338a"/>
+ <lrm_rsc_op id="base-bundle-podman-0_monitor_60000" operation_key="base-bundle-podman-0_monitor_60000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="25:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;25:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node3" call-id="20" rc-code="0" op-status="0" interval="60000" last-rc-change="1687330529" exec-time="118" queue-time="0" op-digest="902512fcf3e4556d9585c44184665d8c"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-1" class="ocf" provider="heartbeat" type="podman">
+ <lrm_rsc_op id="base-bundle-podman-1_last_0" operation_key="base-bundle-podman-1_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="18:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:7;18:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node3" call-id="13" rc-code="7" op-status="0" interval="0" last-rc-change="1687330528" exec-time="90" queue-time="0" op-digest="91ec5f49c5fd88f29405389545fb7d59"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-2" class="ocf" provider="heartbeat" type="podman">
+ <lrm_rsc_op id="base-bundle-podman-2_last_0" operation_key="base-bundle-podman-2_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="20:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:7;20:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node3" call-id="17" rc-code="7" op-status="0" interval="0" last-rc-change="1687330528" exec-time="71" queue-time="0" op-digest="eb1c148b6d2d7a7013f75d596536409b"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-1" class="ocf" provider="pacemaker" type="remote" container="base-bundle-podman-1">
+ <lrm_rsc_op id="base-bundle-1_last_0" operation_key="base-bundle-1_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="19:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:7;19:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node3" call-id="1" rc-code="7" op-status="0" interval="0" last-rc-change="1687330529" exec-time="0" queue-time="0" op-digest="137e2067e195bc8e29ef8680e392a9e7" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-0" class="ocf" provider="pacemaker" type="remote" container="base-bundle-podman-0">
+ <lrm_rsc_op id="base-bundle-0_last_0" operation_key="base-bundle-0_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="26:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;26:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node3" call-id="3" rc-code="0" op-status="0" interval="0" last-rc-change="1687330529" exec-time="0" queue-time="0" op-digest="b1f9a03e78ae75f94cc0c36e6c0cc527" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ <lrm_rsc_op id="base-bundle-0_monitor_30000" operation_key="base-bundle-0_monitor_30000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="15:1:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;15:1:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node3" call-id="4" rc-code="0" op-status="0" interval="30000" last-rc-change="1687330531" exec-time="0" queue-time="0" op-digest="354b9acaa7ea1113d708dc11a1d6bbfa"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ <transient_attributes id="3">
+ <instance_attributes id="status-3">
+ <nvpair id="status-3-.feature-set" name="#feature-set" value="3.17.4"/>
+ </instance_attributes>
+ </transient_attributes>
+ </node_state>
+ <node_state id="2" uname="node2" in_ccm="true" crmd="online" crm-debug-origin="controld_update_resource_history" join="member" expected="member">
+ <transient_attributes id="2">
+ <instance_attributes id="status-2">
+ <nvpair id="status-2-.feature-set" name="#feature-set" value="3.17.4"/>
+ </instance_attributes>
+ </transient_attributes>
+ <lrm id="2">
+ <lrm_resources>
+ <lrm_resource id="Fencing" class="stonith" type="fence_xvm">
+ <lrm_rsc_op id="Fencing_last_0" operation_key="Fencing_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="22:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;22:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node2" call-id="14" rc-code="0" op-status="0" interval="0" last-rc-change="1687330529" exec-time="33" queue-time="0" op-digest="f551693977f94a4fa8883fb70e439592"/>
+ <lrm_rsc_op id="Fencing_monitor_120000" operation_key="Fencing_monitor_120000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="23:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;23:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node2" call-id="19" rc-code="0" op-status="0" interval="120000" last-rc-change="1687330529" exec-time="26" queue-time="0" op-digest="24989640311980988fb77ddd1cc1002b"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-0" class="ocf" provider="heartbeat" type="podman">
+ <lrm_rsc_op id="base-bundle-podman-0_last_0" operation_key="base-bundle-podman-0_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="9:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:7;9:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node2" call-id="12" rc-code="7" op-status="0" interval="0" last-rc-change="1687330529" exec-time="80" queue-time="0" op-digest="b93578750303776f6bb098395c53338a"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-1" class="ocf" provider="heartbeat" type="podman">
+ <lrm_rsc_op id="base-bundle-podman-1_last_0" operation_key="base-bundle-podman-1_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="28:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;28:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node2" call-id="20" rc-code="0" op-status="0" interval="0" last-rc-change="1687330529" exec-time="612" queue-time="0" op-digest="91ec5f49c5fd88f29405389545fb7d59"/>
+ <lrm_rsc_op id="base-bundle-podman-1_monitor_60000" operation_key="base-bundle-podman-1_monitor_60000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="29:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;29:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node2" call-id="21" rc-code="0" op-status="0" interval="60000" last-rc-change="1687330529" exec-time="210" queue-time="0" op-digest="f0ef4729d120aa3f5d938cabca4d06c7"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-2" class="ocf" provider="heartbeat" type="podman">
+ <lrm_rsc_op id="base-bundle-podman-2_last_0" operation_key="base-bundle-podman-2_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="13:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:7;13:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node2" call-id="18" rc-code="7" op-status="0" interval="0" last-rc-change="1687330529" exec-time="78" queue-time="0" op-digest="eb1c148b6d2d7a7013f75d596536409b"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-1" class="ocf" provider="pacemaker" type="remote" container="base-bundle-podman-1">
+ <lrm_rsc_op id="base-bundle-1_last_0" operation_key="base-bundle-1_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="30:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;30:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node2" call-id="2" rc-code="0" op-status="0" interval="0" last-rc-change="1687330529" exec-time="0" queue-time="0" op-digest="137e2067e195bc8e29ef8680e392a9e7" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ <lrm_rsc_op id="base-bundle-1_monitor_30000" operation_key="base-bundle-1_monitor_30000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="20:1:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;20:1:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node2" call-id="4" rc-code="0" op-status="0" interval="30000" last-rc-change="1687330532" exec-time="0" queue-time="0" op-digest="3929eec440004bca31f813a8e6097506"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-0" class="ocf" provider="pacemaker" type="remote" container="base-bundle-podman-0">
+ <lrm_rsc_op id="base-bundle-0_last_0" operation_key="base-bundle-0_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="10:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:7;10:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node2" call-id="3" rc-code="7" op-status="0" interval="0" last-rc-change="1687330530" exec-time="0" queue-time="0" op-digest="b1f9a03e78ae75f94cc0c36e6c0cc527" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ </node_state>
+ <node_state remote_node="true" id="base-bundle-0" uname="base-bundle-0" in_ccm="true" crm-debug-origin="controld_update_resource_history" node_fenced="0">
+ <lrm id="base-bundle-0">
+ <lrm_resources>
+ <lrm_resource id="base" class="ocf" provider="pacemaker" type="Stateful">
+ <lrm_rsc_op id="base_last_0" operation_key="base_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="27:1:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;27:1:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node3" call-id="8" rc-code="0" op-status="0" interval="0" last-rc-change="1687330531" exec-time="254" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ <transient_attributes id="base-bundle-0">
+ <instance_attributes id="status-base-bundle-0">
+ <nvpair id="status-base-bundle-0-master-base" name="master-base" value="5"/>
+ </instance_attributes>
+ </transient_attributes>
+ </node_state>
+ <node_state remote_node="true" id="base-bundle-1" uname="base-bundle-1" in_ccm="true" crm-debug-origin="controld_update_resource_history" node_fenced="0">
+ <lrm id="base-bundle-1">
+ <lrm_resources>
+ <lrm_resource id="base" class="ocf" provider="pacemaker" type="Stateful">
+ <lrm_rsc_op id="base_last_0" operation_key="base_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="27:2:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;27:2:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node2" call-id="8" rc-code="0" op-status="0" interval="0" last-rc-change="1687330532" exec-time="246" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ <transient_attributes id="base-bundle-1">
+ <instance_attributes id="status-base-bundle-1">
+ <nvpair id="status-base-bundle-1-master-base" name="master-base" value="5"/>
+ </instance_attributes>
+ </transient_attributes>
+ </node_state>
+ </status>
+</cib>
diff --git a/cts/scheduler/xml/clone-recover-no-shuffle-4.xml b/cts/scheduler/xml/clone-recover-no-shuffle-4.xml
new file mode 100644
index 0000000..f0a5feb
--- /dev/null
+++ b/cts/scheduler/xml/clone-recover-no-shuffle-4.xml
@@ -0,0 +1,115 @@
+<cib crm_feature_set="3.17.4" validate-with="pacemaker-3.9" epoch="74" num_updates="0" admin_epoch="0" cib-last-written="Tue Jun 20 17:44:24 2023" update-origin="node1" update-client="cibadmin" update-user="root" have-quorum="true" dc-uuid="1" execution-date="1687309199">
+ <configuration>
+ <!-- The essential elements of this test are:
+ * An anonymous clone resource (dummy) is stopped on node1 and started
+ on node2 and node3
+ * Clone instances are primitives
+ * There is no stickiness configured
+ * dummy-clone prefers node1 (score=100)
+
+ The following should happen:
+ * Instance dummy:0 should remain started on node2
+ * Instance dummy:1 should remain started on node3
+ * Instance dummy:2 should start on node1
+ -->
+ <crm_config>
+ <cluster_property_set id="cib-bootstrap-options">
+ <nvpair id="cib-bootstrap-options-have-watchdog" name="have-watchdog" value="false"/>
+ <nvpair id="cib-bootstrap-options-dc-version" name="dc-version" value="2.1.5-1.0a457786a.git.el9-0a457786a"/>
+ <nvpair id="cib-bootstrap-options-cluster-infrastructure" name="cluster-infrastructure" value="corosync"/>
+ <nvpair id="cib-bootstrap-options-cluster-name" name="cluster-name" value="test"/>
+ <nvpair id="cib-bootstrap-options-last-lrm-refresh" name="last-lrm-refresh" value="1687288330"/>
+ </cluster_property_set>
+ </crm_config>
+ <nodes>
+ <node id="1" uname="node1"/>
+ <node id="2" uname="node2"/>
+ <node id="3" uname="node3"/>
+ </nodes>
+ <resources>
+ <primitive class="stonith" id="Fencing" type="fence_xvm">
+ <instance_attributes id="Fencing-instance_attributes">
+ <nvpair id="Fencing-instance_attributes_pcmk_host_list" name="pcmk_host_list" value="node1 node2 node3"/>
+ </instance_attributes>
+ <operations>
+ <op id="Fencing-monitor-120s" interval="120s" name="monitor" timeout="120s"/>
+ </operations>
+ </primitive>
+ <clone id="dummy-clone">
+ <primitive id="dummy" class="ocf" type="Dummy" provider="pacemaker">
+ <operations>
+ <op name="migrate_from" interval="0s" timeout="20s" id="dummy-migrate_from-interval-0s"/>
+ <op name="migrate_to" interval="0s" timeout="20s" id="dummy-migrate_to-interval-0s"/>
+ <op name="monitor" interval="10s" timeout="20s" id="dummy-monitor-interval-10s"/>
+ <op name="reload" interval="0s" timeout="20s" id="dummy-reload-interval-0s"/>
+ <op name="reload-agent" interval="0s" timeout="20s" id="dummy-reload-agent-interval-0s"/>
+ <op name="start" interval="0s" timeout="20s" id="dummy-start-interval-0s"/>
+ <op name="stop" interval="0s" timeout="20s" id="dummy-stop-interval-0s"/>
+ </operations>
+ </primitive>
+ </clone>
+ </resources>
+ <constraints>
+ <rsc_location id="location-dummy-clone-node1-100" rsc="dummy-clone" node="node1" score="100"/>
+ </constraints>
+ <op_defaults/>
+ <alerts/>
+ <rsc_defaults/>
+ </configuration>
+ <status>
+ <node_state id="1" uname="node1" in_ccm="true" crmd="online" crm-debug-origin="controld_update_resource_history" join="member" expected="member">
+ <lrm id="1">
+ <lrm_resources>
+ <lrm_resource id="Fencing" class="stonith" type="fence_xvm">
+ <lrm_rsc_op id="Fencing_last_0" operation_key="Fencing_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="1:1:7:6149c21b-77ec-4d97-8b22-d39d97981ad1" transition-magic="0:7;1:1:7:6149c21b-77ec-4d97-8b22-d39d97981ad1" exit-reason="" on_node="node1" call-id="9" rc-code="7" op-status="0" interval="0" last-rc-change="1687308299" exec-time="7" queue-time="0" op-digest="f551693977f94a4fa8883fb70e439592"/>
+ </lrm_resource>
+ <lrm_resource id="dummy" class="ocf" provider="pacemaker" type="Dummy">
+ <lrm_rsc_op id="dummy_last_0" operation_key="dummy_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="2:1:7:6149c21b-77ec-4d97-8b22-d39d97981ad1" transition-magic="0:7;2:1:7:6149c21b-77ec-4d97-8b22-d39d97981ad1" exit-reason="" on_node="node1" call-id="10" rc-code="7" op-status="0" interval="0" last-rc-change="1687308299" exec-time="20" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-secure-params=" passwd " op-secure-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ <transient_attributes id="1">
+ <instance_attributes id="status-1">
+ <nvpair id="status-1-.feature-set" name="#feature-set" value="3.17.4"/>
+ </instance_attributes>
+ </transient_attributes>
+ </node_state>
+ <node_state id="2" uname="node2" in_ccm="true" crmd="online" crm-debug-origin="controld_update_resource_history" join="member" expected="member">
+ <lrm id="2">
+ <lrm_resources>
+ <lrm_resource id="Fencing" class="stonith" type="fence_xvm">
+ <lrm_rsc_op id="Fencing_last_0" operation_key="Fencing_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="7:1:0:6149c21b-77ec-4d97-8b22-d39d97981ad1" transition-magic="0:0;7:1:0:6149c21b-77ec-4d97-8b22-d39d97981ad1" exit-reason="" on_node="node2" call-id="11" rc-code="0" op-status="0" interval="0" last-rc-change="1687308299" exec-time="40" queue-time="0" op-digest="f551693977f94a4fa8883fb70e439592"/>
+ <lrm_rsc_op id="Fencing_monitor_120000" operation_key="Fencing_monitor_120000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="8:1:0:6149c21b-77ec-4d97-8b22-d39d97981ad1" transition-magic="0:0;8:1:0:6149c21b-77ec-4d97-8b22-d39d97981ad1" exit-reason="" on_node="node2" call-id="13" rc-code="0" op-status="0" interval="120000" last-rc-change="1687308299" exec-time="40" queue-time="0" op-digest="24989640311980988fb77ddd1cc1002b"/>
+ </lrm_resource>
+ <lrm_resource id="dummy" class="ocf" provider="pacemaker" type="Dummy">
+ <lrm_rsc_op id="dummy_last_0" operation_key="dummy_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="11:1:0:6149c21b-77ec-4d97-8b22-d39d97981ad1" transition-magic="0:0;11:1:0:6149c21b-77ec-4d97-8b22-d39d97981ad1" exit-reason="" on_node="node2" call-id="12" rc-code="0" op-status="0" interval="0" last-rc-change="1687308299" exec-time="28" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-secure-params=" passwd " op-secure-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="dummy_monitor_10000" operation_key="dummy_monitor_10000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="12:1:0:6149c21b-77ec-4d97-8b22-d39d97981ad1" transition-magic="0:0;12:1:0:6149c21b-77ec-4d97-8b22-d39d97981ad1" exit-reason="" on_node="node2" call-id="14" rc-code="0" op-status="0" interval="10000" last-rc-change="1687308299" exec-time="12" queue-time="0" op-digest="4811cef7f7f94e3a35a70be7916cb2fd" op-secure-params=" passwd " op-secure-digest="4811cef7f7f94e3a35a70be7916cb2fd"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ <transient_attributes id="2">
+ <instance_attributes id="status-2">
+ <nvpair id="status-2-.feature-set" name="#feature-set" value="3.17.4"/>
+ </instance_attributes>
+ </transient_attributes>
+ </node_state>
+ <node_state id="3" uname="node3" in_ccm="true" crmd="online" crm-debug-origin="controld_update_resource_history" join="member" expected="member">
+ <lrm id="3">
+ <lrm_resources>
+ <lrm_resource id="Fencing" class="stonith" type="fence_xvm">
+ <lrm_rsc_op id="Fencing_last_0" operation_key="Fencing_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="5:1:7:6149c21b-77ec-4d97-8b22-d39d97981ad1" transition-magic="0:7;5:1:7:6149c21b-77ec-4d97-8b22-d39d97981ad1" exit-reason="" on_node="node3" call-id="9" rc-code="7" op-status="0" interval="0" last-rc-change="1687308298" exec-time="1" queue-time="0" op-digest="f551693977f94a4fa8883fb70e439592"/>
+ </lrm_resource>
+ <lrm_resource id="dummy" class="ocf" provider="pacemaker" type="Dummy">
+ <lrm_rsc_op id="dummy_last_0" operation_key="dummy_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="9:1:0:6149c21b-77ec-4d97-8b22-d39d97981ad1" transition-magic="0:0;9:1:0:6149c21b-77ec-4d97-8b22-d39d97981ad1" exit-reason="" on_node="node3" call-id="11" rc-code="0" op-status="0" interval="0" last-rc-change="1687308298" exec-time="17" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-secure-params=" passwd " op-secure-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="dummy_monitor_10000" operation_key="dummy_monitor_10000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="10:1:0:6149c21b-77ec-4d97-8b22-d39d97981ad1" transition-magic="0:0;10:1:0:6149c21b-77ec-4d97-8b22-d39d97981ad1" exit-reason="" on_node="node3" call-id="12" rc-code="0" op-status="0" interval="10000" last-rc-change="1687308298" exec-time="14" queue-time="0" op-digest="4811cef7f7f94e3a35a70be7916cb2fd" op-secure-params=" passwd " op-secure-digest="4811cef7f7f94e3a35a70be7916cb2fd"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ <transient_attributes id="3">
+ <instance_attributes id="status-3">
+ <nvpair id="status-3-.feature-set" name="#feature-set" value="3.17.4"/>
+ </instance_attributes>
+ </transient_attributes>
+ </node_state>
+ </status>
+</cib>
diff --git a/cts/scheduler/xml/clone-recover-no-shuffle-5.xml b/cts/scheduler/xml/clone-recover-no-shuffle-5.xml
new file mode 100644
index 0000000..95e5eca
--- /dev/null
+++ b/cts/scheduler/xml/clone-recover-no-shuffle-5.xml
@@ -0,0 +1,143 @@
+<cib crm_feature_set="3.17.4" validate-with="pacemaker-3.9" epoch="83" num_updates="0" admin_epoch="0" cib-last-written="Tue Jun 20 18:21:31 2023" update-origin="node1" update-client="cibadmin" update-user="root" have-quorum="1" dc-uuid="2">
+ <configuration>
+ <!-- The essential elements of this test are:
+ * An anonymous clone resource (grp) is stopped on node1 and
+ started on node2 and node3
+ * Clone instances are resource groups consisting of primitives rsc1 and
+ rsc2
+ * There is no stickiness configured
+ * grp-clone prefers node1 (score=100)
+
+ The following should happen:
+ * Instance grp:0 should remain started on node2
+ * Instance grp:1 should remain started on node3
+ * Instance grp:2 should start on node1
+ -->
+ <crm_config>
+ <cluster_property_set id="cib-bootstrap-options">
+ <nvpair id="cib-bootstrap-options-have-watchdog" name="have-watchdog" value="false"/>
+ <nvpair id="cib-bootstrap-options-dc-version" name="dc-version" value="2.1.5-1.0a457786a.git.el9-0a457786a"/>
+ <nvpair id="cib-bootstrap-options-cluster-infrastructure" name="cluster-infrastructure" value="corosync"/>
+ <nvpair id="cib-bootstrap-options-cluster-name" name="cluster-name" value="test"/>
+ <nvpair id="cib-bootstrap-options-last-lrm-refresh" name="last-lrm-refresh" value="1687288330"/>
+ </cluster_property_set>
+ </crm_config>
+ <nodes>
+ <node id="1" uname="node1"/>
+ <node id="2" uname="node2"/>
+ <node id="3" uname="node3"/>
+ </nodes>
+ <resources>
+ <primitive class="stonith" id="Fencing" type="fence_xvm">
+ <instance_attributes id="Fencing-instance_attributes">
+ <nvpair id="Fencing-instance_attributes_pcmk_host_list" name="pcmk_host_list" value="node1 node2 node3"/>
+ </instance_attributes>
+ <operations>
+ <op id="Fencing-monitor-120s" interval="120s" name="monitor" timeout="120s"/>
+ </operations>
+ </primitive>
+ <clone id="grp-clone">
+ <group id="grp">
+ <primitive id="rsc1" class="ocf" type="Dummy" provider="pacemaker">
+ <operations>
+ <op name="migrate_from" interval="0s" timeout="20s" id="rsc1-migrate_from-interval-0s"/>
+ <op name="migrate_to" interval="0s" timeout="20s" id="rsc1-migrate_to-interval-0s"/>
+ <op name="monitor" interval="10s" timeout="20s" id="rsc1-monitor-interval-10s"/>
+ <op name="reload" interval="0s" timeout="20s" id="rsc1-reload-interval-0s"/>
+ <op name="reload-agent" interval="0s" timeout="20s" id="rsc1-reload-agent-interval-0s"/>
+ <op name="start" interval="0s" timeout="20s" id="rsc1-start-interval-0s"/>
+ <op name="stop" interval="0s" timeout="20s" id="rsc1-stop-interval-0s"/>
+ </operations>
+ </primitive>
+ <primitive id="rsc2" class="ocf" type="Dummy" provider="pacemaker">
+ <operations>
+ <op name="migrate_from" interval="0s" timeout="20s" id="rsc2-migrate_from-interval-0s"/>
+ <op name="migrate_to" interval="0s" timeout="20s" id="rsc2-migrate_to-interval-0s"/>
+ <op name="monitor" interval="10s" timeout="20s" id="rsc2-monitor-interval-10s"/>
+ <op name="reload" interval="0s" timeout="20s" id="rsc2-reload-interval-0s"/>
+ <op name="reload-agent" interval="0s" timeout="20s" id="rsc2-reload-agent-interval-0s"/>
+ <op name="start" interval="0s" timeout="20s" id="rsc2-start-interval-0s"/>
+ <op name="stop" interval="0s" timeout="20s" id="rsc2-stop-interval-0s"/>
+ </operations>
+ </primitive>
+ </group>
+ <meta_attributes id="grp-clone-meta_attributes">
+ <nvpair id="grp-clone-meta_attributes-clone-node-max" name="clone-node-max" value="1"/>
+ </meta_attributes>
+ </clone>
+ </resources>
+ <constraints>
+ <rsc_location id="location-grp-clone-node1-100" rsc="grp-clone" node="node1" score="100"/>
+ </constraints>
+ <op_defaults/>
+ <alerts/>
+ <rsc_defaults/>
+ </configuration>
+ <status>
+ <node_state id="2" uname="node2" in_ccm="true" crmd="online" crm-debug-origin="controld_update_resource_history" join="member" expected="member">
+ <lrm id="2">
+ <lrm_resources>
+ <lrm_resource id="Fencing" class="stonith" type="fence_xvm">
+ <lrm_rsc_op id="Fencing_last_0" operation_key="Fencing_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="10:0:0:94ad4cf3-e815-4ba8-b397-29a48e0bf3c1" transition-magic="0:0;10:0:0:94ad4cf3-e815-4ba8-b397-29a48e0bf3c1" exit-reason="" on_node="node2" call-id="16" rc-code="0" op-status="0" interval="0" last-rc-change="1687310527" exec-time="47" queue-time="0" op-digest="f551693977f94a4fa8883fb70e439592"/>
+ <lrm_rsc_op id="Fencing_monitor_120000" operation_key="Fencing_monitor_120000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="11:0:0:94ad4cf3-e815-4ba8-b397-29a48e0bf3c1" transition-magic="0:0;11:0:0:94ad4cf3-e815-4ba8-b397-29a48e0bf3c1" exit-reason="" on_node="node2" call-id="19" rc-code="0" op-status="0" interval="120000" last-rc-change="1687310527" exec-time="42" queue-time="0" op-digest="24989640311980988fb77ddd1cc1002b"/>
+ </lrm_resource>
+ <lrm_resource id="rsc1" class="ocf" provider="pacemaker" type="Dummy">
+ <lrm_rsc_op id="rsc1_last_0" operation_key="rsc1_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="20:0:0:94ad4cf3-e815-4ba8-b397-29a48e0bf3c1" transition-magic="0:0;20:0:0:94ad4cf3-e815-4ba8-b397-29a48e0bf3c1" exit-reason="" on_node="node2" call-id="17" rc-code="0" op-status="0" interval="0" last-rc-change="1687310527" exec-time="14" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-secure-params=" passwd " op-secure-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="rsc1_monitor_10000" operation_key="rsc1_monitor_10000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="21:0:0:94ad4cf3-e815-4ba8-b397-29a48e0bf3c1" transition-magic="0:0;21:0:0:94ad4cf3-e815-4ba8-b397-29a48e0bf3c1" exit-reason="" on_node="node2" call-id="18" rc-code="0" op-status="0" interval="10000" last-rc-change="1687310527" exec-time="19" queue-time="0" op-digest="4811cef7f7f94e3a35a70be7916cb2fd" op-secure-params=" passwd " op-secure-digest="4811cef7f7f94e3a35a70be7916cb2fd"/>
+ </lrm_resource>
+ <lrm_resource id="rsc2" class="ocf" provider="pacemaker" type="Dummy">
+ <lrm_rsc_op id="rsc2_last_0" operation_key="rsc2_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="22:0:0:94ad4cf3-e815-4ba8-b397-29a48e0bf3c1" transition-magic="0:0;22:0:0:94ad4cf3-e815-4ba8-b397-29a48e0bf3c1" exit-reason="" on_node="node2" call-id="20" rc-code="0" op-status="0" interval="0" last-rc-change="1687310527" exec-time="14" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-secure-params=" passwd " op-secure-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="rsc2_monitor_10000" operation_key="rsc2_monitor_10000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="23:0:0:94ad4cf3-e815-4ba8-b397-29a48e0bf3c1" transition-magic="0:0;23:0:0:94ad4cf3-e815-4ba8-b397-29a48e0bf3c1" exit-reason="" on_node="node2" call-id="21" rc-code="0" op-status="0" interval="10000" last-rc-change="1687310527" exec-time="10" queue-time="0" op-digest="4811cef7f7f94e3a35a70be7916cb2fd" op-secure-params=" passwd " op-secure-digest="4811cef7f7f94e3a35a70be7916cb2fd"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ <transient_attributes id="2">
+ <instance_attributes id="status-2">
+ <nvpair id="status-2-.feature-set" name="#feature-set" value="3.17.4"/>
+ </instance_attributes>
+ </transient_attributes>
+ </node_state>
+ <node_state id="1" uname="node1" in_ccm="true" crmd="online" crm-debug-origin="controld_update_resource_history" join="member" expected="member">
+ <lrm id="1">
+ <lrm_resources>
+ <lrm_resource id="Fencing" class="stonith" type="fence_xvm">
+ <lrm_rsc_op id="Fencing_last_0" operation_key="Fencing_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="1:0:7:94ad4cf3-e815-4ba8-b397-29a48e0bf3c1" transition-magic="0:7;1:0:7:94ad4cf3-e815-4ba8-b397-29a48e0bf3c1" exit-reason="" on_node="node1" call-id="9" rc-code="7" op-status="0" interval="0" last-rc-change="1687310527" exec-time="3" queue-time="0" op-digest="f551693977f94a4fa8883fb70e439592"/>
+ </lrm_resource>
+ <lrm_resource id="rsc1" class="ocf" provider="pacemaker" type="Dummy">
+ <lrm_rsc_op id="rsc1_last_0" operation_key="rsc1_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="2:0:7:94ad4cf3-e815-4ba8-b397-29a48e0bf3c1" transition-magic="0:7;2:0:7:94ad4cf3-e815-4ba8-b397-29a48e0bf3c1" exit-reason="" on_node="node1" call-id="14" rc-code="7" op-status="0" interval="0" last-rc-change="1687310527" exec-time="17" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-secure-params=" passwd " op-secure-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ </lrm_resource>
+ <lrm_resource id="rsc2" class="ocf" provider="pacemaker" type="Dummy">
+ <lrm_rsc_op id="rsc2_last_0" operation_key="rsc2_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="3:0:7:94ad4cf3-e815-4ba8-b397-29a48e0bf3c1" transition-magic="0:7;3:0:7:94ad4cf3-e815-4ba8-b397-29a48e0bf3c1" exit-reason="" on_node="node1" call-id="15" rc-code="7" op-status="0" interval="0" last-rc-change="1687310527" exec-time="20" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-secure-params=" passwd " op-secure-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ <transient_attributes id="1">
+ <instance_attributes id="status-1">
+ <nvpair id="status-1-.feature-set" name="#feature-set" value="3.17.4"/>
+ </instance_attributes>
+ </transient_attributes>
+ </node_state>
+ <node_state id="3" uname="node3" in_ccm="true" crmd="online" crm-debug-origin="controld_update_resource_history" join="member" expected="member">
+ <lrm id="3">
+ <lrm_resources>
+ <lrm_resource id="Fencing" class="stonith" type="fence_xvm">
+ <lrm_rsc_op id="Fencing_last_0" operation_key="Fencing_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="7:0:7:94ad4cf3-e815-4ba8-b397-29a48e0bf3c1" transition-magic="0:7;7:0:7:94ad4cf3-e815-4ba8-b397-29a48e0bf3c1" exit-reason="" on_node="node3" call-id="9" rc-code="7" op-status="0" interval="0" last-rc-change="1687310526" exec-time="2" queue-time="0" op-digest="f551693977f94a4fa8883fb70e439592"/>
+ </lrm_resource>
+ <lrm_resource id="rsc1" class="ocf" provider="pacemaker" type="Dummy">
+ <lrm_rsc_op id="rsc1_last_0" operation_key="rsc1_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="12:0:0:94ad4cf3-e815-4ba8-b397-29a48e0bf3c1" transition-magic="0:0;12:0:0:94ad4cf3-e815-4ba8-b397-29a48e0bf3c1" exit-reason="" on_node="node3" call-id="16" rc-code="0" op-status="0" interval="0" last-rc-change="1687310526" exec-time="16" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-secure-params=" passwd " op-secure-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="rsc1_monitor_10000" operation_key="rsc1_monitor_10000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="13:0:0:94ad4cf3-e815-4ba8-b397-29a48e0bf3c1" transition-magic="0:0;13:0:0:94ad4cf3-e815-4ba8-b397-29a48e0bf3c1" exit-reason="" on_node="node3" call-id="17" rc-code="0" op-status="0" interval="10000" last-rc-change="1687310526" exec-time="19" queue-time="1" op-digest="4811cef7f7f94e3a35a70be7916cb2fd" op-secure-params=" passwd " op-secure-digest="4811cef7f7f94e3a35a70be7916cb2fd"/>
+ </lrm_resource>
+ <lrm_resource id="rsc2" class="ocf" provider="pacemaker" type="Dummy">
+ <lrm_rsc_op id="rsc2_last_0" operation_key="rsc2_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="14:0:0:94ad4cf3-e815-4ba8-b397-29a48e0bf3c1" transition-magic="0:0;14:0:0:94ad4cf3-e815-4ba8-b397-29a48e0bf3c1" exit-reason="" on_node="node3" call-id="18" rc-code="0" op-status="0" interval="0" last-rc-change="1687310526" exec-time="14" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-secure-params=" passwd " op-secure-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="rsc2_monitor_10000" operation_key="rsc2_monitor_10000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="15:0:0:94ad4cf3-e815-4ba8-b397-29a48e0bf3c1" transition-magic="0:0;15:0:0:94ad4cf3-e815-4ba8-b397-29a48e0bf3c1" exit-reason="" on_node="node3" call-id="19" rc-code="0" op-status="0" interval="10000" last-rc-change="1687310526" exec-time="12" queue-time="0" op-digest="4811cef7f7f94e3a35a70be7916cb2fd" op-secure-params=" passwd " op-secure-digest="4811cef7f7f94e3a35a70be7916cb2fd"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ <transient_attributes id="3">
+ <instance_attributes id="status-3">
+ <nvpair id="status-3-.feature-set" name="#feature-set" value="3.17.4"/>
+ </instance_attributes>
+ </transient_attributes>
+ </node_state>
+ </status>
+</cib>
diff --git a/cts/scheduler/xml/clone-recover-no-shuffle-6.xml b/cts/scheduler/xml/clone-recover-no-shuffle-6.xml
new file mode 100644
index 0000000..64bb4d9
--- /dev/null
+++ b/cts/scheduler/xml/clone-recover-no-shuffle-6.xml
@@ -0,0 +1,182 @@
+<cib crm_feature_set="3.17.4" validate-with="pacemaker-3.9" epoch="132" num_updates="0" admin_epoch="0" cib-last-written="Tue Jun 20 23:54:37 2023" update-origin="node1" update-client="cibadmin" update-user="root" have-quorum="1" dc-uuid="1">
+ <configuration>
+ <!-- The essential elements of this test are:
+ * A bundle resource (base-bundle) is stopped on node1 and started on
+ node2 and node3
+ * Clone instances are primitives (base), the instances of base-bundle's
+ child resource
+ * There is no stickiness configured
+ * base-bundle prefers node1 (score=100)
+
+ The following should happen:
+ * Instance base:0 should remain started on node3
+ * Instance base:1 should remain started on node2
+ * Instance base:2 should start on node1
+ -->
+ <crm_config>
+ <cluster_property_set id="cib-bootstrap-options">
+ <nvpair id="cib-bootstrap-options-have-watchdog" name="have-watchdog" value="false"/>
+ <nvpair id="cib-bootstrap-options-dc-version" name="dc-version" value="2.1.5-1.0a457786a.git.el9-0a457786a"/>
+ <nvpair id="cib-bootstrap-options-cluster-infrastructure" name="cluster-infrastructure" value="corosync"/>
+ <nvpair id="cib-bootstrap-options-cluster-name" name="cluster-name" value="test"/>
+ <nvpair id="cib-bootstrap-options-last-lrm-refresh" name="last-lrm-refresh" value="1687288330"/>
+ </cluster_property_set>
+ </crm_config>
+ <nodes>
+ <node id="1" uname="node1"/>
+ <node id="2" uname="node2"/>
+ <node id="3" uname="node3"/>
+ </nodes>
+ <resources>
+ <primitive class="stonith" id="Fencing" type="fence_xvm">
+ <instance_attributes id="Fencing-instance_attributes">
+ <nvpair id="Fencing-instance_attributes_pcmk_host_list" name="pcmk_host_list" value="node1 node2 node3"/>
+ </instance_attributes>
+ <operations>
+ <op id="Fencing-monitor-120s" interval="120s" name="monitor" timeout="120s"/>
+ </operations>
+ </primitive>
+ <bundle id="base-bundle">
+ <meta_attributes id="base-bundle-meta_attributes">
+ <nvpair id="base-bundle-meta_attributes-container-attribute-target" name="container-attribute-target" value="host"/>
+ </meta_attributes>
+ <podman image="localhost/pcmktest" replicas="3"/>
+ <network control-port="3121"/>
+ <primitive id="base" class="ocf" provider="pacemaker" type="Stateful">
+ <operations>
+ <op id="base-monitor-15s" interval="15s" name="monitor" timeout="15s" role="Promoted"/>
+ <op id="base-monitor-16s" interval="16s" name="monitor" timeout="16s" role="Unpromoted"/>
+ </operations>
+ </primitive>
+ </bundle>
+ </resources>
+ <constraints>
+ <rsc_location id="location-base-bundle-node1-100" rsc="base-bundle" node="node1" score="100"/>
+ </constraints>
+ <op_defaults/>
+ <alerts/>
+ <rsc_defaults/>
+ </configuration>
+ <status>
+ <node_state id="1" uname="node1" in_ccm="true" crmd="online" crm-debug-origin="controld_update_resource_history" join="member" expected="member">
+ <transient_attributes id="1">
+ <instance_attributes id="status-1">
+ <nvpair id="status-1-.feature-set" name="#feature-set" value="3.17.4"/>
+ </instance_attributes>
+ </transient_attributes>
+ <lrm id="1">
+ <lrm_resources>
+ <lrm_resource id="Fencing" class="stonith" type="fence_xvm">
+ <lrm_rsc_op id="Fencing_last_0" operation_key="Fencing_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="1:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:7;1:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node1" call-id="8" rc-code="7" op-status="0" interval="0" last-rc-change="1687330529" exec-time="2" queue-time="0" op-digest="f551693977f94a4fa8883fb70e439592"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-0" class="ocf" provider="heartbeat" type="podman">
+ <lrm_rsc_op id="base-bundle-podman-0_last_0" operation_key="base-bundle-podman-0_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="2:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:7;2:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node1" call-id="12" rc-code="7" op-status="0" interval="0" last-rc-change="1687330529" exec-time="105" queue-time="0" op-digest="b93578750303776f6bb098395c53338a"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-1" class="ocf" provider="heartbeat" type="podman">
+ <lrm_rsc_op id="base-bundle-podman-1_last_0" operation_key="base-bundle-podman-1_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="4:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:7;4:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node1" call-id="13" rc-code="7" op-status="0" interval="0" last-rc-change="1687330529" exec-time="114" queue-time="0" op-digest="91ec5f49c5fd88f29405389545fb7d59"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-2" class="ocf" provider="heartbeat" type="podman">
+ <lrm_rsc_op id="base-bundle-podman-2_last_0" operation_key="base-bundle-podman-2_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="6:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:7;6:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node1" call-id="17" rc-code="7" op-status="0" interval="0" last-rc-change="1687330529" exec-time="62" queue-time="0" op-digest="eb1c148b6d2d7a7013f75d596536409b"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-1" class="ocf" provider="pacemaker" type="remote" container="base-bundle-podman-1">
+ <lrm_rsc_op id="base-bundle-1_last_0" operation_key="base-bundle-1_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="5:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:7;5:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node1" call-id="1" rc-code="7" op-status="0" interval="0" last-rc-change="1687330529" exec-time="0" queue-time="0" op-digest="137e2067e195bc8e29ef8680e392a9e7" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-0" class="ocf" provider="pacemaker" type="remote" container="base-bundle-podman-0">
+ <lrm_rsc_op id="base-bundle-0_last_0" operation_key="base-bundle-0_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="3:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:7;3:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node1" call-id="2" rc-code="7" op-status="0" interval="0" last-rc-change="1687330529" exec-time="0" queue-time="0" op-digest="b1f9a03e78ae75f94cc0c36e6c0cc527" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ </node_state>
+ <node_state id="3" uname="node3" in_ccm="true" crmd="online" crm-debug-origin="controld_update_resource_history" join="member" expected="member">
+ <lrm id="3">
+ <lrm_resources>
+ <lrm_resource id="Fencing" class="stonith" type="fence_xvm">
+ <lrm_rsc_op id="Fencing_last_0" operation_key="Fencing_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="15:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:7;15:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node3" call-id="8" rc-code="7" op-status="0" interval="0" last-rc-change="1687330528" exec-time="3" queue-time="0" op-digest="f551693977f94a4fa8883fb70e439592"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-0" class="ocf" provider="heartbeat" type="podman">
+ <lrm_rsc_op id="base-bundle-podman-0_last_0" operation_key="base-bundle-podman-0_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="24:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;24:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node3" call-id="18" rc-code="0" op-status="0" interval="0" last-rc-change="1687330528" exec-time="663" queue-time="0" op-digest="b93578750303776f6bb098395c53338a"/>
+ <lrm_rsc_op id="base-bundle-podman-0_monitor_60000" operation_key="base-bundle-podman-0_monitor_60000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="25:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;25:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node3" call-id="20" rc-code="0" op-status="0" interval="60000" last-rc-change="1687330529" exec-time="118" queue-time="0" op-digest="902512fcf3e4556d9585c44184665d8c"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-1" class="ocf" provider="heartbeat" type="podman">
+ <lrm_rsc_op id="base-bundle-podman-1_last_0" operation_key="base-bundle-podman-1_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="18:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:7;18:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node3" call-id="13" rc-code="7" op-status="0" interval="0" last-rc-change="1687330528" exec-time="90" queue-time="0" op-digest="91ec5f49c5fd88f29405389545fb7d59"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-2" class="ocf" provider="heartbeat" type="podman">
+ <lrm_rsc_op id="base-bundle-podman-2_last_0" operation_key="base-bundle-podman-2_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="20:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:7;20:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node3" call-id="17" rc-code="7" op-status="0" interval="0" last-rc-change="1687330528" exec-time="71" queue-time="0" op-digest="eb1c148b6d2d7a7013f75d596536409b"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-1" class="ocf" provider="pacemaker" type="remote" container="base-bundle-podman-1">
+ <lrm_rsc_op id="base-bundle-1_last_0" operation_key="base-bundle-1_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="19:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:7;19:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node3" call-id="1" rc-code="7" op-status="0" interval="0" last-rc-change="1687330529" exec-time="0" queue-time="0" op-digest="137e2067e195bc8e29ef8680e392a9e7" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-0" class="ocf" provider="pacemaker" type="remote" container="base-bundle-podman-0">
+ <lrm_rsc_op id="base-bundle-0_last_0" operation_key="base-bundle-0_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="26:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;26:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node3" call-id="3" rc-code="0" op-status="0" interval="0" last-rc-change="1687330529" exec-time="0" queue-time="0" op-digest="b1f9a03e78ae75f94cc0c36e6c0cc527" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ <lrm_rsc_op id="base-bundle-0_monitor_30000" operation_key="base-bundle-0_monitor_30000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="15:1:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;15:1:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node3" call-id="4" rc-code="0" op-status="0" interval="30000" last-rc-change="1687330531" exec-time="0" queue-time="0" op-digest="354b9acaa7ea1113d708dc11a1d6bbfa"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ <transient_attributes id="3">
+ <instance_attributes id="status-3">
+ <nvpair id="status-3-.feature-set" name="#feature-set" value="3.17.4"/>
+ </instance_attributes>
+ </transient_attributes>
+ </node_state>
+ <node_state id="2" uname="node2" in_ccm="true" crmd="online" crm-debug-origin="controld_update_resource_history" join="member" expected="member">
+ <transient_attributes id="2">
+ <instance_attributes id="status-2">
+ <nvpair id="status-2-.feature-set" name="#feature-set" value="3.17.4"/>
+ </instance_attributes>
+ </transient_attributes>
+ <lrm id="2">
+ <lrm_resources>
+ <lrm_resource id="Fencing" class="stonith" type="fence_xvm">
+ <lrm_rsc_op id="Fencing_last_0" operation_key="Fencing_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="22:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;22:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node2" call-id="14" rc-code="0" op-status="0" interval="0" last-rc-change="1687330529" exec-time="33" queue-time="0" op-digest="f551693977f94a4fa8883fb70e439592"/>
+ <lrm_rsc_op id="Fencing_monitor_120000" operation_key="Fencing_monitor_120000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="23:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;23:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node2" call-id="19" rc-code="0" op-status="0" interval="120000" last-rc-change="1687330529" exec-time="26" queue-time="0" op-digest="24989640311980988fb77ddd1cc1002b"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-0" class="ocf" provider="heartbeat" type="podman">
+ <lrm_rsc_op id="base-bundle-podman-0_last_0" operation_key="base-bundle-podman-0_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="9:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:7;9:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node2" call-id="12" rc-code="7" op-status="0" interval="0" last-rc-change="1687330529" exec-time="80" queue-time="0" op-digest="b93578750303776f6bb098395c53338a"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-1" class="ocf" provider="heartbeat" type="podman">
+ <lrm_rsc_op id="base-bundle-podman-1_last_0" operation_key="base-bundle-podman-1_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="28:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;28:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node2" call-id="20" rc-code="0" op-status="0" interval="0" last-rc-change="1687330529" exec-time="612" queue-time="0" op-digest="91ec5f49c5fd88f29405389545fb7d59"/>
+ <lrm_rsc_op id="base-bundle-podman-1_monitor_60000" operation_key="base-bundle-podman-1_monitor_60000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="29:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;29:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node2" call-id="21" rc-code="0" op-status="0" interval="60000" last-rc-change="1687330529" exec-time="210" queue-time="0" op-digest="f0ef4729d120aa3f5d938cabca4d06c7"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-2" class="ocf" provider="heartbeat" type="podman">
+ <lrm_rsc_op id="base-bundle-podman-2_last_0" operation_key="base-bundle-podman-2_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="13:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:7;13:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node2" call-id="18" rc-code="7" op-status="0" interval="0" last-rc-change="1687330529" exec-time="78" queue-time="0" op-digest="eb1c148b6d2d7a7013f75d596536409b"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-1" class="ocf" provider="pacemaker" type="remote" container="base-bundle-podman-1">
+ <lrm_rsc_op id="base-bundle-1_last_0" operation_key="base-bundle-1_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="30:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;30:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node2" call-id="2" rc-code="0" op-status="0" interval="0" last-rc-change="1687330529" exec-time="0" queue-time="0" op-digest="137e2067e195bc8e29ef8680e392a9e7" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ <lrm_rsc_op id="base-bundle-1_monitor_30000" operation_key="base-bundle-1_monitor_30000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="20:1:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;20:1:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node2" call-id="4" rc-code="0" op-status="0" interval="30000" last-rc-change="1687330532" exec-time="0" queue-time="0" op-digest="3929eec440004bca31f813a8e6097506"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-0" class="ocf" provider="pacemaker" type="remote" container="base-bundle-podman-0">
+ <lrm_rsc_op id="base-bundle-0_last_0" operation_key="base-bundle-0_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="10:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:7;10:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node2" call-id="3" rc-code="7" op-status="0" interval="0" last-rc-change="1687330530" exec-time="0" queue-time="0" op-digest="b1f9a03e78ae75f94cc0c36e6c0cc527" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ </node_state>
+ <node_state remote_node="true" id="base-bundle-0" uname="base-bundle-0" in_ccm="true" crm-debug-origin="controld_update_resource_history" node_fenced="0">
+ <lrm id="base-bundle-0">
+ <lrm_resources>
+ <lrm_resource id="base" class="ocf" provider="pacemaker" type="Stateful">
+ <lrm_rsc_op id="base_last_0" operation_key="base_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="27:1:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;27:1:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node3" call-id="8" rc-code="0" op-status="0" interval="0" last-rc-change="1687330531" exec-time="254" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ <transient_attributes id="base-bundle-0">
+ <instance_attributes id="status-base-bundle-0">
+ <nvpair id="status-base-bundle-0-master-base" name="master-base" value="5"/>
+ </instance_attributes>
+ </transient_attributes>
+ </node_state>
+ <node_state remote_node="true" id="base-bundle-1" uname="base-bundle-1" in_ccm="true" crm-debug-origin="controld_update_resource_history" node_fenced="0">
+ <lrm id="base-bundle-1">
+ <lrm_resources>
+ <lrm_resource id="base" class="ocf" provider="pacemaker" type="Stateful">
+ <lrm_rsc_op id="base_last_0" operation_key="base_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="27:2:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;27:2:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node2" call-id="8" rc-code="0" op-status="0" interval="0" last-rc-change="1687330532" exec-time="246" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ <transient_attributes id="base-bundle-1">
+ <instance_attributes id="status-base-bundle-1">
+ <nvpair id="status-base-bundle-1-master-base" name="master-base" value="5"/>
+ </instance_attributes>
+ </transient_attributes>
+ </node_state>
+ </status>
+</cib>
diff --git a/cts/scheduler/xml/clone-recover-no-shuffle-7.xml b/cts/scheduler/xml/clone-recover-no-shuffle-7.xml
new file mode 100644
index 0000000..e588b81
--- /dev/null
+++ b/cts/scheduler/xml/clone-recover-no-shuffle-7.xml
@@ -0,0 +1,120 @@
+<cib crm_feature_set="3.17.4" validate-with="pacemaker-3.9" epoch="89" num_updates="50" admin_epoch="0" cib-last-written="Tue Jun 20 18:29:07 2023" update-origin="node1" update-client="cibadmin" update-user="root" have-quorum="1" dc-uuid="3">
+ <configuration>
+ <!-- The essential elements of this test are:
+ * An anonymous promotable clone resource (dummy) is stopped on node1,
+ promoted on node2, and unpromoted on node3
+ * Clone instances are primitives
+ * There are no location constraints or stickiness configured
+ * dummy has the highest promotion score on node1
+
+ The following should happen:
+ * Instance dummy:0 should remain started (unpromoted) on node3
+ * Instance dummy:1 should demote on node2
+ * Instance dummy:2 should promote on node1
+ -->
+ <crm_config>
+ <cluster_property_set id="cib-bootstrap-options">
+ <nvpair id="cib-bootstrap-options-have-watchdog" name="have-watchdog" value="false"/>
+ <nvpair id="cib-bootstrap-options-dc-version" name="dc-version" value="2.1.5-1.0a457786a.git.el9-0a457786a"/>
+ <nvpair id="cib-bootstrap-options-cluster-infrastructure" name="cluster-infrastructure" value="corosync"/>
+ <nvpair id="cib-bootstrap-options-cluster-name" name="cluster-name" value="test"/>
+ <nvpair id="cib-bootstrap-options-last-lrm-refresh" name="last-lrm-refresh" value="1687288330"/>
+ </cluster_property_set>
+ </crm_config>
+ <nodes>
+ <node id="1" uname="node1"/>
+ <node id="2" uname="node2"/>
+ <node id="3" uname="node3"/>
+ </nodes>
+ <resources>
+ <primitive class="stonith" id="Fencing" type="fence_xvm">
+ <instance_attributes id="Fencing-instance_attributes">
+ <nvpair id="Fencing-instance_attributes_pcmk_host_list" name="pcmk_host_list" value="node1 node2 node3"/>
+ </instance_attributes>
+ <operations>
+ <op id="Fencing-monitor-120s" interval="120s" name="monitor" timeout="120s"/>
+ </operations>
+ </primitive>
+ <clone id="dummy-clone">
+ <primitive id="dummy" class="ocf" type="Stateful" provider="pacemaker">
+ <operations>
+ <op name="demote" interval="0s" timeout="10s" id="dummy-demote-interval-0s"/>
+ <op name="monitor" interval="10s" timeout="20s" role="Promoted" id="dummy-monitor-interval-10s"/>
+ <op name="monitor" interval="11s" timeout="20s" role="Unpromoted" id="dummy-monitor-interval-11s"/>
+ <op name="notify" interval="0s" timeout="5s" id="dummy-notify-interval-0s"/>
+ <op name="promote" interval="0s" timeout="10s" id="dummy-promote-interval-0s"/>
+ <op name="reload-agent" interval="0s" timeout="10s" id="dummy-reload-agent-interval-0s"/>
+ <op name="start" interval="0s" timeout="20s" id="dummy-start-interval-0s"/>
+ <op name="stop" interval="0s" timeout="20s" id="dummy-stop-interval-0s"/>
+ </operations>
+ </primitive>
+ <meta_attributes id="dummy-clone-meta_attributes">
+ <nvpair id="dummy-clone-meta_attributes-promotable" name="promotable" value="true"/>
+ </meta_attributes>
+ </clone>
+ </resources>
+ <constraints/>
+ <op_defaults/>
+ <alerts/>
+ <rsc_defaults/>
+ </configuration>
+ <status>
+ <node_state id="3" uname="node3" in_ccm="true" crmd="online" crm-debug-origin="controld_update_resource_history" join="member" expected="member">
+ <lrm id="3">
+ <lrm_resources>
+ <lrm_resource id="Fencing" class="stonith" type="fence_xvm">
+ <lrm_rsc_op id="Fencing_last_0" operation_key="Fencing_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="5:0:7:ecbbb42b-f6a4-47dc-90de-b2ccf960124e" transition-magic="0:7;5:0:7:ecbbb42b-f6a4-47dc-90de-b2ccf960124e" exit-reason="" on_node="node3" call-id="9" rc-code="7" op-status="0" interval="0" last-rc-change="1687310966" exec-time="3" queue-time="0" op-digest="f551693977f94a4fa8883fb70e439592"/>
+ </lrm_resource>
+ <lrm_resource id="dummy" class="ocf" provider="pacemaker" type="Stateful">
+ <lrm_rsc_op id="dummy_last_0" operation_key="dummy_demote_0" operation="demote" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="7:6:0:ecbbb42b-f6a4-47dc-90de-b2ccf960124e" transition-magic="0:0;7:6:0:ecbbb42b-f6a4-47dc-90de-b2ccf960124e" exit-reason="" on_node="node3" call-id="15" rc-code="0" op-status="0" interval="0" last-rc-change="1687311113" exec-time="39" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="dummy_monitor_11000" operation_key="dummy_monitor_11000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="9:6:0:ecbbb42b-f6a4-47dc-90de-b2ccf960124e" transition-magic="0:0;9:6:0:ecbbb42b-f6a4-47dc-90de-b2ccf960124e" exit-reason="" on_node="node3" call-id="16" rc-code="0" op-status="0" interval="11000" last-rc-change="1687311113" exec-time="14" queue-time="0" op-digest="4811cef7f7f94e3a35a70be7916cb2fd"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ <transient_attributes id="3">
+ <instance_attributes id="status-3">
+ <nvpair id="status-3-.feature-set" name="#feature-set" value="3.17.4"/>
+ <nvpair id="status-3-master-dummy" name="master-dummy" value="5"/>
+ </instance_attributes>
+ </transient_attributes>
+ </node_state>
+ <node_state id="1" uname="node1" in_ccm="true" crmd="online" crm-debug-origin="controld_update_resource_history" join="member" expected="member">
+ <lrm id="1">
+ <lrm_resources>
+ <lrm_resource id="Fencing" class="stonith" type="fence_xvm">
+ <lrm_rsc_op id="Fencing_last_0" operation_key="Fencing_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="1:0:7:ecbbb42b-f6a4-47dc-90de-b2ccf960124e" transition-magic="0:7;1:0:7:ecbbb42b-f6a4-47dc-90de-b2ccf960124e" exit-reason="" on_node="node1" call-id="9" rc-code="7" op-status="0" interval="0" last-rc-change="1687310966" exec-time="3" queue-time="0" op-digest="f551693977f94a4fa8883fb70e439592"/>
+ </lrm_resource>
+ <lrm_resource id="dummy" class="ocf" provider="pacemaker" type="Stateful">
+ <lrm_rsc_op id="dummy_last_0" operation_key="dummy_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="2:0:7:ecbbb42b-f6a4-47dc-90de-b2ccf960124e" transition-magic="0:7;2:0:7:ecbbb42b-f6a4-47dc-90de-b2ccf960124e" exit-reason="" on_node="node1" call-id="10" rc-code="7" op-status="0" interval="0" last-rc-change="1687310967" exec-time="19" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ <transient_attributes id="1">
+ <instance_attributes id="status-1">
+ <nvpair id="status-1-.feature-set" name="#feature-set" value="3.17.4"/>
+ <nvpair id="status-1-master-dummy" name="master-dummy" value="15"/>
+ </instance_attributes>
+ </transient_attributes>
+ </node_state>
+ <node_state id="2" uname="node2" in_ccm="true" crmd="online" crm-debug-origin="controld_update_resource_history" join="member" expected="member">
+ <lrm id="2">
+ <lrm_resources>
+ <lrm_resource id="Fencing" class="stonith" type="fence_xvm">
+ <lrm_rsc_op id="Fencing_last_0" operation_key="Fencing_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="7:0:0:ecbbb42b-f6a4-47dc-90de-b2ccf960124e" transition-magic="0:0;7:0:0:ecbbb42b-f6a4-47dc-90de-b2ccf960124e" exit-reason="" on_node="node2" call-id="10" rc-code="0" op-status="0" interval="0" last-rc-change="1687310967" exec-time="47" queue-time="0" op-digest="f551693977f94a4fa8883fb70e439592"/>
+ <lrm_rsc_op id="Fencing_monitor_120000" operation_key="Fencing_monitor_120000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="8:0:0:ecbbb42b-f6a4-47dc-90de-b2ccf960124e" transition-magic="0:0;8:0:0:ecbbb42b-f6a4-47dc-90de-b2ccf960124e" exit-reason="" on_node="node2" call-id="13" rc-code="0" op-status="0" interval="120000" last-rc-change="1687310967" exec-time="35" queue-time="0" op-digest="24989640311980988fb77ddd1cc1002b"/>
+ </lrm_resource>
+ <lrm_resource id="dummy" class="ocf" provider="pacemaker" type="Stateful">
+ <lrm_rsc_op id="dummy_last_0" operation_key="dummy_promote_0" operation="promote" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="12:6:0:ecbbb42b-f6a4-47dc-90de-b2ccf960124e" transition-magic="0:0;12:6:0:ecbbb42b-f6a4-47dc-90de-b2ccf960124e" exit-reason="" on_node="node2" call-id="16" rc-code="0" op-status="0" interval="0" last-rc-change="1687311114" exec-time="23" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="dummy_monitor_10000" operation_key="dummy_monitor_10000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="13:6:8:ecbbb42b-f6a4-47dc-90de-b2ccf960124e" transition-magic="0:8;13:6:8:ecbbb42b-f6a4-47dc-90de-b2ccf960124e" exit-reason="" on_node="node2" call-id="17" rc-code="8" op-status="0" interval="10000" last-rc-change="1687311114" exec-time="10" queue-time="0" op-digest="4811cef7f7f94e3a35a70be7916cb2fd"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ <transient_attributes id="2">
+ <instance_attributes id="status-2">
+ <nvpair id="status-2-.feature-set" name="#feature-set" value="3.17.4"/>
+ <nvpair id="status-2-master-dummy" name="master-dummy" value="10"/>
+ </instance_attributes>
+ </transient_attributes>
+ </node_state>
+ </status>
+</cib>
diff --git a/cts/scheduler/xml/clone-recover-no-shuffle-8.xml b/cts/scheduler/xml/clone-recover-no-shuffle-8.xml
new file mode 100644
index 0000000..6f882b8
--- /dev/null
+++ b/cts/scheduler/xml/clone-recover-no-shuffle-8.xml
@@ -0,0 +1,153 @@
+<cib crm_feature_set="3.17.4" validate-with="pacemaker-3.9" epoch="100" num_updates="0" admin_epoch="0" cib-last-written="Tue Jun 20 18:52:50 2023" update-origin="node1" update-client="cibadmin" update-user="root" have-quorum="1" dc-uuid="1">
+ <configuration>
+ <!-- The essential elements of this test are:
+ * An anonymous promotable clone resource (grp) is stopped on node1,
+ promoted on node2, and unpromoted on node3
+ * Clone instances are resource groups consisting of primitives rsc1 and
+ rsc2
+ * There are no location constraints or stickiness configured
+ * grp has the highest promotion score on node1 (scores for rsc1 + rsc2)
+
+ The following should happen:
+ * Instance grp:0 should remain started (unpromoted) on node3
+ * Instance grp:1 should demote on node2
+ * Instance grp:2 should promote on node1
+ -->
+ <crm_config>
+ <cluster_property_set id="cib-bootstrap-options">
+ <nvpair id="cib-bootstrap-options-have-watchdog" name="have-watchdog" value="false"/>
+ <nvpair id="cib-bootstrap-options-dc-version" name="dc-version" value="2.1.5-1.0a457786a.git.el9-0a457786a"/>
+ <nvpair id="cib-bootstrap-options-cluster-infrastructure" name="cluster-infrastructure" value="corosync"/>
+ <nvpair id="cib-bootstrap-options-cluster-name" name="cluster-name" value="test"/>
+ <nvpair id="cib-bootstrap-options-last-lrm-refresh" name="last-lrm-refresh" value="1687288330"/>
+ </cluster_property_set>
+ </crm_config>
+ <nodes>
+ <node id="1" uname="node1"/>
+ <node id="2" uname="node2"/>
+ <node id="3" uname="node3"/>
+ </nodes>
+ <resources>
+ <primitive class="stonith" id="Fencing" type="fence_xvm">
+ <instance_attributes id="Fencing-instance_attributes">
+ <nvpair id="Fencing-instance_attributes_pcmk_host_list" name="pcmk_host_list" value="node1 node2 node3"/>
+ </instance_attributes>
+ <operations>
+ <op id="Fencing-monitor-120s" interval="120s" name="monitor" timeout="120s"/>
+ </operations>
+ </primitive>
+ <clone id="grp-clone">
+ <group id="grp">
+ <primitive id="rsc1" class="ocf" type="Stateful" provider="pacemaker">
+ <operations>
+ <op name="demote" interval="0s" timeout="10s" id="rsc1-demote-interval-0s"/>
+ <op name="monitor" interval="10s" timeout="20s" role="Promoted" id="rsc1-monitor-interval-10s"/>
+ <op name="monitor" interval="11s" timeout="20s" role="Unpromoted" id="rsc1-monitor-interval-11s"/>
+ <op name="notify" interval="0s" timeout="5s" id="rsc1-notify-interval-0s"/>
+ <op name="promote" interval="0s" timeout="10s" id="rsc1-promote-interval-0s"/>
+ <op name="reload-agent" interval="0s" timeout="10s" id="rsc1-reload-agent-interval-0s"/>
+ <op name="start" interval="0s" timeout="20s" id="rsc1-start-interval-0s"/>
+ <op name="stop" interval="0s" timeout="20s" id="rsc1-stop-interval-0s"/>
+ </operations>
+ </primitive>
+ <primitive id="rsc2" class="ocf" type="Stateful" provider="pacemaker">
+ <operations>
+ <op name="demote" interval="0s" timeout="10s" id="rsc2-demote-interval-0s"/>
+ <op name="monitor" interval="10s" timeout="20s" role="Promoted" id="rsc2-monitor-interval-10s"/>
+ <op name="monitor" interval="11s" timeout="20s" role="Unpromoted" id="rsc2-monitor-interval-11s"/>
+ <op name="notify" interval="0s" timeout="5s" id="rsc2-notify-interval-0s"/>
+ <op name="promote" interval="0s" timeout="10s" id="rsc2-promote-interval-0s"/>
+ <op name="reload-agent" interval="0s" timeout="10s" id="rsc2-reload-agent-interval-0s"/>
+ <op name="start" interval="0s" timeout="20s" id="rsc2-start-interval-0s"/>
+ <op name="stop" interval="0s" timeout="20s" id="rsc2-stop-interval-0s"/>
+ </operations>
+ </primitive>
+ </group>
+ <meta_attributes id="grp-clone-meta_attributes">
+ <nvpair id="grp-clone-meta_attributes-promotable" name="promotable" value="true"/>
+ </meta_attributes>
+ </clone>
+ </resources>
+ <constraints/>
+ <op_defaults/>
+ <alerts/>
+ <rsc_defaults/>
+ </configuration>
+ <status>
+ <node_state id="3" uname="node3" in_ccm="true" crmd="online" crm-debug-origin="controld_update_resource_history" join="member" expected="member">
+ <transient_attributes id="3">
+ <instance_attributes id="status-3">
+ <nvpair id="status-3-.feature-set" name="#feature-set" value="3.17.4"/>
+ <nvpair id="status-3-master-rsc1" name="master-rsc1" value="5"/>
+ <nvpair id="status-3-master-rsc2" name="master-rsc2" value="5"/>
+ </instance_attributes>
+ </transient_attributes>
+ <lrm id="3">
+ <lrm_resources>
+ <lrm_resource id="Fencing" type="fence_xvm" class="stonith">
+ <lrm_rsc_op id="Fencing_last_0" operation_key="Fencing_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="7:0:7:0773bc62-9ff2-42db-818f-c4f3a9e3993e" transition-magic="0:7;7:0:7:0773bc62-9ff2-42db-818f-c4f3a9e3993e" exit-reason="" on_node="node3" call-id="9" rc-code="7" op-status="0" interval="0" last-rc-change="1687312090" exec-time="3" queue-time="0" op-digest="f551693977f94a4fa8883fb70e439592"/>
+ </lrm_resource>
+ <lrm_resource id="rsc1" type="Stateful" class="ocf" provider="pacemaker">
+ <lrm_rsc_op id="rsc1_last_0" operation_key="rsc1_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="22:28:0:0773bc62-9ff2-42db-818f-c4f3a9e3993e" transition-magic="0:0;22:28:0:0773bc62-9ff2-42db-818f-c4f3a9e3993e" exit-reason="" on_node="node3" call-id="40" rc-code="0" op-status="0" interval="0" last-rc-change="1687312369" exec-time="21" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="rsc1_monitor_10000" operation_key="rsc1_monitor_10000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="10:16:8:0773bc62-9ff2-42db-818f-c4f3a9e3993e" transition-magic="0:8;10:16:8:0773bc62-9ff2-42db-818f-c4f3a9e3993e" exit-reason="" on_node="node3" call-id="31" rc-code="8" op-status="0" interval="10000" last-rc-change="1687312235" exec-time="16" queue-time="0" op-digest="4811cef7f7f94e3a35a70be7916cb2fd"/>
+ <lrm_rsc_op id="rsc1_monitor_11000" operation_key="rsc1_monitor_11000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="8:29:0:0773bc62-9ff2-42db-818f-c4f3a9e3993e" transition-magic="0:0;8:29:0:0773bc62-9ff2-42db-818f-c4f3a9e3993e" exit-reason="" on_node="node3" call-id="41" rc-code="0" op-status="0" interval="11000" last-rc-change="1687312369" exec-time="14" queue-time="1" op-digest="4811cef7f7f94e3a35a70be7916cb2fd"/>
+ </lrm_resource>
+ <lrm_resource id="rsc2" type="Stateful" class="ocf" provider="pacemaker">
+ <lrm_rsc_op id="rsc2_last_0" operation_key="rsc2_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="9:29:0:0773bc62-9ff2-42db-818f-c4f3a9e3993e" transition-magic="0:0;9:29:0:0773bc62-9ff2-42db-818f-c4f3a9e3993e" exit-reason="" on_node="node3" call-id="42" rc-code="0" op-status="0" interval="0" last-rc-change="1687312370" exec-time="21" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="rsc2_monitor_10000" operation_key="rsc2_monitor_10000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="15:17:8:0773bc62-9ff2-42db-818f-c4f3a9e3993e" transition-magic="0:8;15:17:8:0773bc62-9ff2-42db-818f-c4f3a9e3993e" exit-reason="" on_node="node3" call-id="33" rc-code="8" op-status="0" interval="10000" last-rc-change="1687312235" exec-time="10" queue-time="0" op-digest="4811cef7f7f94e3a35a70be7916cb2fd"/>
+ <lrm_rsc_op id="rsc2_monitor_11000" operation_key="rsc2_monitor_11000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="11:30:0:0773bc62-9ff2-42db-818f-c4f3a9e3993e" transition-magic="0:0;11:30:0:0773bc62-9ff2-42db-818f-c4f3a9e3993e" exit-reason="" on_node="node3" call-id="43" rc-code="0" op-status="0" interval="11000" last-rc-change="1687312370" exec-time="13" queue-time="0" op-digest="4811cef7f7f94e3a35a70be7916cb2fd"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ </node_state>
+ <node_state id="1" uname="node1" in_ccm="true" crmd="online" crm-debug-origin="do_state_transition" join="member" expected="member">
+ <transient_attributes id="1">
+ <instance_attributes id="status-1">
+ <nvpair id="status-1-.feature-set" name="#feature-set" value="3.17.4"/>
+ <nvpair id="status-1-master-rsc1" name="master-rsc1" value="15"/>
+ <nvpair id="status-1-master-rsc2" name="master-rsc2" value="15"/>
+ </instance_attributes>
+ </transient_attributes>
+ <lrm id="1">
+ <lrm_resources>
+ <lrm_resource id="Fencing" type="fence_xvm" class="stonith">
+ <lrm_rsc_op id="Fencing_last_0" operation_key="Fencing_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="1:0:7:0773bc62-9ff2-42db-818f-c4f3a9e3993e" transition-magic="0:7;1:0:7:0773bc62-9ff2-42db-818f-c4f3a9e3993e" exit-reason="" on_node="node1" call-id="9" rc-code="7" op-status="0" interval="0" last-rc-change="1687312091" exec-time="2" queue-time="0" op-digest="f551693977f94a4fa8883fb70e439592"/>
+ </lrm_resource>
+ <lrm_resource id="rsc1" type="Stateful" class="ocf" provider="pacemaker">
+ <lrm_rsc_op id="rsc1_last_0" operation_key="rsc1_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="2:0:7:0773bc62-9ff2-42db-818f-c4f3a9e3993e" transition-magic="0:7;2:0:7:0773bc62-9ff2-42db-818f-c4f3a9e3993e" exit-reason="" on_node="node1" call-id="14" rc-code="7" op-status="0" interval="0" last-rc-change="1687312091" exec-time="15" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ </lrm_resource>
+ <lrm_resource id="rsc2" type="Stateful" class="ocf" provider="pacemaker">
+ <lrm_rsc_op id="rsc2_last_0" operation_key="rsc2_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="3:0:7:0773bc62-9ff2-42db-818f-c4f3a9e3993e" transition-magic="0:7;3:0:7:0773bc62-9ff2-42db-818f-c4f3a9e3993e" exit-reason="" on_node="node1" call-id="15" rc-code="7" op-status="0" interval="0" last-rc-change="1687312091" exec-time="18" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ </node_state>
+ <node_state id="2" uname="node2" in_ccm="true" crmd="online" crm-debug-origin="controld_update_resource_history" join="member" expected="member">
+ <transient_attributes id="2">
+ <instance_attributes id="status-2">
+ <nvpair id="status-2-.feature-set" name="#feature-set" value="3.17.4"/>
+ <nvpair id="status-2-master-rsc1" name="master-rsc1" value="10"/>
+ <nvpair id="status-2-master-rsc2" name="master-rsc2" value="10"/>
+ </instance_attributes>
+ </transient_attributes>
+ <lrm id="2">
+ <lrm_resources>
+ <lrm_resource id="Fencing" type="fence_xvm" class="stonith">
+ <lrm_rsc_op id="Fencing_last_0" operation_key="Fencing_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="1:23:0:0773bc62-9ff2-42db-818f-c4f3a9e3993e" transition-magic="0:0;1:23:0:0773bc62-9ff2-42db-818f-c4f3a9e3993e" exit-reason="" on_node="node2" call-id="28" rc-code="0" op-status="0" interval="0" last-rc-change="1687312369" exec-time="38" queue-time="0" op-digest="f551693977f94a4fa8883fb70e439592"/>
+ <lrm_rsc_op id="Fencing_monitor_120000" operation_key="Fencing_monitor_120000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="2:23:0:0773bc62-9ff2-42db-818f-c4f3a9e3993e" transition-magic="0:0;2:23:0:0773bc62-9ff2-42db-818f-c4f3a9e3993e" exit-reason="" on_node="node2" call-id="30" rc-code="0" op-status="0" interval="120000" last-rc-change="1687312369" exec-time="30" queue-time="0" op-digest="24989640311980988fb77ddd1cc1002b"/>
+ </lrm_resource>
+ <lrm_resource id="rsc1" type="Stateful" class="ocf" provider="pacemaker">
+ <lrm_rsc_op id="rsc1_last_0" operation_key="rsc1_promote_0" operation="promote" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="6:25:0:0773bc62-9ff2-42db-818f-c4f3a9e3993e" transition-magic="0:0;6:25:0:0773bc62-9ff2-42db-818f-c4f3a9e3993e" exit-reason="" on_node="node2" call-id="32" rc-code="0" op-status="0" interval="0" last-rc-change="1687312369" exec-time="22" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="rsc1_monitor_11000" operation_key="rsc1_monitor_11000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="21:1:0:0773bc62-9ff2-42db-818f-c4f3a9e3993e" transition-magic="0:0;21:1:0:0773bc62-9ff2-42db-818f-c4f3a9e3993e" exit-reason="" on_node="node2" call-id="19" rc-code="0" op-status="0" interval="11000" last-rc-change="1687312091" exec-time="16" queue-time="0" op-digest="4811cef7f7f94e3a35a70be7916cb2fd"/>
+ <lrm_rsc_op id="rsc1_monitor_10000" operation_key="rsc1_monitor_10000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="8:26:8:0773bc62-9ff2-42db-818f-c4f3a9e3993e" transition-magic="0:8;8:26:8:0773bc62-9ff2-42db-818f-c4f3a9e3993e" exit-reason="" on_node="node2" call-id="33" rc-code="8" op-status="0" interval="10000" last-rc-change="1687312369" exec-time="13" queue-time="0" op-digest="4811cef7f7f94e3a35a70be7916cb2fd"/>
+ </lrm_resource>
+ <lrm_resource id="rsc2" type="Stateful" class="ocf" provider="pacemaker">
+ <lrm_rsc_op id="rsc2_last_0" operation_key="rsc2_promote_0" operation="promote" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="11:26:0:0773bc62-9ff2-42db-818f-c4f3a9e3993e" transition-magic="0:0;11:26:0:0773bc62-9ff2-42db-818f-c4f3a9e3993e" exit-reason="" on_node="node2" call-id="34" rc-code="0" op-status="0" interval="0" last-rc-change="1687312369" exec-time="25" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="rsc2_monitor_11000" operation_key="rsc2_monitor_11000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="25:2:0:0773bc62-9ff2-42db-818f-c4f3a9e3993e" transition-magic="0:0;25:2:0:0773bc62-9ff2-42db-818f-c4f3a9e3993e" exit-reason="" on_node="node2" call-id="21" rc-code="0" op-status="0" interval="11000" last-rc-change="1687312091" exec-time="16" queue-time="0" op-digest="4811cef7f7f94e3a35a70be7916cb2fd"/>
+ <lrm_rsc_op id="rsc2_monitor_10000" operation_key="rsc2_monitor_10000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="13:27:8:0773bc62-9ff2-42db-818f-c4f3a9e3993e" transition-magic="0:8;13:27:8:0773bc62-9ff2-42db-818f-c4f3a9e3993e" exit-reason="" on_node="node2" call-id="35" rc-code="8" op-status="0" interval="10000" last-rc-change="1687312369" exec-time="12" queue-time="0" op-digest="4811cef7f7f94e3a35a70be7916cb2fd"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ </node_state>
+ </status>
+</cib>
diff --git a/cts/scheduler/xml/clone-recover-no-shuffle-9.xml b/cts/scheduler/xml/clone-recover-no-shuffle-9.xml
new file mode 100644
index 0000000..104331d
--- /dev/null
+++ b/cts/scheduler/xml/clone-recover-no-shuffle-9.xml
@@ -0,0 +1,186 @@
+<cib crm_feature_set="3.17.4" validate-with="pacemaker-3.9" epoch="128" num_updates="90" admin_epoch="0" cib-last-written="Tue Jun 20 23:33:00 2023" update-origin="node1" update-client="cibadmin" update-user="root" have-quorum="1" dc-uuid="2">
+ <configuration>
+ <!-- The essential elements of this test are:
+ * A promotable bundle resource (base-bundle) is stopped on node1,
+ promoted on node2, and unpromoted on node3
+ * Clone instances are primitives (base), the instances of base-bundle's
+ child resource
+ * There are no location constraints or stickiness configured
+ * base has the highest promotion score on node1
+
+ The following should happen:
+ * Instance base:0 should remain started (unpromoted) on node3
+ * Instance base:1 should demote on node2
+ * Instance base:2 should promote on node1
+ -->
+ <crm_config>
+ <cluster_property_set id="cib-bootstrap-options">
+ <nvpair id="cib-bootstrap-options-have-watchdog" name="have-watchdog" value="false"/>
+ <nvpair id="cib-bootstrap-options-dc-version" name="dc-version" value="2.1.5-1.0a457786a.git.el9-0a457786a"/>
+ <nvpair id="cib-bootstrap-options-cluster-infrastructure" name="cluster-infrastructure" value="corosync"/>
+ <nvpair id="cib-bootstrap-options-cluster-name" name="cluster-name" value="test"/>
+ <nvpair id="cib-bootstrap-options-last-lrm-refresh" name="last-lrm-refresh" value="1687288330"/>
+ </cluster_property_set>
+ </crm_config>
+ <nodes>
+ <node id="1" uname="node1"/>
+ <node id="2" uname="node2"/>
+ <node id="3" uname="node3"/>
+ </nodes>
+ <resources>
+ <primitive class="stonith" id="Fencing" type="fence_xvm">
+ <instance_attributes id="Fencing-instance_attributes">
+ <nvpair id="Fencing-instance_attributes_pcmk_host_list" name="pcmk_host_list" value="node1 node2 node3"/>
+ </instance_attributes>
+ <operations>
+ <op id="Fencing-monitor-120s" interval="120s" name="monitor" timeout="120s"/>
+ </operations>
+ </primitive>
+ <bundle id="base-bundle">
+ <meta_attributes id="base-bundle-meta_attributes">
+ <nvpair id="base-bundle-meta_attributes-promotable" name="promotable" value="true"/>
+ <nvpair id="base-bundle-meta_attributes-container-attribute-target" name="container-attribute-target" value="host"/>
+ </meta_attributes>
+ <podman image="localhost/pcmktest" replicas="3"/>
+ <network control-port="3121"/>
+ <primitive id="base" class="ocf" provider="pacemaker" type="Stateful">
+ <operations>
+ <op id="base-monitor-15s" interval="15s" name="monitor" timeout="15s" role="Promoted"/>
+ <op id="base-monitor-16s" interval="16s" name="monitor" timeout="16s" role="Unpromoted"/>
+ </operations>
+ </primitive>
+ </bundle>
+ </resources>
+ <constraints/>
+ <op_defaults/>
+ <alerts/>
+ <rsc_defaults/>
+ </configuration>
+ <status>
+ <node_state id="1" uname="node1" in_ccm="true" crmd="online" crm-debug-origin="controld_update_resource_history" join="member" expected="member">
+ <transient_attributes id="1">
+ <instance_attributes id="status-1">
+ <nvpair id="status-1-.feature-set" name="#feature-set" value="3.17.4"/>
+ <nvpair id="status-1-master-base" name="master-base" value="15"/>
+ </instance_attributes>
+ </transient_attributes>
+ <lrm id="1">
+ <lrm_resources>
+ <lrm_resource id="Fencing" class="stonith" type="fence_xvm">
+ <lrm_rsc_op id="Fencing_last_0" operation_key="Fencing_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="1:0:7:159e0708-f49f-4071-a9f4-93c48dc468d2" transition-magic="0:7;1:0:7:159e0708-f49f-4071-a9f4-93c48dc468d2" exit-reason="" on_node="node1" call-id="8" rc-code="7" op-status="0" interval="0" last-rc-change="1687329223" exec-time="3" queue-time="0" op-digest="f551693977f94a4fa8883fb70e439592"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-0" class="ocf" provider="heartbeat" type="podman">
+ <lrm_rsc_op id="base-bundle-podman-0_last_0" operation_key="base-bundle-podman-0_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="2:0:7:159e0708-f49f-4071-a9f4-93c48dc468d2" transition-magic="0:7;2:0:7:159e0708-f49f-4071-a9f4-93c48dc468d2" exit-reason="" on_node="node1" call-id="12" rc-code="7" op-status="0" interval="0" last-rc-change="1687329223" exec-time="109" queue-time="0" op-digest="b93578750303776f6bb098395c53338a"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-1" class="ocf" provider="heartbeat" type="podman">
+ <lrm_rsc_op id="base-bundle-podman-1_last_0" operation_key="base-bundle-podman-1_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="4:0:7:159e0708-f49f-4071-a9f4-93c48dc468d2" transition-magic="0:7;4:0:7:159e0708-f49f-4071-a9f4-93c48dc468d2" exit-reason="" on_node="node1" call-id="13" rc-code="7" op-status="0" interval="0" last-rc-change="1687329223" exec-time="99" queue-time="0" op-digest="91ec5f49c5fd88f29405389545fb7d59"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-2" class="ocf" provider="heartbeat" type="podman">
+ <lrm_rsc_op id="base-bundle-podman-2_last_0" operation_key="base-bundle-podman-2_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="6:0:7:159e0708-f49f-4071-a9f4-93c48dc468d2" transition-magic="0:7;6:0:7:159e0708-f49f-4071-a9f4-93c48dc468d2" exit-reason="" on_node="node1" call-id="17" rc-code="7" op-status="0" interval="0" last-rc-change="1687329223" exec-time="47" queue-time="0" op-digest="eb1c148b6d2d7a7013f75d596536409b"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-1" class="ocf" provider="pacemaker" type="remote" container="base-bundle-podman-1">
+ <lrm_rsc_op id="base-bundle-1_last_0" operation_key="base-bundle-1_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="5:0:7:159e0708-f49f-4071-a9f4-93c48dc468d2" transition-magic="0:7;5:0:7:159e0708-f49f-4071-a9f4-93c48dc468d2" exit-reason="" on_node="node1" call-id="1" rc-code="7" op-status="0" interval="0" last-rc-change="1687329224" exec-time="0" queue-time="0" op-digest="137e2067e195bc8e29ef8680e392a9e7" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-0" class="ocf" provider="pacemaker" type="remote" container="base-bundle-podman-0">
+ <lrm_rsc_op id="base-bundle-0_last_0" operation_key="base-bundle-0_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="3:0:7:159e0708-f49f-4071-a9f4-93c48dc468d2" transition-magic="0:7;3:0:7:159e0708-f49f-4071-a9f4-93c48dc468d2" exit-reason="" on_node="node1" call-id="2" rc-code="7" op-status="0" interval="0" last-rc-change="1687329224" exec-time="0" queue-time="0" op-digest="b1f9a03e78ae75f94cc0c36e6c0cc527" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ </node_state>
+ <node_state id="3" uname="node3" in_ccm="true" crmd="online" crm-debug-origin="controld_update_resource_history" join="member" expected="member">
+ <lrm id="3">
+ <lrm_resources>
+ <lrm_resource id="Fencing" class="stonith" type="fence_xvm">
+ <lrm_rsc_op id="Fencing_last_0" operation_key="Fencing_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="15:0:7:159e0708-f49f-4071-a9f4-93c48dc468d2" transition-magic="0:7;15:0:7:159e0708-f49f-4071-a9f4-93c48dc468d2" exit-reason="" on_node="node3" call-id="8" rc-code="7" op-status="0" interval="0" last-rc-change="1687329222" exec-time="1" queue-time="0" op-digest="f551693977f94a4fa8883fb70e439592"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-0" class="ocf" provider="heartbeat" type="podman">
+ <lrm_rsc_op id="base-bundle-podman-0_last_0" operation_key="base-bundle-podman-0_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="24:0:0:159e0708-f49f-4071-a9f4-93c48dc468d2" transition-magic="0:0;24:0:0:159e0708-f49f-4071-a9f4-93c48dc468d2" exit-reason="" on_node="node3" call-id="18" rc-code="0" op-status="0" interval="0" last-rc-change="1687329222" exec-time="863" queue-time="0" op-digest="b93578750303776f6bb098395c53338a"/>
+ <lrm_rsc_op id="base-bundle-podman-0_monitor_60000" operation_key="base-bundle-podman-0_monitor_60000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="25:0:0:159e0708-f49f-4071-a9f4-93c48dc468d2" transition-magic="0:0;25:0:0:159e0708-f49f-4071-a9f4-93c48dc468d2" exit-reason="" on_node="node3" call-id="20" rc-code="0" op-status="0" interval="60000" last-rc-change="1687329223" exec-time="164" queue-time="0" op-digest="902512fcf3e4556d9585c44184665d8c"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-1" class="ocf" provider="heartbeat" type="podman">
+ <lrm_rsc_op id="base-bundle-podman-1_last_0" operation_key="base-bundle-podman-1_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="18:0:7:159e0708-f49f-4071-a9f4-93c48dc468d2" transition-magic="0:7;18:0:7:159e0708-f49f-4071-a9f4-93c48dc468d2" exit-reason="" on_node="node3" call-id="13" rc-code="7" op-status="0" interval="0" last-rc-change="1687329222" exec-time="108" queue-time="0" op-digest="91ec5f49c5fd88f29405389545fb7d59"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-2" class="ocf" provider="heartbeat" type="podman">
+ <lrm_rsc_op id="base-bundle-podman-2_last_0" operation_key="base-bundle-podman-2_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="20:0:7:159e0708-f49f-4071-a9f4-93c48dc468d2" transition-magic="0:7;20:0:7:159e0708-f49f-4071-a9f4-93c48dc468d2" exit-reason="" on_node="node3" call-id="17" rc-code="7" op-status="0" interval="0" last-rc-change="1687329222" exec-time="59" queue-time="0" op-digest="eb1c148b6d2d7a7013f75d596536409b"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-1" class="ocf" provider="pacemaker" type="remote" container="base-bundle-podman-1">
+ <lrm_rsc_op id="base-bundle-1_last_0" operation_key="base-bundle-1_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="19:0:7:159e0708-f49f-4071-a9f4-93c48dc468d2" transition-magic="0:7;19:0:7:159e0708-f49f-4071-a9f4-93c48dc468d2" exit-reason="" on_node="node3" call-id="1" rc-code="7" op-status="0" interval="0" last-rc-change="1687329223" exec-time="0" queue-time="0" op-digest="137e2067e195bc8e29ef8680e392a9e7" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-0" class="ocf" provider="pacemaker" type="remote" container="base-bundle-podman-0">
+ <lrm_rsc_op id="base-bundle-0_last_0" operation_key="base-bundle-0_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="26:0:0:159e0708-f49f-4071-a9f4-93c48dc468d2" transition-magic="0:0;26:0:0:159e0708-f49f-4071-a9f4-93c48dc468d2" exit-reason="" on_node="node3" call-id="3" rc-code="0" op-status="0" interval="0" last-rc-change="1687329223" exec-time="0" queue-time="0" op-digest="b1f9a03e78ae75f94cc0c36e6c0cc527" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ <lrm_rsc_op id="base-bundle-0_monitor_30000" operation_key="base-bundle-0_monitor_30000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="15:1:0:159e0708-f49f-4071-a9f4-93c48dc468d2" transition-magic="0:0;15:1:0:159e0708-f49f-4071-a9f4-93c48dc468d2" exit-reason="" on_node="node3" call-id="4" rc-code="0" op-status="0" interval="30000" last-rc-change="1687329226" exec-time="0" queue-time="0" op-digest="354b9acaa7ea1113d708dc11a1d6bbfa"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ <transient_attributes id="3">
+ <instance_attributes id="status-3">
+ <nvpair id="status-3-.feature-set" name="#feature-set" value="3.17.4"/>
+ <nvpair id="status-3-master-base" name="master-base" value="5"/>
+ </instance_attributes>
+ </transient_attributes>
+ </node_state>
+ <node_state id="2" uname="node2" in_ccm="true" crmd="online" crm-debug-origin="controld_update_resource_history" join="member" expected="member">
+ <transient_attributes id="2">
+ <instance_attributes id="status-2">
+ <nvpair id="status-2-.feature-set" name="#feature-set" value="3.17.4"/>
+ <nvpair id="status-2-master-base" name="master-base" value="10"/>
+ </instance_attributes>
+ </transient_attributes>
+ <lrm id="2">
+ <lrm_resources>
+ <lrm_resource id="Fencing" class="stonith" type="fence_xvm">
+ <lrm_rsc_op id="Fencing_last_0" operation_key="Fencing_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="22:0:0:159e0708-f49f-4071-a9f4-93c48dc468d2" transition-magic="0:0;22:0:0:159e0708-f49f-4071-a9f4-93c48dc468d2" exit-reason="" on_node="node2" call-id="14" rc-code="0" op-status="0" interval="0" last-rc-change="1687329223" exec-time="34" queue-time="0" op-digest="f551693977f94a4fa8883fb70e439592"/>
+ <lrm_rsc_op id="Fencing_monitor_120000" operation_key="Fencing_monitor_120000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="23:0:0:159e0708-f49f-4071-a9f4-93c48dc468d2" transition-magic="0:0;23:0:0:159e0708-f49f-4071-a9f4-93c48dc468d2" exit-reason="" on_node="node2" call-id="19" rc-code="0" op-status="0" interval="120000" last-rc-change="1687329223" exec-time="36" queue-time="0" op-digest="24989640311980988fb77ddd1cc1002b"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-0" class="ocf" provider="heartbeat" type="podman">
+ <lrm_rsc_op id="base-bundle-podman-0_last_0" operation_key="base-bundle-podman-0_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="9:0:7:159e0708-f49f-4071-a9f4-93c48dc468d2" transition-magic="0:7;9:0:7:159e0708-f49f-4071-a9f4-93c48dc468d2" exit-reason="" on_node="node2" call-id="12" rc-code="7" op-status="0" interval="0" last-rc-change="1687329223" exec-time="60" queue-time="0" op-digest="b93578750303776f6bb098395c53338a"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-1" class="ocf" provider="heartbeat" type="podman">
+ <lrm_rsc_op id="base-bundle-podman-1_last_0" operation_key="base-bundle-podman-1_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="28:0:0:159e0708-f49f-4071-a9f4-93c48dc468d2" transition-magic="0:0;28:0:0:159e0708-f49f-4071-a9f4-93c48dc468d2" exit-reason="" on_node="node2" call-id="20" rc-code="0" op-status="0" interval="0" last-rc-change="1687329223" exec-time="791" queue-time="0" op-digest="91ec5f49c5fd88f29405389545fb7d59"/>
+ <lrm_rsc_op id="base-bundle-podman-1_monitor_60000" operation_key="base-bundle-podman-1_monitor_60000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="29:0:0:159e0708-f49f-4071-a9f4-93c48dc468d2" transition-magic="0:0;29:0:0:159e0708-f49f-4071-a9f4-93c48dc468d2" exit-reason="" on_node="node2" call-id="21" rc-code="0" op-status="0" interval="60000" last-rc-change="1687329224" exec-time="144" queue-time="0" op-digest="f0ef4729d120aa3f5d938cabca4d06c7"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-2" class="ocf" provider="heartbeat" type="podman">
+ <lrm_rsc_op id="base-bundle-podman-2_last_0" operation_key="base-bundle-podman-2_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="13:0:7:159e0708-f49f-4071-a9f4-93c48dc468d2" transition-magic="0:7;13:0:7:159e0708-f49f-4071-a9f4-93c48dc468d2" exit-reason="" on_node="node2" call-id="18" rc-code="7" op-status="0" interval="0" last-rc-change="1687329223" exec-time="68" queue-time="0" op-digest="eb1c148b6d2d7a7013f75d596536409b"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-1" class="ocf" provider="pacemaker" type="remote" container="base-bundle-podman-1">
+ <lrm_rsc_op id="base-bundle-1_last_0" operation_key="base-bundle-1_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="30:0:0:159e0708-f49f-4071-a9f4-93c48dc468d2" transition-magic="0:0;30:0:0:159e0708-f49f-4071-a9f4-93c48dc468d2" exit-reason="" on_node="node2" call-id="2" rc-code="0" op-status="0" interval="0" last-rc-change="1687329224" exec-time="0" queue-time="0" op-digest="137e2067e195bc8e29ef8680e392a9e7" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ <lrm_rsc_op id="base-bundle-1_monitor_30000" operation_key="base-bundle-1_monitor_30000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="20:1:0:159e0708-f49f-4071-a9f4-93c48dc468d2" transition-magic="0:0;20:1:0:159e0708-f49f-4071-a9f4-93c48dc468d2" exit-reason="" on_node="node2" call-id="4" rc-code="0" op-status="0" interval="30000" last-rc-change="1687329227" exec-time="0" queue-time="0" op-digest="3929eec440004bca31f813a8e6097506"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-0" class="ocf" provider="pacemaker" type="remote" container="base-bundle-podman-0">
+ <lrm_rsc_op id="base-bundle-0_last_0" operation_key="base-bundle-0_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="10:0:7:159e0708-f49f-4071-a9f4-93c48dc468d2" transition-magic="0:7;10:0:7:159e0708-f49f-4071-a9f4-93c48dc468d2" exit-reason="" on_node="node2" call-id="3" rc-code="7" op-status="0" interval="0" last-rc-change="1687329224" exec-time="0" queue-time="0" op-digest="b1f9a03e78ae75f94cc0c36e6c0cc527" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ </node_state>
+ <node_state remote_node="true" id="base-bundle-1" uname="base-bundle-1" in_ccm="true" crm-debug-origin="controld_update_resource_history" node_fenced="0">
+ <lrm id="base-bundle-1">
+ <lrm_resources>
+ <lrm_resource id="base" class="ocf" provider="pacemaker" type="Stateful">
+ <lrm_rsc_op id="base_last_0" operation_key="base_promote_0" operation="promote" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="29:4:0:159e0708-f49f-4071-a9f4-93c48dc468d2" transition-magic="0:0;29:4:0:159e0708-f49f-4071-a9f4-93c48dc468d2" exit-reason="" on_node="node2" call-id="20" rc-code="0" op-status="0" interval="0" last-rc-change="1687329377" exec-time="307" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="base_monitor_15000" operation_key="base_monitor_15000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="30:5:8:159e0708-f49f-4071-a9f4-93c48dc468d2" transition-magic="0:8;30:5:8:159e0708-f49f-4071-a9f4-93c48dc468d2" exit-reason="" on_node="node2" call-id="27" rc-code="8" op-status="0" interval="15000" last-rc-change="1687329377" exec-time="7" queue-time="0" op-digest="3ef575c5f050ae086f0f31bc8f085fdc"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ <transient_attributes id="base-bundle-1">
+ <instance_attributes id="status-base-bundle-1">
+ <nvpair id="status-base-bundle-1-master-base" name="master-base" value="10"/>
+ </instance_attributes>
+ </transient_attributes>
+ </node_state>
+ <node_state remote_node="true" id="base-bundle-0" uname="base-bundle-0" in_ccm="true" crm-debug-origin="controld_update_resource_history" node_fenced="0">
+ <lrm id="base-bundle-0">
+ <lrm_resources>
+ <lrm_resource id="base" class="ocf" provider="pacemaker" type="Stateful">
+ <lrm_rsc_op id="base_last_0" operation_key="base_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="27:1:0:159e0708-f49f-4071-a9f4-93c48dc468d2" transition-magic="0:0;27:1:0:159e0708-f49f-4071-a9f4-93c48dc468d2" exit-reason="" on_node="node3" call-id="8" rc-code="0" op-status="0" interval="0" last-rc-change="1687329226" exec-time="269" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="base_monitor_16000" operation_key="base_monitor_16000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="27:2:0:159e0708-f49f-4071-a9f4-93c48dc468d2" transition-magic="0:0;27:2:0:159e0708-f49f-4071-a9f4-93c48dc468d2" exit-reason="" on_node="node3" call-id="14" rc-code="0" op-status="0" interval="16000" last-rc-change="1687329226" exec-time="13" queue-time="0" op-digest="e62ad827732488b88ef8722ff6a484b3"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ <transient_attributes id="base-bundle-0">
+ <instance_attributes id="status-base-bundle-0">
+ <nvpair id="status-base-bundle-0-master-base" name="master-base" value="5"/>
+ </instance_attributes>
+ </transient_attributes>
+ </node_state>
+ </status>
+</cib>
diff --git a/cts/scheduler/xml/coloc-with-inner-group-member.xml b/cts/scheduler/xml/coloc-with-inner-group-member.xml
new file mode 100644
index 0000000..c07edec
--- /dev/null
+++ b/cts/scheduler/xml/coloc-with-inner-group-member.xml
@@ -0,0 +1,258 @@
+<cib crm_feature_set="3.17.4" validate-with="pacemaker-3.0" epoch="78" num_updates="0" admin_epoch="0" cib-last-written="Tue Jun 20 15:45:06 2023" update-origin="rhel8-1" update-client="cibadmin" update-user="root" have-quorum="true" dc-uuid="2" execution-date="1687293906">
+ <!-- The essential elements of this test are:
+ * A group (grp) has three members (foo, bar, and vip).
+ * The last group member (vip) is colocated with a separate primitive
+ (vip-dep).
+ * The primitive and the last group member are active on the same node
+ (rhel8-3), while the first two group members are active on a different
+ node (rhel8-4).
+
+ In this situation, the first two group members should move to the
+ primitive's node.
+ -->
+ <configuration>
+ <crm_config>
+ <cluster_property_set id="cib-bootstrap-options">
+ <nvpair id="cts-stonith-enabled" name="stonith-enabled" value="1"/>
+ <nvpair id="cts-start-failure-is-fatal" name="start-failure-is-fatal" value="false"/>
+ <nvpair id="cts-pe-input-series-max" name="pe-input-series-max" value="5000"/>
+ <nvpair id="cts-shutdown-escalation" name="shutdown-escalation" value="5min"/>
+ <nvpair id="cts-batch-limit" name="batch-limit" value="10"/>
+ <nvpair id="cts-dc-deadtime" name="dc-deadtime" value="5s"/>
+ <nvpair id="cts-no-quorum-policy" name="no-quorum-policy" value="stop"/>
+ <nvpair id="cib-bootstrap-options-have-watchdog" name="have-watchdog" value="false"/>
+ <nvpair id="cib-bootstrap-options-dc-version" name="dc-version" value="2.1.6-1202.32f7557415.git.el8-32f7557415"/>
+ <nvpair id="cib-bootstrap-options-cluster-infrastructure" name="cluster-infrastructure" value="corosync"/>
+ <nvpair id="cib-bootstrap-options-cluster-name" name="cluster-name" value="rhel8-lab"/>
+ </cluster_property_set>
+ </crm_config>
+ <nodes>
+ <node id="5" uname="rhel8-5">
+ <instance_attributes id="rhel8-5-1">
+ <nvpair id="rhel8-5-1-cts-fencing" name="cts-fencing" value="levels-and"/>
+ </instance_attributes>
+ </node>
+ <node id="1" uname="rhel8-1"/>
+ <node id="3" uname="rhel8-3"/>
+ <node id="4" uname="rhel8-4"/>
+ <node id="2" uname="rhel8-2"/>
+ </nodes>
+ <resources>
+ <primitive class="stonith" id="Fencing" type="fence_xvm">
+ <meta_attributes id="Fencing-meta">
+ <nvpair id="Fencing-migration-threshold" name="migration-threshold" value="5"/>
+ </meta_attributes>
+ <instance_attributes id="Fencing-params">
+ <nvpair id="Fencing-pcmk_host_map" name="pcmk_host_map" value="remote-rhel8-1:rhel8-1;remote-rhel8-2:rhel8-2;remote-rhel8-3:rhel8-3;remote-rhel8-4:rhel8-4;remote-rhel8-5:rhel8-5;"/>
+ <nvpair id="Fencing-key_file" name="key_file" value="/etc/pacemaker/fence_xvm.key"/>
+ <nvpair id="Fencing-multicast_address" name="multicast_address" value="239.255.100.100"/>
+ <nvpair id="Fencing-pcmk_host_list" name="pcmk_host_list" value="rhel8-1 remote-rhel8-1 rhel8-2 remote-rhel8-2 rhel8-3 remote-rhel8-3 rhel8-4 remote-rhel8-4 rhel8-5 remote-rhel8-5"/>
+ </instance_attributes>
+ <operations>
+ <op id="Fencing-monitor-120s" interval="120s" name="monitor" timeout="120s"/>
+ <op id="Fencing-stop-0" interval="0" name="stop" timeout="60s"/>
+ <op id="Fencing-start-0" interval="0" name="start" timeout="60s"/>
+ </operations>
+ </primitive>
+ <primitive class="ocf" id="vip-dep" provider="pacemaker" type="Dummy">
+ <operations>
+ <op id="vip-dep-migrate_from-interval-0s" interval="0s" name="migrate_from" timeout="20s"/>
+ <op id="vip-dep-migrate_to-interval-0s" interval="0s" name="migrate_to" timeout="20s"/>
+ <op id="vip-dep-monitor-interval-10s" interval="10s" name="monitor" timeout="20s"/>
+ <op id="vip-dep-reload-interval-0s" interval="0s" name="reload" timeout="20s"/>
+ <op id="vip-dep-reload-agent-interval-0s" interval="0s" name="reload-agent" timeout="20s"/>
+ <op id="vip-dep-start-interval-0s" interval="0s" name="start" timeout="20s"/>
+ <op id="vip-dep-stop-interval-0s" interval="0s" name="stop" timeout="20s"/>
+ </operations>
+ </primitive>
+ <group id="grp">
+ <primitive class="ocf" id="foo" provider="pacemaker" type="Dummy">
+ <operations>
+ <op id="foo-migrate_from-interval-0s" interval="0s" name="migrate_from" timeout="20s"/>
+ <op id="foo-migrate_to-interval-0s" interval="0s" name="migrate_to" timeout="20s"/>
+ <op id="foo-monitor-interval-10s" interval="10s" name="monitor" timeout="20s"/>
+ <op id="foo-reload-interval-0s" interval="0s" name="reload" timeout="20s"/>
+ <op id="foo-reload-agent-interval-0s" interval="0s" name="reload-agent" timeout="20s"/>
+ <op id="foo-start-interval-0s" interval="0s" name="start" timeout="20s"/>
+ <op id="foo-stop-interval-0s" interval="0s" name="stop" timeout="20s"/>
+ </operations>
+ </primitive>
+ <primitive class="ocf" id="bar" provider="pacemaker" type="Dummy">
+ <operations>
+ <op id="bar-migrate_from-interval-0s" interval="0s" name="migrate_from" timeout="20s"/>
+ <op id="bar-migrate_to-interval-0s" interval="0s" name="migrate_to" timeout="20s"/>
+ <op id="bar-monitor-interval-10s" interval="10s" name="monitor" timeout="20s"/>
+ <op id="bar-reload-interval-0s" interval="0s" name="reload" timeout="20s"/>
+ <op id="bar-reload-agent-interval-0s" interval="0s" name="reload-agent" timeout="20s"/>
+ <op id="bar-start-interval-0s" interval="0s" name="start" timeout="20s"/>
+ <op id="bar-stop-interval-0s" interval="0s" name="stop" timeout="20s"/>
+ </operations>
+ </primitive>
+ <primitive class="ocf" id="vip" provider="pacemaker" type="Dummy">
+ <operations>
+ <op id="vip-migrate_from-interval-0s" interval="0s" name="migrate_from" timeout="20s"/>
+ <op id="vip-migrate_to-interval-0s" interval="0s" name="migrate_to" timeout="20s"/>
+ <op id="vip-monitor-interval-10s" interval="10s" name="monitor" timeout="20s"/>
+ <op id="vip-reload-interval-0s" interval="0s" name="reload" timeout="20s"/>
+ <op id="vip-reload-agent-interval-0s" interval="0s" name="reload-agent" timeout="20s"/>
+ <op id="vip-start-interval-0s" interval="0s" name="start" timeout="20s"/>
+ <op id="vip-stop-interval-0s" interval="0s" name="stop" timeout="20s"/>
+ </operations>
+ </primitive>
+ </group>
+ </resources>
+ <constraints>
+ <rsc_order first="vip-dep" first-action="start" id="order-vip-dep-vip-mandatory" then="vip" then-action="start"/>
+ <rsc_colocation id="colocation-vip-vip-dep-INFINITY" rsc="vip" score="INFINITY" with-rsc="vip-dep"/>
+ </constraints>
+ <fencing-topology/>
+ <op_defaults>
+ <meta_attributes id="cts-op_defaults-meta">
+ <nvpair id="cts-op_defaults-timeout" name="timeout" value="90s"/>
+ </meta_attributes>
+ </op_defaults>
+ <alerts>
+ <alert id="alert-1" path="/var/lib/pacemaker/notify.sh">
+ <recipient id="alert-1-recipient-1" value="/run/crm/alert.log"/>
+ </alert>
+ </alerts>
+ </configuration>
+ <status>
+ <node_state id="2" uname="rhel8-2" in_ccm="true" crmd="online" crm-debug-origin="controld_update_resource_history" join="member" expected="member">
+ <lrm id="2">
+ <lrm_resources>
+ <lrm_resource id="Fencing" class="stonith" type="fence_xvm">
+ <lrm_rsc_op id="Fencing_last_0" operation_key="Fencing_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="4:0:7:72d50bf3-3ecf-4bdb-af9c-fd66cdae2841" transition-magic="0:7;4:0:7:72d50bf3-3ecf-4bdb-af9c-fd66cdae2841" exit-reason="" on_node="rhel8-2" call-id="9" rc-code="7" op-status="0" interval="0" last-rc-change="1687293860" exec-time="1" queue-time="0" op-digest="bf974d77f2d4d33e434be1f89e362a52"/>
+ </lrm_resource>
+ <lrm_resource id="vip-dep" class="ocf" provider="pacemaker" type="Dummy">
+ <lrm_rsc_op id="vip-dep_last_0" operation_key="vip-dep_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="3:1:7:72d50bf3-3ecf-4bdb-af9c-fd66cdae2841" transition-magic="0:7;3:1:7:72d50bf3-3ecf-4bdb-af9c-fd66cdae2841" exit-reason="" on_node="rhel8-2" call-id="21" rc-code="7" op-status="0" interval="0" last-rc-change="1687293879" exec-time="25" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-secure-params=" passwd " op-secure-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ </lrm_resource>
+ <lrm_resource id="vip" class="ocf" provider="pacemaker" type="Dummy">
+ <lrm_rsc_op id="vip_last_0" operation_key="vip_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="4:2:7:72d50bf3-3ecf-4bdb-af9c-fd66cdae2841" transition-magic="0:7;4:2:7:72d50bf3-3ecf-4bdb-af9c-fd66cdae2841" exit-reason="" on_node="rhel8-2" call-id="25" rc-code="7" op-status="0" interval="0" last-rc-change="1687293885" exec-time="36" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-secure-params=" passwd " op-secure-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ </lrm_resource>
+ <lrm_resource id="foo" class="ocf" provider="pacemaker" type="Dummy">
+ <lrm_rsc_op id="foo_last_0" operation_key="foo_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="5:5:7:72d50bf3-3ecf-4bdb-af9c-fd66cdae2841" transition-magic="0:7;5:5:7:72d50bf3-3ecf-4bdb-af9c-fd66cdae2841" exit-reason="" on_node="rhel8-2" call-id="29" rc-code="7" op-status="0" interval="0" last-rc-change="1687293893" exec-time="36" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-secure-params=" passwd " op-secure-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ </lrm_resource>
+ <lrm_resource id="bar" class="ocf" provider="pacemaker" type="Dummy">
+ <lrm_rsc_op id="bar_last_0" operation_key="bar_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="6:6:7:72d50bf3-3ecf-4bdb-af9c-fd66cdae2841" transition-magic="0:7;6:6:7:72d50bf3-3ecf-4bdb-af9c-fd66cdae2841" exit-reason="" on_node="rhel8-2" call-id="33" rc-code="7" op-status="0" interval="0" last-rc-change="1687293894" exec-time="30" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-secure-params=" passwd " op-secure-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ <transient_attributes id="2">
+ <instance_attributes id="status-2">
+ <nvpair id="status-2-.feature-set" name="#feature-set" value="3.17.4"/>
+ </instance_attributes>
+ </transient_attributes>
+ </node_state>
+ <node_state id="5" uname="rhel8-5" in_ccm="true" crmd="online" crm-debug-origin="controld_update_resource_history" join="member" expected="member">
+ <lrm id="5">
+ <lrm_resources>
+ <lrm_resource id="Fencing" class="stonith" type="fence_xvm">
+ <lrm_rsc_op id="Fencing_last_0" operation_key="Fencing_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="13:0:7:72d50bf3-3ecf-4bdb-af9c-fd66cdae2841" transition-magic="0:7;13:0:7:72d50bf3-3ecf-4bdb-af9c-fd66cdae2841" exit-reason="" on_node="rhel8-5" call-id="9" rc-code="7" op-status="0" interval="0" last-rc-change="1687293860" exec-time="1" queue-time="0" op-digest="bf974d77f2d4d33e434be1f89e362a52"/>
+ </lrm_resource>
+ <lrm_resource id="vip-dep" class="ocf" provider="pacemaker" type="Dummy">
+ <lrm_rsc_op id="vip-dep_last_0" operation_key="vip-dep_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="6:1:7:72d50bf3-3ecf-4bdb-af9c-fd66cdae2841" transition-magic="0:7;6:1:7:72d50bf3-3ecf-4bdb-af9c-fd66cdae2841" exit-reason="" on_node="rhel8-5" call-id="21" rc-code="7" op-status="0" interval="0" last-rc-change="1687293879" exec-time="27" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-secure-params=" passwd " op-secure-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ </lrm_resource>
+ <lrm_resource id="vip" class="ocf" provider="pacemaker" type="Dummy">
+ <lrm_rsc_op id="vip_last_0" operation_key="vip_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="7:2:7:72d50bf3-3ecf-4bdb-af9c-fd66cdae2841" transition-magic="0:7;7:2:7:72d50bf3-3ecf-4bdb-af9c-fd66cdae2841" exit-reason="" on_node="rhel8-5" call-id="25" rc-code="7" op-status="0" interval="0" last-rc-change="1687293885" exec-time="39" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-secure-params=" passwd " op-secure-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ </lrm_resource>
+ <lrm_resource id="foo" class="ocf" provider="pacemaker" type="Dummy">
+ <lrm_rsc_op id="foo_last_0" operation_key="foo_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="8:5:7:72d50bf3-3ecf-4bdb-af9c-fd66cdae2841" transition-magic="0:7;8:5:7:72d50bf3-3ecf-4bdb-af9c-fd66cdae2841" exit-reason="" on_node="rhel8-5" call-id="29" rc-code="7" op-status="0" interval="0" last-rc-change="1687293893" exec-time="40" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-secure-params=" passwd " op-secure-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ </lrm_resource>
+ <lrm_resource id="bar" class="ocf" provider="pacemaker" type="Dummy">
+ <lrm_rsc_op id="bar_last_0" operation_key="bar_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="9:6:7:72d50bf3-3ecf-4bdb-af9c-fd66cdae2841" transition-magic="0:7;9:6:7:72d50bf3-3ecf-4bdb-af9c-fd66cdae2841" exit-reason="" on_node="rhel8-5" call-id="33" rc-code="7" op-status="0" interval="0" last-rc-change="1687293894" exec-time="32" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-secure-params=" passwd " op-secure-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ <transient_attributes id="5">
+ <instance_attributes id="status-5">
+ <nvpair id="status-5-.feature-set" name="#feature-set" value="3.17.4"/>
+ </instance_attributes>
+ </transient_attributes>
+ </node_state>
+ <node_state id="1" uname="rhel8-1" in_ccm="true" crmd="online" crm-debug-origin="controld_update_resource_history" join="member" expected="member">
+ <lrm id="1">
+ <lrm_resources>
+ <lrm_resource id="Fencing" class="stonith" type="fence_xvm">
+ <lrm_rsc_op id="Fencing_last_0" operation_key="Fencing_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="16:0:0:72d50bf3-3ecf-4bdb-af9c-fd66cdae2841" transition-magic="0:0;16:0:0:72d50bf3-3ecf-4bdb-af9c-fd66cdae2841" exit-reason="" on_node="rhel8-1" call-id="14" rc-code="0" op-status="0" interval="0" last-rc-change="1687293860" exec-time="52" queue-time="0" op-digest="bf974d77f2d4d33e434be1f89e362a52"/>
+ <lrm_rsc_op id="Fencing_monitor_120000" operation_key="Fencing_monitor_120000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="17:0:0:72d50bf3-3ecf-4bdb-af9c-fd66cdae2841" transition-magic="0:0;17:0:0:72d50bf3-3ecf-4bdb-af9c-fd66cdae2841" exit-reason="" on_node="rhel8-1" call-id="16" rc-code="0" op-status="0" interval="120000" last-rc-change="1687293860" exec-time="35" queue-time="0" op-digest="24c9c9364f847dcb857d6fb4e1b4d3c8"/>
+ </lrm_resource>
+ <lrm_resource id="vip-dep" class="ocf" provider="pacemaker" type="Dummy">
+ <lrm_rsc_op id="vip-dep_last_0" operation_key="vip-dep_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="2:1:7:72d50bf3-3ecf-4bdb-af9c-fd66cdae2841" transition-magic="0:7;2:1:7:72d50bf3-3ecf-4bdb-af9c-fd66cdae2841" exit-reason="" on_node="rhel8-1" call-id="25" rc-code="7" op-status="0" interval="0" last-rc-change="1687293879" exec-time="57" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-secure-params=" passwd " op-secure-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ </lrm_resource>
+ <lrm_resource id="vip" class="ocf" provider="pacemaker" type="Dummy">
+ <lrm_rsc_op id="vip_last_0" operation_key="vip_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="3:2:7:72d50bf3-3ecf-4bdb-af9c-fd66cdae2841" transition-magic="0:7;3:2:7:72d50bf3-3ecf-4bdb-af9c-fd66cdae2841" exit-reason="" on_node="rhel8-1" call-id="29" rc-code="7" op-status="0" interval="0" last-rc-change="1687293885" exec-time="34" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-secure-params=" passwd " op-secure-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ </lrm_resource>
+ <lrm_resource id="foo" class="ocf" provider="pacemaker" type="Dummy">
+ <lrm_rsc_op id="foo_last_0" operation_key="foo_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="4:5:7:72d50bf3-3ecf-4bdb-af9c-fd66cdae2841" transition-magic="0:7;4:5:7:72d50bf3-3ecf-4bdb-af9c-fd66cdae2841" exit-reason="" on_node="rhel8-1" call-id="33" rc-code="7" op-status="0" interval="0" last-rc-change="1687293893" exec-time="62" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-secure-params=" passwd " op-secure-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ </lrm_resource>
+ <lrm_resource id="bar" class="ocf" provider="pacemaker" type="Dummy">
+ <lrm_rsc_op id="bar_last_0" operation_key="bar_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="5:6:7:72d50bf3-3ecf-4bdb-af9c-fd66cdae2841" transition-magic="0:7;5:6:7:72d50bf3-3ecf-4bdb-af9c-fd66cdae2841" exit-reason="" on_node="rhel8-1" call-id="37" rc-code="7" op-status="0" interval="0" last-rc-change="1687293894" exec-time="70" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-secure-params=" passwd " op-secure-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ <transient_attributes id="1">
+ <instance_attributes id="status-1">
+ <nvpair id="status-1-.feature-set" name="#feature-set" value="3.17.4"/>
+ </instance_attributes>
+ </transient_attributes>
+ </node_state>
+ <node_state id="3" uname="rhel8-3" in_ccm="true" crmd="online" crm-debug-origin="controld_update_resource_history" join="member" expected="member">
+ <lrm id="3">
+ <lrm_resources>
+ <lrm_resource id="Fencing" class="stonith" type="fence_xvm">
+ <lrm_rsc_op id="Fencing_last_0" operation_key="Fencing_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="7:0:7:72d50bf3-3ecf-4bdb-af9c-fd66cdae2841" transition-magic="0:7;7:0:7:72d50bf3-3ecf-4bdb-af9c-fd66cdae2841" exit-reason="" on_node="rhel8-3" call-id="9" rc-code="7" op-status="0" interval="0" last-rc-change="1687293860" exec-time="1" queue-time="0" op-digest="bf974d77f2d4d33e434be1f89e362a52"/>
+ </lrm_resource>
+ <lrm_resource id="vip-dep" class="ocf" provider="pacemaker" type="Dummy">
+ <lrm_rsc_op id="vip-dep_last_0" operation_key="vip-dep_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="11:1:0:72d50bf3-3ecf-4bdb-af9c-fd66cdae2841" transition-magic="0:0;11:1:0:72d50bf3-3ecf-4bdb-af9c-fd66cdae2841" exit-reason="" on_node="rhel8-3" call-id="22" rc-code="0" op-status="0" interval="0" last-rc-change="1687293879" exec-time="19" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-secure-params=" passwd " op-secure-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="vip-dep_monitor_10000" operation_key="vip-dep_monitor_10000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="12:1:0:72d50bf3-3ecf-4bdb-af9c-fd66cdae2841" transition-magic="0:0;12:1:0:72d50bf3-3ecf-4bdb-af9c-fd66cdae2841" exit-reason="" on_node="rhel8-3" call-id="24" rc-code="0" op-status="0" interval="10000" last-rc-change="1687293879" exec-time="18" queue-time="0" op-digest="4811cef7f7f94e3a35a70be7916cb2fd" op-secure-params=" passwd " op-secure-digest="4811cef7f7f94e3a35a70be7916cb2fd"/>
+ </lrm_resource>
+ <lrm_resource id="vip" class="ocf" provider="pacemaker" type="Dummy">
+ <lrm_rsc_op id="vip_last_0" operation_key="vip_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="11:4:0:72d50bf3-3ecf-4bdb-af9c-fd66cdae2841" transition-magic="0:0;11:4:0:72d50bf3-3ecf-4bdb-af9c-fd66cdae2841" exit-reason="" on_node="rhel8-3" call-id="30" rc-code="0" op-status="0" interval="0" last-rc-change="1687293893" exec-time="20" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-secure-params=" passwd " op-secure-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="vip_monitor_10000" operation_key="vip_monitor_10000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="12:4:0:72d50bf3-3ecf-4bdb-af9c-fd66cdae2841" transition-magic="0:0;12:4:0:72d50bf3-3ecf-4bdb-af9c-fd66cdae2841" exit-reason="" on_node="rhel8-3" call-id="32" rc-code="0" op-status="0" interval="10000" last-rc-change="1687293893" exec-time="20" queue-time="0" op-digest="4811cef7f7f94e3a35a70be7916cb2fd" op-secure-params=" passwd " op-secure-digest="4811cef7f7f94e3a35a70be7916cb2fd"/>
+ </lrm_resource>
+ <lrm_resource id="foo" class="ocf" provider="pacemaker" type="Dummy">
+ <lrm_rsc_op id="foo_last_0" operation_key="foo_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="6:5:7:72d50bf3-3ecf-4bdb-af9c-fd66cdae2841" transition-magic="0:7;6:5:7:72d50bf3-3ecf-4bdb-af9c-fd66cdae2841" exit-reason="" on_node="rhel8-3" call-id="37" rc-code="7" op-status="0" interval="0" last-rc-change="1687293893" exec-time="34" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-secure-params=" passwd " op-secure-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ </lrm_resource>
+ <lrm_resource id="bar" class="ocf" provider="pacemaker" type="Dummy">
+ <lrm_rsc_op id="bar_last_0" operation_key="bar_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="7:6:7:72d50bf3-3ecf-4bdb-af9c-fd66cdae2841" transition-magic="0:7;7:6:7:72d50bf3-3ecf-4bdb-af9c-fd66cdae2841" exit-reason="" on_node="rhel8-3" call-id="41" rc-code="7" op-status="0" interval="0" last-rc-change="1687293894" exec-time="45" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-secure-params=" passwd " op-secure-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ <transient_attributes id="3">
+ <instance_attributes id="status-3">
+ <nvpair id="status-3-.feature-set" name="#feature-set" value="3.17.4"/>
+ </instance_attributes>
+ </transient_attributes>
+ </node_state>
+ <node_state id="4" uname="rhel8-4" in_ccm="true" crmd="online" crm-debug-origin="controld_update_resource_history" join="member" expected="member">
+ <lrm id="4">
+ <lrm_resources>
+ <lrm_resource id="Fencing" class="stonith" type="fence_xvm">
+ <lrm_rsc_op id="Fencing_last_0" operation_key="Fencing_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="10:0:7:72d50bf3-3ecf-4bdb-af9c-fd66cdae2841" transition-magic="0:7;10:0:7:72d50bf3-3ecf-4bdb-af9c-fd66cdae2841" exit-reason="" on_node="rhel8-4" call-id="10" rc-code="7" op-status="0" interval="0" last-rc-change="1687293860" exec-time="5" queue-time="0" op-digest="bf974d77f2d4d33e434be1f89e362a52"/>
+ </lrm_resource>
+ <lrm_resource id="vip-dep" class="ocf" provider="pacemaker" type="Dummy">
+ <lrm_rsc_op id="vip-dep_last_0" operation_key="vip-dep_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="5:1:7:72d50bf3-3ecf-4bdb-af9c-fd66cdae2841" transition-magic="0:7;5:1:7:72d50bf3-3ecf-4bdb-af9c-fd66cdae2841" exit-reason="" on_node="rhel8-4" call-id="22" rc-code="7" op-status="0" interval="0" last-rc-change="1687293879" exec-time="26" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-secure-params=" passwd " op-secure-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ </lrm_resource>
+ <lrm_resource id="vip" class="ocf" provider="pacemaker" type="Dummy">
+ <lrm_rsc_op id="vip_last_0" operation_key="vip_stop_0" operation="stop" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="10:4:0:72d50bf3-3ecf-4bdb-af9c-fd66cdae2841" transition-magic="0:0;10:4:0:72d50bf3-3ecf-4bdb-af9c-fd66cdae2841" exit-reason="" on_node="rhel8-4" call-id="32" rc-code="0" op-status="0" interval="0" last-rc-change="1687293893" exec-time="29" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-secure-params=" passwd " op-secure-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="vip_monitor_10000" operation_key="vip_monitor_10000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="15:2:0:72d50bf3-3ecf-4bdb-af9c-fd66cdae2841" transition-magic="0:0;15:2:0:72d50bf3-3ecf-4bdb-af9c-fd66cdae2841" exit-reason="" on_node="rhel8-4" call-id="29" rc-code="0" op-status="0" interval="10000" last-rc-change="1687293885" exec-time="18" queue-time="0" op-digest="4811cef7f7f94e3a35a70be7916cb2fd" op-secure-params=" passwd " op-secure-digest="4811cef7f7f94e3a35a70be7916cb2fd"/>
+ </lrm_resource>
+ <lrm_resource id="foo" class="ocf" provider="pacemaker" type="Dummy">
+ <lrm_rsc_op id="foo_last_0" operation_key="foo_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="17:5:0:72d50bf3-3ecf-4bdb-af9c-fd66cdae2841" transition-magic="0:0;17:5:0:72d50bf3-3ecf-4bdb-af9c-fd66cdae2841" exit-reason="" on_node="rhel8-4" call-id="39" rc-code="0" op-status="0" interval="0" last-rc-change="1687293893" exec-time="14" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-secure-params=" passwd " op-secure-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="foo_monitor_10000" operation_key="foo_monitor_10000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="18:5:0:72d50bf3-3ecf-4bdb-af9c-fd66cdae2841" transition-magic="0:0;18:5:0:72d50bf3-3ecf-4bdb-af9c-fd66cdae2841" exit-reason="" on_node="rhel8-4" call-id="41" rc-code="0" op-status="0" interval="10000" last-rc-change="1687293893" exec-time="18" queue-time="0" op-digest="4811cef7f7f94e3a35a70be7916cb2fd" op-secure-params=" passwd " op-secure-digest="4811cef7f7f94e3a35a70be7916cb2fd"/>
+ </lrm_resource>
+ <lrm_resource id="bar" class="ocf" provider="pacemaker" type="Dummy">
+ <lrm_rsc_op id="bar_last_0" operation_key="bar_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="20:6:0:72d50bf3-3ecf-4bdb-af9c-fd66cdae2841" transition-magic="0:0;20:6:0:72d50bf3-3ecf-4bdb-af9c-fd66cdae2841" exit-reason="" on_node="rhel8-4" call-id="47" rc-code="0" op-status="0" interval="0" last-rc-change="1687293894" exec-time="16" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-secure-params=" passwd " op-secure-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="bar_monitor_10000" operation_key="bar_monitor_10000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="21:6:0:72d50bf3-3ecf-4bdb-af9c-fd66cdae2841" transition-magic="0:0;21:6:0:72d50bf3-3ecf-4bdb-af9c-fd66cdae2841" exit-reason="" on_node="rhel8-4" call-id="49" rc-code="0" op-status="0" interval="10000" last-rc-change="1687293894" exec-time="19" queue-time="0" op-digest="4811cef7f7f94e3a35a70be7916cb2fd" op-secure-params=" passwd " op-secure-digest="4811cef7f7f94e3a35a70be7916cb2fd"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ <transient_attributes id="4">
+ <instance_attributes id="status-4">
+ <nvpair id="status-4-.feature-set" name="#feature-set" value="3.17.4"/>
+ </instance_attributes>
+ </transient_attributes>
+ </node_state>
+ </status>
+</cib>
diff --git a/cts/scheduler/xml/group-anticolocation-2.xml b/cts/scheduler/xml/group-anticolocation-2.xml
new file mode 100644
index 0000000..0fb5523
--- /dev/null
+++ b/cts/scheduler/xml/group-anticolocation-2.xml
@@ -0,0 +1,166 @@
+<cib crm_feature_set="3.16.1" validate-with="pacemaker-3.7" epoch="265" num_updates="16" admin_epoch="0" cib-last-written="Tue Oct 25 14:29:45 2022" update-origin="node2" update-client="cibadmin" update-user="root" have-quorum="1" dc-uuid="4">
+ <configuration>
+ <!-- The essential elements of this test are:
+ * A group (group2) is optionally anti-colocated (at score -5000) with
+ another group (group1)
+ * There are two nodes, and the groups are active on different ones
+ * The dependent group's last member (member2b) is failed and has
+ reached its migration-threshold
+ * Stickiness is infinite
+ * The anti-colocation has influence
+ * The dependent has nowhere to run other than the primary's node
+
+ In this situation, the goal of keeping as many resources active as
+ possible should override the anti-colocation, so the dependent should
+ move, but given the stickiness, the primary should stay where it is.
+ -->
+ <crm_config>
+ <cluster_property_set id="cib-bootstrap-options">
+ <nvpair id="cib-bootstrap-options-have-watchdog" name="have-watchdog" value="false"/>
+ <nvpair id="cib-bootstrap-options-dc-version" name="dc-version" value="2.1.5"/>
+ <nvpair id="cib-bootstrap-options-cluster-infrastructure" name="cluster-infrastructure" value="corosync"/>
+ <nvpair id="cib-bootstrap-options-cluster-name" name="cluster-name" value="test"/>
+ </cluster_property_set>
+ </crm_config>
+ <nodes>
+ <node id="1" uname="node1"/>
+ <node id="2" uname="node2"/>
+ </nodes>
+ <resources>
+ <primitive class="stonith" id="Fencing" type="fence_xvm">
+ <meta_attributes id="Fencing-meta">
+ <nvpair id="Fencing-migration-threshold" name="migration-threshold" value="5"/>
+ </meta_attributes>
+ <instance_attributes id="Fencing-params">
+ <nvpair id="Fencing-key_file" name="key_file" value="/etc/pacemaker/fence_xvm.key"/>
+ <nvpair id="Fencing-multicast_address" name="multicast_address" value="239.255.100.100"/>
+ <nvpair id="Fencing-pcmk_host_list" name="pcmk_host_list" value="node1 node2 node3 node4 node5"/>
+ </instance_attributes>
+ <operations>
+ <op id="Fencing-monitor-120s" interval="120s" name="monitor" timeout="120s"/>
+ </operations>
+ </primitive>
+ <group id="group1">
+ <primitive class="ocf" id="member1a" provider="pacemaker" type="Dummy">
+ <operations>
+ <op id="member1a-migrate_from-interval-0s" interval="0s" name="migrate_from" timeout="20s"/>
+ <op id="member1a-migrate_to-interval-0s" interval="0s" name="migrate_to" timeout="20s"/>
+ <op id="member1a-monitor-interval-10s" interval="10s" name="monitor" timeout="20s"/>
+ <op id="member1a-reload-interval-0s" interval="0s" name="reload" timeout="20s"/>
+ <op id="member1a-reload-agent-interval-0s" interval="0s" name="reload-agent" timeout="20s"/>
+ <op id="member1a-start-interval-0s" interval="0s" name="start" timeout="20s"/>
+ <op id="member1a-stop-interval-0s" interval="0s" name="stop" timeout="20s"/>
+ </operations>
+ </primitive>
+ <primitive class="ocf" id="member1b" provider="pacemaker" type="Dummy">
+ <operations>
+ <op id="member1b-migrate_from-interval-0s" interval="0s" name="migrate_from" timeout="20s"/>
+ <op id="member1b-migrate_to-interval-0s" interval="0s" name="migrate_to" timeout="20s"/>
+ <op id="member1b-monitor-interval-10s" interval="10s" name="monitor" timeout="20s"/>
+ <op id="member1b-reload-interval-0s" interval="0s" name="reload" timeout="20s"/>
+ <op id="member1b-reload-agent-interval-0s" interval="0s" name="reload-agent" timeout="20s"/>
+ <op id="member1b-start-interval-0s" interval="0s" name="start" timeout="20s"/>
+ <op id="member1b-stop-interval-0s" interval="0s" name="stop" timeout="20s"/>
+ </operations>
+ </primitive>
+ </group>
+ <group id="group2">
+ <primitive class="ocf" id="member2a" provider="pacemaker" type="Dummy">
+ <operations>
+ <op id="member2a-migrate_from-interval-0s" interval="0s" name="migrate_from" timeout="20s"/>
+ <op id="member2a-migrate_to-interval-0s" interval="0s" name="migrate_to" timeout="20s"/>
+ <op id="member2a-monitor-interval-10s" interval="10s" name="monitor" timeout="20s"/>
+ <op id="member2a-reload-interval-0s" interval="0s" name="reload" timeout="20s"/>
+ <op id="member2a-reload-agent-interval-0s" interval="0s" name="reload-agent" timeout="20s"/>
+ <op id="member2a-start-interval-0s" interval="0s" name="start" timeout="20s"/>
+ <op id="member2a-stop-interval-0s" interval="0s" name="stop" timeout="20s"/>
+ </operations>
+ </primitive>
+ <primitive class="ocf" id="member2b" provider="pacemaker" type="Dummy">
+ <operations>
+ <op id="member2b-migrate_from-interval-0s" interval="0s" name="migrate_from" timeout="20s"/>
+ <op id="member2b-migrate_to-interval-0s" interval="0s" name="migrate_to" timeout="20s"/>
+ <op id="member2b-monitor-interval-10s" interval="10s" name="monitor" timeout="20s"/>
+ <op id="member2b-reload-interval-0s" interval="0s" name="reload" timeout="20s"/>
+ <op id="member2b-reload-agent-interval-0s" interval="0s" name="reload-agent" timeout="20s"/>
+ <op id="member2b-start-interval-0s" interval="0s" name="start" timeout="20s"/>
+ <op id="member2b-stop-interval-0s" interval="0s" name="stop" timeout="20s"/>
+ </operations>
+ </primitive>
+ </group>
+ </resources>
+ <constraints>
+ <rsc_colocation id="colocation-group2-group1--5000" rsc="group2" score="-5000" with-rsc="group1"/>
+ </constraints>
+ <fencing-topology/>
+ <op_defaults/>
+ <alerts/>
+ <rsc_defaults>
+ <meta_attributes id="rsc_defaults-meta_attributes">
+ <nvpair id="rsc_defaults-meta_attributes-migration-threshold" name="migration-threshold" value="1"/>
+ <nvpair id="rsc_defaults-meta_attributes-resource-stickiness" name="resource-stickiness" value="INFINITY"/>
+ </meta_attributes>
+ </rsc_defaults>
+ </configuration>
+ <status>
+ <node_state id="1" uname="node1" in_ccm="true" crmd="online" crm-debug-origin="do_update_resource" join="member" expected="member">
+ <transient_attributes id="1">
+ <instance_attributes id="status-1">
+ <nvpair id="status-1-.feature-set" name="#feature-set" value="3.16.1"/>
+ <nvpair id="status-1-fail-count-member2b.monitor_10000" name="fail-count-member2b#monitor_10000" value="1"/>
+ <nvpair id="status-1-last-failure-member2b.monitor_10000" name="last-failure-member2b#monitor_10000" value="1666727868"/>
+ </instance_attributes>
+ </transient_attributes>
+ <lrm id="1">
+ <lrm_resources>
+ <lrm_resource id="Fencing" type="fence_xvm" class="stonith">
+ <lrm_rsc_op id="Fencing_last_0" operation_key="Fencing_start_0" operation="start" crm-debug-origin="crm_simulate" crm_feature_set="3.16.1" transition-key="9:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;9:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" on_node="node1" call-id="9" rc-code="0" op-status="0" interval="0" last-rc-change="1666726336" exec-time="0" queue-time="0" op-digest="52e34745a77d95a636428d3b550eb867"/>
+ <lrm_rsc_op id="Fencing_monitor_120000" operation_key="Fencing_monitor_120000" operation="monitor" crm-debug-origin="crm_simulate" crm_feature_set="3.16.1" transition-key="10:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;10:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" on_node="node1" call-id="10" rc-code="0" op-status="0" interval="120000" last-rc-change="1666726336" exec-time="0" queue-time="0" op-digest="acc6dd2c58c637db4d12a6fe35626617"/>
+ </lrm_resource>
+ <lrm_resource id="member1a" class="ocf" provider="pacemaker" type="Dummy">
+ <lrm_rsc_op id="member1a_last_0" operation_key="member1a_monitor_0" operation="monitor" crm-debug-origin="crm_simulate" crm_feature_set="3.16.1" transition-key="1:-1:7:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:7;1:-1:7:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="1" rc-code="7" op-status="0" interval="0" last-rc-change="1666727835" exec-time="0" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ </lrm_resource>
+ <lrm_resource id="member1b" class="ocf" provider="pacemaker" type="Dummy">
+ <lrm_rsc_op id="member1b_last_0" operation_key="member1b_monitor_0" operation="monitor" crm-debug-origin="crm_simulate" crm_feature_set="3.16.1" transition-key="1:-1:7:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:7;1:-1:7:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="1" rc-code="7" op-status="0" interval="0" last-rc-change="1666727835" exec-time="0" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ </lrm_resource>
+ <lrm_resource id="member2a" class="ocf" provider="pacemaker" type="Dummy">
+ <lrm_rsc_op id="member2a_last_0" operation_key="member2a_start_0" operation="start" crm-debug-origin="crm_simulate" crm_feature_set="3.16.1" transition-key="2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="2" rc-code="0" op-status="0" interval="0" last-rc-change="1666727835" exec-time="0" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="member2a_monitor_10000" operation_key="member2a_monitor_10000" operation="monitor" crm-debug-origin="crm_simulate" crm_feature_set="3.16.1" transition-key="3:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;3:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="3" rc-code="0" op-status="0" interval="10000" last-rc-change="1666727835" exec-time="0" queue-time="0" op-digest="4811cef7f7f94e3a35a70be7916cb2fd"/>
+ </lrm_resource>
+ <lrm_resource id="member2b" class="ocf" provider="pacemaker" type="Dummy">
+ <lrm_rsc_op id="member2b_last_0" operation_key="member2b_start_0" operation="start" crm-debug-origin="crm_simulate" crm_feature_set="3.16.1" transition-key="2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="2" rc-code="0" op-status="0" interval="0" last-rc-change="1666727835" exec-time="0" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="member2b_monitor_10000" operation_key="member2b_monitor_10000" operation="monitor" crm-debug-origin="crm_simulate" crm_feature_set="3.16.1" transition-key="3:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;3:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="3" rc-code="1" op-status="0" interval="10000" last-rc-change="1666727835" exec-time="0" queue-time="0" op-digest="4811cef7f7f94e3a35a70be7916cb2fd"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ </node_state>
+ <node_state id="2" uname="node2" in_ccm="true" crmd="online" crm-debug-origin="do_update_resource" join="member" expected="member">
+ <transient_attributes id="2">
+ <instance_attributes id="status-2">
+ <nvpair id="status-2-.feature-set" name="#feature-set" value="3.16.1"/>
+ </instance_attributes>
+ </transient_attributes>
+ <lrm id="2">
+ <lrm_resources>
+ <lrm_resource id="Fencing" type="fence_xvm" class="stonith">
+ <lrm_rsc_op id="Fencing_last_0" operation_key="Fencing_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.16.1" transition-key="2:0:7:72f87069-7296-4421-b2b0-ab12fa9068ef" transition-magic="0:7;2:0:7:72f87069-7296-4421-b2b0-ab12fa9068ef" exit-reason="" on_node="node2" call-id="5" rc-code="7" op-status="0" interval="0" last-rc-change="1666726234" exec-time="2" queue-time="0" op-digest="ac94f147daea19463126aacea2f8cd39"/>
+ </lrm_resource>
+ <lrm_resource id="member1a" class="ocf" provider="pacemaker" type="Dummy">
+ <lrm_rsc_op id="member1a_last_0" operation_key="member1a_start_0" operation="start" crm-debug-origin="crm_simulate" crm_feature_set="3.16.1" transition-key="2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="2" rc-code="0" op-status="0" interval="0" last-rc-change="1666727835" exec-time="0" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="member1a_monitor_10000" operation_key="member1a_monitor_10000" operation="monitor" crm-debug-origin="crm_simulate" crm_feature_set="3.16.1" transition-key="3:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;3:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="3" rc-code="0" op-status="0" interval="10000" last-rc-change="1666727835" exec-time="0" queue-time="0" op-digest="4811cef7f7f94e3a35a70be7916cb2fd"/>
+ </lrm_resource>
+ <lrm_resource id="member1b" class="ocf" provider="pacemaker" type="Dummy">
+ <lrm_rsc_op id="member1b_last_0" operation_key="member1b_start_0" operation="start" crm-debug-origin="crm_simulate" crm_feature_set="3.16.1" transition-key="2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="2" rc-code="0" op-status="0" interval="0" last-rc-change="1666727835" exec-time="0" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="member1b_monitor_10000" operation_key="member1b_monitor_10000" operation="monitor" crm-debug-origin="crm_simulate" crm_feature_set="3.16.1" transition-key="3:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;3:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="3" rc-code="0" op-status="0" interval="10000" last-rc-change="1666727835" exec-time="0" queue-time="0" op-digest="4811cef7f7f94e3a35a70be7916cb2fd"/>
+ </lrm_resource>
+ <lrm_resource id="member2a" class="ocf" provider="pacemaker" type="Dummy">
+ <lrm_rsc_op id="member2a_last_0" operation_key="member2a_monitor_0" operation="monitor" crm-debug-origin="crm_simulate" crm_feature_set="3.16.1" transition-key="1:-1:7:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:7;1:-1:7:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="1" rc-code="7" op-status="0" interval="0" last-rc-change="1666727835" exec-time="0" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ </lrm_resource>
+ <lrm_resource id="member2b" class="ocf" provider="pacemaker" type="Dummy">
+ <lrm_rsc_op id="member2b_last_0" operation_key="member2b_monitor_0" operation="monitor" crm-debug-origin="crm_simulate" crm_feature_set="3.16.1" transition-key="1:-1:7:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:7;1:-1:7:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="1" rc-code="7" op-status="0" interval="0" last-rc-change="1666727835" exec-time="0" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ </node_state>
+ </status>
+</cib>
diff --git a/cts/scheduler/xml/group-anticolocation-3.xml b/cts/scheduler/xml/group-anticolocation-3.xml
new file mode 100644
index 0000000..2c118fd
--- /dev/null
+++ b/cts/scheduler/xml/group-anticolocation-3.xml
@@ -0,0 +1,165 @@
+<cib crm_feature_set="3.16.1" validate-with="pacemaker-3.7" epoch="265" num_updates="16" admin_epoch="0" cib-last-written="Tue Oct 25 14:29:45 2022" update-origin="node2" update-client="cibadmin" update-user="root" have-quorum="1" dc-uuid="4">
+ <configuration>
+ <!-- The essential elements of this test are:
+ * A group (group2) is mandatorily anti-colocated with another group
+ (group1)
+ * There are two nodes, and the groups are active on different ones
+ * The dependent group's last member (member2b) is failed and has
+ reached its migration-threshold
+ * Stickiness is infinite
+ * The anti-colocation has influence
+ * The dependent has nowhere to run other than the primary's node
+
+ In this situation, the mandatory anti-colocation and stickiness mean
+ the failed dependent member has to remain stopped.
+ -->
+ <crm_config>
+ <cluster_property_set id="cib-bootstrap-options">
+ <nvpair id="cib-bootstrap-options-have-watchdog" name="have-watchdog" value="false"/>
+ <nvpair id="cib-bootstrap-options-dc-version" name="dc-version" value="2.1.5"/>
+ <nvpair id="cib-bootstrap-options-cluster-infrastructure" name="cluster-infrastructure" value="corosync"/>
+ <nvpair id="cib-bootstrap-options-cluster-name" name="cluster-name" value="test"/>
+ </cluster_property_set>
+ </crm_config>
+ <nodes>
+ <node id="1" uname="node1"/>
+ <node id="2" uname="node2"/>
+ </nodes>
+ <resources>
+ <primitive class="stonith" id="Fencing" type="fence_xvm">
+ <meta_attributes id="Fencing-meta">
+ <nvpair id="Fencing-migration-threshold" name="migration-threshold" value="5"/>
+ </meta_attributes>
+ <instance_attributes id="Fencing-params">
+ <nvpair id="Fencing-key_file" name="key_file" value="/etc/pacemaker/fence_xvm.key"/>
+ <nvpair id="Fencing-multicast_address" name="multicast_address" value="239.255.100.100"/>
+ <nvpair id="Fencing-pcmk_host_list" name="pcmk_host_list" value="node1 node2 node3 node4 node5"/>
+ </instance_attributes>
+ <operations>
+ <op id="Fencing-monitor-120s" interval="120s" name="monitor" timeout="120s"/>
+ </operations>
+ </primitive>
+ <group id="group1">
+ <primitive class="ocf" id="member1a" provider="pacemaker" type="Dummy">
+ <operations>
+ <op id="member1a-migrate_from-interval-0s" interval="0s" name="migrate_from" timeout="20s"/>
+ <op id="member1a-migrate_to-interval-0s" interval="0s" name="migrate_to" timeout="20s"/>
+ <op id="member1a-monitor-interval-10s" interval="10s" name="monitor" timeout="20s"/>
+ <op id="member1a-reload-interval-0s" interval="0s" name="reload" timeout="20s"/>
+ <op id="member1a-reload-agent-interval-0s" interval="0s" name="reload-agent" timeout="20s"/>
+ <op id="member1a-start-interval-0s" interval="0s" name="start" timeout="20s"/>
+ <op id="member1a-stop-interval-0s" interval="0s" name="stop" timeout="20s"/>
+ </operations>
+ </primitive>
+ <primitive class="ocf" id="member1b" provider="pacemaker" type="Dummy">
+ <operations>
+ <op id="member1b-migrate_from-interval-0s" interval="0s" name="migrate_from" timeout="20s"/>
+ <op id="member1b-migrate_to-interval-0s" interval="0s" name="migrate_to" timeout="20s"/>
+ <op id="member1b-monitor-interval-10s" interval="10s" name="monitor" timeout="20s"/>
+ <op id="member1b-reload-interval-0s" interval="0s" name="reload" timeout="20s"/>
+ <op id="member1b-reload-agent-interval-0s" interval="0s" name="reload-agent" timeout="20s"/>
+ <op id="member1b-start-interval-0s" interval="0s" name="start" timeout="20s"/>
+ <op id="member1b-stop-interval-0s" interval="0s" name="stop" timeout="20s"/>
+ </operations>
+ </primitive>
+ </group>
+ <group id="group2">
+ <primitive class="ocf" id="member2a" provider="pacemaker" type="Dummy">
+ <operations>
+ <op id="member2a-migrate_from-interval-0s" interval="0s" name="migrate_from" timeout="20s"/>
+ <op id="member2a-migrate_to-interval-0s" interval="0s" name="migrate_to" timeout="20s"/>
+ <op id="member2a-monitor-interval-10s" interval="10s" name="monitor" timeout="20s"/>
+ <op id="member2a-reload-interval-0s" interval="0s" name="reload" timeout="20s"/>
+ <op id="member2a-reload-agent-interval-0s" interval="0s" name="reload-agent" timeout="20s"/>
+ <op id="member2a-start-interval-0s" interval="0s" name="start" timeout="20s"/>
+ <op id="member2a-stop-interval-0s" interval="0s" name="stop" timeout="20s"/>
+ </operations>
+ </primitive>
+ <primitive class="ocf" id="member2b" provider="pacemaker" type="Dummy">
+ <operations>
+ <op id="member2b-migrate_from-interval-0s" interval="0s" name="migrate_from" timeout="20s"/>
+ <op id="member2b-migrate_to-interval-0s" interval="0s" name="migrate_to" timeout="20s"/>
+ <op id="member2b-monitor-interval-10s" interval="10s" name="monitor" timeout="20s"/>
+ <op id="member2b-reload-interval-0s" interval="0s" name="reload" timeout="20s"/>
+ <op id="member2b-reload-agent-interval-0s" interval="0s" name="reload-agent" timeout="20s"/>
+ <op id="member2b-start-interval-0s" interval="0s" name="start" timeout="20s"/>
+ <op id="member2b-stop-interval-0s" interval="0s" name="stop" timeout="20s"/>
+ </operations>
+ </primitive>
+ </group>
+ </resources>
+ <constraints>
+ <rsc_colocation id="colocation-group2-group1" rsc="group2" score="-INFINITY" with-rsc="group1"/>
+ </constraints>
+ <fencing-topology/>
+ <op_defaults/>
+ <alerts/>
+ <rsc_defaults>
+ <meta_attributes id="rsc_defaults-meta_attributes">
+ <nvpair id="rsc_defaults-meta_attributes-migration-threshold" name="migration-threshold" value="1"/>
+ <nvpair id="rsc_defaults-meta_attributes-resource-stickiness" name="resource-stickiness" value="INFINITY"/>
+ </meta_attributes>
+ </rsc_defaults>
+ </configuration>
+ <status>
+ <node_state id="1" uname="node1" in_ccm="true" crmd="online" crm-debug-origin="do_update_resource" join="member" expected="member">
+ <transient_attributes id="1">
+ <instance_attributes id="status-1">
+ <nvpair id="status-1-.feature-set" name="#feature-set" value="3.16.1"/>
+ <nvpair id="status-1-fail-count-member2b.monitor_10000" name="fail-count-member2b#monitor_10000" value="1"/>
+ <nvpair id="status-1-last-failure-member2b.monitor_10000" name="last-failure-member2b#monitor_10000" value="1666727868"/>
+ </instance_attributes>
+ </transient_attributes>
+ <lrm id="1">
+ <lrm_resources>
+ <lrm_resource id="Fencing" type="fence_xvm" class="stonith">
+ <lrm_rsc_op id="Fencing_last_0" operation_key="Fencing_start_0" operation="start" crm-debug-origin="crm_simulate" crm_feature_set="3.16.1" transition-key="9:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;9:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" on_node="node1" call-id="9" rc-code="0" op-status="0" interval="0" last-rc-change="1666726336" exec-time="0" queue-time="0" op-digest="52e34745a77d95a636428d3b550eb867"/>
+ <lrm_rsc_op id="Fencing_monitor_120000" operation_key="Fencing_monitor_120000" operation="monitor" crm-debug-origin="crm_simulate" crm_feature_set="3.16.1" transition-key="10:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;10:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" on_node="node1" call-id="10" rc-code="0" op-status="0" interval="120000" last-rc-change="1666726336" exec-time="0" queue-time="0" op-digest="acc6dd2c58c637db4d12a6fe35626617"/>
+ </lrm_resource>
+ <lrm_resource id="member1a" class="ocf" provider="pacemaker" type="Dummy">
+ <lrm_rsc_op id="member1a_last_0" operation_key="member1a_monitor_0" operation="monitor" crm-debug-origin="crm_simulate" crm_feature_set="3.16.1" transition-key="1:-1:7:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:7;1:-1:7:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="1" rc-code="7" op-status="0" interval="0" last-rc-change="1666727835" exec-time="0" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ </lrm_resource>
+ <lrm_resource id="member1b" class="ocf" provider="pacemaker" type="Dummy">
+ <lrm_rsc_op id="member1b_last_0" operation_key="member1b_monitor_0" operation="monitor" crm-debug-origin="crm_simulate" crm_feature_set="3.16.1" transition-key="1:-1:7:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:7;1:-1:7:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="1" rc-code="7" op-status="0" interval="0" last-rc-change="1666727835" exec-time="0" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ </lrm_resource>
+ <lrm_resource id="member2a" class="ocf" provider="pacemaker" type="Dummy">
+ <lrm_rsc_op id="member2a_last_0" operation_key="member2a_start_0" operation="start" crm-debug-origin="crm_simulate" crm_feature_set="3.16.1" transition-key="2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="2" rc-code="0" op-status="0" interval="0" last-rc-change="1666727835" exec-time="0" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="member2a_monitor_10000" operation_key="member2a_monitor_10000" operation="monitor" crm-debug-origin="crm_simulate" crm_feature_set="3.16.1" transition-key="3:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;3:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="3" rc-code="0" op-status="0" interval="10000" last-rc-change="1666727835" exec-time="0" queue-time="0" op-digest="4811cef7f7f94e3a35a70be7916cb2fd"/>
+ </lrm_resource>
+ <lrm_resource id="member2b" class="ocf" provider="pacemaker" type="Dummy">
+ <lrm_rsc_op id="member2b_last_0" operation_key="member2b_start_0" operation="start" crm-debug-origin="crm_simulate" crm_feature_set="3.16.1" transition-key="2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="2" rc-code="0" op-status="0" interval="0" last-rc-change="1666727835" exec-time="0" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="member2b_monitor_10000" operation_key="member2b_monitor_10000" operation="monitor" crm-debug-origin="crm_simulate" crm_feature_set="3.16.1" transition-key="3:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;3:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="3" rc-code="1" op-status="0" interval="10000" last-rc-change="1666727835" exec-time="0" queue-time="0" op-digest="4811cef7f7f94e3a35a70be7916cb2fd"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ </node_state>
+ <node_state id="2" uname="node2" in_ccm="true" crmd="online" crm-debug-origin="do_update_resource" join="member" expected="member">
+ <transient_attributes id="2">
+ <instance_attributes id="status-2">
+ <nvpair id="status-2-.feature-set" name="#feature-set" value="3.16.1"/>
+ </instance_attributes>
+ </transient_attributes>
+ <lrm id="2">
+ <lrm_resources>
+ <lrm_resource id="Fencing" type="fence_xvm" class="stonith">
+ <lrm_rsc_op id="Fencing_last_0" operation_key="Fencing_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.16.1" transition-key="2:0:7:72f87069-7296-4421-b2b0-ab12fa9068ef" transition-magic="0:7;2:0:7:72f87069-7296-4421-b2b0-ab12fa9068ef" exit-reason="" on_node="node2" call-id="5" rc-code="7" op-status="0" interval="0" last-rc-change="1666726234" exec-time="2" queue-time="0" op-digest="ac94f147daea19463126aacea2f8cd39"/>
+ </lrm_resource>
+ <lrm_resource id="member1a" class="ocf" provider="pacemaker" type="Dummy">
+ <lrm_rsc_op id="member1a_last_0" operation_key="member1a_start_0" operation="start" crm-debug-origin="crm_simulate" crm_feature_set="3.16.1" transition-key="2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="2" rc-code="0" op-status="0" interval="0" last-rc-change="1666727835" exec-time="0" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="member1a_monitor_10000" operation_key="member1a_monitor_10000" operation="monitor" crm-debug-origin="crm_simulate" crm_feature_set="3.16.1" transition-key="3:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;3:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="3" rc-code="0" op-status="0" interval="10000" last-rc-change="1666727835" exec-time="0" queue-time="0" op-digest="4811cef7f7f94e3a35a70be7916cb2fd"/>
+ </lrm_resource>
+ <lrm_resource id="member1b" class="ocf" provider="pacemaker" type="Dummy">
+ <lrm_rsc_op id="member1b_last_0" operation_key="member1b_start_0" operation="start" crm-debug-origin="crm_simulate" crm_feature_set="3.16.1" transition-key="2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="2" rc-code="0" op-status="0" interval="0" last-rc-change="1666727835" exec-time="0" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="member1b_monitor_10000" operation_key="member1b_monitor_10000" operation="monitor" crm-debug-origin="crm_simulate" crm_feature_set="3.16.1" transition-key="3:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;3:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="3" rc-code="0" op-status="0" interval="10000" last-rc-change="1666727835" exec-time="0" queue-time="0" op-digest="4811cef7f7f94e3a35a70be7916cb2fd"/>
+ </lrm_resource>
+ <lrm_resource id="member2a" class="ocf" provider="pacemaker" type="Dummy">
+ <lrm_rsc_op id="member2a_last_0" operation_key="member2a_monitor_0" operation="monitor" crm-debug-origin="crm_simulate" crm_feature_set="3.16.1" transition-key="1:-1:7:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:7;1:-1:7:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="1" rc-code="7" op-status="0" interval="0" last-rc-change="1666727835" exec-time="0" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ </lrm_resource>
+ <lrm_resource id="member2b" class="ocf" provider="pacemaker" type="Dummy">
+ <lrm_rsc_op id="member2b_last_0" operation_key="member2b_monitor_0" operation="monitor" crm-debug-origin="crm_simulate" crm_feature_set="3.16.1" transition-key="1:-1:7:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:7;1:-1:7:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="1" rc-code="7" op-status="0" interval="0" last-rc-change="1666727835" exec-time="0" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ </node_state>
+ </status>
+</cib>
diff --git a/cts/scheduler/xml/group-anticolocation-4.xml b/cts/scheduler/xml/group-anticolocation-4.xml
new file mode 100644
index 0000000..33ecb3f
--- /dev/null
+++ b/cts/scheduler/xml/group-anticolocation-4.xml
@@ -0,0 +1,167 @@
+<cib crm_feature_set="3.16.1" validate-with="pacemaker-3.7" epoch="265" num_updates="16" admin_epoch="0" cib-last-written="Tue Oct 25 14:29:45 2022" update-origin="node2" update-client="cibadmin" update-user="root" have-quorum="1" dc-uuid="4">
+ <configuration>
+ <!-- The essential elements of this test are:
+ * A group (group2) is optionally anti-colocated (at score -5000) with
+ another group (group1)
+ * There are two nodes, and the groups are active on different ones
+ * The dependent group's last member (member2b) is failed and has
+ reached its migration-threshold
+ * Stickiness is zero
+ * The anti-colocation does not have influence
+ * The dependent has nowhere to run other than the primary's node
+
+ In this situation, the goal of keeping as many resources active as
+ possible should override the anti-colocation, so the dependent should
+ move, but given the lack of influence, the primary should stay where
+ it is.
+ -->
+ <crm_config>
+ <cluster_property_set id="cib-bootstrap-options">
+ <nvpair id="cib-bootstrap-options-have-watchdog" name="have-watchdog" value="false"/>
+ <nvpair id="cib-bootstrap-options-dc-version" name="dc-version" value="2.1.5"/>
+ <nvpair id="cib-bootstrap-options-cluster-infrastructure" name="cluster-infrastructure" value="corosync"/>
+ <nvpair id="cib-bootstrap-options-cluster-name" name="cluster-name" value="test"/>
+ </cluster_property_set>
+ </crm_config>
+ <nodes>
+ <node id="1" uname="node1"/>
+ <node id="2" uname="node2"/>
+ </nodes>
+ <resources>
+ <primitive class="stonith" id="Fencing" type="fence_xvm">
+ <meta_attributes id="Fencing-meta">
+ <nvpair id="Fencing-migration-threshold" name="migration-threshold" value="5"/>
+ </meta_attributes>
+ <instance_attributes id="Fencing-params">
+ <nvpair id="Fencing-key_file" name="key_file" value="/etc/pacemaker/fence_xvm.key"/>
+ <nvpair id="Fencing-multicast_address" name="multicast_address" value="239.255.100.100"/>
+ <nvpair id="Fencing-pcmk_host_list" name="pcmk_host_list" value="node1 node2 node3 node4 node5"/>
+ </instance_attributes>
+ <operations>
+ <op id="Fencing-monitor-120s" interval="120s" name="monitor" timeout="120s"/>
+ </operations>
+ </primitive>
+ <group id="group1">
+ <primitive class="ocf" id="member1a" provider="pacemaker" type="Dummy">
+ <operations>
+ <op id="member1a-migrate_from-interval-0s" interval="0s" name="migrate_from" timeout="20s"/>
+ <op id="member1a-migrate_to-interval-0s" interval="0s" name="migrate_to" timeout="20s"/>
+ <op id="member1a-monitor-interval-10s" interval="10s" name="monitor" timeout="20s"/>
+ <op id="member1a-reload-interval-0s" interval="0s" name="reload" timeout="20s"/>
+ <op id="member1a-reload-agent-interval-0s" interval="0s" name="reload-agent" timeout="20s"/>
+ <op id="member1a-start-interval-0s" interval="0s" name="start" timeout="20s"/>
+ <op id="member1a-stop-interval-0s" interval="0s" name="stop" timeout="20s"/>
+ </operations>
+ </primitive>
+ <primitive class="ocf" id="member1b" provider="pacemaker" type="Dummy">
+ <operations>
+ <op id="member1b-migrate_from-interval-0s" interval="0s" name="migrate_from" timeout="20s"/>
+ <op id="member1b-migrate_to-interval-0s" interval="0s" name="migrate_to" timeout="20s"/>
+ <op id="member1b-monitor-interval-10s" interval="10s" name="monitor" timeout="20s"/>
+ <op id="member1b-reload-interval-0s" interval="0s" name="reload" timeout="20s"/>
+ <op id="member1b-reload-agent-interval-0s" interval="0s" name="reload-agent" timeout="20s"/>
+ <op id="member1b-start-interval-0s" interval="0s" name="start" timeout="20s"/>
+ <op id="member1b-stop-interval-0s" interval="0s" name="stop" timeout="20s"/>
+ </operations>
+ </primitive>
+ </group>
+ <group id="group2">
+ <primitive class="ocf" id="member2a" provider="pacemaker" type="Dummy">
+ <operations>
+ <op id="member2a-migrate_from-interval-0s" interval="0s" name="migrate_from" timeout="20s"/>
+ <op id="member2a-migrate_to-interval-0s" interval="0s" name="migrate_to" timeout="20s"/>
+ <op id="member2a-monitor-interval-10s" interval="10s" name="monitor" timeout="20s"/>
+ <op id="member2a-reload-interval-0s" interval="0s" name="reload" timeout="20s"/>
+ <op id="member2a-reload-agent-interval-0s" interval="0s" name="reload-agent" timeout="20s"/>
+ <op id="member2a-start-interval-0s" interval="0s" name="start" timeout="20s"/>
+ <op id="member2a-stop-interval-0s" interval="0s" name="stop" timeout="20s"/>
+ </operations>
+ </primitive>
+ <primitive class="ocf" id="member2b" provider="pacemaker" type="Dummy">
+ <operations>
+ <op id="member2b-migrate_from-interval-0s" interval="0s" name="migrate_from" timeout="20s"/>
+ <op id="member2b-migrate_to-interval-0s" interval="0s" name="migrate_to" timeout="20s"/>
+ <op id="member2b-monitor-interval-10s" interval="10s" name="monitor" timeout="20s"/>
+ <op id="member2b-reload-interval-0s" interval="0s" name="reload" timeout="20s"/>
+ <op id="member2b-reload-agent-interval-0s" interval="0s" name="reload-agent" timeout="20s"/>
+ <op id="member2b-start-interval-0s" interval="0s" name="start" timeout="20s"/>
+ <op id="member2b-stop-interval-0s" interval="0s" name="stop" timeout="20s"/>
+ </operations>
+ </primitive>
+ </group>
+ </resources>
+ <constraints>
+ <rsc_colocation id="colocation-group2-group1--5000" rsc="group2" with-rsc="group1"
+ score="-5000" influence="false"/>
+ </constraints>
+ <fencing-topology/>
+ <op_defaults/>
+ <alerts/>
+ <rsc_defaults>
+ <meta_attributes id="rsc_defaults-meta_attributes">
+ <nvpair id="rsc_defaults-meta_attributes-migration-threshold" name="migration-threshold" value="1"/>
+ </meta_attributes>
+ </rsc_defaults>
+ </configuration>
+ <status>
+ <node_state id="1" uname="node1" in_ccm="true" crmd="online" crm-debug-origin="do_update_resource" join="member" expected="member">
+ <transient_attributes id="1">
+ <instance_attributes id="status-1">
+ <nvpair id="status-1-.feature-set" name="#feature-set" value="3.16.1"/>
+ <nvpair id="status-1-fail-count-member2b.monitor_10000" name="fail-count-member2b#monitor_10000" value="1"/>
+ <nvpair id="status-1-last-failure-member2b.monitor_10000" name="last-failure-member2b#monitor_10000" value="1666727868"/>
+ </instance_attributes>
+ </transient_attributes>
+ <lrm id="1">
+ <lrm_resources>
+ <lrm_resource id="Fencing" type="fence_xvm" class="stonith">
+ <lrm_rsc_op id="Fencing_last_0" operation_key="Fencing_start_0" operation="start" crm-debug-origin="crm_simulate" crm_feature_set="3.16.1" transition-key="9:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;9:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" on_node="node1" call-id="9" rc-code="0" op-status="0" interval="0" last-rc-change="1666726336" exec-time="0" queue-time="0" op-digest="52e34745a77d95a636428d3b550eb867"/>
+ <lrm_rsc_op id="Fencing_monitor_120000" operation_key="Fencing_monitor_120000" operation="monitor" crm-debug-origin="crm_simulate" crm_feature_set="3.16.1" transition-key="10:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;10:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" on_node="node1" call-id="10" rc-code="0" op-status="0" interval="120000" last-rc-change="1666726336" exec-time="0" queue-time="0" op-digest="acc6dd2c58c637db4d12a6fe35626617"/>
+ </lrm_resource>
+ <lrm_resource id="member1a" class="ocf" provider="pacemaker" type="Dummy">
+ <lrm_rsc_op id="member1a_last_0" operation_key="member1a_monitor_0" operation="monitor" crm-debug-origin="crm_simulate" crm_feature_set="3.16.1" transition-key="1:-1:7:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:7;1:-1:7:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="1" rc-code="7" op-status="0" interval="0" last-rc-change="1666727835" exec-time="0" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ </lrm_resource>
+ <lrm_resource id="member1b" class="ocf" provider="pacemaker" type="Dummy">
+ <lrm_rsc_op id="member1b_last_0" operation_key="member1b_monitor_0" operation="monitor" crm-debug-origin="crm_simulate" crm_feature_set="3.16.1" transition-key="1:-1:7:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:7;1:-1:7:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="1" rc-code="7" op-status="0" interval="0" last-rc-change="1666727835" exec-time="0" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ </lrm_resource>
+ <lrm_resource id="member2a" class="ocf" provider="pacemaker" type="Dummy">
+ <lrm_rsc_op id="member2a_last_0" operation_key="member2a_start_0" operation="start" crm-debug-origin="crm_simulate" crm_feature_set="3.16.1" transition-key="2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="2" rc-code="0" op-status="0" interval="0" last-rc-change="1666727835" exec-time="0" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="member2a_monitor_10000" operation_key="member2a_monitor_10000" operation="monitor" crm-debug-origin="crm_simulate" crm_feature_set="3.16.1" transition-key="3:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;3:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="3" rc-code="0" op-status="0" interval="10000" last-rc-change="1666727835" exec-time="0" queue-time="0" op-digest="4811cef7f7f94e3a35a70be7916cb2fd"/>
+ </lrm_resource>
+ <lrm_resource id="member2b" class="ocf" provider="pacemaker" type="Dummy">
+ <lrm_rsc_op id="member2b_last_0" operation_key="member2b_start_0" operation="start" crm-debug-origin="crm_simulate" crm_feature_set="3.16.1" transition-key="2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="2" rc-code="0" op-status="0" interval="0" last-rc-change="1666727835" exec-time="0" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="member2b_monitor_10000" operation_key="member2b_monitor_10000" operation="monitor" crm-debug-origin="crm_simulate" crm_feature_set="3.16.1" transition-key="3:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;3:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="3" rc-code="1" op-status="0" interval="10000" last-rc-change="1666727835" exec-time="0" queue-time="0" op-digest="4811cef7f7f94e3a35a70be7916cb2fd"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ </node_state>
+ <node_state id="2" uname="node2" in_ccm="true" crmd="online" crm-debug-origin="do_update_resource" join="member" expected="member">
+ <transient_attributes id="2">
+ <instance_attributes id="status-2">
+ <nvpair id="status-2-.feature-set" name="#feature-set" value="3.16.1"/>
+ </instance_attributes>
+ </transient_attributes>
+ <lrm id="2">
+ <lrm_resources>
+ <lrm_resource id="Fencing" type="fence_xvm" class="stonith">
+ <lrm_rsc_op id="Fencing_last_0" operation_key="Fencing_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.16.1" transition-key="2:0:7:72f87069-7296-4421-b2b0-ab12fa9068ef" transition-magic="0:7;2:0:7:72f87069-7296-4421-b2b0-ab12fa9068ef" exit-reason="" on_node="node2" call-id="5" rc-code="7" op-status="0" interval="0" last-rc-change="1666726234" exec-time="2" queue-time="0" op-digest="ac94f147daea19463126aacea2f8cd39"/>
+ </lrm_resource>
+ <lrm_resource id="member1a" class="ocf" provider="pacemaker" type="Dummy">
+ <lrm_rsc_op id="member1a_last_0" operation_key="member1a_start_0" operation="start" crm-debug-origin="crm_simulate" crm_feature_set="3.16.1" transition-key="2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="2" rc-code="0" op-status="0" interval="0" last-rc-change="1666727835" exec-time="0" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="member1a_monitor_10000" operation_key="member1a_monitor_10000" operation="monitor" crm-debug-origin="crm_simulate" crm_feature_set="3.16.1" transition-key="3:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;3:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="3" rc-code="0" op-status="0" interval="10000" last-rc-change="1666727835" exec-time="0" queue-time="0" op-digest="4811cef7f7f94e3a35a70be7916cb2fd"/>
+ </lrm_resource>
+ <lrm_resource id="member1b" class="ocf" provider="pacemaker" type="Dummy">
+ <lrm_rsc_op id="member1b_last_0" operation_key="member1b_start_0" operation="start" crm-debug-origin="crm_simulate" crm_feature_set="3.16.1" transition-key="2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="2" rc-code="0" op-status="0" interval="0" last-rc-change="1666727835" exec-time="0" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="member1b_monitor_10000" operation_key="member1b_monitor_10000" operation="monitor" crm-debug-origin="crm_simulate" crm_feature_set="3.16.1" transition-key="3:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;3:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="3" rc-code="0" op-status="0" interval="10000" last-rc-change="1666727835" exec-time="0" queue-time="0" op-digest="4811cef7f7f94e3a35a70be7916cb2fd"/>
+ </lrm_resource>
+ <lrm_resource id="member2a" class="ocf" provider="pacemaker" type="Dummy">
+ <lrm_rsc_op id="member2a_last_0" operation_key="member2a_monitor_0" operation="monitor" crm-debug-origin="crm_simulate" crm_feature_set="3.16.1" transition-key="1:-1:7:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:7;1:-1:7:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="1" rc-code="7" op-status="0" interval="0" last-rc-change="1666727835" exec-time="0" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ </lrm_resource>
+ <lrm_resource id="member2b" class="ocf" provider="pacemaker" type="Dummy">
+ <lrm_rsc_op id="member2b_last_0" operation_key="member2b_monitor_0" operation="monitor" crm-debug-origin="crm_simulate" crm_feature_set="3.16.1" transition-key="1:-1:7:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:7;1:-1:7:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="1" rc-code="7" op-status="0" interval="0" last-rc-change="1666727835" exec-time="0" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ </node_state>
+ </status>
+</cib>
diff --git a/cts/scheduler/xml/group-anticolocation-5.xml b/cts/scheduler/xml/group-anticolocation-5.xml
new file mode 100644
index 0000000..b7eb9f3
--- /dev/null
+++ b/cts/scheduler/xml/group-anticolocation-5.xml
@@ -0,0 +1,188 @@
+<cib crm_feature_set="3.16.1" validate-with="pacemaker-3.7" epoch="265" num_updates="16" admin_epoch="0" cib-last-written="Tue Oct 25 14:29:45 2022" update-origin="node2" update-client="cibadmin" update-user="root" have-quorum="1" dc-uuid="4">
+ <configuration>
+ <!-- The essential elements of this test are:
+ * A group (group2) is optionally anti-colocated (at score -5000) with
+ another group (group1)
+ * There are three nodes, and the groups are active on different ones
+ * The dependent group's last member (member2b) is failed and has
+ reached its migration-threshold
+ * Stickiness is zero
+ * The anti-colocation has influence
+ * The dependent is allowed on the third node
+
+ In this situation, the dependent should move to the third node, and
+ the primary should stay where it is.
+ -->
+ <crm_config>
+ <cluster_property_set id="cib-bootstrap-options">
+ <nvpair id="cib-bootstrap-options-have-watchdog" name="have-watchdog" value="false"/>
+ <nvpair id="cib-bootstrap-options-dc-version" name="dc-version" value="2.1.5"/>
+ <nvpair id="cib-bootstrap-options-cluster-infrastructure" name="cluster-infrastructure" value="corosync"/>
+ <nvpair id="cib-bootstrap-options-cluster-name" name="cluster-name" value="test"/>
+ </cluster_property_set>
+ </crm_config>
+ <nodes>
+ <node id="1" uname="node1"/>
+ <node id="2" uname="node2"/>
+ <node id="3" uname="node3"/>
+ </nodes>
+ <resources>
+ <primitive class="stonith" id="Fencing" type="fence_xvm">
+ <meta_attributes id="Fencing-meta">
+ <nvpair id="Fencing-migration-threshold" name="migration-threshold" value="5"/>
+ </meta_attributes>
+ <instance_attributes id="Fencing-params">
+ <nvpair id="Fencing-key_file" name="key_file" value="/etc/pacemaker/fence_xvm.key"/>
+ <nvpair id="Fencing-multicast_address" name="multicast_address" value="239.255.100.100"/>
+ <nvpair id="Fencing-pcmk_host_list" name="pcmk_host_list" value="node1 node2 node3 node4 node5"/>
+ </instance_attributes>
+ <operations>
+ <op id="Fencing-monitor-120s" interval="120s" name="monitor" timeout="120s"/>
+ </operations>
+ </primitive>
+ <group id="group1">
+ <primitive class="ocf" id="member1a" provider="pacemaker" type="Dummy">
+ <operations>
+ <op id="member1a-migrate_from-interval-0s" interval="0s" name="migrate_from" timeout="20s"/>
+ <op id="member1a-migrate_to-interval-0s" interval="0s" name="migrate_to" timeout="20s"/>
+ <op id="member1a-monitor-interval-10s" interval="10s" name="monitor" timeout="20s"/>
+ <op id="member1a-reload-interval-0s" interval="0s" name="reload" timeout="20s"/>
+ <op id="member1a-reload-agent-interval-0s" interval="0s" name="reload-agent" timeout="20s"/>
+ <op id="member1a-start-interval-0s" interval="0s" name="start" timeout="20s"/>
+ <op id="member1a-stop-interval-0s" interval="0s" name="stop" timeout="20s"/>
+ </operations>
+ </primitive>
+ <primitive class="ocf" id="member1b" provider="pacemaker" type="Dummy">
+ <operations>
+ <op id="member1b-migrate_from-interval-0s" interval="0s" name="migrate_from" timeout="20s"/>
+ <op id="member1b-migrate_to-interval-0s" interval="0s" name="migrate_to" timeout="20s"/>
+ <op id="member1b-monitor-interval-10s" interval="10s" name="monitor" timeout="20s"/>
+ <op id="member1b-reload-interval-0s" interval="0s" name="reload" timeout="20s"/>
+ <op id="member1b-reload-agent-interval-0s" interval="0s" name="reload-agent" timeout="20s"/>
+ <op id="member1b-start-interval-0s" interval="0s" name="start" timeout="20s"/>
+ <op id="member1b-stop-interval-0s" interval="0s" name="stop" timeout="20s"/>
+ </operations>
+ </primitive>
+ </group>
+ <group id="group2">
+ <primitive class="ocf" id="member2a" provider="pacemaker" type="Dummy">
+ <operations>
+ <op id="member2a-migrate_from-interval-0s" interval="0s" name="migrate_from" timeout="20s"/>
+ <op id="member2a-migrate_to-interval-0s" interval="0s" name="migrate_to" timeout="20s"/>
+ <op id="member2a-monitor-interval-10s" interval="10s" name="monitor" timeout="20s"/>
+ <op id="member2a-reload-interval-0s" interval="0s" name="reload" timeout="20s"/>
+ <op id="member2a-reload-agent-interval-0s" interval="0s" name="reload-agent" timeout="20s"/>
+ <op id="member2a-start-interval-0s" interval="0s" name="start" timeout="20s"/>
+ <op id="member2a-stop-interval-0s" interval="0s" name="stop" timeout="20s"/>
+ </operations>
+ </primitive>
+ <primitive class="ocf" id="member2b" provider="pacemaker" type="Dummy">
+ <operations>
+ <op id="member2b-migrate_from-interval-0s" interval="0s" name="migrate_from" timeout="20s"/>
+ <op id="member2b-migrate_to-interval-0s" interval="0s" name="migrate_to" timeout="20s"/>
+ <op id="member2b-monitor-interval-10s" interval="10s" name="monitor" timeout="20s"/>
+ <op id="member2b-reload-interval-0s" interval="0s" name="reload" timeout="20s"/>
+ <op id="member2b-reload-agent-interval-0s" interval="0s" name="reload-agent" timeout="20s"/>
+ <op id="member2b-start-interval-0s" interval="0s" name="start" timeout="20s"/>
+ <op id="member2b-stop-interval-0s" interval="0s" name="stop" timeout="20s"/>
+ </operations>
+ </primitive>
+ </group>
+ </resources>
+ <constraints>
+ <rsc_colocation id="colocation-group2-group1--5000" rsc="group2" score="-5000" with-rsc="group1"/>
+ </constraints>
+ <fencing-topology/>
+ <op_defaults/>
+ <alerts/>
+ <rsc_defaults>
+ <meta_attributes id="rsc_defaults-meta_attributes">
+ <nvpair id="rsc_defaults-meta_attributes-migration-threshold" name="migration-threshold" value="1"/>
+ </meta_attributes>
+ </rsc_defaults>
+ </configuration>
+ <status>
+ <node_state id="3" uname="node3" in_ccm="true" crmd="online" crm-debug-origin="do_update_resource" join="member" expected="member">
+ <transient_attributes id="3">
+ </transient_attributes>
+ <lrm id="3">
+ <lrm_resources>
+ <lrm_resource id="Fencing" class="stonith" type="fence_xvm">
+ <lrm_rsc_op id="Fencing_last_0" operation_key="Fencing_monitor_0" operation="monitor" crm-debug-origin="crm_simulate" crm_feature_set="3.17.4" transition-key="1:-1:7:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:7;1:-1:7:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="1" rc-code="7" op-status="0" interval="0" last-rc-change="1686003179" exec-time="0" queue-time="0" op-digest="52e34745a77d95a636428d3b550eb867"/>
+ </lrm_resource>
+ <lrm_resource id="member1a" class="ocf" provider="pacemaker" type="Dummy">
+ <lrm_rsc_op id="member1a_last_0" operation_key="member1a_monitor_0" operation="monitor" crm-debug-origin="crm_simulate" crm_feature_set="3.17.4" transition-key="1:-1:7:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:7;1:-1:7:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="1" rc-code="7" op-status="0" interval="0" last-rc-change="1686003179" exec-time="0" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ </lrm_resource>
+ <lrm_resource id="member1b" class="ocf" provider="pacemaker" type="Dummy">
+ <lrm_rsc_op id="member1b_last_0" operation_key="member1b_monitor_0" operation="monitor" crm-debug-origin="crm_simulate" crm_feature_set="3.17.4" transition-key="1:-1:7:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:7;1:-1:7:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="1" rc-code="7" op-status="0" interval="0" last-rc-change="1686003179" exec-time="0" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ </lrm_resource>
+ <lrm_resource id="member2a" class="ocf" provider="pacemaker" type="Dummy">
+ <lrm_rsc_op id="member2a_last_0" operation_key="member2a_monitor_0" operation="monitor" crm-debug-origin="crm_simulate" crm_feature_set="3.17.4" transition-key="1:-1:7:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:7;1:-1:7:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="1" rc-code="7" op-status="0" interval="0" last-rc-change="1686003179" exec-time="0" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ </lrm_resource>
+ <lrm_resource id="member2b" class="ocf" provider="pacemaker" type="Dummy">
+ <lrm_rsc_op id="member2b_last_0" operation_key="member2b_monitor_0" operation="monitor" crm-debug-origin="crm_simulate" crm_feature_set="3.17.4" transition-key="1:-1:7:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:7;1:-1:7:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="1" rc-code="7" op-status="0" interval="0" last-rc-change="1686003179" exec-time="0" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+</node_state>
+ <node_state id="1" uname="node1" in_ccm="true" crmd="online" crm-debug-origin="do_update_resource" join="member" expected="member">
+ <transient_attributes id="1">
+ <instance_attributes id="status-1">
+ <nvpair id="status-1-.feature-set" name="#feature-set" value="3.16.1"/>
+ <nvpair id="status-1-fail-count-member2b.monitor_10000" name="fail-count-member2b#monitor_10000" value="1"/>
+ <nvpair id="status-1-last-failure-member2b.monitor_10000" name="last-failure-member2b#monitor_10000" value="1666727868"/>
+ </instance_attributes>
+ </transient_attributes>
+ <lrm id="1">
+ <lrm_resources>
+ <lrm_resource id="Fencing" type="fence_xvm" class="stonith">
+ <lrm_rsc_op id="Fencing_last_0" operation_key="Fencing_start_0" operation="start" crm-debug-origin="crm_simulate" crm_feature_set="3.16.1" transition-key="9:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;9:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" on_node="node1" call-id="9" rc-code="0" op-status="0" interval="0" last-rc-change="1666726336" exec-time="0" queue-time="0" op-digest="52e34745a77d95a636428d3b550eb867"/>
+ <lrm_rsc_op id="Fencing_monitor_120000" operation_key="Fencing_monitor_120000" operation="monitor" crm-debug-origin="crm_simulate" crm_feature_set="3.16.1" transition-key="10:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;10:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" on_node="node1" call-id="10" rc-code="0" op-status="0" interval="120000" last-rc-change="1666726336" exec-time="0" queue-time="0" op-digest="acc6dd2c58c637db4d12a6fe35626617"/>
+ </lrm_resource>
+ <lrm_resource id="member1a" class="ocf" provider="pacemaker" type="Dummy">
+ <lrm_rsc_op id="member1a_last_0" operation_key="member1a_monitor_0" operation="monitor" crm-debug-origin="crm_simulate" crm_feature_set="3.16.1" transition-key="1:-1:7:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:7;1:-1:7:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="1" rc-code="7" op-status="0" interval="0" last-rc-change="1666727835" exec-time="0" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ </lrm_resource>
+ <lrm_resource id="member1b" class="ocf" provider="pacemaker" type="Dummy">
+ <lrm_rsc_op id="member1b_last_0" operation_key="member1b_monitor_0" operation="monitor" crm-debug-origin="crm_simulate" crm_feature_set="3.16.1" transition-key="1:-1:7:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:7;1:-1:7:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="1" rc-code="7" op-status="0" interval="0" last-rc-change="1666727835" exec-time="0" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ </lrm_resource>
+ <lrm_resource id="member2a" class="ocf" provider="pacemaker" type="Dummy">
+ <lrm_rsc_op id="member2a_last_0" operation_key="member2a_start_0" operation="start" crm-debug-origin="crm_simulate" crm_feature_set="3.16.1" transition-key="2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="2" rc-code="0" op-status="0" interval="0" last-rc-change="1666727835" exec-time="0" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="member2a_monitor_10000" operation_key="member2a_monitor_10000" operation="monitor" crm-debug-origin="crm_simulate" crm_feature_set="3.16.1" transition-key="3:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;3:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="3" rc-code="0" op-status="0" interval="10000" last-rc-change="1666727835" exec-time="0" queue-time="0" op-digest="4811cef7f7f94e3a35a70be7916cb2fd"/>
+ </lrm_resource>
+ <lrm_resource id="member2b" class="ocf" provider="pacemaker" type="Dummy">
+ <lrm_rsc_op id="member2b_last_0" operation_key="member2b_start_0" operation="start" crm-debug-origin="crm_simulate" crm_feature_set="3.16.1" transition-key="2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="2" rc-code="0" op-status="0" interval="0" last-rc-change="1666727835" exec-time="0" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="member2b_monitor_10000" operation_key="member2b_monitor_10000" operation="monitor" crm-debug-origin="crm_simulate" crm_feature_set="3.16.1" transition-key="3:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;3:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="3" rc-code="1" op-status="0" interval="10000" last-rc-change="1666727835" exec-time="0" queue-time="0" op-digest="4811cef7f7f94e3a35a70be7916cb2fd"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ </node_state>
+ <node_state id="2" uname="node2" in_ccm="true" crmd="online" crm-debug-origin="do_update_resource" join="member" expected="member">
+ <transient_attributes id="2">
+ <instance_attributes id="status-2">
+ <nvpair id="status-2-.feature-set" name="#feature-set" value="3.16.1"/>
+ </instance_attributes>
+ </transient_attributes>
+ <lrm id="2">
+ <lrm_resources>
+ <lrm_resource id="Fencing" type="fence_xvm" class="stonith">
+ <lrm_rsc_op id="Fencing_last_0" operation_key="Fencing_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.16.1" transition-key="2:0:7:72f87069-7296-4421-b2b0-ab12fa9068ef" transition-magic="0:7;2:0:7:72f87069-7296-4421-b2b0-ab12fa9068ef" exit-reason="" on_node="node2" call-id="5" rc-code="7" op-status="0" interval="0" last-rc-change="1666726234" exec-time="2" queue-time="0" op-digest="ac94f147daea19463126aacea2f8cd39"/>
+ </lrm_resource>
+ <lrm_resource id="member1a" class="ocf" provider="pacemaker" type="Dummy">
+ <lrm_rsc_op id="member1a_last_0" operation_key="member1a_start_0" operation="start" crm-debug-origin="crm_simulate" crm_feature_set="3.16.1" transition-key="2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="2" rc-code="0" op-status="0" interval="0" last-rc-change="1666727835" exec-time="0" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="member1a_monitor_10000" operation_key="member1a_monitor_10000" operation="monitor" crm-debug-origin="crm_simulate" crm_feature_set="3.16.1" transition-key="3:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;3:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="3" rc-code="0" op-status="0" interval="10000" last-rc-change="1666727835" exec-time="0" queue-time="0" op-digest="4811cef7f7f94e3a35a70be7916cb2fd"/>
+ </lrm_resource>
+ <lrm_resource id="member1b" class="ocf" provider="pacemaker" type="Dummy">
+ <lrm_rsc_op id="member1b_last_0" operation_key="member1b_start_0" operation="start" crm-debug-origin="crm_simulate" crm_feature_set="3.16.1" transition-key="2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="2" rc-code="0" op-status="0" interval="0" last-rc-change="1666727835" exec-time="0" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="member1b_monitor_10000" operation_key="member1b_monitor_10000" operation="monitor" crm-debug-origin="crm_simulate" crm_feature_set="3.16.1" transition-key="3:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;3:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="3" rc-code="0" op-status="0" interval="10000" last-rc-change="1666727835" exec-time="0" queue-time="0" op-digest="4811cef7f7f94e3a35a70be7916cb2fd"/>
+ </lrm_resource>
+ <lrm_resource id="member2a" class="ocf" provider="pacemaker" type="Dummy">
+ <lrm_rsc_op id="member2a_last_0" operation_key="member2a_monitor_0" operation="monitor" crm-debug-origin="crm_simulate" crm_feature_set="3.16.1" transition-key="1:-1:7:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:7;1:-1:7:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="1" rc-code="7" op-status="0" interval="0" last-rc-change="1666727835" exec-time="0" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ </lrm_resource>
+ <lrm_resource id="member2b" class="ocf" provider="pacemaker" type="Dummy">
+ <lrm_rsc_op id="member2b_last_0" operation_key="member2b_monitor_0" operation="monitor" crm-debug-origin="crm_simulate" crm_feature_set="3.16.1" transition-key="1:-1:7:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:7;1:-1:7:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="1" rc-code="7" op-status="0" interval="0" last-rc-change="1666727835" exec-time="0" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ </node_state>
+ </status>
+</cib>
diff --git a/cts/scheduler/xml/group-anticolocation.xml b/cts/scheduler/xml/group-anticolocation.xml
index 1f895ec..1c6c8c9 100644
--- a/cts/scheduler/xml/group-anticolocation.xml
+++ b/cts/scheduler/xml/group-anticolocation.xml
@@ -1,15 +1,17 @@
<cib crm_feature_set="3.16.1" validate-with="pacemaker-3.7" epoch="265" num_updates="16" admin_epoch="0" cib-last-written="Tue Oct 25 14:29:45 2022" update-origin="node2" update-client="cibadmin" update-user="root" have-quorum="1" dc-uuid="4">
<configuration>
<!-- The essential elements of this test are:
- * A group (group2) is optionally anti-colocated (at score -5000) with
+ * A group (group2) is optionally anti-colocated (at score -5000) with
another group (group1)
- * There are two nodes, and the groups are active on different ones
- * The dependent group's last member (member2b) is failed and has
+ * There are two nodes, and the groups are active on different ones
+ * The dependent group's last member (member2b) is failed and has
reached its migration-threshold
+ * Stickiness is zero
+ * The anti-colocation has influence
+ * The dependent has nowhere to run other than the primary's node
- In this situation, the goal of keeping as many resources active as
- possible should override the optional anti-colocation, and the
- dependent group should move to the primary group's node.
+ In this situation, the goal of keeping as many resources active as
+ possible and the lack of stickiness mean the groups should swap nodes.
-->
<crm_config>
<cluster_property_set id="cib-bootstrap-options">
diff --git a/cts/scheduler/xml/node-pending-timeout.xml b/cts/scheduler/xml/node-pending-timeout.xml
new file mode 100644
index 0000000..b4c3614
--- /dev/null
+++ b/cts/scheduler/xml/node-pending-timeout.xml
@@ -0,0 +1,27 @@
+<cib crm_feature_set="3.18.0" validate-with="pacemaker-2.10" epoch="5" num_updates="0" admin_epoch="0" cib-last-written="Tue Feb 21 13:19:57 2023" update-origin="node-1" update-client="cibadmin" update-user="root" have-quorum="true" dc-uuid="1" execution-date="1676981997">
+ <configuration>
+ <crm_config>
+ <cluster_property_set id="cib-bootstrap-options">
+ <nvpair id="cib-bootstrap-options-have-watchdog" name="have-watchdog" value="true"/>
+ <nvpair id="cib-bootstrap-options-cluster-infrastructure" name="cluster-infrastructure" value="corosync"/>
+ <nvpair id="cib-bootstrap-options-node-pending-timeout" name="node-pending-timeout" value="300s"/>
+ </cluster_property_set>
+ </crm_config>
+ <nodes>
+ <node id="1" uname="node-1"/>
+ <node id="2" uname="node-2"/>
+ </nodes>
+ <resources>
+ <primitive id="st-sbd" class="stonith" type="external/sbd"/>
+ </resources>
+ <constraints/>
+ </configuration>
+ <status>
+ <node_state id="1" uname="node-1" in_ccm="true" crmd="online" crm-debug-origin="post_cache_update" join="member" expected="member">
+ <lrm id="1">
+ <lrm_resources/>
+ </lrm>
+ </node_state>
+ <node_state id="2" in_ccm="1676981697" crmd="0" crm-debug-origin="post_cache_update"/>
+ </status>
+</cib>
diff --git a/cts/scheduler/xml/pending-node-no-uname.xml b/cts/scheduler/xml/pending-node-no-uname.xml
new file mode 100644
index 0000000..d1b3664
--- /dev/null
+++ b/cts/scheduler/xml/pending-node-no-uname.xml
@@ -0,0 +1,26 @@
+<cib crm_feature_set="3.0.4" validate-with="pacemaker-2.10" epoch="5" num_updates="0" admin_epoch="0" cib-last-written="Tue Feb 21 13:19:57 2023" update-origin="node-1" update-client="cibadmin" update-user="root" have-quorum="true" dc-uuid="1" execution-date="1676981997">
+ <configuration>
+ <crm_config>
+ <cluster_property_set id="cib-bootstrap-options">
+ <nvpair id="cib-bootstrap-options-have-watchdog" name="have-watchdog" value="true"/>
+ <nvpair id="cib-bootstrap-options-cluster-infrastructure" name="cluster-infrastructure" value="corosync"/>
+ </cluster_property_set>
+ </crm_config>
+ <nodes>
+ <node id="1" uname="node-1"/>
+ <node id="2" uname="node-2"/>
+ </nodes>
+ <resources>
+ <primitive id="st-sbd" class="stonith" type="external/sbd"/>
+ </resources>
+ <constraints/>
+ </configuration>
+ <status>
+ <node_state id="1" uname="node-1" in_ccm="true" crmd="online" crm-debug-origin="post_cache_update" join="member" expected="member">
+ <lrm id="1">
+ <lrm_resources/>
+ </lrm>
+ </node_state>
+ <node_state id="2" in_ccm="true" crmd="offline" crm-debug-origin="post_cache_update"/>
+ </status>
+</cib>
diff --git a/cts/scheduler/xml/promoted-ordering.xml b/cts/scheduler/xml/promoted-ordering.xml
index bcf018e..7dd2415 100644
--- a/cts/scheduler/xml/promoted-ordering.xml
+++ b/cts/scheduler/xml/promoted-ordering.xml
@@ -61,7 +61,7 @@
</primitive>
<meta_attributes id="group-group_main.meta"/>
</group>
- <primitive id="intip_1_master" class="ocf" type="IPaddr2" provider="heartbeat">
+ <primitive id="intip_1_active" class="ocf" type="IPaddr2" provider="heartbeat">
<operations>
<op name="monitor" interval="30s" id="intip_1_mon" timeout="30s"/>
</operations>
@@ -75,7 +75,7 @@
<nvpair id="nvpair.meta.auto-131" name="target-role" value="started"/>
</meta_attributes>
</primitive>
- <primitive id="intip_2_slave" class="ocf" type="IPaddr2" provider="heartbeat">
+ <primitive id="intip_2_passive" class="ocf" type="IPaddr2" provider="heartbeat">
<operations>
<op name="monitor" interval="30s" id="intip_2_mon" timeout="30s"/>
</operations>
@@ -85,7 +85,7 @@
<nvpair id="nvpair.id22294" name="nic" value="eth1"/>
<nvpair id="nvpair.id22303" name="target_role" value="started"/>
</instance_attributes>
- <meta_attributes id="primitive-intip_2_unpromoted.meta">
+ <meta_attributes id="primitive-intip_2_passive.meta">
<nvpair id="nvpair.meta.auto-153" name="target-role" value="started"/>
</meta_attributes>
</primitive>
@@ -242,24 +242,24 @@
<expression attribute="#uname" operation="eq" value="webcluster01" id="expression.id23076"/>
</rule>
</rsc_location>
- <rsc_location id="run_intip_1_promoted" rsc="intip_1_master">
+ <rsc_location id="run_intip_1_promoted" rsc="intip_1_active">
<rule id="pref_run_intip_1" score="200">
<expression attribute="#uname" operation="eq" value="webcluster01" id="expression.id23101"/>
</rule>
</rsc_location>
- <rsc_location id="run_intip_2_unpromoted" rsc="intip_2_slave">
+ <rsc_location id="run_intip_2_passive" rsc="intip_2_passive">
<rule id="pref_run_intip_2_wc2" score="100">
<expression attribute="#uname" operation="eq" value="webcluster02" id="expression.id23125"/>
</rule>
</rsc_location>
- <rsc_order id="order_drbd_mysql_ip0" first-action="start" first="intip_1_master" then="ms_drbd_mysql"/>
- <rsc_order id="order_drbd_mysql_ip1" first-action="start" first="intip_2_slave" then="ms_drbd_mysql"/>
- <rsc_order id="order_drbd_www_ip0" first-action="start" first="intip_1_master" then="ms_drbd_www"/>
- <rsc_order id="order_drbd_www_ip1" first-action="start" first="intip_2_slave" then="ms_drbd_www"/>
- <rsc_colocation id="colo_drbd_mysql_ip0" rsc="drbd_mysql" with-rsc="intip_1_master" rsc-role="Promoted"/>
- <rsc_colocation id="colo_drbd_mysql_ip1" rsc="drbd_mysql" with-rsc="intip_2_slave" rsc-role="Unpromoted" score="100"/>
- <rsc_colocation id="colo_drbd_www_ip0" rsc="drbd_www" with-rsc="intip_1_master" rsc-role="Promoted" score="100"/>
- <rsc_colocation id="colo_drbd_www_ip1" rsc="drbd_www" with-rsc="intip_2_slave" rsc-role="Unpromoted" score="100"/>
+ <rsc_order id="order_drbd_mysql_ip0" first-action="start" first="intip_1_active" then="ms_drbd_mysql"/>
+ <rsc_order id="order_drbd_mysql_ip1" first-action="start" first="intip_2_passive" then="ms_drbd_mysql"/>
+ <rsc_order id="order_drbd_www_ip0" first-action="start" first="intip_1_active" then="ms_drbd_www"/>
+ <rsc_order id="order_drbd_www_ip1" first-action="start" first="intip_2_passive" then="ms_drbd_www"/>
+ <rsc_colocation id="colo_drbd_mysql_ip0" rsc="drbd_mysql" with-rsc="intip_1_active" rsc-role="Promoted"/>
+ <rsc_colocation id="colo_drbd_mysql_ip1" rsc="drbd_mysql" with-rsc="intip_2_passive" rsc-role="Unpromoted" score="100"/>
+ <rsc_colocation id="colo_drbd_www_ip0" rsc="drbd_www" with-rsc="intip_1_active" rsc-role="Promoted" score="100"/>
+ <rsc_colocation id="colo_drbd_www_ip1" rsc="drbd_www" with-rsc="intip_2_passive" rsc-role="Unpromoted" score="100"/>
<rsc_order id="drbd_before_fs_mysql" first="ms_drbd_mysql" then="fs_mysql" then-action="start" first-action="promote"/>
<rsc_colocation id="colo_drbd_fs_mysql" rsc="fs_mysql" with-rsc="ms_drbd_mysql" with-rsc-role="Promoted" score="INFINITY"/>
<rsc_order id="drbd_before_ocfs2_www" first="ms_drbd_www" then="clone_ocfs2_www" then-action="start" first-action="promote"/>
diff --git a/cts/scheduler/xml/promoted-probed-score.xml b/cts/scheduler/xml/promoted-probed-score.xml
index cedc909..bc42aa4 100644
--- a/cts/scheduler/xml/promoted-probed-score.xml
+++ b/cts/scheduler/xml/promoted-probed-score.xml
@@ -623,7 +623,7 @@
</lrm>
<transient_attributes id="hypatia-corosync.nevis.columbia.edu">
<instance_attributes id="status-hypatia-corosync.nevis.columbia.edu">
- <nvpair id="status-hypatia-corosync.nevis.columbia.edu-promoted-AdminDrbd.0" name="master-AdminDrbd:0" value="5"/>
+ <nvpair id="status-hypatia-corosync.nevis.columbia.edu-promoted-AdminDrbd" name="master-AdminDrbd" value="5"/>
</instance_attributes>
</transient_attributes>
</node_state>
@@ -691,7 +691,7 @@
</lrm>
<transient_attributes id="orestes-corosync.nevis.columbia.edu">
<instance_attributes id="status-orestes-corosync.nevis.columbia.edu">
- <nvpair id="status-orestes-corosync.nevis.columbia.edu-promoted-AdminDrbd.1" name="master-AdminDrbd:1" value="5"/>
+ <nvpair id="status-orestes-corosync.nevis.columbia.edu-promoted-AdminDrbd" name="master-AdminDrbd" value="5"/>
</instance_attributes>
</transient_attributes>
</node_state>
diff --git a/cts/scheduler/xml/timeout-by-node.xml b/cts/scheduler/xml/timeout-by-node.xml
new file mode 100644
index 0000000..221885b
--- /dev/null
+++ b/cts/scheduler/xml/timeout-by-node.xml
@@ -0,0 +1,139 @@
+<cib crm_feature_set="3.16.1" validate-with="pacemaker-3.9" epoch="2" num_updates="0" admin_epoch="1" cib-last-written="Tue Oct 25 14:29:45 2022" update-origin="node2" update-client="cibadmin" update-user="root" have-quorum="1" dc-uuid="4">
+ <configuration>
+ <!-- This is a simple test of an operation timeout that varies by node.
+ rsc1-clone should use a start timeout of 25s on node1, and
+ 23s everywhere else.
+ -->
+ <crm_config>
+ <cluster_property_set id="cib-bootstrap-options">
+ <nvpair id="cib-bootstrap-options-have-watchdog" name="have-watchdog" value="false"/>
+ <nvpair id="cib-bootstrap-options-dc-version" name="dc-version" value="2.1.5"/>
+ <nvpair id="cib-bootstrap-options-cluster-infrastructure" name="cluster-infrastructure" value="corosync"/>
+ <nvpair id="cib-bootstrap-options-cluster-name" name="cluster-name" value="test"/>
+ </cluster_property_set>
+ </crm_config>
+ <nodes>
+ <node id="1" uname="node1"/>
+ <node id="2" uname="node2"/>
+ <node id="3" uname="node3"/>
+ <node id="4" uname="node4"/>
+ <node id="5" uname="node5"/>
+ </nodes>
+ <resources>
+ <primitive class="stonith" id="Fencing" type="fence_xvm">
+ <meta_attributes id="Fencing-meta">
+ <nvpair id="Fencing-migration-threshold" name="migration-threshold" value="5"/>
+ </meta_attributes>
+ <instance_attributes id="Fencing-params">
+ <nvpair id="Fencing-key_file" name="key_file" value="/etc/pacemaker/fence_xvm.key"/>
+ <nvpair id="Fencing-multicast_address" name="multicast_address" value="239.255.100.100"/>
+ <nvpair id="Fencing-pcmk_host_list" name="pcmk_host_list" value="node1 node2 node3 node4 node5"/>
+ </instance_attributes>
+ <operations>
+ <op id="Fencing-monitor-120s" interval="120s" name="monitor" timeout="120s"/>
+ </operations>
+ </primitive>
+ <clone id="rsc1-clone">
+ <primitive class="ocf" id="rsc1" provider="pacemaker" type="Dummy">
+ <operations>
+ <op id="rsc1-migrate_from-interval-0s" interval="0s" name="migrate_from" timeout="20s"/>
+ <op id="rsc1-migrate_to-interval-0s" interval="0s" name="migrate_to" timeout="20s"/>
+ <op id="rsc1-monitor-interval-10s" interval="10s" name="monitor" timeout="20s"/>
+ <op id="rsc1-reload-interval-0s" interval="0s" name="reload" timeout="20s"/>
+ <op id="rsc1-reload-agent-interval-0s" interval="0s" name="reload-agent" timeout="20s"/>
+ <op id="rsc1-start-interval-0s" interval="0s" name="start">
+ <meta_attributes id="start-meta" score="10">
+ <nvpair id="start-meta-timeout" name="timeout" value="23s"/>
+ </meta_attributes>
+ <meta_attributes id="start-meta-node1" score="20">
+ <rule id="node1-rule" score="INFINITY">
+ <expression id="node1-expr" attribute="#uname" operation="eq" value="node1"/>
+ </rule>
+ <nvpair id="start-meta-timeout-node1" name="timeout" value="25s"/>
+ </meta_attributes>
+ </op>
+ <op id="rsc1-stop-interval-0s" interval="0s" name="stop" timeout="20s"/>
+ </operations>
+ </primitive>
+ </clone>
+ </resources>
+ <constraints/>
+ <fencing-topology/>
+ <op_defaults/>
+ <alerts/>
+ <rsc_defaults/>
+ </configuration>
+ <status>
+ <node_state id="1" uname="node1" in_ccm="true" crmd="online" crm-debug-origin="do_update_resource" join="member" expected="member">
+ <transient_attributes id="1">
+ <instance_attributes id="status-1">
+ <nvpair id="status-1-.feature-set" name="#feature-set" value="3.16.1"/>
+ </instance_attributes>
+ </transient_attributes>
+ <lrm id="1">
+ <lrm_resources>
+ <lrm_resource id="Fencing" type="fence_xvm" class="stonith">
+ <lrm_rsc_op id="Fencing_last_0" operation_key="Fencing_start_0" operation="start" crm-debug-origin="crm_simulate" crm_feature_set="3.16.1" transition-key="9:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;9:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" on_node="node1" call-id="9" rc-code="0" op-status="0" interval="0" last-rc-change="1666726336" exec-time="0" queue-time="0" op-digest="52e34745a77d95a636428d3b550eb867"/>
+ <lrm_rsc_op id="Fencing_monitor_120000" operation_key="Fencing_monitor_120000" operation="monitor" crm-debug-origin="crm_simulate" crm_feature_set="3.16.1" transition-key="10:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;10:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" on_node="node1" call-id="10" rc-code="0" op-status="0" interval="120000" last-rc-change="1666726336" exec-time="0" queue-time="0" op-digest="acc6dd2c58c637db4d12a6fe35626617"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ </node_state>
+ <node_state id="2" uname="node2" in_ccm="true" crmd="online" crm-debug-origin="do_update_resource" join="member" expected="member">
+ <transient_attributes id="2">
+ <instance_attributes id="status-2">
+ <nvpair id="status-2-.feature-set" name="#feature-set" value="3.16.1"/>
+ </instance_attributes>
+ </transient_attributes>
+ <lrm id="2">
+ <lrm_resources>
+ <lrm_resource id="Fencing" type="fence_xvm" class="stonith">
+ <lrm_rsc_op id="Fencing_last_0" operation_key="Fencing_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.16.1" transition-key="2:0:7:72f87069-7296-4421-b2b0-ab12fa9068ef" transition-magic="0:7;2:0:7:72f87069-7296-4421-b2b0-ab12fa9068ef" exit-reason="" on_node="node2" call-id="5" rc-code="7" op-status="0" interval="0" last-rc-change="1666726234" exec-time="2" queue-time="0" op-digest="ac94f147daea19463126aacea2f8cd39"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ </node_state>
+ <node_state id="3" uname="node3" in_ccm="true" crmd="online" crm-debug-origin="do_update_resource" join="member" expected="member">
+ <transient_attributes id="3">
+ <instance_attributes id="status-3">
+ <nvpair id="status-3-.feature-set" name="#feature-set" value="3.16.1"/>
+ </instance_attributes>
+ </transient_attributes>
+ <lrm id="3">
+ <lrm_resources>
+ <lrm_resource id="Fencing" type="fence_xvm" class="stonith">
+ <lrm_rsc_op id="Fencing_last_0" operation_key="Fencing_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.16.1" transition-key="3:0:7:72f87069-7296-4421-b2b0-ab12fa9068ef" transition-magic="0:7;3:0:7:72f87069-7296-4421-b2b0-ab12fa9068ef" exit-reason="" on_node="node3" call-id="5" rc-code="7" op-status="0" interval="0" last-rc-change="1666726234" exec-time="1" queue-time="0" op-digest="ac94f147daea19463126aacea2f8cd39"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ </node_state>
+ <node_state id="4" uname="node4" in_ccm="true" crmd="online" crm-debug-origin="do_update_resource" join="member" expected="member">
+ <transient_attributes id="4">
+ <instance_attributes id="status-4">
+ <nvpair id="status-4-.feature-set" name="#feature-set" value="3.16.1"/>
+ </instance_attributes>
+ </transient_attributes>
+ <lrm id="4">
+ <lrm_resources>
+ <lrm_resource id="Fencing" type="fence_xvm" class="stonith">
+ <lrm_rsc_op id="Fencing_last_0" operation_key="Fencing_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.16.1" transition-key="4:0:7:72f87069-7296-4421-b2b0-ab12fa9068ef" transition-magic="0:7;4:0:7:72f87069-7296-4421-b2b0-ab12fa9068ef" exit-reason="" on_node="node4" call-id="5" rc-code="7" op-status="0" interval="0" last-rc-change="1666726234" exec-time="1" queue-time="0" op-digest="ac94f147daea19463126aacea2f8cd39"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ </node_state>
+ <node_state id="5" uname="node5" in_ccm="true" crmd="online" crm-debug-origin="do_update_resource" join="member" expected="member">
+ <transient_attributes id="5">
+ <instance_attributes id="status-5">
+ <nvpair id="status-5-.feature-set" name="#feature-set" value="3.16.1"/>
+ </instance_attributes>
+ </transient_attributes>
+ <lrm id="5">
+ <lrm_resources>
+ <lrm_resource id="Fencing" type="fence_xvm" class="stonith">
+ <lrm_rsc_op id="Fencing_last_0" operation_key="Fencing_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.16.1" transition-key="5:0:7:72f87069-7296-4421-b2b0-ab12fa9068ef" transition-magic="0:7;5:0:7:72f87069-7296-4421-b2b0-ab12fa9068ef" exit-reason="" on_node="node5" call-id="5" rc-code="7" op-status="0" interval="0" last-rc-change="1666726234" exec-time="1" queue-time="0" op-digest="ac94f147daea19463126aacea2f8cd39"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ </node_state>
+ </status>
+</cib>