summaryrefslogtreecommitdiffstats
path: root/cts
diff options
context:
space:
mode:
authorDaniel Baumann <daniel.baumann@progress-linux.org>2024-04-17 07:45:52 +0000
committerDaniel Baumann <daniel.baumann@progress-linux.org>2024-04-17 07:45:52 +0000
commitcbe4cdc48486fbedede448aa59aa6a367efa1038 (patch)
tree6fc30a23fe7642fd93c5c6c702c4bc8ed5640b38 /cts
parentAdding debian version 2.1.6-5. (diff)
downloadpacemaker-cbe4cdc48486fbedede448aa59aa6a367efa1038.tar.xz
pacemaker-cbe4cdc48486fbedede448aa59aa6a367efa1038.zip
Merging upstream version 2.1.7.
Signed-off-by: Daniel Baumann <daniel.baumann@progress-linux.org>
Diffstat (limited to 'cts')
-rw-r--r--cts/Makefile.am61
-rw-r--r--cts/README.md110
-rw-r--r--cts/benchmark/Makefile.am5
-rw-r--r--cts/benchmark/clubench.in2
-rw-r--r--cts/cli/crm_verify_invalid_bz.xml72
-rw-r--r--cts/cli/crm_verify_invalid_no_stonith.xml12
-rw-r--r--cts/cli/regression.daemons.exp10
-rw-r--r--cts/cli/regression.error_codes.exp12
-rw-r--r--cts/cli/regression.rules.exp12
-rw-r--r--cts/cli/regression.tools.exp348
-rwxr-xr-xcts/cluster_test.in (renamed from cts/lab/cluster_test.in)2
-rw-r--r--cts/cts-attrd.in17
-rwxr-xr-xcts/cts-cli.in56
-rw-r--r--cts/cts-lab.in136
-rw-r--r--cts/cts-log-watcher.in (renamed from cts/lab/cts-log-watcher.in)0
-rw-r--r--cts/cts-scheduler.in88
-rwxr-xr-xcts/cts.in404
-rw-r--r--cts/lab/CIB.py518
-rw-r--r--cts/lab/CM_corosync.py60
-rwxr-xr-xcts/lab/CTSaudits.py879
-rw-r--r--cts/lab/CTSlab.py.in135
-rw-r--r--cts/lab/CTSscenarios.py563
-rw-r--r--cts/lab/CTStests.py3178
-rw-r--r--cts/lab/ClusterManager.py940
-rw-r--r--cts/lab/Makefile.am31
-rw-r--r--cts/lab/OCFIPraTest.py.in173
-rw-r--r--cts/lab/__init__.py15
-rw-r--r--cts/lab/cib_xml.py319
-rwxr-xr-xcts/lab/cts.in262
-rw-r--r--cts/lxc_autogen.sh.in545
-rw-r--r--cts/scheduler/Makefile.am8
-rw-r--r--cts/scheduler/dot/bug-lf-2422.dot3
-rw-r--r--cts/scheduler/dot/bundle-interleave-start.dot46
-rw-r--r--cts/scheduler/dot/bundle-nested-colocation.dot1
-rw-r--r--cts/scheduler/dot/bundle-order-startup-clone-2.dot2
-rw-r--r--cts/scheduler/dot/bundle-probe-remotes.dot10
-rw-r--r--cts/scheduler/dot/bundle-promoted-anticolocation-1.dot7
-rw-r--r--cts/scheduler/dot/bundle-promoted-anticolocation-2.dot7
-rw-r--r--cts/scheduler/dot/bundle-promoted-anticolocation-3.dot32
-rw-r--r--cts/scheduler/dot/bundle-promoted-anticolocation-4.dot32
-rw-r--r--cts/scheduler/dot/bundle-promoted-anticolocation-5.dot32
-rw-r--r--cts/scheduler/dot/bundle-promoted-anticolocation-6.dot32
-rw-r--r--cts/scheduler/dot/bundle-promoted-colocation-1.dot7
-rw-r--r--cts/scheduler/dot/bundle-promoted-colocation-2.dot7
-rw-r--r--cts/scheduler/dot/bundle-promoted-colocation-3.dot32
-rw-r--r--cts/scheduler/dot/bundle-promoted-colocation-4.dot32
-rw-r--r--cts/scheduler/dot/bundle-promoted-colocation-5.dot32
-rw-r--r--cts/scheduler/dot/bundle-promoted-colocation-6.dot32
-rw-r--r--cts/scheduler/dot/bundle-promoted-location-1.dot2
-rw-r--r--cts/scheduler/dot/bundle-promoted-location-2.dot75
-rw-r--r--cts/scheduler/dot/bundle-promoted-location-3.dot2
-rw-r--r--cts/scheduler/dot/bundle-promoted-location-4.dot2
-rw-r--r--cts/scheduler/dot/bundle-promoted-location-5.dot2
-rw-r--r--cts/scheduler/dot/bundle-promoted-location-6.dot37
-rw-r--r--cts/scheduler/dot/bundle-replicas-change.dot1
-rw-r--r--cts/scheduler/dot/cancel-behind-moving-remote.dot121
-rw-r--r--cts/scheduler/dot/clone-order-16instances.dot93
-rw-r--r--cts/scheduler/dot/clone-recover-no-shuffle-1.dot10
-rw-r--r--cts/scheduler/dot/clone-recover-no-shuffle-10.dot10
-rw-r--r--cts/scheduler/dot/clone-recover-no-shuffle-11.dot21
-rw-r--r--cts/scheduler/dot/clone-recover-no-shuffle-12.dot35
-rw-r--r--cts/scheduler/dot/clone-recover-no-shuffle-2.dot21
-rw-r--r--cts/scheduler/dot/clone-recover-no-shuffle-3.dot32
-rw-r--r--cts/scheduler/dot/clone-recover-no-shuffle-4.dot10
-rw-r--r--cts/scheduler/dot/clone-recover-no-shuffle-5.dot21
-rw-r--r--cts/scheduler/dot/clone-recover-no-shuffle-6.dot32
-rw-r--r--cts/scheduler/dot/clone-recover-no-shuffle-7.dot30
-rw-r--r--cts/scheduler/dot/clone-recover-no-shuffle-8.dot63
-rw-r--r--cts/scheduler/dot/clone-recover-no-shuffle-9.dot69
-rw-r--r--cts/scheduler/dot/coloc-with-inner-group-member.dot40
-rw-r--r--cts/scheduler/dot/group-anticolocation-2.dot29
-rw-r--r--cts/scheduler/dot/group-anticolocation-3.dot8
-rw-r--r--cts/scheduler/dot/group-anticolocation-4.dot29
-rw-r--r--cts/scheduler/dot/group-anticolocation-5.dot29
-rw-r--r--cts/scheduler/dot/group-anticolocation.dot27
-rw-r--r--cts/scheduler/dot/guest-host-not-fenceable.dot4
-rw-r--r--cts/scheduler/dot/inc4.dot2
-rw-r--r--cts/scheduler/dot/node-pending-timeout.dot7
-rw-r--r--cts/scheduler/dot/order-clone.dot3
-rw-r--r--cts/scheduler/dot/pending-node-no-uname.dot7
-rw-r--r--cts/scheduler/dot/promoted-ordering.dot28
-rw-r--r--cts/scheduler/dot/promoted-probed-score.dot292
-rw-r--r--cts/scheduler/dot/timeout-by-node.dot40
-rw-r--r--cts/scheduler/dot/unfence-definition.dot4
-rw-r--r--cts/scheduler/dot/unfence-parameters.dot4
-rw-r--r--cts/scheduler/dot/utilization-complex.dot1
-rw-r--r--cts/scheduler/exp/bug-1822.exp4
-rw-r--r--cts/scheduler/exp/bug-lf-2422.exp9
-rw-r--r--cts/scheduler/exp/bundle-interleave-start.exp608
-rw-r--r--cts/scheduler/exp/bundle-nested-colocation.exp3
-rw-r--r--cts/scheduler/exp/bundle-order-fencing.exp242
-rw-r--r--cts/scheduler/exp/bundle-order-startup-clone-2.exp6
-rw-r--r--cts/scheduler/exp/bundle-order-stop-on-remote.exp134
-rw-r--r--cts/scheduler/exp/bundle-probe-remotes.exp30
-rw-r--r--cts/scheduler/exp/bundle-promoted-anticolocation-1.exp37
-rw-r--r--cts/scheduler/exp/bundle-promoted-anticolocation-2.exp37
-rw-r--r--cts/scheduler/exp/bundle-promoted-anticolocation-3.exp179
-rw-r--r--cts/scheduler/exp/bundle-promoted-anticolocation-4.exp179
-rw-r--r--cts/scheduler/exp/bundle-promoted-anticolocation-5.exp179
-rw-r--r--cts/scheduler/exp/bundle-promoted-anticolocation-6.exp179
-rw-r--r--cts/scheduler/exp/bundle-promoted-colocation-1.exp37
-rw-r--r--cts/scheduler/exp/bundle-promoted-colocation-2.exp37
-rw-r--r--cts/scheduler/exp/bundle-promoted-colocation-3.exp179
-rw-r--r--cts/scheduler/exp/bundle-promoted-colocation-4.exp179
-rw-r--r--cts/scheduler/exp/bundle-promoted-colocation-5.exp179
-rw-r--r--cts/scheduler/exp/bundle-promoted-colocation-6.exp179
-rw-r--r--cts/scheduler/exp/bundle-promoted-location-1.exp1
-rw-r--r--cts/scheduler/exp/bundle-promoted-location-2.exp328
-rw-r--r--cts/scheduler/exp/bundle-promoted-location-3.exp1
-rw-r--r--cts/scheduler/exp/bundle-promoted-location-4.exp1
-rw-r--r--cts/scheduler/exp/bundle-promoted-location-5.exp1
-rw-r--r--cts/scheduler/exp/bundle-promoted-location-6.exp136
-rw-r--r--cts/scheduler/exp/bundle-replicas-change.exp3
-rw-r--r--cts/scheduler/exp/cancel-behind-moving-remote.exp760
-rw-r--r--cts/scheduler/exp/clone-anon-failcount.exp2
-rw-r--r--cts/scheduler/exp/clone-order-16instances.exp234
-rw-r--r--cts/scheduler/exp/clone-recover-no-shuffle-1.exp51
-rw-r--r--cts/scheduler/exp/clone-recover-no-shuffle-10.exp51
-rw-r--r--cts/scheduler/exp/clone-recover-no-shuffle-11.exp110
-rw-r--r--cts/scheduler/exp/clone-recover-no-shuffle-12.exp187
-rw-r--r--cts/scheduler/exp/clone-recover-no-shuffle-2.exp110
-rw-r--r--cts/scheduler/exp/clone-recover-no-shuffle-3.exp171
-rw-r--r--cts/scheduler/exp/clone-recover-no-shuffle-4.exp51
-rw-r--r--cts/scheduler/exp/clone-recover-no-shuffle-5.exp110
-rw-r--r--cts/scheduler/exp/clone-recover-no-shuffle-6.exp171
-rw-r--r--cts/scheduler/exp/clone-recover-no-shuffle-7.exp162
-rw-r--r--cts/scheduler/exp/clone-recover-no-shuffle-8.exp338
-rw-r--r--cts/scheduler/exp/clone-recover-no-shuffle-9.exp364
-rw-r--r--cts/scheduler/exp/coloc-with-inner-group-member.exp202
-rw-r--r--cts/scheduler/exp/group-anticolocation-2.exp148
-rw-r--r--cts/scheduler/exp/group-anticolocation-3.exp38
-rw-r--r--cts/scheduler/exp/group-anticolocation-4.exp148
-rw-r--r--cts/scheduler/exp/group-anticolocation-5.exp148
-rw-r--r--cts/scheduler/exp/group-anticolocation.exp204
-rw-r--r--cts/scheduler/exp/inc4.exp6
-rw-r--r--cts/scheduler/exp/no-promote-on-unrunnable-guest.exp110
-rw-r--r--cts/scheduler/exp/node-pending-timeout.exp38
-rw-r--r--cts/scheduler/exp/pending-node-no-uname.exp11
-rw-r--r--cts/scheduler/exp/promoted-failed-demote-2.exp2
-rw-r--r--cts/scheduler/exp/promoted-failed-demote.exp2
-rw-r--r--cts/scheduler/exp/promoted-ordering.exp40
-rw-r--r--cts/scheduler/exp/promoted-probed-score.exp336
-rw-r--r--cts/scheduler/exp/shutdown-lock-expiration.exp2
-rw-r--r--cts/scheduler/exp/timeout-by-node.exp228
-rw-r--r--cts/scheduler/exp/unfence-definition.exp12
-rw-r--r--cts/scheduler/exp/unfence-parameters.exp12
-rw-r--r--cts/scheduler/scores/594.scores3
-rw-r--r--cts/scheduler/scores/a-promote-then-b-migrate.scores2
-rw-r--r--cts/scheduler/scores/asymmetric.scores1
-rw-r--r--cts/scheduler/scores/bug-1822.scores2
-rw-r--r--cts/scheduler/scores/bug-5014-CLONE-A-stop-B-started.scores1
-rw-r--r--cts/scheduler/scores/bug-5143-ms-shuffle.scores12
-rw-r--r--cts/scheduler/scores/bug-5186-partial-migrate.scores6
-rw-r--r--cts/scheduler/scores/bug-cl-5168.scores2
-rw-r--r--cts/scheduler/scores/bug-lf-2106.scores36
-rw-r--r--cts/scheduler/scores/bug-lf-2153.scores6
-rw-r--r--cts/scheduler/scores/bug-lf-2171.scores4
-rw-r--r--cts/scheduler/scores/bug-lf-2422.scores16
-rw-r--r--cts/scheduler/scores/bug-lf-2453.scores4
-rw-r--r--cts/scheduler/scores/bug-lf-2551.scores42
-rw-r--r--cts/scheduler/scores/bug-lf-2574.scores7
-rw-r--r--cts/scheduler/scores/bug-lf-2581.scores4
-rw-r--r--cts/scheduler/scores/bug-lf-2619.scores2
-rw-r--r--cts/scheduler/scores/bug-n-387749.scores9
-rw-r--r--cts/scheduler/scores/bug-suse-707150.scores52
-rw-r--r--cts/scheduler/scores/bundle-connection-with-container.scores144
-rw-r--r--cts/scheduler/scores/bundle-interleave-promote.scores186
-rw-r--r--cts/scheduler/scores/bundle-interleave-start.scores196
-rw-r--r--cts/scheduler/scores/bundle-nested-colocation.scores228
-rw-r--r--cts/scheduler/scores/bundle-order-fencing.scores246
-rw-r--r--cts/scheduler/scores/bundle-order-partial-start-2.scores52
-rw-r--r--cts/scheduler/scores/bundle-order-partial-start.scores52
-rw-r--r--cts/scheduler/scores/bundle-order-partial-stop.scores50
-rw-r--r--cts/scheduler/scores/bundle-order-startup-clone-2.scores184
-rw-r--r--cts/scheduler/scores/bundle-order-startup-clone.scores88
-rw-r--r--cts/scheduler/scores/bundle-order-startup.scores50
-rw-r--r--cts/scheduler/scores/bundle-order-stop-clone.scores188
-rw-r--r--cts/scheduler/scores/bundle-order-stop-on-remote.scores612
-rw-r--r--cts/scheduler/scores/bundle-order-stop.scores50
-rw-r--r--cts/scheduler/scores/bundle-probe-order-1.scores60
-rw-r--r--cts/scheduler/scores/bundle-probe-order-2.scores60
-rw-r--r--cts/scheduler/scores/bundle-probe-order-3.scores60
-rw-r--r--cts/scheduler/scores/bundle-probe-remotes.scores192
-rw-r--r--cts/scheduler/scores/bundle-promoted-anticolocation-1.scores70
-rw-r--r--cts/scheduler/scores/bundle-promoted-anticolocation-2.scores70
-rw-r--r--cts/scheduler/scores/bundle-promoted-anticolocation-3.scores70
-rw-r--r--cts/scheduler/scores/bundle-promoted-anticolocation-4.scores70
-rw-r--r--cts/scheduler/scores/bundle-promoted-anticolocation-5.scores160
-rw-r--r--cts/scheduler/scores/bundle-promoted-anticolocation-6.scores160
-rw-r--r--cts/scheduler/scores/bundle-promoted-colocation-1.scores70
-rw-r--r--cts/scheduler/scores/bundle-promoted-colocation-2.scores70
-rw-r--r--cts/scheduler/scores/bundle-promoted-colocation-3.scores70
-rw-r--r--cts/scheduler/scores/bundle-promoted-colocation-4.scores70
-rw-r--r--cts/scheduler/scores/bundle-promoted-colocation-5.scores160
-rw-r--r--cts/scheduler/scores/bundle-promoted-colocation-6.scores160
-rw-r--r--cts/scheduler/scores/bundle-promoted-location-1.scores70
-rw-r--r--cts/scheduler/scores/bundle-promoted-location-2.scores67
-rw-r--r--cts/scheduler/scores/bundle-promoted-location-3.scores67
-rw-r--r--cts/scheduler/scores/bundle-promoted-location-4.scores67
-rw-r--r--cts/scheduler/scores/bundle-promoted-location-5.scores67
-rw-r--r--cts/scheduler/scores/bundle-promoted-location-6.scores67
-rw-r--r--cts/scheduler/scores/bundle-replicas-change.scores34
-rw-r--r--cts/scheduler/scores/cancel-behind-moving-remote.scores1005
-rw-r--r--cts/scheduler/scores/clone-anon-failcount.scores96
-rw-r--r--cts/scheduler/scores/clone-fail-block-colocation.scores2
-rw-r--r--cts/scheduler/scores/clone-max-zero.scores8
-rw-r--r--cts/scheduler/scores/clone-recover-no-shuffle-1.scores25
-rw-r--r--cts/scheduler/scores/clone-recover-no-shuffle-10.scores31
-rw-r--r--cts/scheduler/scores/clone-recover-no-shuffle-11.scores82
-rw-r--r--cts/scheduler/scores/clone-recover-no-shuffle-12.scores67
-rw-r--r--cts/scheduler/scores/clone-recover-no-shuffle-2.scores79
-rw-r--r--cts/scheduler/scores/clone-recover-no-shuffle-3.scores64
-rw-r--r--cts/scheduler/scores/clone-recover-no-shuffle-4.scores31
-rw-r--r--cts/scheduler/scores/clone-recover-no-shuffle-5.scores109
-rw-r--r--cts/scheduler/scores/clone-recover-no-shuffle-6.scores70
-rw-r--r--cts/scheduler/scores/clone-recover-no-shuffle-7.scores34
-rw-r--r--cts/scheduler/scores/clone-recover-no-shuffle-8.scores82
-rw-r--r--cts/scheduler/scores/clone-recover-no-shuffle-9.scores67
-rw-r--r--cts/scheduler/scores/cloned-group-stop.scores4
-rw-r--r--cts/scheduler/scores/coloc-clone-stays-active.scores22
-rw-r--r--cts/scheduler/scores/coloc-with-inner-group-member.scores46
-rw-r--r--cts/scheduler/scores/colocate-primitive-with-clone.scores48
-rw-r--r--cts/scheduler/scores/colocation-influence.scores264
-rw-r--r--cts/scheduler/scores/complex_enforce_colo.scores9
-rw-r--r--cts/scheduler/scores/enforce-colo1.scores9
-rw-r--r--cts/scheduler/scores/group-anticolocation-2.scores23
-rw-r--r--cts/scheduler/scores/group-anticolocation-3.scores23
-rw-r--r--cts/scheduler/scores/group-anticolocation-4.scores23
-rw-r--r--cts/scheduler/scores/group-anticolocation-5.scores34
-rw-r--r--cts/scheduler/scores/group-anticolocation.scores6
-rw-r--r--cts/scheduler/scores/group-dependents.scores10
-rw-r--r--cts/scheduler/scores/guest-host-not-fenceable.scores122
-rw-r--r--cts/scheduler/scores/load-stopped-loop-2.scores4
-rw-r--r--cts/scheduler/scores/load-stopped-loop.scores30
-rw-r--r--cts/scheduler/scores/migrate-begin.scores2
-rw-r--r--cts/scheduler/scores/migrate-fail-2.scores2
-rw-r--r--cts/scheduler/scores/migrate-fail-3.scores4
-rw-r--r--cts/scheduler/scores/migrate-fail-4.scores2
-rw-r--r--cts/scheduler/scores/migrate-fail-5.scores2
-rw-r--r--cts/scheduler/scores/migrate-fail-6.scores2
-rw-r--r--cts/scheduler/scores/migrate-fail-7.scores4
-rw-r--r--cts/scheduler/scores/migrate-fail-8.scores2
-rw-r--r--cts/scheduler/scores/migrate-fail-9.scores2
-rw-r--r--cts/scheduler/scores/migrate-partial-1.scores4
-rw-r--r--cts/scheduler/scores/migrate-partial-2.scores2
-rw-r--r--cts/scheduler/scores/migrate-partial-3.scores3
-rw-r--r--cts/scheduler/scores/migrate-start-complex.scores18
-rw-r--r--cts/scheduler/scores/migrate-start.scores12
-rw-r--r--cts/scheduler/scores/migrate-stop-start-complex.scores4
-rw-r--r--cts/scheduler/scores/migrate-success.scores4
-rw-r--r--cts/scheduler/scores/nested-remote-recovery.scores648
-rw-r--r--cts/scheduler/scores/no-promote-on-unrunnable-guest.scores254
-rw-r--r--cts/scheduler/scores/node-pending-timeout.scores3
-rw-r--r--cts/scheduler/scores/notifs-for-unrunnable.scores230
-rw-r--r--cts/scheduler/scores/notify-behind-stopping-remote.scores60
-rw-r--r--cts/scheduler/scores/novell-239087.scores4
-rw-r--r--cts/scheduler/scores/on_fail_demote1.scores166
-rw-r--r--cts/scheduler/scores/on_fail_demote4.scores166
-rw-r--r--cts/scheduler/scores/order-expired-failure.scores376
-rw-r--r--cts/scheduler/scores/params-6.scores23
-rw-r--r--cts/scheduler/scores/pending-node-no-uname.scores3
-rw-r--r--cts/scheduler/scores/probe-2.scores2
-rw-r--r--cts/scheduler/scores/promoted-13.scores2
-rw-r--r--cts/scheduler/scores/promoted-asymmetrical-order.scores4
-rw-r--r--cts/scheduler/scores/promoted-demote.scores12
-rw-r--r--cts/scheduler/scores/promoted-failed-demote-2.scores6
-rw-r--r--cts/scheduler/scores/promoted-failed-demote.scores6
-rw-r--r--cts/scheduler/scores/promoted-move.scores2
-rw-r--r--cts/scheduler/scores/promoted-ordering.scores10
-rw-r--r--cts/scheduler/scores/promoted-partially-demoted-group.scores10
-rw-r--r--cts/scheduler/scores/promoted-probed-score.scores92
-rw-r--r--cts/scheduler/scores/remote-connection-shutdown.scores974
-rw-r--r--cts/scheduler/scores/remote-fence-unclean-3.scores348
-rw-r--r--cts/scheduler/scores/route-remote-notify.scores122
-rw-r--r--cts/scheduler/scores/rsc-sets-clone-1.scores18
-rw-r--r--cts/scheduler/scores/start-then-stop-with-unfence.scores6
-rw-r--r--cts/scheduler/scores/stop-all-resources.scores56
-rw-r--r--cts/scheduler/scores/timeout-by-node.scores61
-rw-r--r--cts/scheduler/scores/unrunnable-2.scores2
-rw-r--r--cts/scheduler/scores/utilization-complex.scores176
-rw-r--r--cts/scheduler/scores/utilization-order2.scores2
-rw-r--r--cts/scheduler/scores/utilization-order4.scores6
-rw-r--r--cts/scheduler/scores/utilization-shuffle.scores48
-rw-r--r--cts/scheduler/scores/year-2038.scores376
-rw-r--r--cts/scheduler/summary/11-a-then-bm-b-move-a-clone-starting.summary2
-rw-r--r--cts/scheduler/summary/5-am-then-bm-a-not-migratable.summary2
-rw-r--r--cts/scheduler/summary/7-migrate-group-one-unmigratable.summary2
-rw-r--r--cts/scheduler/summary/bundle-interleave-start.summary70
-rw-r--r--cts/scheduler/summary/bundle-order-fencing.summary4
-rw-r--r--cts/scheduler/summary/bundle-order-stop-on-remote.summary6
-rw-r--r--cts/scheduler/summary/bundle-promoted-anticolocation-1.summary33
-rw-r--r--cts/scheduler/summary/bundle-promoted-anticolocation-2.summary33
-rw-r--r--cts/scheduler/summary/bundle-promoted-anticolocation-3.summary45
-rw-r--r--cts/scheduler/summary/bundle-promoted-anticolocation-4.summary45
-rw-r--r--cts/scheduler/summary/bundle-promoted-anticolocation-5.summary51
-rw-r--r--cts/scheduler/summary/bundle-promoted-anticolocation-6.summary51
-rw-r--r--cts/scheduler/summary/bundle-promoted-colocation-1.summary33
-rw-r--r--cts/scheduler/summary/bundle-promoted-colocation-2.summary33
-rw-r--r--cts/scheduler/summary/bundle-promoted-colocation-3.summary45
-rw-r--r--cts/scheduler/summary/bundle-promoted-colocation-4.summary45
-rw-r--r--cts/scheduler/summary/bundle-promoted-colocation-5.summary51
-rw-r--r--cts/scheduler/summary/bundle-promoted-colocation-6.summary51
-rw-r--r--cts/scheduler/summary/bundle-promoted-location-1.summary27
-rw-r--r--cts/scheduler/summary/bundle-promoted-location-2.summary54
-rw-r--r--cts/scheduler/summary/bundle-promoted-location-3.summary27
-rw-r--r--cts/scheduler/summary/bundle-promoted-location-4.summary27
-rw-r--r--cts/scheduler/summary/bundle-promoted-location-5.summary27
-rw-r--r--cts/scheduler/summary/bundle-promoted-location-6.summary40
-rw-r--r--cts/scheduler/summary/cancel-behind-moving-remote.summary78
-rw-r--r--cts/scheduler/summary/clone-recover-no-shuffle-1.summary29
-rw-r--r--cts/scheduler/summary/clone-recover-no-shuffle-10.summary29
-rw-r--r--cts/scheduler/summary/clone-recover-no-shuffle-11.summary34
-rw-r--r--cts/scheduler/summary/clone-recover-no-shuffle-12.summary43
-rw-r--r--cts/scheduler/summary/clone-recover-no-shuffle-2.summary32
-rw-r--r--cts/scheduler/summary/clone-recover-no-shuffle-3.summary42
-rw-r--r--cts/scheduler/summary/clone-recover-no-shuffle-4.summary29
-rw-r--r--cts/scheduler/summary/clone-recover-no-shuffle-5.summary32
-rw-r--r--cts/scheduler/summary/clone-recover-no-shuffle-6.summary42
-rw-r--r--cts/scheduler/summary/clone-recover-no-shuffle-7.summary38
-rw-r--r--cts/scheduler/summary/clone-recover-no-shuffle-8.summary52
-rw-r--r--cts/scheduler/summary/clone-recover-no-shuffle-9.summary56
-rw-r--r--cts/scheduler/summary/coloc-with-inner-group-member.summary45
-rw-r--r--cts/scheduler/summary/group-anticolocation-2.summary41
-rw-r--r--cts/scheduler/summary/group-anticolocation-3.summary33
-rw-r--r--cts/scheduler/summary/group-anticolocation-4.summary41
-rw-r--r--cts/scheduler/summary/group-anticolocation-5.summary41
-rw-r--r--cts/scheduler/summary/group-anticolocation.summary16
-rw-r--r--cts/scheduler/summary/migrate-fencing.summary2
-rw-r--r--cts/scheduler/summary/no-promote-on-unrunnable-guest.summary2
-rw-r--r--cts/scheduler/summary/node-pending-timeout.summary26
-rw-r--r--cts/scheduler/summary/pending-node-no-uname.summary23
-rw-r--r--cts/scheduler/summary/promoted-ordering.summary24
-rw-r--r--cts/scheduler/summary/promoted-probed-score.summary124
-rw-r--r--cts/scheduler/summary/timeout-by-node.summary43
-rw-r--r--cts/scheduler/summary/unfence-definition.summary2
-rw-r--r--cts/scheduler/summary/unfence-parameters.summary2
-rw-r--r--cts/scheduler/xml/anon-instance-pending.xml2
-rw-r--r--cts/scheduler/xml/bundle-interleave-start.xml3
-rw-r--r--cts/scheduler/xml/bundle-promoted-anticolocation-1.xml238
-rw-r--r--cts/scheduler/xml/bundle-promoted-anticolocation-2.xml238
-rw-r--r--cts/scheduler/xml/bundle-promoted-anticolocation-3.xml238
-rw-r--r--cts/scheduler/xml/bundle-promoted-anticolocation-4.xml238
-rw-r--r--cts/scheduler/xml/bundle-promoted-anticolocation-5.xml368
-rw-r--r--cts/scheduler/xml/bundle-promoted-anticolocation-6.xml368
-rw-r--r--cts/scheduler/xml/bundle-promoted-colocation-1.xml237
-rw-r--r--cts/scheduler/xml/bundle-promoted-colocation-2.xml237
-rw-r--r--cts/scheduler/xml/bundle-promoted-colocation-3.xml237
-rw-r--r--cts/scheduler/xml/bundle-promoted-colocation-4.xml237
-rw-r--r--cts/scheduler/xml/bundle-promoted-colocation-5.xml367
-rw-r--r--cts/scheduler/xml/bundle-promoted-colocation-6.xml367
-rw-r--r--cts/scheduler/xml/bundle-promoted-location-1.xml221
-rw-r--r--cts/scheduler/xml/bundle-promoted-location-2.xml218
-rw-r--r--cts/scheduler/xml/bundle-promoted-location-3.xml225
-rw-r--r--cts/scheduler/xml/bundle-promoted-location-4.xml225
-rw-r--r--cts/scheduler/xml/bundle-promoted-location-5.xml231
-rw-r--r--cts/scheduler/xml/bundle-promoted-location-6.xml224
-rw-r--r--cts/scheduler/xml/cancel-behind-moving-remote.xml14
-rw-r--r--cts/scheduler/xml/clone-recover-no-shuffle-1.xml113
-rw-r--r--cts/scheduler/xml/clone-recover-no-shuffle-10.xml120
-rw-r--r--cts/scheduler/xml/clone-recover-no-shuffle-11.xml153
-rw-r--r--cts/scheduler/xml/clone-recover-no-shuffle-12.xml186
-rw-r--r--cts/scheduler/xml/clone-recover-no-shuffle-2.xml141
-rw-r--r--cts/scheduler/xml/clone-recover-no-shuffle-3.xml180
-rw-r--r--cts/scheduler/xml/clone-recover-no-shuffle-4.xml115
-rw-r--r--cts/scheduler/xml/clone-recover-no-shuffle-5.xml143
-rw-r--r--cts/scheduler/xml/clone-recover-no-shuffle-6.xml182
-rw-r--r--cts/scheduler/xml/clone-recover-no-shuffle-7.xml120
-rw-r--r--cts/scheduler/xml/clone-recover-no-shuffle-8.xml153
-rw-r--r--cts/scheduler/xml/clone-recover-no-shuffle-9.xml186
-rw-r--r--cts/scheduler/xml/coloc-with-inner-group-member.xml258
-rw-r--r--cts/scheduler/xml/group-anticolocation-2.xml166
-rw-r--r--cts/scheduler/xml/group-anticolocation-3.xml165
-rw-r--r--cts/scheduler/xml/group-anticolocation-4.xml167
-rw-r--r--cts/scheduler/xml/group-anticolocation-5.xml188
-rw-r--r--cts/scheduler/xml/group-anticolocation.xml14
-rw-r--r--cts/scheduler/xml/node-pending-timeout.xml27
-rw-r--r--cts/scheduler/xml/pending-node-no-uname.xml26
-rw-r--r--cts/scheduler/xml/promoted-ordering.xml26
-rw-r--r--cts/scheduler/xml/promoted-probed-score.xml4
-rw-r--r--cts/scheduler/xml/timeout-by-node.xml139
-rw-r--r--cts/support/Makefile.am6
381 files changed, 25306 insertions, 13838 deletions
diff --git a/cts/Makefile.am b/cts/Makefile.am
index a2e6738..598ae32 100644
--- a/cts/Makefile.am
+++ b/cts/Makefile.am
@@ -12,42 +12,29 @@ MAINTAINERCLEANFILES = Makefile.in
# Test commands and globally applicable test files should be in $(testdir),
# and command-specific test data should be in a command-specific subdirectory.
testdir = $(datadir)/$(PACKAGE)/tests
-test_SCRIPTS = cts-attrd \
+test_SCRIPTS = cts-attrd \
cts-cli \
cts-exec \
cts-fencing \
+ cts-lab \
cts-regression \
cts-scheduler
dist_test_DATA = README.md \
valgrind-pcmk.suppressions
-ctsdir = $(testdir)/cts
-cts_SCRIPTS = lxc_autogen.sh
-
clidir = $(testdir)/cli
-dist_cli_DATA = cli/constraints.xml \
- cli/crmadmin-cluster-remote-guest-nodes.xml \
- cli/crm_diff_new.xml \
- cli/crm_diff_old.xml \
- cli/crm_mon.xml \
- cli/crm_mon-feature_set.xml \
- cli/crm_mon-partial.xml \
- cli/crm_mon-rsc-maint.xml \
- cli/crm_mon-T180.xml \
- cli/crm_mon-unmanaged.xml \
- cli/crm_resource_digests.xml \
- cli/regression.acls.exp \
- cli/regression.crm_mon.exp \
- cli/regression.daemons.exp \
- cli/regression.dates.exp \
- cli/regression.error_codes.exp \
- cli/regression.feature_set.exp \
- cli/regression.rules.exp \
- cli/regression.tools.exp \
- cli/regression.upgrade.exp \
- cli/regression.validity.exp \
- cli/regression.access_render.exp
+dist_cli_DATA = $(wildcard cli/*.xml cli/*.exp)
+
+ctsdir = $(datadir)/$(PACKAGE)/tests/cts
+cts_SCRIPTS = cts
+
+# Commands intended to be run only via other commands
+halibdir = $(CRM_DAEMON_DIR)
+dist_halib_SCRIPTS = cts-log-watcher
+noinst_SCRIPTS = cluster_test
+
+.PHONY: scheduler-list
scheduler-list:
@for T in "$(srcdir)"/scheduler/xml/*.xml; do \
echo $$(basename $$T .xml); \
@@ -55,15 +42,35 @@ scheduler-list:
CLEANFILES = $(builddir)/.regression.failed.diff
+.PHONY: clean-local
clean-local:
rm -f scheduler/*/*.pe
-SUBDIRS = benchmark lab scheduler support
+SUBDIRS = benchmark \
+ scheduler \
+ support
+.PHONY: cts-support-install
cts-support-install:
$(MAKE) $(AM_MAKEFLAGS) -C support cts-support
$(builddir)/support/cts-support install
+.PHONY: cts-support-uninstall
cts-support-uninstall:
$(MAKE) $(AM_MAKEFLAGS) -C support cts-support
$(builddir)/support/cts-support uninstall
+
+# Everything listed here is a python script, typically generated from a .in file
+# (though that is not a requirement). We want to run pylint on all of these
+# things after they've been built.
+python_files = cts-attrd \
+ cts-exec \
+ cts-fencing \
+ cts-lab \
+ cts-log-watcher \
+ cts-regression \
+ cts-scheduler
+
+.PHONY: pylint
+pylint: $(python_files)
+ PYTHONPATH=$(top_builddir)/python pylint --rcfile $(top_srcdir)/python/pylintrc $(python_files)
diff --git a/cts/README.md b/cts/README.md
index 0ff1065..cbf319a 100644
--- a/cts/README.md
+++ b/cts/README.md
@@ -21,11 +21,10 @@ CTS includes:
* The CTS lab: This is a cluster exerciser for intensively testing the behavior
of an entire working cluster. It is primarily for developers and packagers of
the Pacemaker source code, but it can be useful for users who wish to see how
- their cluster will react to various situations. In an installed deployment,
- the CTS lab is in the cts subdirectory of this directory; in a source
- distibution, it is in cts/lab.
+ their cluster will react to various situations. Most of the lab code is in
+ the Pacemaker Python module. The front end, cts-lab, is in this directory.
- The CTS lab runs a randomized series of predefined tests on the cluster. CTS
+ The CTS lab runs a randomized series of predefined tests on the cluster. It
can be run against a pre-existing cluster configuration or overwrite the
existing configuration with a test configuration.
@@ -46,15 +45,13 @@ CTS includes:
/usr/libexec/pacemaker/cts-support uninstall
+ (The actual directory location may vary depending on how Pacemaker was
+ built.)
+
* Cluster benchmark: The benchmark subdirectory of this directory contains some
cluster test environment benchmarking code. It is not particularly useful for
end users.
-* LXC generator: The lxc\_autogen.sh script can be used to create some guest
- nodes for testing using LXC containers. It is not particularly useful for end
- users. In an installed deployment, it is in the cts subdirectory of this
- directory; in a source distribution, it is in this directory.
-
* Valgrind suppressions: When memory-testing Pacemaker code with valgrind,
various bugs in non-Pacemaker libraries and such can clutter the results. The
valgrind-pcmk.suppressions file in this directory can be used with valgrind's
@@ -109,9 +106,11 @@ CTS includes:
### Run
-The primary interface to the CTS lab is the CTSlab.py executable:
+The primary interface to the CTS lab is the cts-lab executable:
- /usr/share/pacemaker/tests/cts/CTSlab.py [options] <number-of-tests-to-run>
+ /usr/share/pacemaker/tests/cts-lab [options] <number-of-tests-to-run>
+
+(The actual directory location may vary depending on how Pacemaker was built.)
As part of the options, specify the cluster nodes with --nodes, for example:
@@ -138,13 +137,13 @@ Configure some sort of fencing, for example to use fence\_xvm:
Putting all the above together, a command line might look like:
- /usr/share/pacemaker/tests/cts/CTSlab.py --nodes "pcmk-1 pcmk-2 pcmk-3" \
+ /usr/share/pacemaker/tests/cts-lab --nodes "pcmk-1 pcmk-2 pcmk-3" \
--outputfile ~/cts.log --clobber-cib --populate-resources \
--test-ip-base 192.168.9.100 --stonith xvm 50
For more options, run with the --help option.
-There are also a couple of wrappers for CTSlab.py that some users may find more
+There are also a couple of wrappers for cts-lab that some users may find more
convenient: cts, which is typically installed in the same place as the rest of
the testing code; and cluster\_test, which is in the source directory and
typically not installed.
@@ -172,7 +171,7 @@ setting the following environment variables on all cluster nodes:
--gen-suppressions=all"
If running the CTS lab with valgrind enabled on the cluster nodes, add these
-options to CTSlab.py:
+options to cts-lab:
--valgrind-tests --valgrind-procs "pacemaker-attrd pacemaker-based pacemaker-controld pacemaker-execd pacemaker-schedulerd pacemaker-fenced"
@@ -217,22 +216,22 @@ lab, but the C library variables may be set differently on different nodes.
### Optional: Remote node testing
-If the pacemaker-remoted daemon is installed on all cluster nodes, CTS will
-enable remote node tests.
+If the pacemaker-remoted daemon is installed on all cluster nodes, the CTS lab
+will enable remote node tests.
The remote node tests choose a random node, stop the cluster on it, start
pacemaker-remoted on it, and add an ocf:pacemaker:remote resource to turn it
-into a remote node. When the test is done, CTS will turn the node back into
+into a remote node. When the test is done, the lab will turn the node back into
a cluster node.
-To avoid conflicts, CTS will rename the node, prefixing the original node name
-with "remote-". For example, "pcmk-1" will become "remote-pcmk-1". These names
-do not need to be resolvable.
+To avoid conflicts, the lab will rename the node, prefixing the original node
+name with "remote-". For example, "pcmk-1" will become "remote-pcmk-1". These
+names do not need to be resolvable.
The name change may require special fencing configuration, if the fence agent
expects the node name to be the same as its hostname. A common approach is to
specify the "remote-" names in pcmk\_host\_list. If you use
-pcmk\_host\_list=all, CTS will expand that to all cluster nodes and their
+pcmk\_host\_list=all, the lab will expand that to all cluster nodes and their
"remote-" names. You may additionally need a pcmk\_host\_map argument to map
the "remote-" names to the hostnames. Example:
@@ -267,34 +266,9 @@ valgrind. For example:
EOF
-### Optional: Container testing
-
-If the --container-tests option is given to CTSlab.py, it will enable
-testing of LXC resources (currently only the RemoteLXC test,
-which starts a remote node using an LXC container).
-
-The container tests have additional package dependencies (see the toplevel
-INSTALL.md). Also, SELinux must be enabled (in either permissive or enforcing
-mode), libvirtd must be enabled and running, and root must be able to ssh
-without a password between all cluster nodes (not just from the exerciser).
-Before running the tests, you can verify your environment with:
-
- /usr/share/pacemaker/tests/cts/lxc_autogen.sh -v
-
-LXC tests will create two containers with hardcoded parameters: a NAT'ed bridge
-named virbr0 using the IP network 192.168.123.0/24 will be created on the
-cluster node hosting the containers; the host will be assigned
-52:54:00:A8:12:35 as the MAC address and 192.168.123.1 as the IP address.
-Each container will be assigned a random MAC address starting with 52:54:,
-the IP address 192.168.123.11 or 192.168.123.12, the hostname lxc1 or lxc2
-(which will be added to the host's /etc/hosts file), and 196MB RAM.
-
-The test will revert all of the configuration when it is done.
-
-
### Mini-HOWTO: Allow passwordless remote SSH connections
-The CTS scripts run "ssh -l root" so you don't have to do any of your testing
+The CTS lab runs "ssh -l root" so you don't have to do any of your testing
logged in as root on the exerciser. Here is how to allow such connections
without requiring a password to be entered each time:
@@ -328,42 +302,20 @@ without requiring a password to be entered each time:
If not, look at the documentation for your version of ssh.
-## Note on the maintenance
+## Upgrading scheduler test inputs for new XSLTs
-### Tests for scheduler
-
-The source `*.xml` files are preferably kept in sync with the newest
-major (and only major, which is enough) schema version, since these
-tests are not meant to double as schema upgrade ones (except some cases
+The scheduler/xml inputs should be kept in sync with the latest major schema
+version, since these tests are not meant to test schema upgrades (unless
expressly designated as such).
-Currently and unless something goes wrong, the procedure of upgrading
-these tests en masse is as easy as:
+To upgrade the inputs to a new major schema version:
- cd "$(git rev-parse --show-toplevel)/cts" # if not already
- pushd "$(git rev-parse --show-toplevel)/xml"
+ cd "$(git rev-parse --show-toplevel)/xml"
./regression.sh cts_scheduler -G
- popd
+ cd "$(git rev-parse --show-toplevel)/cts"
git add --interactive .
- git commit -m 'XML: upgrade-M.N.xsl: apply on scheduler CTS test cases'
- git reset HEAD && git checkout . # if some differences still remain
- ./cts-scheduler # absolutely vital to check nothing got broken!
-
-Now, sadly, there's no proved automated way to minimize instances like this:
-
- <primitive id="rsc1" class="ocf" provider="heartbeat" type="apache">
- </primitive>
-
-that may be left behind into more canonical:
-
- <primitive id="rsc1" class="ocf" provider="heartbeat" type="apache"/>
-
-so manual editing is tasked, or perhaps `--format` or `--c14n`
-to `xmllint` will be of help (without any other side effects).
+ git commit -m 'Test: scheduler: upgrade test inputs to schema $X.$Y'
+ ./cts-scheduler || echo 'Investigate what went wrong'
-If the overall process gets stuck anywhere, common sense to the rescue.
-The initial part of the above recipe can be repeated anytime to verify
-there's nothing to upgrade artificially like this, which is a desired
-state. Note that `regression.sh` script performs validation of both
-the input and output, should the upgrade take place, implicitly, so
-there's no need of revalidation in the happy case.
+The first two commands can be run anytime to verify no further upgrades are
+needed.
diff --git a/cts/benchmark/Makefile.am b/cts/benchmark/Makefile.am
index 532abd2..703f18d 100644
--- a/cts/benchmark/Makefile.am
+++ b/cts/benchmark/Makefile.am
@@ -1,5 +1,5 @@
#
-# Copyright 2001-2017 the Pacemaker project contributors
+# Copyright 2001-2023 the Pacemaker project contributors
#
# The version control history for this file may have further details.
#
@@ -9,5 +9,6 @@
MAINTAINERCLEANFILES = Makefile.in
benchdir = $(datadir)/$(PACKAGE)/tests/cts/benchmark
-dist_bench_DATA = README.benchmark control
+dist_bench_DATA = README.benchmark \
+ control
bench_SCRIPTS = clubench
diff --git a/cts/benchmark/clubench.in b/cts/benchmark/clubench.in
index e65b60d..d20e292 100644
--- a/cts/benchmark/clubench.in
+++ b/cts/benchmark/clubench.in
@@ -126,7 +126,7 @@ mkreports() {
runcts() {
RC_ODIR="$1"
msg "Running CTS"
- python "$CTSDIR/CTSlab.py" $CTSOPTS --nodes "$nodes" > "$RC_ODIR/ctsrun.out" 2>&1 &
+ python "$CTSDIR/cts-lab" $CTSOPTS --nodes "$nodes" > "$RC_ODIR/ctsrun.out" 2>&1 &
ctspid=$!
tail -f "$RC_ODIR/ctsrun.out" &
tailpid=$!
diff --git a/cts/cli/crm_verify_invalid_bz.xml b/cts/cli/crm_verify_invalid_bz.xml
new file mode 100644
index 0000000..b92e563
--- /dev/null
+++ b/cts/cli/crm_verify_invalid_bz.xml
@@ -0,0 +1,72 @@
+<cib crm_feature_set="3.17.4" validate-with="pacemaker-3.9" epoch="8" num_updates="0" admin_epoch="0" cib-last-written="Wed Sep 13 09:55:12 2023" update-origin="pcmk-2" update-client="cibadmin" update-user="root" have-quorum="1" dc-uuid="1">
+ <configuration>
+ <crm_config>
+ <cluster_property_set id="cib-bootstrap-options">
+ <nvpair id="cib-bootstrap-options-have-watchdog" name="have-watchdog" value="false"/>
+ <nvpair id="cib-bootstrap-options-dc-version" name="dc-version" value="2.1.6-2.el8-6fdc9deea29"/>
+ <nvpair id="cib-bootstrap-options-cluster-infrastructure" name="cluster-infrastructure" value="corosync"/>
+ <nvpair id="cib-bootstrap-options-cluster-name" name="cluster-name" value="mycluster"/>
+ <nvpair id="cib-bootstrap-options-stonith-enabled" name="stonith-enabled" value="false"/>
+ </cluster_property_set>
+ </crm_config>
+ <nodes>
+ <node id="1" uname="pcmk-1"/>
+ <node id="2" uname="pcmk-2"/>
+ </nodes>
+ <resources>
+ <primitive class="systemd" id="test1" type="chronyd">
+ <operations>
+ <op id="test1-monitor-interval-60" interval="60" name="monitor" timeout="100"/>
+ <op id="test1-start-interval-0s" interval="0s" name="start" timeout="100"/>
+ <op id="test1-stop-interval-0s" interval="0s" name="stop" timeout="100"/>
+ </operations>
+ </primitive>
+ <clone id="test2-clone">
+ <primitive class="systemd" id="test2" type="chronyd">
+ <operations>
+ <op id="test2-monitor-interval-60" interval="60" name="monitor" timeout="100"/>
+ <op id="test2-start-interval-0s" interval="0s" name="start" timeout="100"/>
+ <op id="test2-stop-interval-0s" interval="0s" name="stop" timeout="100"/>
+ </operations>
+ </primitive>
+ <meta_attributes id="test2-clone-meta_attributes">
+ <nvpair id="test2-clone-meta_attributes-promotable" name="promotable" value="true"/>
+ </meta_attributes>
+ </clone>
+ </resources>
+ <constraints/>
+ </configuration>
+ <status>
+ <node_state id="2" uname="pcmk-2" in_ccm="true" crmd="online" crm-debug-origin="controld_update_resource_history" join="member" expected="member">
+ <transient_attributes id="2">
+ <instance_attributes id="status-2">
+ <nvpair id="status-2-.feature-set" name="#feature-set" value="3.17.4"/>
+ </instance_attributes>
+ </transient_attributes>
+ <lrm id="2">
+ <lrm_resources>
+ <lrm_resource id="test1" class="systemd" type="chronyd">
+ <lrm_rsc_op id="test1_last_0" operation_key="test1_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="4:113:0:63958060-000d-4101-9f9f-104f70588675" transition-magic="0:0;4:113:0:63958060-000d-4101-9f9f-104f70588675" exit-reason="" on_node="pcmk-2" call-id="9" rc-code="0" op-status="0" interval="0" last-rc-change="1694613091" exec-time="2115" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="test1_last_failure_0" operation_key="test1_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="2:4:7:63958060-000d-4101-9f9f-104f70588675" transition-magic="0:0;2:4:7:63958060-000d-4101-9f9f-104f70588675" exit-reason="" on_node="pcmk-2" call-id="5" rc-code="0" op-status="0" interval="0" last-rc-change="1694009809" exec-time="3" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="test1_monitor_60000" operation_key="test1_monitor_60000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="1:113:0:63958060-000d-4101-9f9f-104f70588675" transition-magic="0:0;1:113:0:63958060-000d-4101-9f9f-104f70588675" exit-reason="" on_node="pcmk-2" call-id="10" rc-code="0" op-status="0" interval="60000" last-rc-change="1694613091" exec-time="1" queue-time="0" op-digest="2d296eeac3e5f7d1cfdb1557b8eb3457"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ </node_state>
+ <node_state id="1" uname="pcmk-1" in_ccm="true" crmd="online" crm-debug-origin="controld_update_resource_history" join="member" expected="member">
+ <lrm id="1">
+ <lrm_resources>
+ <lrm_resource id="test1" class="systemd" type="chronyd">
+ <lrm_rsc_op id="test1_last_0" operation_key="test1_stop_0" operation="stop" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="3:113:0:63958060-000d-4101-9f9f-104f70588675" transition-magic="0:0;3:113:0:63958060-000d-4101-9f9f-104f70588675" exit-reason="" on_node="pcmk-1" call-id="6" rc-code="0" op-status="0" interval="0" last-rc-change="1694613089" exec-time="2007" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="test1_last_failure_0" operation_key="test1_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="1:4:7:63958060-000d-4101-9f9f-104f70588675" transition-magic="0:0;1:4:7:63958060-000d-4101-9f9f-104f70588675" exit-reason="" on_node="pcmk-1" call-id="5" rc-code="0" op-status="0" interval="0" last-rc-change="1694009809" exec-time="3" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ <transient_attributes id="1">
+ <instance_attributes id="status-1">
+ <nvpair id="status-1-.feature-set" name="#feature-set" value="3.17.4"/>
+ </instance_attributes>
+ </transient_attributes>
+ </node_state>
+ </status>
+</cib> \ No newline at end of file
diff --git a/cts/cli/crm_verify_invalid_no_stonith.xml b/cts/cli/crm_verify_invalid_no_stonith.xml
new file mode 100644
index 0000000..ce1b3a5
--- /dev/null
+++ b/cts/cli/crm_verify_invalid_no_stonith.xml
@@ -0,0 +1,12 @@
+<cib crm_feature_set="3.17.4" validate-with="pacemaker-3.9" epoch="1" num_updates="0" admin_epoch="0" cib-last-written="Wed Sep 6 09:27:13 2023" update-origin="pcmk-2" update-client="crmd" update-user="hacluster">
+ <configuration>
+ <crm_config/>
+ <nodes>
+ <node id="1" uname="pcmk-1"/>
+ <node id="2" uname="pcmk-2"/>
+ </nodes>
+ <resources/>
+ <constraints/>
+ </configuration>
+ <status/>
+</cib> \ No newline at end of file
diff --git a/cts/cli/regression.daemons.exp b/cts/cli/regression.daemons.exp
index 66bd7b3..b34fba8 100644
--- a/cts/cli/regression.daemons.exp
+++ b/cts/cli/regression.daemons.exp
@@ -122,6 +122,11 @@
<shortdesc lang="en">Do not lock resources to a cleanly shut down node longer than this</shortdesc>
<content type="time" default=""/>
</parameter>
+ <parameter name="node-pending-timeout">
+ <longdesc lang="en">Fence nodes that do not join the controller process group within this much time after joining the cluster, to allow the cluster to continue managing resources. A value of 0 means never fence pending nodes. Setting the value to 2h means fence nodes after 2 hours.</longdesc>
+ <shortdesc lang="en">How long to wait for a node that has joined the cluster to join the controller process group</shortdesc>
+ <content type="time" default=""/>
+ </parameter>
</parameters>
</resource-agent>
=#=#=#= End test: Get controller metadata - OK (0) =#=#=#=
@@ -349,6 +354,11 @@
<shortdesc lang="en">Apply fencing delay targeting the lost nodes with the highest total resource priority</shortdesc>
<content type="time" default=""/>
</parameter>
+ <parameter name="node-pending-timeout">
+ <longdesc lang="en">Fence nodes that do not join the controller process group within this much time after joining the cluster, to allow the cluster to continue managing resources. A value of 0 means never fence pending nodes. Setting the value to 2h means fence nodes after 2 hours.</longdesc>
+ <shortdesc lang="en">How long to wait for a node that has joined the cluster to join the controller process group</shortdesc>
+ <content type="time" default=""/>
+ </parameter>
<parameter name="cluster-delay">
<longdesc lang="en">The node elected Designated Controller (DC) will consider an action failed if it does not get a response from the node executing the action within this time (after considering the action&apos;s own timeout). The &quot;correct&quot; value will depend on the speed and load of your network and cluster nodes.</longdesc>
<shortdesc lang="en">Maximum time for node-to-node communication</shortdesc>
diff --git a/cts/cli/regression.error_codes.exp b/cts/cli/regression.error_codes.exp
index 6c6f4e1..7d705e2 100644
--- a/cts/cli/regression.error_codes.exp
+++ b/cts/cli/regression.error_codes.exp
@@ -145,6 +145,9 @@ pcmk_rc_node_unknown - Node not found
=#=#=#= End test: Get negative Pacemaker return code (with name) (XML) - OK (0) =#=#=#=
* Passed: crm_error - Get negative Pacemaker return code (with name) (XML)
=#=#=#= Begin test: List Pacemaker return codes (non-positive) =#=#=#=
+-1039: Compression/decompression error
+-1038: Nameserver resolution error
+-1037: No active transaction found
-1036: Bad XML patch format
-1035: Bad input value provided
-1034: Disabled
@@ -186,6 +189,9 @@ pcmk_rc_node_unknown - Node not found
* Passed: crm_error - List Pacemaker return codes (non-positive)
=#=#=#= Begin test: List Pacemaker return codes (non-positive) (XML) =#=#=#=
<pacemaker-result api-version="X" request="crm_error -l -r --output-as=xml">
+ <result-code code="-1039" description="Compression/decompression error"/>
+ <result-code code="-1038" description="Nameserver resolution error"/>
+ <result-code code="-1037" description="No active transaction found"/>
<result-code code="-1036" description="Bad XML patch format"/>
<result-code code="-1035" description="Bad input value provided"/>
<result-code code="-1034" description="Disabled"/>
@@ -227,6 +233,9 @@ pcmk_rc_node_unknown - Node not found
=#=#=#= End test: List Pacemaker return codes (non-positive) (XML) - OK (0) =#=#=#=
* Passed: crm_error - List Pacemaker return codes (non-positive) (XML)
=#=#=#= Begin test: List Pacemaker return codes (non-positive) (with names) =#=#=#=
+-1039: pcmk_rc_compression Compression/decompression error
+-1038: pcmk_rc_ns_resolution Nameserver resolution error
+-1037: pcmk_rc_no_transaction No active transaction found
-1036: pcmk_rc_bad_xml_patch Bad XML patch format
-1035: pcmk_rc_bad_input Bad input value provided
-1034: pcmk_rc_disabled Disabled
@@ -268,6 +277,9 @@ pcmk_rc_node_unknown - Node not found
* Passed: crm_error - List Pacemaker return codes (non-positive) (with names)
=#=#=#= Begin test: List Pacemaker return codes (non-positive) (with names) (XML) =#=#=#=
<pacemaker-result api-version="X" request="crm_error -n -l -r --output-as=xml">
+ <result-code code="-1039" name="pcmk_rc_compression" description="Compression/decompression error"/>
+ <result-code code="-1038" name="pcmk_rc_ns_resolution" description="Nameserver resolution error"/>
+ <result-code code="-1037" name="pcmk_rc_no_transaction" description="No active transaction found"/>
<result-code code="-1036" name="pcmk_rc_bad_xml_patch" description="Bad XML patch format"/>
<result-code code="-1035" name="pcmk_rc_bad_input" description="Bad input value provided"/>
<result-code code="-1034" name="pcmk_rc_disabled" description="Disabled"/>
diff --git a/cts/cli/regression.rules.exp b/cts/cli/regression.rules.exp
index c3dccd7..cdfb5d1 100644
--- a/cts/cli/regression.rules.exp
+++ b/cts/cli/regression.rules.exp
@@ -33,6 +33,9 @@ crm_rule: --check requires use of --rule=
log_xmllib_err error: XML Error: Entity: line 1: parser error : Start tag expected, '<' not found
log_xmllib_err error: XML Error: invalidxml
log_xmllib_err error: XML Error: ^
+log_xmllib_err error: XML Error: Entity: line 1: parser error : Start tag expected, '<' not found
+log_xmllib_err error: XML Error: invalidxml
+log_xmllib_err error: XML Error: ^
crm_rule: Couldn't parse input string: invalidxml
=#=#=#= End test: crm_rule given invalid input XML - Invalid data given (65) =#=#=#=
@@ -41,6 +44,9 @@ crm_rule: Couldn't parse input string: invalidxml
log_xmllib_err error: XML Error: Entity: line 1: parser error : Start tag expected, '<' not found
log_xmllib_err error: XML Error: invalidxml
log_xmllib_err error: XML Error: ^
+log_xmllib_err error: XML Error: Entity: line 1: parser error : Start tag expected, '<' not found
+log_xmllib_err error: XML Error: invalidxml
+log_xmllib_err error: XML Error: ^
<pacemaker-result api-version="X" request="crm_rule -c -r blahblah -X invalidxml --output-as=xml">
<status code="65" message="Invalid data given">
<errors>
@@ -55,6 +61,9 @@ log_xmllib_err error: XML Error: ^
log_xmllib_err error: XML Error: Entity: line 1: parser error : Start tag expected, '<' not found
log_xmllib_err error: XML Error: invalidxml
log_xmllib_err error: XML Error: ^
+log_xmllib_err error: XML Error: Entity: line 1: parser error : Start tag expected, '<' not found
+log_xmllib_err error: XML Error: invalidxml
+log_xmllib_err error: XML Error: ^
crm_rule: Couldn't parse input from STDIN
=#=#=#= End test: crm_rule given invalid input XML on stdin - Invalid data given (65) =#=#=#=
@@ -63,6 +72,9 @@ crm_rule: Couldn't parse input from STDIN
log_xmllib_err error: XML Error: Entity: line 1: parser error : Start tag expected, '<' not found
log_xmllib_err error: XML Error: invalidxml
log_xmllib_err error: XML Error: ^
+log_xmllib_err error: XML Error: Entity: line 1: parser error : Start tag expected, '<' not found
+log_xmllib_err error: XML Error: invalidxml
+log_xmllib_err error: XML Error: ^
<pacemaker-result api-version="X" request="crm_rule -c -r blahblah -X - --output-as=xml">
<status code="65" message="Invalid data given">
<errors>
diff --git a/cts/cli/regression.tools.exp b/cts/cli/regression.tools.exp
index a8e2236..accf781 100644
--- a/cts/cli/regression.tools.exp
+++ b/cts/cli/regression.tools.exp
@@ -4706,7 +4706,7 @@ Resources prim2 is colocated with:
<pacemaker-result api-version="X" request="crm_resource -a -r prim2 --output-as=xml">
<constraints>
<rsc_location node="cluster01" rsc="prim2" id="prim2-on-cluster1" score="INFINITY"/>
- <rsc_colocation id="colocation-prim2-prim3-INFINITY" rsc="prim2" with-rsc="prim3" score="INFINITY"/>
+ <rsc_colocation id="colocation-prim2-prim3-INFINITY" rsc="prim2" with-rsc="prim3" score="INFINITY" node-attribute="#uname"/>
</constraints>
<status code="0" message="OK"/>
</pacemaker-result>
@@ -4716,10 +4716,10 @@ Resources prim2 is colocated with:
<pacemaker-result api-version="X" request="crm_resource -A -r prim2 --output-as=xml">
<constraints>
<rsc_location node="cluster01" rsc="prim2" id="prim2-on-cluster1" score="INFINITY"/>
- <rsc_colocation id="colocation-prim2-prim3-INFINITY" rsc="prim2" with-rsc="prim3" score="INFINITY"/>
- <rsc_colocation id="colocation-prim3-prim4-INFINITY" rsc="prim3" with-rsc="prim4" score="INFINITY"/>
+ <rsc_colocation id="colocation-prim2-prim3-INFINITY" rsc="prim2" with-rsc="prim3" score="INFINITY" node-attribute="#uname"/>
+ <rsc_colocation id="colocation-prim3-prim4-INFINITY" rsc="prim3" with-rsc="prim4" score="INFINITY" node-attribute="#uname"/>
<rsc_location node="cluster02" rsc="prim4" id="prim4-on-cluster2" score="INFINITY"/>
- <rsc_colocation id="colocation-prim4-prim5-INFINITY" rsc="prim4" with-rsc="prim5" score="INFINITY"/>
+ <rsc_colocation id="colocation-prim4-prim5-INFINITY" rsc="prim4" with-rsc="prim5" score="INFINITY" node-attribute="#uname"/>
</constraints>
<status code="0" message="OK"/>
</pacemaker-result>
@@ -4752,9 +4752,9 @@ Resources prim3 is colocated with:
=#=#=#= Begin test: Check locations and constraints for prim3 in XML =#=#=#=
<pacemaker-result api-version="X" request="crm_resource -a -r prim3 --output-as=xml">
<constraints>
- <rsc_colocation id="colocation-prim2-prim3-INFINITY" rsc="prim2" with-rsc="prim3" score="INFINITY"/>
+ <rsc_colocation id="colocation-prim2-prim3-INFINITY" rsc="prim2" with-rsc="prim3" score="INFINITY" node-attribute="#uname"/>
<rsc_location node="cluster01" rsc="prim2" id="prim2-on-cluster1" score="INFINITY"/>
- <rsc_colocation id="colocation-prim3-prim4-INFINITY" rsc="prim3" with-rsc="prim4" score="INFINITY"/>
+ <rsc_colocation id="colocation-prim3-prim4-INFINITY" rsc="prim3" with-rsc="prim4" score="INFINITY" node-attribute="#uname"/>
<rsc_location node="cluster02" rsc="prim4" id="prim4-on-cluster2" score="INFINITY"/>
</constraints>
<status code="0" message="OK"/>
@@ -4764,11 +4764,11 @@ Resources prim3 is colocated with:
=#=#=#= Begin test: Recursively check locations and constraints for prim3 in XML =#=#=#=
<pacemaker-result api-version="X" request="crm_resource -A -r prim3 --output-as=xml">
<constraints>
- <rsc_colocation id="colocation-prim2-prim3-INFINITY" rsc="prim2" with-rsc="prim3" score="INFINITY"/>
+ <rsc_colocation id="colocation-prim2-prim3-INFINITY" rsc="prim2" with-rsc="prim3" score="INFINITY" node-attribute="#uname"/>
<rsc_location node="cluster01" rsc="prim2" id="prim2-on-cluster1" score="INFINITY"/>
- <rsc_colocation id="colocation-prim3-prim4-INFINITY" rsc="prim3" with-rsc="prim4" score="INFINITY"/>
+ <rsc_colocation id="colocation-prim3-prim4-INFINITY" rsc="prim3" with-rsc="prim4" score="INFINITY" node-attribute="#uname"/>
<rsc_location node="cluster02" rsc="prim4" id="prim4-on-cluster2" score="INFINITY"/>
- <rsc_colocation id="colocation-prim4-prim5-INFINITY" rsc="prim4" with-rsc="prim5" score="INFINITY"/>
+ <rsc_colocation id="colocation-prim4-prim5-INFINITY" rsc="prim4" with-rsc="prim5" score="INFINITY" node-attribute="#uname"/>
</constraints>
<status code="0" message="OK"/>
</pacemaker-result>
@@ -4802,9 +4802,9 @@ Resources prim4 is colocated with:
<pacemaker-result api-version="X" request="crm_resource -a -r prim4 --output-as=xml">
<constraints>
<rsc_location node="cluster02" rsc="prim4" id="prim4-on-cluster2" score="INFINITY"/>
- <rsc_colocation id="colocation-prim10-prim4-INFINITY" rsc="prim10" with-rsc="prim4" score="INFINITY"/>
- <rsc_colocation id="colocation-prim3-prim4-INFINITY" rsc="prim3" with-rsc="prim4" score="INFINITY"/>
- <rsc_colocation id="colocation-prim4-prim5-INFINITY" rsc="prim4" with-rsc="prim5" score="INFINITY"/>
+ <rsc_colocation id="colocation-prim10-prim4-INFINITY" rsc="prim10" with-rsc="prim4" score="INFINITY" node-attribute="#uname"/>
+ <rsc_colocation id="colocation-prim3-prim4-INFINITY" rsc="prim3" with-rsc="prim4" score="INFINITY" node-attribute="#uname"/>
+ <rsc_colocation id="colocation-prim4-prim5-INFINITY" rsc="prim4" with-rsc="prim5" score="INFINITY" node-attribute="#uname"/>
</constraints>
<status code="0" message="OK"/>
</pacemaker-result>
@@ -4814,11 +4814,11 @@ Resources prim4 is colocated with:
<pacemaker-result api-version="X" request="crm_resource -A -r prim4 --output-as=xml">
<constraints>
<rsc_location node="cluster02" rsc="prim4" id="prim4-on-cluster2" score="INFINITY"/>
- <rsc_colocation id="colocation-prim10-prim4-INFINITY" rsc="prim10" with-rsc="prim4" score="INFINITY"/>
- <rsc_colocation id="colocation-prim3-prim4-INFINITY" rsc="prim3" with-rsc="prim4" score="INFINITY"/>
- <rsc_colocation id="colocation-prim2-prim3-INFINITY" rsc="prim2" with-rsc="prim3" score="INFINITY"/>
+ <rsc_colocation id="colocation-prim10-prim4-INFINITY" rsc="prim10" with-rsc="prim4" score="INFINITY" node-attribute="#uname"/>
+ <rsc_colocation id="colocation-prim3-prim4-INFINITY" rsc="prim3" with-rsc="prim4" score="INFINITY" node-attribute="#uname"/>
+ <rsc_colocation id="colocation-prim2-prim3-INFINITY" rsc="prim2" with-rsc="prim3" score="INFINITY" node-attribute="#uname"/>
<rsc_location node="cluster01" rsc="prim2" id="prim2-on-cluster1" score="INFINITY"/>
- <rsc_colocation id="colocation-prim4-prim5-INFINITY" rsc="prim4" with-rsc="prim5" score="INFINITY"/>
+ <rsc_colocation id="colocation-prim4-prim5-INFINITY" rsc="prim4" with-rsc="prim5" score="INFINITY" node-attribute="#uname"/>
</constraints>
<status code="0" message="OK"/>
</pacemaker-result>
@@ -4848,7 +4848,7 @@ Resources colocated with prim5:
=#=#=#= Begin test: Check locations and constraints for prim5 in XML =#=#=#=
<pacemaker-result api-version="X" request="crm_resource -a -r prim5 --output-as=xml">
<constraints>
- <rsc_colocation id="colocation-prim4-prim5-INFINITY" rsc="prim4" with-rsc="prim5" score="INFINITY"/>
+ <rsc_colocation id="colocation-prim4-prim5-INFINITY" rsc="prim4" with-rsc="prim5" score="INFINITY" node-attribute="#uname"/>
<rsc_location node="cluster02" rsc="prim4" id="prim4-on-cluster2" score="INFINITY"/>
</constraints>
<status code="0" message="OK"/>
@@ -4858,11 +4858,11 @@ Resources colocated with prim5:
=#=#=#= Begin test: Recursively check locations and constraints for prim5 in XML =#=#=#=
<pacemaker-result api-version="X" request="crm_resource -A -r prim5 --output-as=xml">
<constraints>
- <rsc_colocation id="colocation-prim4-prim5-INFINITY" rsc="prim4" with-rsc="prim5" score="INFINITY"/>
+ <rsc_colocation id="colocation-prim4-prim5-INFINITY" rsc="prim4" with-rsc="prim5" score="INFINITY" node-attribute="#uname"/>
<rsc_location node="cluster02" rsc="prim4" id="prim4-on-cluster2" score="INFINITY"/>
- <rsc_colocation id="colocation-prim10-prim4-INFINITY" rsc="prim10" with-rsc="prim4" score="INFINITY"/>
- <rsc_colocation id="colocation-prim3-prim4-INFINITY" rsc="prim3" with-rsc="prim4" score="INFINITY"/>
- <rsc_colocation id="colocation-prim2-prim3-INFINITY" rsc="prim2" with-rsc="prim3" score="INFINITY"/>
+ <rsc_colocation id="colocation-prim10-prim4-INFINITY" rsc="prim10" with-rsc="prim4" score="INFINITY" node-attribute="#uname"/>
+ <rsc_colocation id="colocation-prim3-prim4-INFINITY" rsc="prim3" with-rsc="prim4" score="INFINITY" node-attribute="#uname"/>
+ <rsc_colocation id="colocation-prim2-prim3-INFINITY" rsc="prim2" with-rsc="prim3" score="INFINITY" node-attribute="#uname"/>
<rsc_location node="cluster01" rsc="prim2" id="prim2-on-cluster1" score="INFINITY"/>
</constraints>
<status code="0" message="OK"/>
@@ -4910,7 +4910,7 @@ Resources prim7 is colocated with:
=#=#=#= Begin test: Check locations and constraints for prim7 in XML =#=#=#=
<pacemaker-result api-version="X" request="crm_resource -a -r prim7 --output-as=xml">
<constraints>
- <rsc_colocation id="colocation-prim7-group-INFINITY" rsc="prim7" with-rsc="group" score="INFINITY"/>
+ <rsc_colocation id="colocation-prim7-group-INFINITY" rsc="prim7" with-rsc="group" score="INFINITY" node-attribute="#uname"/>
</constraints>
<status code="0" message="OK"/>
</pacemaker-result>
@@ -4919,7 +4919,7 @@ Resources prim7 is colocated with:
=#=#=#= Begin test: Recursively check locations and constraints for prim7 in XML =#=#=#=
<pacemaker-result api-version="X" request="crm_resource -A -r prim7 --output-as=xml">
<constraints>
- <rsc_colocation id="colocation-prim7-group-INFINITY" rsc="prim7" with-rsc="group" score="INFINITY"/>
+ <rsc_colocation id="colocation-prim7-group-INFINITY" rsc="prim7" with-rsc="group" score="INFINITY" node-attribute="#uname"/>
</constraints>
<status code="0" message="OK"/>
</pacemaker-result>
@@ -4938,7 +4938,7 @@ Resources prim8 is colocated with:
=#=#=#= Begin test: Check locations and constraints for prim8 in XML =#=#=#=
<pacemaker-result api-version="X" request="crm_resource -a -r prim8 --output-as=xml">
<constraints>
- <rsc_colocation id="colocation-prim8-gr2-INFINITY" rsc="prim8" with-rsc="gr2" score="INFINITY"/>
+ <rsc_colocation id="colocation-prim8-gr2-INFINITY" rsc="prim8" with-rsc="gr2" score="INFINITY" node-attribute="#uname"/>
</constraints>
<status code="0" message="OK"/>
</pacemaker-result>
@@ -4947,7 +4947,7 @@ Resources prim8 is colocated with:
=#=#=#= Begin test: Recursively check locations and constraints for prim8 in XML =#=#=#=
<pacemaker-result api-version="X" request="crm_resource -A -r prim8 --output-as=xml">
<constraints>
- <rsc_colocation id="colocation-prim8-gr2-INFINITY" rsc="prim8" with-rsc="gr2" score="INFINITY"/>
+ <rsc_colocation id="colocation-prim8-gr2-INFINITY" rsc="prim8" with-rsc="gr2" score="INFINITY" node-attribute="#uname"/>
</constraints>
<status code="0" message="OK"/>
</pacemaker-result>
@@ -4966,7 +4966,7 @@ Resources prim9 is colocated with:
=#=#=#= Begin test: Check locations and constraints for prim9 in XML =#=#=#=
<pacemaker-result api-version="X" request="crm_resource -a -r prim9 --output-as=xml">
<constraints>
- <rsc_colocation id="colocation-prim9-clone-INFINITY" rsc="prim9" with-rsc="clone" score="INFINITY"/>
+ <rsc_colocation id="colocation-prim9-clone-INFINITY" rsc="prim9" with-rsc="clone" score="INFINITY" node-attribute="#uname"/>
</constraints>
<status code="0" message="OK"/>
</pacemaker-result>
@@ -4975,7 +4975,7 @@ Resources prim9 is colocated with:
=#=#=#= Begin test: Recursively check locations and constraints for prim9 in XML =#=#=#=
<pacemaker-result api-version="X" request="crm_resource -A -r prim9 --output-as=xml">
<constraints>
- <rsc_colocation id="colocation-prim9-clone-INFINITY" rsc="prim9" with-rsc="clone" score="INFINITY"/>
+ <rsc_colocation id="colocation-prim9-clone-INFINITY" rsc="prim9" with-rsc="clone" score="INFINITY" node-attribute="#uname"/>
</constraints>
<status code="0" message="OK"/>
</pacemaker-result>
@@ -5000,7 +5000,7 @@ Resources prim10 is colocated with:
=#=#=#= Begin test: Check locations and constraints for prim10 in XML =#=#=#=
<pacemaker-result api-version="X" request="crm_resource -a -r prim10 --output-as=xml">
<constraints>
- <rsc_colocation id="colocation-prim10-prim4-INFINITY" rsc="prim10" with-rsc="prim4" score="INFINITY"/>
+ <rsc_colocation id="colocation-prim10-prim4-INFINITY" rsc="prim10" with-rsc="prim4" score="INFINITY" node-attribute="#uname"/>
<rsc_location node="cluster02" rsc="prim4" id="prim4-on-cluster2" score="INFINITY"/>
</constraints>
<status code="0" message="OK"/>
@@ -5010,9 +5010,9 @@ Resources prim10 is colocated with:
=#=#=#= Begin test: Recursively check locations and constraints for prim10 in XML =#=#=#=
<pacemaker-result api-version="X" request="crm_resource -A -r prim10 --output-as=xml">
<constraints>
- <rsc_colocation id="colocation-prim10-prim4-INFINITY" rsc="prim10" with-rsc="prim4" score="INFINITY"/>
+ <rsc_colocation id="colocation-prim10-prim4-INFINITY" rsc="prim10" with-rsc="prim4" score="INFINITY" node-attribute="#uname"/>
<rsc_location node="cluster02" rsc="prim4" id="prim4-on-cluster2" score="INFINITY"/>
- <rsc_colocation id="colocation-prim4-prim5-INFINITY" rsc="prim4" with-rsc="prim5" score="INFINITY"/>
+ <rsc_colocation id="colocation-prim4-prim5-INFINITY" rsc="prim4" with-rsc="prim5" score="INFINITY" node-attribute="#uname"/>
</constraints>
<status code="0" message="OK"/>
</pacemaker-result>
@@ -5043,8 +5043,8 @@ Resources prim11 is colocated with:
=#=#=#= Begin test: Check locations and constraints for prim11 in XML =#=#=#=
<pacemaker-result api-version="X" request="crm_resource -a -r prim11 --output-as=xml">
<constraints>
- <rsc_colocation id="colocation-prim13-prim11-INFINITY" rsc="prim13" with-rsc="prim11" score="INFINITY"/>
- <rsc_colocation id="colocation-prim11-prim12-INFINITY" rsc="prim11" with-rsc="prim12" score="INFINITY"/>
+ <rsc_colocation id="colocation-prim13-prim11-INFINITY" rsc="prim13" with-rsc="prim11" score="INFINITY" node-attribute="#uname"/>
+ <rsc_colocation id="colocation-prim11-prim12-INFINITY" rsc="prim11" with-rsc="prim12" score="INFINITY" node-attribute="#uname"/>
</constraints>
<status code="0" message="OK"/>
</pacemaker-result>
@@ -5053,12 +5053,12 @@ Resources prim11 is colocated with:
=#=#=#= Begin test: Recursively check locations and constraints for prim11 in XML =#=#=#=
<pacemaker-result api-version="X" request="crm_resource -A -r prim11 --output-as=xml">
<constraints>
- <rsc_colocation id="colocation-prim13-prim11-INFINITY" rsc="prim13" with-rsc="prim11" score="INFINITY"/>
- <rsc_colocation id="colocation-prim12-prim13-INFINITY" rsc="prim12" with-rsc="prim13" score="INFINITY"/>
- <rsc_colocation id="colocation-prim11-prim12-INFINITY" rsc="prim11" with-rsc="prim12" score="INFINITY"/>
- <rsc_colocation id="colocation-prim11-prim12-INFINITY" rsc="prim11" with-rsc="prim12" score="INFINITY"/>
- <rsc_colocation id="colocation-prim12-prim13-INFINITY" rsc="prim12" with-rsc="prim13" score="INFINITY"/>
- <rsc_colocation id="colocation-prim13-prim11-INFINITY" rsc="prim13" with-rsc="prim11" score="INFINITY"/>
+ <rsc_colocation id="colocation-prim13-prim11-INFINITY" rsc="prim13" with-rsc="prim11" score="INFINITY" node-attribute="#uname"/>
+ <rsc_colocation id="colocation-prim12-prim13-INFINITY" rsc="prim12" with-rsc="prim13" score="INFINITY" node-attribute="#uname"/>
+ <rsc_colocation id="colocation-prim11-prim12-INFINITY" rsc="prim11" with-rsc="prim12" score="INFINITY" node-attribute="#uname"/>
+ <rsc_colocation id="colocation-prim11-prim12-INFINITY" rsc="prim11" with-rsc="prim12" score="INFINITY" node-attribute="#uname"/>
+ <rsc_colocation id="colocation-prim12-prim13-INFINITY" rsc="prim12" with-rsc="prim13" score="INFINITY" node-attribute="#uname"/>
+ <rsc_colocation id="colocation-prim13-prim11-INFINITY" rsc="prim13" with-rsc="prim11" score="INFINITY" node-attribute="#uname"/>
</constraints>
<status code="0" message="OK"/>
</pacemaker-result>
@@ -5089,8 +5089,8 @@ Resources prim12 is colocated with:
=#=#=#= Begin test: Check locations and constraints for prim12 in XML =#=#=#=
<pacemaker-result api-version="X" request="crm_resource -a -r prim12 --output-as=xml">
<constraints>
- <rsc_colocation id="colocation-prim11-prim12-INFINITY" rsc="prim11" with-rsc="prim12" score="INFINITY"/>
- <rsc_colocation id="colocation-prim12-prim13-INFINITY" rsc="prim12" with-rsc="prim13" score="INFINITY"/>
+ <rsc_colocation id="colocation-prim11-prim12-INFINITY" rsc="prim11" with-rsc="prim12" score="INFINITY" node-attribute="#uname"/>
+ <rsc_colocation id="colocation-prim12-prim13-INFINITY" rsc="prim12" with-rsc="prim13" score="INFINITY" node-attribute="#uname"/>
</constraints>
<status code="0" message="OK"/>
</pacemaker-result>
@@ -5099,12 +5099,12 @@ Resources prim12 is colocated with:
=#=#=#= Begin test: Recursively check locations and constraints for prim12 in XML =#=#=#=
<pacemaker-result api-version="X" request="crm_resource -A -r prim12 --output-as=xml">
<constraints>
- <rsc_colocation id="colocation-prim11-prim12-INFINITY" rsc="prim11" with-rsc="prim12" score="INFINITY"/>
- <rsc_colocation id="colocation-prim13-prim11-INFINITY" rsc="prim13" with-rsc="prim11" score="INFINITY"/>
- <rsc_colocation id="colocation-prim12-prim13-INFINITY" rsc="prim12" with-rsc="prim13" score="INFINITY"/>
- <rsc_colocation id="colocation-prim12-prim13-INFINITY" rsc="prim12" with-rsc="prim13" score="INFINITY"/>
- <rsc_colocation id="colocation-prim13-prim11-INFINITY" rsc="prim13" with-rsc="prim11" score="INFINITY"/>
- <rsc_colocation id="colocation-prim11-prim12-INFINITY" rsc="prim11" with-rsc="prim12" score="INFINITY"/>
+ <rsc_colocation id="colocation-prim11-prim12-INFINITY" rsc="prim11" with-rsc="prim12" score="INFINITY" node-attribute="#uname"/>
+ <rsc_colocation id="colocation-prim13-prim11-INFINITY" rsc="prim13" with-rsc="prim11" score="INFINITY" node-attribute="#uname"/>
+ <rsc_colocation id="colocation-prim12-prim13-INFINITY" rsc="prim12" with-rsc="prim13" score="INFINITY" node-attribute="#uname"/>
+ <rsc_colocation id="colocation-prim12-prim13-INFINITY" rsc="prim12" with-rsc="prim13" score="INFINITY" node-attribute="#uname"/>
+ <rsc_colocation id="colocation-prim13-prim11-INFINITY" rsc="prim13" with-rsc="prim11" score="INFINITY" node-attribute="#uname"/>
+ <rsc_colocation id="colocation-prim11-prim12-INFINITY" rsc="prim11" with-rsc="prim12" score="INFINITY" node-attribute="#uname"/>
</constraints>
<status code="0" message="OK"/>
</pacemaker-result>
@@ -5135,8 +5135,8 @@ Resources prim13 is colocated with:
=#=#=#= Begin test: Check locations and constraints for prim13 in XML =#=#=#=
<pacemaker-result api-version="X" request="crm_resource -a -r prim13 --output-as=xml">
<constraints>
- <rsc_colocation id="colocation-prim12-prim13-INFINITY" rsc="prim12" with-rsc="prim13" score="INFINITY"/>
- <rsc_colocation id="colocation-prim13-prim11-INFINITY" rsc="prim13" with-rsc="prim11" score="INFINITY"/>
+ <rsc_colocation id="colocation-prim12-prim13-INFINITY" rsc="prim12" with-rsc="prim13" score="INFINITY" node-attribute="#uname"/>
+ <rsc_colocation id="colocation-prim13-prim11-INFINITY" rsc="prim13" with-rsc="prim11" score="INFINITY" node-attribute="#uname"/>
</constraints>
<status code="0" message="OK"/>
</pacemaker-result>
@@ -5145,12 +5145,12 @@ Resources prim13 is colocated with:
=#=#=#= Begin test: Recursively check locations and constraints for prim13 in XML =#=#=#=
<pacemaker-result api-version="X" request="crm_resource -A -r prim13 --output-as=xml">
<constraints>
- <rsc_colocation id="colocation-prim12-prim13-INFINITY" rsc="prim12" with-rsc="prim13" score="INFINITY"/>
- <rsc_colocation id="colocation-prim11-prim12-INFINITY" rsc="prim11" with-rsc="prim12" score="INFINITY"/>
- <rsc_colocation id="colocation-prim13-prim11-INFINITY" rsc="prim13" with-rsc="prim11" score="INFINITY"/>
- <rsc_colocation id="colocation-prim13-prim11-INFINITY" rsc="prim13" with-rsc="prim11" score="INFINITY"/>
- <rsc_colocation id="colocation-prim11-prim12-INFINITY" rsc="prim11" with-rsc="prim12" score="INFINITY"/>
- <rsc_colocation id="colocation-prim12-prim13-INFINITY" rsc="prim12" with-rsc="prim13" score="INFINITY"/>
+ <rsc_colocation id="colocation-prim12-prim13-INFINITY" rsc="prim12" with-rsc="prim13" score="INFINITY" node-attribute="#uname"/>
+ <rsc_colocation id="colocation-prim11-prim12-INFINITY" rsc="prim11" with-rsc="prim12" score="INFINITY" node-attribute="#uname"/>
+ <rsc_colocation id="colocation-prim13-prim11-INFINITY" rsc="prim13" with-rsc="prim11" score="INFINITY" node-attribute="#uname"/>
+ <rsc_colocation id="colocation-prim13-prim11-INFINITY" rsc="prim13" with-rsc="prim11" score="INFINITY" node-attribute="#uname"/>
+ <rsc_colocation id="colocation-prim11-prim12-INFINITY" rsc="prim11" with-rsc="prim12" score="INFINITY" node-attribute="#uname"/>
+ <rsc_colocation id="colocation-prim12-prim13-INFINITY" rsc="prim12" with-rsc="prim13" score="INFINITY" node-attribute="#uname"/>
</constraints>
<status code="0" message="OK"/>
</pacemaker-result>
@@ -5169,7 +5169,7 @@ Resources colocated with group:
=#=#=#= Begin test: Check locations and constraints for group in XML =#=#=#=
<pacemaker-result api-version="X" request="crm_resource -a -r group --output-as=xml">
<constraints>
- <rsc_colocation id="colocation-prim7-group-INFINITY" rsc="prim7" with-rsc="group" score="INFINITY"/>
+ <rsc_colocation id="colocation-prim7-group-INFINITY" rsc="prim7" with-rsc="group" score="INFINITY" node-attribute="#uname"/>
</constraints>
<status code="0" message="OK"/>
</pacemaker-result>
@@ -5178,7 +5178,7 @@ Resources colocated with group:
=#=#=#= Begin test: Recursively check locations and constraints for group in XML =#=#=#=
<pacemaker-result api-version="X" request="crm_resource -A -r group --output-as=xml">
<constraints>
- <rsc_colocation id="colocation-prim7-group-INFINITY" rsc="prim7" with-rsc="group" score="INFINITY"/>
+ <rsc_colocation id="colocation-prim7-group-INFINITY" rsc="prim7" with-rsc="group" score="INFINITY" node-attribute="#uname"/>
</constraints>
<status code="0" message="OK"/>
</pacemaker-result>
@@ -5197,7 +5197,7 @@ Resources colocated with clone:
=#=#=#= Begin test: Check locations and constraints for clone in XML =#=#=#=
<pacemaker-result api-version="X" request="crm_resource -a -r clone --output-as=xml">
<constraints>
- <rsc_colocation id="colocation-prim9-clone-INFINITY" rsc="prim9" with-rsc="clone" score="INFINITY"/>
+ <rsc_colocation id="colocation-prim9-clone-INFINITY" rsc="prim9" with-rsc="clone" score="INFINITY" node-attribute="#uname"/>
</constraints>
<status code="0" message="OK"/>
</pacemaker-result>
@@ -5206,7 +5206,7 @@ Resources colocated with clone:
=#=#=#= Begin test: Recursively check locations and constraints for clone in XML =#=#=#=
<pacemaker-result api-version="X" request="crm_resource -A -r clone --output-as=xml">
<constraints>
- <rsc_colocation id="colocation-prim9-clone-INFINITY" rsc="prim9" with-rsc="clone" score="INFINITY"/>
+ <rsc_colocation id="colocation-prim9-clone-INFINITY" rsc="prim9" with-rsc="clone" score="INFINITY" node-attribute="#uname"/>
</constraints>
<status code="0" message="OK"/>
</pacemaker-result>
@@ -5529,34 +5529,34 @@ export overcloud-rabbit-2=overcloud-rabbit-2
<node_weight function="pcmk__primitive_assign" node="httpd-bundle-0" score="-INFINITY" id="inactive-dummy-2"/>
<node_weight function="pcmk__primitive_assign" node="httpd-bundle-1" score="-INFINITY" id="inactive-dummy-2"/>
<node_weight function="pcmk__primitive_assign" node="httpd-bundle-2" score="-INFINITY" id="inactive-dummy-2"/>
- <node_weight function="pcmk__bundle_allocate" node="cluster01" score="0" id="httpd-bundle"/>
- <node_weight function="pcmk__bundle_allocate" node="cluster02" score="0" id="httpd-bundle"/>
- <node_weight function="pcmk__bundle_allocate" node="cluster01" score="0" id="httpd-bundle-docker-0"/>
- <node_weight function="pcmk__bundle_allocate" node="cluster02" score="0" id="httpd-bundle-docker-0"/>
- <node_weight function="pcmk__bundle_allocate" node="cluster01" score="0" id="httpd-bundle-ip-192.168.122.131"/>
- <node_weight function="pcmk__bundle_allocate" node="cluster02" score="0" id="httpd-bundle-ip-192.168.122.131"/>
- <node_weight function="pcmk__bundle_allocate" node="cluster01" score="0" id="httpd-bundle-0"/>
- <node_weight function="pcmk__bundle_allocate" node="cluster02" score="0" id="httpd-bundle-0"/>
- <node_weight function="pcmk__bundle_allocate" node="cluster01" score="0" id="httpd-bundle-docker-1"/>
- <node_weight function="pcmk__bundle_allocate" node="cluster02" score="0" id="httpd-bundle-docker-1"/>
- <node_weight function="pcmk__bundle_allocate" node="cluster01" score="0" id="httpd-bundle-ip-192.168.122.132"/>
- <node_weight function="pcmk__bundle_allocate" node="cluster02" score="0" id="httpd-bundle-ip-192.168.122.132"/>
- <node_weight function="pcmk__bundle_allocate" node="cluster01" score="0" id="httpd-bundle-1"/>
- <node_weight function="pcmk__bundle_allocate" node="cluster02" score="0" id="httpd-bundle-1"/>
- <node_weight function="pcmk__bundle_allocate" node="cluster01" score="0" id="httpd-bundle-docker-2"/>
- <node_weight function="pcmk__bundle_allocate" node="cluster02" score="0" id="httpd-bundle-docker-2"/>
- <node_weight function="pcmk__bundle_allocate" node="cluster01" score="0" id="httpd-bundle-ip-192.168.122.133"/>
- <node_weight function="pcmk__bundle_allocate" node="cluster02" score="0" id="httpd-bundle-ip-192.168.122.133"/>
- <node_weight function="pcmk__bundle_allocate" node="cluster01" score="0" id="httpd-bundle-2"/>
- <node_weight function="pcmk__bundle_allocate" node="cluster02" score="0" id="httpd-bundle-2"/>
- <node_weight function="pcmk__bundle_allocate" node="cluster01" score="0" id="httpd-bundle-clone"/>
- <node_weight function="pcmk__bundle_allocate" node="cluster02" score="0" id="httpd-bundle-clone"/>
- <node_weight function="pcmk__bundle_allocate" node="httpd-bundle-0" score="-INFINITY" id="httpd-bundle-clone"/>
- <node_weight function="pcmk__bundle_allocate" node="httpd-bundle-1" score="-INFINITY" id="httpd-bundle-clone"/>
- <node_weight function="pcmk__bundle_allocate" node="httpd-bundle-2" score="-INFINITY" id="httpd-bundle-clone"/>
- <node_weight function="pcmk__bundle_allocate" node="httpd-bundle-0" score="501" id="httpd:0"/>
- <node_weight function="pcmk__bundle_allocate" node="httpd-bundle-1" score="501" id="httpd:1"/>
- <node_weight function="pcmk__bundle_allocate" node="httpd-bundle-2" score="500" id="httpd:2"/>
+ <node_weight function="pcmk__bundle_assign" node="cluster01" score="0" id="httpd-bundle"/>
+ <node_weight function="pcmk__bundle_assign" node="cluster02" score="0" id="httpd-bundle"/>
+ <node_weight function="pcmk__bundle_assign" node="cluster01" score="0" id="httpd-bundle-docker-0"/>
+ <node_weight function="pcmk__bundle_assign" node="cluster02" score="0" id="httpd-bundle-docker-0"/>
+ <node_weight function="pcmk__bundle_assign" node="cluster01" score="0" id="httpd-bundle-ip-192.168.122.131"/>
+ <node_weight function="pcmk__bundle_assign" node="cluster02" score="0" id="httpd-bundle-ip-192.168.122.131"/>
+ <node_weight function="pcmk__bundle_assign" node="cluster01" score="0" id="httpd-bundle-0"/>
+ <node_weight function="pcmk__bundle_assign" node="cluster02" score="0" id="httpd-bundle-0"/>
+ <node_weight function="pcmk__bundle_assign" node="cluster01" score="0" id="httpd-bundle-docker-1"/>
+ <node_weight function="pcmk__bundle_assign" node="cluster02" score="0" id="httpd-bundle-docker-1"/>
+ <node_weight function="pcmk__bundle_assign" node="cluster01" score="0" id="httpd-bundle-ip-192.168.122.132"/>
+ <node_weight function="pcmk__bundle_assign" node="cluster02" score="0" id="httpd-bundle-ip-192.168.122.132"/>
+ <node_weight function="pcmk__bundle_assign" node="cluster01" score="0" id="httpd-bundle-1"/>
+ <node_weight function="pcmk__bundle_assign" node="cluster02" score="0" id="httpd-bundle-1"/>
+ <node_weight function="pcmk__bundle_assign" node="cluster01" score="0" id="httpd-bundle-docker-2"/>
+ <node_weight function="pcmk__bundle_assign" node="cluster02" score="0" id="httpd-bundle-docker-2"/>
+ <node_weight function="pcmk__bundle_assign" node="cluster01" score="0" id="httpd-bundle-ip-192.168.122.133"/>
+ <node_weight function="pcmk__bundle_assign" node="cluster02" score="0" id="httpd-bundle-ip-192.168.122.133"/>
+ <node_weight function="pcmk__bundle_assign" node="cluster01" score="0" id="httpd-bundle-2"/>
+ <node_weight function="pcmk__bundle_assign" node="cluster02" score="0" id="httpd-bundle-2"/>
+ <node_weight function="pcmk__bundle_assign" node="cluster01" score="0" id="httpd-bundle-clone"/>
+ <node_weight function="pcmk__bundle_assign" node="cluster02" score="0" id="httpd-bundle-clone"/>
+ <node_weight function="pcmk__bundle_assign" node="httpd-bundle-0" score="-INFINITY" id="httpd-bundle-clone"/>
+ <node_weight function="pcmk__bundle_assign" node="httpd-bundle-1" score="-INFINITY" id="httpd-bundle-clone"/>
+ <node_weight function="pcmk__bundle_assign" node="httpd-bundle-2" score="-INFINITY" id="httpd-bundle-clone"/>
+ <node_weight function="pcmk__bundle_assign" node="httpd-bundle-0" score="501" id="httpd:0"/>
+ <node_weight function="pcmk__bundle_assign" node="httpd-bundle-1" score="501" id="httpd:1"/>
+ <node_weight function="pcmk__bundle_assign" node="httpd-bundle-2" score="500" id="httpd:2"/>
<node_weight function="pcmk__primitive_assign" node="cluster01" score="0" id="httpd-bundle-docker-0"/>
<node_weight function="pcmk__primitive_assign" node="cluster02" score="0" id="httpd-bundle-docker-0"/>
<node_weight function="pcmk__primitive_assign" node="cluster01" score="-INFINITY" id="httpd-bundle-docker-1"/>
@@ -5711,26 +5711,26 @@ Original: cluster02 capacity:
Original: httpd-bundle-0 capacity:
Original: httpd-bundle-1 capacity:
Original: httpd-bundle-2 capacity:
-pcmk__finalize_assignment: ping:0 utilization on cluster02:
-pcmk__finalize_assignment: ping:1 utilization on cluster01:
-pcmk__finalize_assignment: Fencing utilization on cluster01:
-pcmk__finalize_assignment: dummy utilization on cluster02:
-pcmk__finalize_assignment: httpd-bundle-docker-0 utilization on cluster01:
-pcmk__finalize_assignment: httpd-bundle-docker-1 utilization on cluster02:
-pcmk__finalize_assignment: httpd-bundle-ip-192.168.122.131 utilization on cluster01:
-pcmk__finalize_assignment: httpd-bundle-0 utilization on cluster01:
-pcmk__finalize_assignment: httpd:0 utilization on httpd-bundle-0:
-pcmk__finalize_assignment: httpd-bundle-ip-192.168.122.132 utilization on cluster02:
-pcmk__finalize_assignment: httpd-bundle-1 utilization on cluster02:
-pcmk__finalize_assignment: httpd:1 utilization on httpd-bundle-1:
-pcmk__finalize_assignment: httpd-bundle-2 utilization on cluster01:
-pcmk__finalize_assignment: httpd:2 utilization on httpd-bundle-2:
-pcmk__finalize_assignment: Public-IP utilization on cluster02:
-pcmk__finalize_assignment: Email utilization on cluster02:
-pcmk__finalize_assignment: mysql-proxy:0 utilization on cluster02:
-pcmk__finalize_assignment: mysql-proxy:1 utilization on cluster01:
-pcmk__finalize_assignment: promotable-rsc:0 utilization on cluster02:
-pcmk__finalize_assignment: promotable-rsc:1 utilization on cluster01:
+pcmk__assign_resource: ping:0 utilization on cluster02:
+pcmk__assign_resource: ping:1 utilization on cluster01:
+pcmk__assign_resource: Fencing utilization on cluster01:
+pcmk__assign_resource: dummy utilization on cluster02:
+pcmk__assign_resource: httpd-bundle-docker-0 utilization on cluster01:
+pcmk__assign_resource: httpd-bundle-docker-1 utilization on cluster02:
+pcmk__assign_resource: httpd-bundle-ip-192.168.122.131 utilization on cluster01:
+pcmk__assign_resource: httpd-bundle-0 utilization on cluster01:
+pcmk__assign_resource: httpd:0 utilization on httpd-bundle-0:
+pcmk__assign_resource: httpd-bundle-ip-192.168.122.132 utilization on cluster02:
+pcmk__assign_resource: httpd-bundle-1 utilization on cluster02:
+pcmk__assign_resource: httpd:1 utilization on httpd-bundle-1:
+pcmk__assign_resource: httpd-bundle-2 utilization on cluster01:
+pcmk__assign_resource: httpd:2 utilization on httpd-bundle-2:
+pcmk__assign_resource: Public-IP utilization on cluster02:
+pcmk__assign_resource: Email utilization on cluster02:
+pcmk__assign_resource: mysql-proxy:0 utilization on cluster02:
+pcmk__assign_resource: mysql-proxy:1 utilization on cluster01:
+pcmk__assign_resource: promotable-rsc:0 utilization on cluster02:
+pcmk__assign_resource: promotable-rsc:1 utilization on cluster01:
Remaining: cluster01 capacity:
Remaining: cluster02 capacity:
Remaining: httpd-bundle-0 capacity:
@@ -5961,7 +5961,7 @@ Transition Summary:
* Move Public-IP ( cluster02 -> cluster01 )
* Move Email ( cluster02 -> cluster01 )
* Stop mysql-proxy:0 ( cluster02 ) due to node availability
- * Stop promotable-rsc:0 ( Promoted cluster02 ) due to node availability
+ * Stop promotable-rsc:0 ( Promoted cluster02 ) due to node availability
Executing Cluster Transition:
* Pseudo action: httpd-bundle-1_stop_0
@@ -7048,7 +7048,7 @@ Diff: +++ 1.4.1 (null)
<cib epoch="4" num_updates="1" admin_epoch="1"/>
</change-result>
</change>
- <change operation="modify" path="/cib/configuration/resources/primitive[@id='dummy']">
+ <change operation="modify" path="/cib/configuration/resources/primitive[@id=&apos;dummy&apos;]">
<change-list>
<change-attr name="description" operation="set" value="desc"/>
</change-list>
@@ -7667,7 +7667,7 @@ Diff: +++ 0.1.0 (null)
-- /cib/status/node_state[@id='1']
-- /cib/status/node_state[@id='httpd-bundle-0']
-- /cib/status/node_state[@id='httpd-bundle-1']
-+ /cib: @crm_feature_set=3.17.4, @num_updates=0, @admin_epoch=0
++ /cib: @crm_feature_set=3.19.0, @num_updates=0, @admin_epoch=0
-- /cib: @cib-last-written, @update-origin, @update-client, @update-user, @have-quorum, @dc-uuid
=#=#=#= End test: Get active shadow instance's diff (empty CIB) - Error occurred (1) =#=#=#=
* Passed: crm_shadow - Get active shadow instance's diff (empty CIB)
@@ -7679,29 +7679,29 @@ Diff: +++ 0.1.0 (null)
<source admin_epoch="1" epoch="1" num_updates="173"/>
<target admin_epoch="0" epoch="1" num_updates="0"/>
</version>
- <change operation="delete" path="/cib/configuration/crm_config/cluster_property_set[@id='cib-bootstrap-options']"/>
- <change operation="delete" path="/cib/configuration/nodes/node[@id='1']"/>
- <change operation="delete" path="/cib/configuration/nodes/node[@id='2']"/>
- <change operation="delete" path="/cib/configuration/resources/clone[@id='ping-clone']"/>
- <change operation="delete" path="/cib/configuration/resources/primitive[@id='Fencing']"/>
- <change operation="delete" path="/cib/configuration/resources/primitive[@id='dummy']"/>
- <change operation="delete" path="/cib/configuration/resources/clone[@id='inactive-clone']"/>
- <change operation="delete" path="/cib/configuration/resources/group[@id='inactive-group']"/>
- <change operation="delete" path="/cib/configuration/resources/bundle[@id='httpd-bundle']"/>
- <change operation="delete" path="/cib/configuration/resources/group[@id='exim-group']"/>
- <change operation="delete" path="/cib/configuration/resources/clone[@id='mysql-clone-group']"/>
- <change operation="delete" path="/cib/configuration/resources/clone[@id='promotable-clone']"/>
- <change operation="delete" path="/cib/configuration/constraints/rsc_location[@id='not-on-cluster1']"/>
- <change operation="delete" path="/cib/configuration/constraints/rsc_location[@id='loc-promotable-clone']"/>
+ <change operation="delete" path="/cib/configuration/crm_config/cluster_property_set[@id=&apos;cib-bootstrap-options&apos;]"/>
+ <change operation="delete" path="/cib/configuration/nodes/node[@id=&apos;1&apos;]"/>
+ <change operation="delete" path="/cib/configuration/nodes/node[@id=&apos;2&apos;]"/>
+ <change operation="delete" path="/cib/configuration/resources/clone[@id=&apos;ping-clone&apos;]"/>
+ <change operation="delete" path="/cib/configuration/resources/primitive[@id=&apos;Fencing&apos;]"/>
+ <change operation="delete" path="/cib/configuration/resources/primitive[@id=&apos;dummy&apos;]"/>
+ <change operation="delete" path="/cib/configuration/resources/clone[@id=&apos;inactive-clone&apos;]"/>
+ <change operation="delete" path="/cib/configuration/resources/group[@id=&apos;inactive-group&apos;]"/>
+ <change operation="delete" path="/cib/configuration/resources/bundle[@id=&apos;httpd-bundle&apos;]"/>
+ <change operation="delete" path="/cib/configuration/resources/group[@id=&apos;exim-group&apos;]"/>
+ <change operation="delete" path="/cib/configuration/resources/clone[@id=&apos;mysql-clone-group&apos;]"/>
+ <change operation="delete" path="/cib/configuration/resources/clone[@id=&apos;promotable-clone&apos;]"/>
+ <change operation="delete" path="/cib/configuration/constraints/rsc_location[@id=&apos;not-on-cluster1&apos;]"/>
+ <change operation="delete" path="/cib/configuration/constraints/rsc_location[@id=&apos;loc-promotable-clone&apos;]"/>
<change operation="delete" path="/cib/configuration/tags"/>
<change operation="delete" path="/cib/configuration/op_defaults"/>
- <change operation="delete" path="/cib/status/node_state[@id='2']"/>
- <change operation="delete" path="/cib/status/node_state[@id='1']"/>
- <change operation="delete" path="/cib/status/node_state[@id='httpd-bundle-0']"/>
- <change operation="delete" path="/cib/status/node_state[@id='httpd-bundle-1']"/>
+ <change operation="delete" path="/cib/status/node_state[@id=&apos;2&apos;]"/>
+ <change operation="delete" path="/cib/status/node_state[@id=&apos;1&apos;]"/>
+ <change operation="delete" path="/cib/status/node_state[@id=&apos;httpd-bundle-0&apos;]"/>
+ <change operation="delete" path="/cib/status/node_state[@id=&apos;httpd-bundle-1&apos;]"/>
<change operation="modify" path="/cib">
<change-list>
- <change-attr name="crm_feature_set" operation="set" value="3.17.4"/>
+ <change-attr name="crm_feature_set" operation="set" value="3.19.0"/>
<change-attr name="num_updates" operation="set" value="0"/>
<change-attr name="admin_epoch" operation="set" value="0"/>
<change-attr name="cib-last-written" operation="unset"/>
@@ -7898,3 +7898,95 @@ crm_shadow: Could not access shadow instance 'cts-cli': No such file or director
</pacemaker-result>
=#=#=#= End test: Switch to nonexistent shadow instance (force) (XML) - No such object (105) =#=#=#=
* Passed: crm_shadow - Switch to nonexistent shadow instance (force) (XML)
+=#=#=#= Begin test: Verify a file-specified invalid configuration, outputting as xml =#=#=#=
+<pacemaker-result api-version="X" request="crm_verify_invalid_bz.xml --output-as=xml">
+ <status code="78" message="Invalid configuration">
+ <errors>
+ <error>Resource test2:0 is of type systemd and therefore cannot be used as a promotable clone resource</error>
+ <error>Ignoring &lt;clone&gt; resource 'test2-clone' because configuration is invalid</error>
+ <error>crm_verify: Errors found during check: config not valid</error>
+ </errors>
+ </status>
+</pacemaker-result>
+=#=#=#= End test: Verify a file-specified invalid configuration, outputting as xml - Invalid configuration (78) =#=#=#=
+* Passed: crm_verify - Verify a file-specified invalid configuration, outputting as xml
+=#=#=#= Begin test: Verify another file-specified invalid configuration, outputting as xml =#=#=#=
+<pacemaker-result api-version="X" request="crm_verify_invalid_no_stonith.xml --output-as=xml">
+ <status code="78" message="Invalid configuration">
+ <errors>
+ <error>Resource start-up disabled since no STONITH resources have been defined</error>
+ <error>Either configure some or disable STONITH with the stonith-enabled option</error>
+ <error>NOTE: Clusters with shared data need STONITH to ensure data integrity</error>
+ <error>Node pcmk-1 is unclean but cannot be fenced</error>
+ <error>Node pcmk-2 is unclean but cannot be fenced</error>
+ <error>crm_verify: Errors found during check: config not valid</error>
+ </errors>
+ </status>
+</pacemaker-result>
+=#=#=#= End test: Verify another file-specified invalid configuration, outputting as xml - Invalid configuration (78) =#=#=#=
+* Passed: crm_verify - Verify another file-specified invalid configuration, outputting as xml
+=#=#=#= Begin test: Verbosely verify a file-specified invalid configuration, outputting as xml =#=#=#=
+unpack_config warning: Blind faith: not fencing unseen nodes
+<pacemaker-result api-version="X" request="crm_verify_invalid_bz.xml --output-as=xml --verbose">
+ <status code="78" message="Invalid configuration">
+ <errors>
+ <error>Resource test2:0 is of type systemd and therefore cannot be used as a promotable clone resource</error>
+ <error>Ignoring &lt;clone&gt; resource 'test2-clone' because configuration is invalid</error>
+ <error>crm_verify: Errors found during check: config not valid</error>
+ </errors>
+ </status>
+</pacemaker-result>
+=#=#=#= End test: Verbosely verify a file-specified invalid configuration, outputting as xml - Invalid configuration (78) =#=#=#=
+* Passed: crm_verify - Verbosely verify a file-specified invalid configuration, outputting as xml
+=#=#=#= Begin test: Verbosely verify another file-specified invalid configuration, outputting as xml =#=#=#=
+(cluster_status@status.c:113) warning: Fencing and resource management disabled due to lack of quorum
+<pacemaker-result api-version="X" request="crm_verify_invalid_no_stonith.xml --output-as=xml --verbose">
+ <status code="78" message="Invalid configuration">
+ <errors>
+ <error>Resource start-up disabled since no STONITH resources have been defined</error>
+ <error>Either configure some or disable STONITH with the stonith-enabled option</error>
+ <error>NOTE: Clusters with shared data need STONITH to ensure data integrity</error>
+ <error>Node pcmk-1 is unclean but cannot be fenced</error>
+ <error>Node pcmk-2 is unclean but cannot be fenced</error>
+ <error>crm_verify: Errors found during check: config not valid</error>
+ </errors>
+ </status>
+</pacemaker-result>
+=#=#=#= End test: Verbosely verify another file-specified invalid configuration, outputting as xml - Invalid configuration (78) =#=#=#=
+* Passed: crm_verify - Verbosely verify another file-specified invalid configuration, outputting as xml
+=#=#=#= Begin test: Verify a file-specified valid configuration, outputting as xml =#=#=#=
+<pacemaker-result api-version="X" request="crm_mon.xml --output-as=xml">
+ <status code="0" message="OK"/>
+</pacemaker-result>
+=#=#=#= End test: Verify a file-specified valid configuration, outputting as xml - OK (0) =#=#=#=
+* Passed: crm_verify - Verify a file-specified valid configuration, outputting as xml
+=#=#=#= Begin test: Verify a piped-in valid configuration, outputting as xml =#=#=#=
+<pacemaker-result api-version="X" request="crm_verify -p --output-as=xml">
+ <status code="0" message="OK"/>
+</pacemaker-result>
+=#=#=#= End test: Verify a piped-in valid configuration, outputting as xml - OK (0) =#=#=#=
+* Passed: cat - Verify a piped-in valid configuration, outputting as xml
+=#=#=#= Begin test: Verbosely verify a file-specified valid configuration, outputting as xml =#=#=#=
+<pacemaker-result api-version="X" request="crm_mon.xml --output-as=xml --verbose">
+ <status code="0" message="OK"/>
+</pacemaker-result>
+=#=#=#= End test: Verbosely verify a file-specified valid configuration, outputting as xml - OK (0) =#=#=#=
+* Passed: crm_verify - Verbosely verify a file-specified valid configuration, outputting as xml
+=#=#=#= Begin test: Verbosely verify a piped-in valid configuration, outputting as xml =#=#=#=
+<pacemaker-result api-version="X" request="crm_verify -p --output-as=xml --verbose">
+ <status code="0" message="OK"/>
+</pacemaker-result>
+=#=#=#= End test: Verbosely verify a piped-in valid configuration, outputting as xml - OK (0) =#=#=#=
+* Passed: cat - Verbosely verify a piped-in valid configuration, outputting as xml
+=#=#=#= Begin test: Verify a string-supplied valid configuration, outputting as xml =#=#=#=
+<pacemaker-result api-version="X" request="crm_feature_set=&quot;3.7.1&quot; transition-key=&quot;1:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx&quot; transition-magic=&quot;0:0;1:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx&quot; exit-reason=&quot;&quot; call-id=&quot;1&quot; rc-code=&quot;0&quot; op-status=&quot;0&quot; interval=&quot;0&quot; last-rc-change=&quot;1613491700&quot; exec-time=&quot;0&quot; queue-time=&quot;0&quot; op-digest=&quot;f2317cad3d54cec5d7d7aa7d0bf35cf8&quot;/&gt; &lt;/lrm_resource&gt; &lt;/lrm_resources&gt; &lt;/lrm&gt; &lt;/node_state&gt; &lt;/status&gt; &lt;/cib&gt;' --output-as=xml">
+ <status code="0" message="OK"/>
+</pacemaker-result>
+=#=#=#= End test: Verify a string-supplied valid configuration, outputting as xml - OK (0) =#=#=#=
+* Passed: crm_verify - Verify a string-supplied valid configuration, outputting as xml
+=#=#=#= Begin test: Verbosely verify a string-supplied valid configuration, outputting as xml =#=#=#=
+<pacemaker-result api-version="X" request="crm_feature_set=&quot;3.7.1&quot; transition-key=&quot;1:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx&quot; transition-magic=&quot;0:0;1:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx&quot; exit-reason=&quot;&quot; call-id=&quot;1&quot; rc-code=&quot;0&quot; op-status=&quot;0&quot; interval=&quot;0&quot; last-rc-change=&quot;1613491700&quot; exec-time=&quot;0&quot; queue-time=&quot;0&quot; op-digest=&quot;f2317cad3d54cec5d7d7aa7d0bf35cf8&quot;/&gt; &lt;/lrm_resource&gt; &lt;/lrm_resources&gt; &lt;/lrm&gt; &lt;/node_state&gt; &lt;/status&gt; &lt;/cib&gt;' --output-as=xml --verbose">
+ <status code="0" message="OK"/>
+</pacemaker-result>
+=#=#=#= End test: Verbosely verify a string-supplied valid configuration, outputting as xml - OK (0) =#=#=#=
+* Passed: crm_verify - Verbosely verify a string-supplied valid configuration, outputting as xml
diff --git a/cts/lab/cluster_test.in b/cts/cluster_test.in
index 1741b47..f5cb3e8 100755
--- a/cts/lab/cluster_test.in
+++ b/cts/cluster_test.in
@@ -172,4 +172,4 @@ printf "\nAll set to go for %d iterations!\n" "$CTS_numtests"
|| echo "+ To use a different configuration, remove ~/.cts and re-run cts (or edit it manually)."
echo Now paste the following command into this shell:
-echo "@PYTHON@ `dirname "$0"`/CTSlab.py -L \"$CTS_logfile\" --syslog-facility \"$CTS_logfacility\" --no-unsafe-tests --stack \"$CTS_stack\" $CTS_adv --at-boot \"$CTS_boot\" $cts_extra \"$CTS_numtests\" --nodes \"$CTS_node_list\""
+echo "@PYTHON@ `dirname "$0"`/cts-lab -L \"$CTS_logfile\" --syslog-facility \"$CTS_logfacility\" --no-unsafe-tests --stack \"$CTS_stack\" $CTS_adv --at-boot \"$CTS_boot\" $cts_extra \"$CTS_numtests\" --nodes \"$CTS_node_list\""
diff --git a/cts/cts-attrd.in b/cts/cts-attrd.in
index b7ad538..b594ac3 100644
--- a/cts/cts-attrd.in
+++ b/cts/cts-attrd.in
@@ -126,7 +126,15 @@ class AttributeTests(Tests):
test.add_cmd("attrd_updater", "--name AAA -B 111 -d 5 --output-as=xml")
test.add_cmd_check_stdout("attrd_updater", "--name AAA -Q --output-as=xml",
"name=\"AAA\" value=\"111\"")
- test.add_log_pattern(r"Setting AAA\[.*\] in instance_attributes: \(unset\) -> 111 | from .* with 5s write delay",
+ test.add_log_pattern(r"Setting AAA\[.*\] in instance_attributes: \(unset\) -> 111 \| from .* with 5s write delay",
+ regex=True)
+
+ test = self.new_test("set_attr_4",
+ "Update an attribute that does not exist with a delay")
+ test.add_cmd("attrd_updater", "--name BBB -U 999 -d 10 --output-as=xml")
+ test.add_cmd_check_stdout("attrd_updater", "--name BBB -Q --output-as=xml",
+ "name=\"BBB\" value=\"999\"")
+ test.add_log_pattern(r"Setting BBB\[.*\] in instance_attributes: \(unset\) -> 999 \| from .* with 10s write delay",
regex=True)
test = self.new_test("update_attr_1",
@@ -140,6 +148,13 @@ class AttributeTests(Tests):
test.add_log_pattern(r"Setting BBB\[.*\] in instance_attributes: 222 -> 333",
regex=True)
+ test = self.new_test("update_attr_2",
+ "Update an attribute using a delay other than its default")
+ test.add_cmd("attrd_updater", "--name BBB -U 777 -d 10 --output-as=xml")
+ test.add_cmd("attrd_updater", "--name BBB -U 888 -d 7 --output-as=xml")
+ test.add_log_pattern(r"Setting BBB\[.*\] in instance_attributes: 777 -> 888 \| from .* with 10s write delay",
+ regex=True)
+
test = self.new_test("update_attr_delay_1",
"Update the delay of an attribute that already exists")
test.add_cmd("attrd_updater", "--name BBB -U 222 --output-as=xml")
diff --git a/cts/cts-cli.in b/cts/cts-cli.in
index fdad002..f4cb7c3 100755
--- a/cts/cts-cli.in
+++ b/cts/cts-cli.in
@@ -1,6 +1,6 @@
#!@BASH_PATH@
#
-# Copyright 2008-2022 the Pacemaker project contributors
+# Copyright 2008-2023 the Pacemaker project contributors
#
# The version control history for this file may have further details.
#
@@ -143,7 +143,7 @@ function _test_assert() {
target=$1; shift
validate=$1; shift
cib=$1; shift
- app=`echo "$cmd" | sed 's/\ .*//'`
+ app=$(echo "$cmd" | head -n 1 | sed 's/\ .*//')
printf "* Running: $app - $desc\n" 1>&2
printf "=#=#=#= Begin test: $desc =#=#=#=\n"
@@ -2289,6 +2289,53 @@ function test_tools() {
desc="Switch to nonexistent shadow instance (force) (XML)"
cmd="crm_shadow --switch $shadow --batch --force --output-as=xml"
test_assert_validate $CRM_EX_NOSUCH 0
+
+ CIB_file_invalid_1="$test_home/cli/crm_verify_invalid_bz.xml"
+ CIB_file_invalid_2="$test_home/cli/crm_verify_invalid_no_stonith.xml"
+
+ desc="Verify a file-specified invalid configuration, outputting as xml"
+ cmd="crm_verify --xml-file '$CIB_file_invalid_1' --output-as=xml"
+ test_assert_validate $CRM_EX_CONFIG 0
+
+ desc="Verify another file-specified invalid configuration, outputting as xml"
+ cmd="crm_verify --xml-file '$CIB_file_invalid_2' --output-as=xml"
+ test_assert_validate $CRM_EX_CONFIG 0
+
+ desc="Verbosely verify a file-specified invalid configuration, outputting as xml"
+ cmd="crm_verify --xml-file '$CIB_file_invalid_1' --output-as=xml --verbose"
+ test_assert_validate $CRM_EX_CONFIG 0
+
+ desc="Verbosely verify another file-specified invalid configuration, outputting as xml"
+ cmd="crm_verify --xml-file '$CIB_file_invalid_2' --output-as=xml --verbose"
+ test_assert_validate $CRM_EX_CONFIG 0
+
+ export CIB_file="$test_home/cli/crm_mon.xml"
+
+ desc="Verify a file-specified valid configuration, outputting as xml"
+ cmd="crm_verify --xml-file '$CIB_file' --output-as=xml"
+ test_assert_validate $CRM_EX_OK 0
+
+ desc="Verify a piped-in valid configuration, outputting as xml"
+ cmd="cat '$CIB_file' | crm_verify -p --output-as=xml"
+ test_assert_validate $CRM_EX_OK 0
+
+ desc="Verbosely verify a file-specified valid configuration, outputting as xml"
+ cmd="crm_verify --xml-file '$CIB_file' --output-as=xml --verbose"
+ test_assert_validate $CRM_EX_OK 0
+
+ desc="Verbosely verify a piped-in valid configuration, outputting as xml"
+ cmd="cat '$CIB_file' | crm_verify -p --output-as=xml --verbose"
+ test_assert_validate $CRM_EX_OK 0
+
+ CIB_file_contents=$(cat "$CIB_file")
+
+ desc="Verify a string-supplied valid configuration, outputting as xml"
+ cmd="crm_verify -X '$CIB_file_contents' --output-as=xml"
+ test_assert_validate $CRM_EX_OK 0
+
+ desc="Verbosely verify a string-supplied valid configuration, outputting as xml"
+ cmd="crm_verify -X '$CIB_file_contents' --output-as=xml --verbose"
+ test_assert_validate $CRM_EX_OK 0
unset CIB_file
unset CIB_shadow
@@ -3382,6 +3429,11 @@ function print_or_remove_file() {
rm -f "$TMPFILE"
else
echo " $TMPFILE"
+ if [ $verbose -ne 0 ]; then
+ echo "======================================================"
+ cat "$TMPFILE"
+ echo "======================================================"
+ fi
fi
}
diff --git a/cts/cts-lab.in b/cts/cts-lab.in
new file mode 100644
index 0000000..01bf9aa
--- /dev/null
+++ b/cts/cts-lab.in
@@ -0,0 +1,136 @@
+#!@PYTHON@
+""" Command-line interface to Pacemaker's Cluster Test Suite (CTS)
+"""
+
+# pylint doesn't like the module name "cts-lab" which is an invalid complaint for this file
+# This also disables various other invalid names - it thinks scenario and match are constants
+# that should have all caps names, and that cm and n are too short.
+# pylint: disable=invalid-name
+
+__copyright__ = "Copyright 2001-2023 the Pacemaker project contributors"
+__license__ = "GNU General Public License version 2 or later (GPLv2+) WITHOUT ANY WARRANTY"
+
+import signal
+import sys
+
+from pacemaker._cts.CTS import CtsLab
+from pacemaker._cts.cmcorosync import Corosync2
+from pacemaker._cts.audits import audit_list
+from pacemaker._cts.logging import LogFactory
+from pacemaker._cts.scenarios import AllOnce, Boot, BootCluster, LeaveBooted, RandomTests, Sequence
+from pacemaker._cts.tests import test_list
+
+# These are globals so they can be used by the signal handler.
+scenario = None
+LogFactory().add_stderr()
+
+
+def sig_handler(signum, _frame):
+ """ Handle the given signal number """
+
+ LogFactory().log("Interrupted by signal %d" % signum)
+
+ if scenario:
+ scenario.summarize()
+
+ if signum == 15:
+ if scenario:
+ scenario.teardown()
+
+ sys.exit(1)
+
+
+def plural_s(n):
+ """ Return a string suffix depending on whether or not n is > 1 """
+
+ if n == 1:
+ return ""
+
+ return "S"
+
+
+if __name__ == '__main__':
+ environment = CtsLab(sys.argv[1:])
+ iters = environment["iterations"]
+ tests = []
+
+ # Set the signal handler
+ signal.signal(15, sig_handler)
+ signal.signal(10, sig_handler)
+
+ # Create the Cluster Manager object
+ cm = None
+
+ if environment["Stack"] == "corosync 2+":
+ cm = Corosync2()
+ else:
+ LogFactory().log("Unknown stack: %s" % environment["stack"])
+ sys.exit(1)
+
+ if environment["TruncateLog"]:
+ if environment["OutputFile"] is None:
+ LogFactory().log("Ignoring truncate request because no output file specified")
+ else:
+ LogFactory().log("Truncating %s" % environment["OutputFile"])
+
+ with open(environment["OutputFile"], "w", encoding="utf-8") as outputfile:
+ outputfile.truncate(0)
+
+ audits = audit_list(cm)
+
+ if environment["Listtests"]:
+ tests = test_list(cm, audits)
+ LogFactory().log("Total %d tests" % len(tests))
+
+ for test in tests:
+ LogFactory().log(test.name)
+
+ sys.exit(0)
+
+ elif len(environment["tests"]) == 0:
+ tests = test_list(cm, audits)
+
+ else:
+ chosen = environment["tests"]
+ for test_case in chosen:
+ match = None
+
+ for test in test_list(cm, audits):
+ if test.name == test_case:
+ match = test
+
+ if not match:
+ LogFactory().log("--choose: No applicable/valid tests chosen")
+ sys.exit(1)
+ else:
+ tests.append(match)
+
+ # Scenario selection
+ if environment["scenario"] == "all-once":
+ iters = len(tests)
+ scenario = AllOnce(cm, [ BootCluster(cm, environment) ], audits, tests)
+ elif environment["scenario"] == "sequence":
+ scenario = Sequence(cm, [ BootCluster(cm, environment) ], audits, tests)
+ elif environment["scenario"] == "boot":
+ scenario = Boot(cm, [ LeaveBooted(cm, environment)], audits, [])
+ else:
+ scenario = RandomTests(cm, [ BootCluster(cm, environment) ], audits, tests)
+
+ LogFactory().log(">>>>>>>>>>>>>>>> BEGINNING %r TEST%s" % (iters, plural_s(iters)))
+ LogFactory().log("Stack: %s (%s)" % (environment["Stack"], environment["Name"]))
+ LogFactory().log("Schema: %s" % environment["Schema"])
+ LogFactory().log("Scenario: %s" % scenario.__doc__)
+ LogFactory().log("CTS Exerciser: %s" % environment["cts-exerciser"])
+ LogFactory().log("CTS Logfile: %s" % environment["OutputFile"])
+ LogFactory().log("Random Seed: %s" % environment["RandSeed"])
+ LogFactory().log("Syslog variant: %s" % environment["syslogd"].strip())
+ LogFactory().log("System log files: %s" % environment["LogFileName"])
+
+ if "IPBase" in environment:
+ LogFactory().log("Base IP for resources: %s" % environment["IPBase"])
+
+ LogFactory().log("Cluster starts at boot: %d" % environment["at-boot"])
+
+ environment.dump()
+ rc = environment.run(scenario, iters)
+ sys.exit(rc)
diff --git a/cts/lab/cts-log-watcher.in b/cts/cts-log-watcher.in
index cee9c94..cee9c94 100644
--- a/cts/lab/cts-log-watcher.in
+++ b/cts/cts-log-watcher.in
diff --git a/cts/cts-scheduler.in b/cts/cts-scheduler.in
index ee0cb7b..50c32f6 100644
--- a/cts/cts-scheduler.in
+++ b/cts/cts-scheduler.in
@@ -80,6 +80,10 @@ TESTS = [
[ "group-dependents", "Account for the location preferences of things colocated with a group" ],
[ "group-stop-ordering", "Ensure blocked group member stop does not force other member stops" ],
[ "colocate-unmanaged-group", "Respect mandatory colocations even if earlier group member is unmanaged" ],
+ [
+ "coloc-with-inner-group-member",
+ "Consider explicit colocations with inner group members"
+ ],
],
[
[ "rsc_dep1", "Must not" ],
@@ -205,6 +209,7 @@ TESTS = [
[ "rule-int-parse-fail-default-str-no-match",
"Integer rule values fail to parse, default to string "
"comparison: no match" ],
+ [ "timeout-by-node", "Start timeout varies by node" ],
],
[
[ "order1", "Order start 1" ],
@@ -253,6 +258,18 @@ TESTS = [
[ "anti-colocation-promoted", "Organize order of actions for promoted resources in anti-colocations" ],
[ "anti-colocation-unpromoted", "Organize order of actions for unpromoted resources in anti-colocations" ],
[ "group-anticolocation", "Group with failed last member anti-colocated with another group" ],
+ [ "group-anticolocation-2",
+ "Group with failed last member anti-colocated with another sticky group"
+ ],
+ [ "group-anticolocation-3",
+ "Group with failed last member mandatorily anti-colocated with another group"
+ ],
+ [ "group-anticolocation-4",
+ "Group with failed last member anti-colocated without influence with another group"
+ ],
+ [ "group-anticolocation-5",
+ "Group with failed last member anti-colocated with another group (third node allowed)"
+ ],
[ "group-colocation-failure",
"Group with sole member failed, colocated with another group"
],
@@ -441,6 +458,39 @@ TESTS = [
[ "cloned-group", "Make sure only the correct number of cloned groups are started" ],
[ "cloned-group-stop", "Ensure stopping qpidd also stops glance and cinder" ],
[ "clone-no-shuffle", "Don't prioritize allocation of instances that must be moved" ],
+ [ "clone-recover-no-shuffle-1",
+ "Don't shuffle instances when starting a new primitive instance" ],
+ [ "clone-recover-no-shuffle-2",
+ "Don't shuffle instances when starting a new group instance" ],
+ [ "clone-recover-no-shuffle-3",
+ "Don't shuffle instances when starting a new bundle instance" ],
+ [ "clone-recover-no-shuffle-4",
+ "Don't shuffle instances when starting a new primitive instance with "
+ "location preference "],
+ [ "clone-recover-no-shuffle-5",
+ "Don't shuffle instances when starting a new group instance with "
+ "location preference" ],
+ [ "clone-recover-no-shuffle-6",
+ "Don't shuffle instances when starting a new bundle instance with "
+ "location preference" ],
+ [ "clone-recover-no-shuffle-7",
+ "Don't shuffle instances when starting a new primitive instance that "
+ "will be promoted" ],
+ [ "clone-recover-no-shuffle-8",
+ "Don't shuffle instances when starting a new group instance that "
+ "will be promoted " ],
+ [ "clone-recover-no-shuffle-9",
+ "Don't shuffle instances when starting a new bundle instance that "
+ "will be promoted " ],
+ [ "clone-recover-no-shuffle-10",
+ "Don't shuffle instances when starting a new primitive instance that "
+ "won't be promoted" ],
+ [ "clone-recover-no-shuffle-11",
+ "Don't shuffle instances when starting a new group instance that "
+ "won't be promoted " ],
+ [ "clone-recover-no-shuffle-12",
+ "Don't shuffle instances when starting a new bundle instance that "
+ "won't be promoted " ],
[ "clone-max-zero", "Orphan processing with clone-max=0" ],
[ "clone-anon-dup",
"Bug LF#2087 - Correctly parse the state of anonymous clones that are active more than once per node" ],
@@ -715,6 +765,8 @@ TESTS = [
"cl#5301 - respect order constraints when relevant resources are being probed" ],
[ "concurrent-fencing", "Allow performing fencing operations in parallel" ],
[ "priority-fencing-delay", "Delay fencing targeting the more significant node" ],
+ [ "pending-node-no-uname", "Do not fence a pending node that doesn't have an uname in node state yet" ],
+ [ "node-pending-timeout", "Fence a pending node that has reached `node-pending-timeout`" ],
],
[
[ "systemhealth1", "System Health () #1" ],
@@ -990,6 +1042,42 @@ TESTS = [
[ "bundle-replicas-change", "Change bundle from 1 replica to multiple" ],
[ "bundle-connection-with-container", "Don't move a container due to connection preferences" ],
[ "nested-remote-recovery", "Recover bundle's container hosted on remote node" ],
+ [ "bundle-promoted-location-1",
+ "Promotable bundle, positive location" ],
+ [ "bundle-promoted-location-2",
+ "Promotable bundle, negative location" ],
+ [ "bundle-promoted-location-3",
+ "Promotable bundle, positive location for promoted role" ],
+ [ "bundle-promoted-location-4",
+ "Promotable bundle, negative location for promoted role" ],
+ [ "bundle-promoted-location-5",
+ "Promotable bundle, positive location for unpromoted role" ],
+ [ "bundle-promoted-location-6",
+ "Promotable bundle, negative location for unpromoted role" ],
+ [ "bundle-promoted-colocation-1",
+ "Primary promoted bundle, dependent primitive (mandatory coloc)" ],
+ [ "bundle-promoted-colocation-2",
+ "Primary promoted bundle, dependent primitive (optional coloc)" ],
+ [ "bundle-promoted-colocation-3",
+ "Dependent promoted bundle, primary primitive (mandatory coloc)" ],
+ [ "bundle-promoted-colocation-4",
+ "Dependent promoted bundle, primary primitive (optional coloc)" ],
+ [ "bundle-promoted-colocation-5",
+ "Primary and dependent promoted bundle instances (mandatory coloc)" ],
+ [ "bundle-promoted-colocation-6",
+ "Primary and dependent promoted bundle instances (optional coloc)" ],
+ [ "bundle-promoted-anticolocation-1",
+ "Primary promoted bundle, dependent primitive (mandatory anti)" ],
+ [ "bundle-promoted-anticolocation-2",
+ "Primary promoted bundle, dependent primitive (optional anti)" ],
+ [ "bundle-promoted-anticolocation-3",
+ "Dependent promoted bundle, primary primitive (mandatory anti)" ],
+ [ "bundle-promoted-anticolocation-4",
+ "Dependent promoted bundle, primary primitive (optional anti)" ],
+ [ "bundle-promoted-anticolocation-5",
+ "Primary and dependent promoted bundle instances (mandatory anti)" ],
+ [ "bundle-promoted-anticolocation-6",
+ "Primary and dependent promoted bundle instances (optional anti)" ],
],
[
[ "whitebox-fail1", "Fail whitebox container rsc" ],
diff --git a/cts/cts.in b/cts/cts.in
new file mode 100755
index 0000000..24339aa
--- /dev/null
+++ b/cts/cts.in
@@ -0,0 +1,404 @@
+#!@BASH_PATH@
+#
+# Copyright 2012-2023 the Pacemaker project contributors
+#
+# The version control history for this file may have further details.
+#
+# This source code is licensed under the GNU General Public License version 2
+# or later (GPLv2+) WITHOUT ANY WARRANTY.
+#
+
+# e.g. /etc/sysconfig or /etc/default
+CONFIG_DIR=@CONFIGDIR@
+
+cts_root=`dirname $0`
+
+logfile=0
+summary=0
+verbose=0
+watch=0
+saved=0
+tests=""
+
+install=0
+clean=0
+kill=0
+run=0
+boot=0
+target=rhel-7
+cmd=""
+trace=""
+
+custom_log=""
+patterns="-e CTS:"
+
+function sed_in_place_remotely() {
+ cluster-helper -g $cluster_name -- cp -p "\"$1\"" "\"$1.sed\"" \&\& sed -e "\"$2\"" "\"$1\"" \> "\"$1.sed\"" \&\& mv "\"$1.sed\"" "\"$1\""
+}
+
+
+helpmsg=$(cat <<EOF
+Usage: %s [options] {[CMDS]}
+
+[--]help, -h show help screen and exit
+-x turn on debugging
+-a show relevant screen sessions and exit
+-c,-g CLUSTER_NAME set the cluster name
+-S show summary from the last CTS run
+-s show summary for the current log (see -l)
+-v increase verbosity
+-p (currently unused)
+-e PATTERN grep pattern to apply when 'summary' or 'watch' requested
+-l print the filename of the log that would be operated on
+-w continous (filtered) monitoring of the log file
+-f,-sf FILE show summary for the provided log
+-t TEST, [0-9]* add a test to the working set
+[--]kill request termination of cluster software
+[--]run request CTS run (passing remaining arguments through)
+[--]boot, start request CTS run (with --boot option)
+[--]clean request cleaning up after CTS run
+[--]install, --inst request installing packages to get ready to run CTS
+trace-ls, tls list traced functions
+trace-add, tadd FUNC add a function to the list of traced ones
+trace-rm, trm FUNC remove a function from the list of traced ones
+trace-set, tset FUNC set function(s) as the only to be traced
+(f|fedora|r|rhel).* specify target distro
+-- delimits tests that follow
+EOF
+)
+
+while true; do
+ case $1 in
+ -h|--help|help)
+ printf "${helpmsg}\n" "$0"
+ exit
+ ;;
+ -x)
+ set -x
+ shift
+ ;;
+ -a)
+ screen -ls | grep cts
+ exit 0
+ ;;
+ -c|-g)
+ cluster_name=$2
+ shift
+ shift
+ ;;
+ -S)
+ summary=1
+ saved=1
+ shift
+ ;;
+ -s)
+ summary=1
+ shift
+ ;;
+ -v)
+ verbose=`expr $verbose + 1`
+ shift
+ ;;
+ -p)
+ shift
+ ;;
+ -e)
+ patterns="$patterns -e `echo $2 | sed 's/ /\\\W/g'`"
+ shift
+ shift
+ ;;
+ -l)
+ logfile=1
+ shift
+ ;;
+ -w)
+ watch=1
+ shift
+ ;;
+ -f|-sf)
+ summary=1
+ custom_log=$2
+ shift
+ shift
+ ;;
+ -t)
+ tests="$tests $2"
+ shift
+ shift
+ ;;
+ [0-9]*)
+ tests="$tests $1"
+ shift
+ ;;
+ --kill|kill)
+ kill=1
+ shift
+ break
+ ;;
+ --run|run)
+ run=1
+ shift
+ break
+ ;;
+ --boot|boot|start)
+ boot=1
+ clean=1
+ shift
+ break
+ ;;
+ --clean|clean)
+ clean=1
+ shift
+ ;;
+ --inst|--install|install)
+ install=1
+ clean=1
+ shift
+ ;;
+ trace-ls|tls)
+ cmd=$1
+ shift
+ ;;
+ trace-add|tadd|trace-rm|trm|trace-set|tset)
+ cmd=$1
+ trace=$2
+ shift
+ shift
+ if [ -z "$trace" ]; then
+ printf "${helpmsg}\n" "$0"
+ exit
+ fi
+ ;;
+ f*)
+ target="fedora-`echo $1 | sed -e s/fedora// -e s/-// -e s/f//`"
+ shift
+ ;;
+ r|rhel)
+ target="rhel-7"
+ shift
+ ;;
+ r*)
+ target="rhel-`echo $1 | sed -e s/rhel// -e s/-// -e s/r//`"
+ shift
+ ;;
+ --)
+ shift
+ tests="$tests $*"
+ break
+ ;;
+ "")
+ break
+ ;;
+ *)
+ echo "Unknown argument: $1"
+ exit 1
+ ;;
+ esac
+done
+
+# Add the location of this script
+export PATH="$PATH:$cts_root"
+which cluster-helper &>/dev/null
+if [ $? != 0 ]; then
+ echo $0 needs the cluster-helper script to be in your path
+ exit 1
+fi
+
+which cluster-clean &>/dev/null
+if [ $? != 0 ]; then
+ echo $0 needs the cluster-clean script to be in your path
+ exit 1
+fi
+
+if [ "x$cluster_name" = x ] || [ "x$cluster_name" = xpick ]; then
+ clusters=`ls -1 ~/.dsh/group/[a-z]+[0-9] | sed s/.*group.// | tr '\n' ' ' `
+
+ echo "custom) interactively define a cluster"
+ for i in $clusters; do
+ echo "$i) `cluster-helper --list short -g $i`"
+ done
+
+ read -p "Choose a cluster [custom]: " cluster_name
+ echo
+fi
+
+if [ -z $cluster_name ]; then
+ cluster_name=custom
+fi
+
+
+case $cluster_name in
+ custom)
+ read -p "Cluster name: " cluster_name
+ read -p "Cluster hosts: " cluster_hosts
+ read -p "Cluster log file: " cluster_log
+ cluster-helper add -g "$cluster_name" -w "$cluster_hosts"
+ ;;
+ *)
+ cluster_hosts=`cluster-helper --list short -g $cluster_name`
+ cluster_log=~/cluster-$cluster_name.log
+ ;;
+esac
+
+# NOTES ABOUT THESE AWESOME REGULAR EXPRESSIONS:
+#
+# * We can't assume GNU sed. Unfortunately, + and * are GNU extensions. Thus,
+# we have to use {1,} for + and {0,} for *.
+# * You don't need to add an extra set of escaped quotes around the sed expression
+# arguments here - sed_in_place_remotely will do that for you.
+# * Only literal quotes need the triple backslashes. All other special characters
+# are fine with just a single one.
+# * sed needs a LOT of characters escaped - \, {, }, (, ), and | at least.
+
+if [ x$cmd != x ]; then
+ config="${CONFIG_DIR}/pacemaker"
+ case $cmd in
+ trace-ls|tls)
+ cluster-helper -g $cluster_name -- grep "^[[:space:]]*PCMK_trace_functions" $config
+ ;;
+ trace-add|tadd)
+ echo "Adding $trace to PCMK_trace_functions"
+ # Note that this only works if there's already a PCMK_trace_functions line.
+ # If there isn't one, create it with trace-set first.
+ #
+ # Match optional whitespace; then PCMK_trace_functions; then an equals
+ # surrounded by optional whitespace; then an optional quote; then whatever
+ # else (presumably, this is the list of previously traced functions with
+ # an optional trailing quote). Replace the entire line with
+ # PCMK_trace_functions=<new_fn>,<previous trailing line contents>
+ sed_in_place_remotely "$config" "s/^[ \t]\{0,\}PCMK_trace_functions[ \t]\{0,\}=[ \t]\{0,\}\(\\\"\{0,1\}\)\(.\{1,\}\)/PCMK_trace_functions=\1$trace,\2/"
+ ;;
+ trace-rm|trm)
+ echo "Removing $trace from PCMK_trace_functions"
+ # A bunch of simple regexes are easier to follow than one giant one.
+ # Look for $trace in the following places on any line containing
+ # PCMK_trace_functions near the beginning:
+ #
+ # (1) At the start of a list -
+ # Match one of a leading quote, or an equals followed by optional
+ # whitespace; then $trace; then a comma. Replace $trace with whatever
+ # came before it.
+ # (2) In the middle of a list -
+ # Match a comma; then $trace; then a comma. Replace $trace with a
+ # single comma.
+ # (3) At the end of a list -
+ # Match a comma; then $trace; then one of a quote, whitespace, or
+ # the EOL. Replace $trace with whatever came after it.
+ # (4) All by itself -
+ # Match one of a leading quote, whitespace, or equals followed by
+ # optional whitespace; then $trace; then one of a trailing quote,
+ # whitespace, or the EOL. Replace $trace with whatever came before
+ # and after it.
+ sed_in_place_remotely "$config" "/^[ \t]\{0,\}PCMK_trace_functions/ { \
+ s/\(\\\"\|=\|[ \t]\{1,\}\)$trace,/\1/ ; \
+ s/,$trace,/,/ ; \
+ s/,$trace\(\\\"\|[ \t]\{1,\}\|$\)/\1/ ; \
+ s/\(\\\"\|[ \t]\{1,\}\|=[ \t]\{0,\}\)$trace\(\\\"\|[ \t]\{1,\}\|$\)/\1\2/ }"
+ ;;
+ trace-set|tset)
+ echo "Setting PCMK_trace_functions to '$trace'"
+ # Do this in two separate sed commands:
+ #
+ # (1) Unconditionally remove any existing PCMK_trace_functions= lines.
+ # (2) Add a new line with $trace after the example line, which therefore
+ # must exist. Note that GNU sed would support "a PCMK_trace_functions=$trace",
+ # but that's an extension. For all other seds, we have to put the
+ # command and the text on separate lines.
+ sed_in_place_remotely "$config" "/^[ \t]*PCMK_trace_functions/ d ; /^# Example: PCMK_trace_functions/ a\\\
+PCMK_trace_functions=\\\"$trace\\\""
+ ;;
+ esac
+ exit 0
+fi
+
+if [ $run = 1 ]; then
+ install=1
+ clean=1
+fi
+
+if [ $clean = 1 ]; then
+ rm -f $cluster_log
+ cluster-clean -g $cluster_name --kill
+elif [ $kill = 1 ]; then
+ cluster-clean -g $cluster_name --kill-only
+ exit 0
+fi
+
+if [ $install = 1 ]; then
+ cluster-helper -g $cluster_name -- yum install -y pacemaker pacemaker-debuginfo pacemaker-cts libqb libqb-debuginfo
+fi
+
+if [ $boot = 1 ]; then
+ $cts_root/cts-lab -r -c -g $cluster_name --boot
+ rc=$?
+ if [ $rc = 0 ]; then
+ echo "The cluster is ready..."
+ fi
+ exit $rc
+
+elif [ $run = 1 ]; then
+ $cts_root/cts-lab -r -c -g $cluster_name 500 "$@"
+ exit $?
+
+elif [ $clean = 1 ]; then
+ exit 0
+fi
+
+screen -ls | grep cts-$cluster_name &>/dev/null
+active=$?
+
+if [ ! -z $custom_log ]; then
+ cluster_log=$custom_log
+fi
+
+if [ "x$tests" != x ] && [ "x$tests" != "x " ]; then
+ for t in $tests; do
+ echo "crm_report --cts-log $cluster_log -d -T $t"
+ crm_report --cts-log $cluster_log -d -T $t
+ done
+
+elif [ $logfile = 1 ]; then
+ echo $cluster_log
+
+elif [ $summary = 1 ]; then
+ files=$cluster_log
+ if [ $saved = 1 ]; then
+ files=`ls -1tr ~/CTS-*/cluster-log.txt`
+ fi
+ for f in $files; do
+ echo $f
+ case $verbose in
+ 0)
+ cat -n $f | grep $patterns | grep -v "CTS: debug:"
+ ;;
+ 1)
+ cat -n $f | grep $patterns | grep -v "CTS:.* cmd:"
+ ;;
+ *)
+ cat -n $f | grep $patterns
+ ;;
+ esac
+ echo ""
+ done
+
+elif [ $watch = 1 ]; then
+ case $verbose in
+ 0)
+ tail -F $cluster_log | grep $patterns | grep -v "CTS: debug:"
+ ;;
+ 1)
+ tail -F $cluster_log | grep $patterns | grep -v "CTS:.* cmd:"
+ ;;
+ *)
+ tail -F $cluster_log | grep $patterns
+ ;;
+ esac
+
+elif [ $active = 0 ]; then
+ screen -x cts-$cluster_name
+
+else
+ touch $cluster_log
+ export cluster_name cluster_hosts cluster_log
+ screen -S cts-$cluster_name bash
+fi
diff --git a/cts/lab/CIB.py b/cts/lab/CIB.py
deleted file mode 100644
index 5981654..0000000
--- a/cts/lab/CIB.py
+++ /dev/null
@@ -1,518 +0,0 @@
-""" CIB generator for Pacemaker's Cluster Test Suite (CTS)
-"""
-
-__copyright__ = "Copyright 2008-2023 the Pacemaker project contributors"
-__license__ = "GNU General Public License version 2 or later (GPLv2+) WITHOUT ANY WARRANTY"
-
-import os
-import warnings
-import tempfile
-
-from pacemaker.buildoptions import BuildOptions
-from pacemaker._cts.CTS import CtsLab
-
-
-class CibBase(object):
- def __init__(self, Factory, tag, _id, **kwargs):
- self.tag = tag
- self.name = _id
- self.kwargs = kwargs
- self.children = []
- self.Factory = Factory
-
- def __repr__(self):
- return "%s-%s" % (self.tag, self.name)
-
- def add_child(self, child):
- self.children.append(child)
-
- def __setitem__(self, key, value):
- if value:
- self.kwargs[key] = value
- else:
- self.kwargs.pop(key, None)
-
-from cts.cib_xml import *
-
-
-class ConfigBase(object):
- cts_cib = None
- version = "unknown"
- Factory = None
-
- def __init__(self, CM, factory, tmpfile=None):
- self.CM = CM
- self.Factory = factory
-
- if not tmpfile:
- warnings.filterwarnings("ignore")
- f=tempfile.NamedTemporaryFile(delete=True)
- f.close()
- tmpfile = f.name
- warnings.resetwarnings()
-
- self.Factory.tmpfile = tmpfile
-
- def version(self):
- return self.version
-
- def NextIP(self):
- ip = self.CM.Env["IPBase"]
- if ":" in ip:
- (prefix, sep, suffix) = ip.rpartition(":")
- suffix = str(hex(int(suffix, 16)+1)).lstrip("0x")
- else:
- (prefix, sep, suffix) = ip.rpartition(".")
- suffix = str(int(suffix)+1)
-
- ip = prefix + sep + suffix
- self.CM.Env["IPBase"] = ip
- return ip.strip()
-
-
-class CIB12(ConfigBase):
- version = "pacemaker-1.2"
- counter = 1
-
- def _show(self, command=""):
- output = ""
- (_, result) = self.Factory.rsh(self.Factory.target, "HOME=/root CIB_file="+self.Factory.tmpfile+" cibadmin -Ql "+command, verbose=1)
- for line in result:
- output += line
- self.Factory.debug("Generated Config: "+line)
- return output
-
- def NewIP(self, name=None, standard="ocf"):
- if self.CM.Env["IPagent"] == "IPaddr2":
- ip = self.NextIP()
- if not name:
- if ":" in ip:
- (prefix, sep, suffix) = ip.rpartition(":")
- name = "r"+suffix
- else:
- name = "r"+ip
-
- r = Resource(self.Factory, name, self.CM.Env["IPagent"], standard)
- r["ip"] = ip
-
- if ":" in ip:
- r["cidr_netmask"] = "64"
- r["nic"] = "eth0"
- else:
- r["cidr_netmask"] = "32"
-
- else:
- if not name:
- name = "r%s%d" % (self.CM.Env["IPagent"], self.counter)
- self.counter = self.counter + 1
- r = Resource(self.Factory, name, self.CM.Env["IPagent"], standard)
-
- r.add_op("monitor", "5s")
- return r
-
- def get_node_id(self, node_name):
- """ Check the cluster configuration for a node ID. """
-
- # We can't account for every possible configuration,
- # so we only return a node ID if:
- # * The node is specified in /etc/corosync/corosync.conf
- # with "ring0_addr:" equal to node_name and "nodeid:"
- # explicitly specified.
- # In all other cases, we return 0.
- node_id = 0
-
- # awkward command: use } as record separator
- # so each corosync.conf "object" is one record;
- # match the "node {" record that has "ring0_addr: node_name";
- # then print the substring of that record after "nodeid:"
- (rc, output) = self.Factory.rsh(self.Factory.target,
- r"""awk -v RS="}" """
- r"""'/^(\s*nodelist\s*{)?\s*node\s*{.*(ring0_addr|name):\s*%s(\s+|$)/"""
- r"""{gsub(/.*nodeid:\s*/,"");gsub(/\s+.*$/,"");print}' %s"""
- % (node_name, BuildOptions.COROSYNC_CONFIG_FILE), verbose=1)
-
- if rc == 0 and len(output) == 1:
- try:
- node_id = int(output[0])
- except ValueError:
- node_id = 0
-
- return node_id
-
- def install(self, target):
- old = self.Factory.tmpfile
-
- # Force a rebuild
- self.cts_cib = None
-
- self.Factory.tmpfile = BuildOptions.CIB_DIR + "/cib.xml"
- self.contents(target)
- self.Factory.rsh(self.Factory.target, "chown " + BuildOptions.DAEMON_USER + " " + self.Factory.tmpfile)
-
- self.Factory.tmpfile = old
-
- def contents(self, target=None):
- # fencing resource
- if self.cts_cib:
- return self.cts_cib
-
- if target:
- self.Factory.target = target
-
- self.Factory.rsh(self.Factory.target, "HOME=/root cibadmin --empty %s > %s" % (self.version, self.Factory.tmpfile))
- self.num_nodes = len(self.CM.Env["nodes"])
-
- no_quorum = "stop"
- if self.num_nodes < 3:
- no_quorum = "ignore"
- self.Factory.log("Cluster only has %d nodes, configuring: no-quorum-policy=ignore" % self.num_nodes)
-
- # We don't need a nodes section unless we add attributes
- stn = None
-
- # Fencing resource
- # Define first so that the shell doesn't reject every update
- if self.CM.Env["DoFencing"]:
-
- # Define the "real" fencing device
- st = Resource(self.Factory, "Fencing", ""+self.CM.Env["stonith-type"], "stonith")
-
- # Set a threshold for unreliable stonith devices such as the vmware one
- st.add_meta("migration-threshold", "5")
- st.add_op("monitor", "120s", timeout="120s")
- st.add_op("stop", "0", timeout="60s")
- st.add_op("start", "0", timeout="60s")
-
- # For remote node tests, a cluster node is stopped and brought back up
- # as a remote node with the name "remote-OLDNAME". To allow fencing
- # devices to fence these nodes, create a list of all possible node names.
- all_node_names = [ prefix+n for n in self.CM.Env["nodes"] for prefix in ('', 'remote-') ]
-
- # Add all parameters specified by user
- entries = self.CM.Env["stonith-params"].split(',')
- for entry in entries:
- try:
- (name, value) = entry.split('=', 1)
- except ValueError:
- print("Warning: skipping invalid fencing parameter: %s" % entry)
- continue
-
- # Allow user to specify "all" as the node list, and expand it here
- if name in [ "hostlist", "pcmk_host_list" ] and value == "all":
- value = ' '.join(all_node_names)
-
- st[name] = value
-
- st.commit()
-
- # Test advanced fencing logic
- if True:
- stf_nodes = []
- stt_nodes = []
- attr_nodes = {}
-
- # Create the levels
- stl = FencingTopology(self.Factory)
- for node in self.CM.Env["nodes"]:
- # Remote node tests will rename the node
- remote_node = "remote-" + node
-
- # Randomly assign node to a fencing method
- ftype = self.CM.Env.random_gen.choice(["levels-and", "levels-or ", "broadcast "])
-
- # For levels-and, randomly choose targeting by node name or attribute
- by = ""
- if ftype == "levels-and":
- node_id = self.get_node_id(node)
- if node_id == 0 or self.CM.Env.random_gen.choice([True, False]):
- by = " (by name)"
- else:
- attr_nodes[node] = node_id
- by = " (by attribute)"
-
- self.CM.log(" - Using %s fencing for node: %s%s" % (ftype, node, by))
-
- if ftype == "levels-and":
- # If targeting by name, add a topology level for this node
- if node not in attr_nodes:
- stl.level(1, node, "FencingPass,Fencing")
-
- # Always target remote nodes by name, otherwise we would need to add
- # an attribute to the remote node only during remote tests (we don't
- # want nonexistent remote nodes showing up in the non-remote tests).
- # That complexity is not worth the effort.
- stl.level(1, remote_node, "FencingPass,Fencing")
-
- # Add the node (and its remote equivalent) to the list of levels-and nodes.
- stt_nodes.extend([node, remote_node])
-
- elif ftype == "levels-or ":
- for n in [ node, remote_node ]:
- stl.level(1, n, "FencingFail")
- stl.level(2, n, "Fencing")
- stf_nodes.extend([node, remote_node])
-
- # If any levels-and nodes were targeted by attribute,
- # create the attributes and a level for the attribute.
- if attr_nodes:
- stn = Nodes(self.Factory)
- for (node_name, node_id) in list(attr_nodes.items()):
- stn.add_node(node_name, node_id, { "cts-fencing" : "levels-and" })
- stl.level(1, None, "FencingPass,Fencing", "cts-fencing", "levels-and")
-
- # Create a Dummy agent that always passes for levels-and
- if len(stt_nodes):
- stt = Resource(self.Factory, "FencingPass", "fence_dummy", "stonith")
- stt["pcmk_host_list"] = " ".join(stt_nodes)
- # Wait this many seconds before doing anything, handy for letting disks get flushed too
- stt["random_sleep_range"] = "30"
- stt["mode"] = "pass"
- stt.commit()
-
- # Create a Dummy agent that always fails for levels-or
- if len(stf_nodes):
- stf = Resource(self.Factory, "FencingFail", "fence_dummy", "stonith")
- stf["pcmk_host_list"] = " ".join(stf_nodes)
- # Wait this many seconds before doing anything, handy for letting disks get flushed too
- stf["random_sleep_range"] = "30"
- stf["mode"] = "fail"
- stf.commit()
-
- # Now commit the levels themselves
- stl.commit()
-
- o = Option(self.Factory)
- o["stonith-enabled"] = self.CM.Env["DoFencing"]
- o["start-failure-is-fatal"] = "false"
- o["pe-input-series-max"] = "5000"
- o["shutdown-escalation"] = "5min"
- o["batch-limit"] = "10"
- o["dc-deadtime"] = "5s"
- o["no-quorum-policy"] = no_quorum
-
- if self.CM.Env["DoBSC"]:
- o["ident-string"] = "Linux-HA TEST configuration file - REMOVEME!!"
-
- o.commit()
-
- o = OpDefaults(self.Factory)
- o["timeout"] = "90s"
- o.commit()
-
- # Commit the nodes section if we defined one
- if stn is not None:
- stn.commit()
-
- # Add an alerts section if possible
- if self.Factory.rsh.exists_on_all(self.CM.Env["notification-agent"], self.CM.Env["nodes"]):
- alerts = Alerts(self.Factory)
- alerts.add_alert(self.CM.Env["notification-agent"],
- self.CM.Env["notification-recipient"])
- alerts.commit()
-
- # Add resources?
- if self.CM.Env["CIBResource"]:
- self.add_resources()
-
- if self.CM.cluster_monitor == 1:
- mon = Resource(self.Factory, "cluster_mon", "ocf", "ClusterMon", "pacemaker")
- mon.add_op("start", "0", requires="nothing")
- mon.add_op("monitor", "5s", requires="nothing")
- mon["update"] = "10"
- mon["extra_options"] = "-r -n"
- mon["user"] = "abeekhof"
- mon["htmlfile"] = "/suse/abeekhof/Export/cluster.html"
- mon.commit()
-
- #self._create('''location prefer-dc cluster_mon rule -INFINITY: \#is_dc eq false''')
-
- # generate cib
- self.cts_cib = self._show()
-
- if self.Factory.tmpfile != BuildOptions.CIB_DIR + "/cib.xml":
- self.Factory.rsh(self.Factory.target, "rm -f "+self.Factory.tmpfile)
-
- return self.cts_cib
-
- def add_resources(self):
- # Per-node resources
- for node in self.CM.Env["nodes"]:
- name = "rsc_"+node
- r = self.NewIP(name)
- r.prefer(node, "100")
- r.commit()
-
- # Migrator
- # Make this slightly sticky (since we have no other location constraints) to avoid relocation during Reattach
- m = Resource(self.Factory, "migrator","Dummy", "ocf", "pacemaker")
- m["passwd"] = "whatever"
- m.add_meta("resource-stickiness","1")
- m.add_meta("allow-migrate", "1")
- m.add_op("monitor", "P10S")
- m.commit()
-
- # Ping the test exerciser
- p = Resource(self.Factory, "ping-1","ping", "ocf", "pacemaker")
- p.add_op("monitor", "60s")
- p["host_list"] = self.CM.Env["cts-exerciser"]
- p["name"] = "connected"
- p["debug"] = "true"
-
- c = Clone(self.Factory, "Connectivity", p)
- c["globally-unique"] = "false"
- c.commit()
-
- # promotable clone resource
- s = Resource(self.Factory, "stateful-1", "Stateful", "ocf", "pacemaker")
- s.add_op("monitor", "15s", timeout="60s")
- s.add_op("monitor", "16s", timeout="60s", role="Promoted")
- ms = Clone(self.Factory, "promotable-1", s)
- ms["promotable"] = "true"
- ms["clone-max"] = self.num_nodes
- ms["clone-node-max"] = 1
- ms["promoted-max"] = 1
- ms["promoted-node-max"] = 1
-
- # Require connectivity to run the promotable clone
- r = Rule(self.Factory, "connected", "-INFINITY", op="or")
- r.add_child(Expression(self.Factory, "m1-connected-1", "connected", "lt", "1"))
- r.add_child(Expression(self.Factory, "m1-connected-2", "connected", "not_defined", None))
- ms.prefer("connected", rule=r)
-
- ms.commit()
-
- # Group Resource
- g = Group(self.Factory, "group-1")
- g.add_child(self.NewIP())
-
- if self.CM.Env["have_systemd"]:
- sysd = Resource(self.Factory, "petulant",
- "pacemaker-cts-dummyd@10", "service")
- sysd.add_op("monitor", "P10S")
- g.add_child(sysd)
- else:
- g.add_child(self.NewIP())
-
- g.add_child(self.NewIP())
-
- # Make group depend on the promotable clone
- g.after("promotable-1", first="promote", then="start")
- g.colocate("promotable-1", "INFINITY", withrole="Promoted")
-
- g.commit()
-
- # LSB resource
- lsb = Resource(self.Factory, "lsb-dummy", "LSBDummy", "lsb")
- lsb.add_op("monitor", "5s")
-
- # LSB with group
- lsb.after("group-1")
- lsb.colocate("group-1")
-
- lsb.commit()
-
-
-class CIB20(CIB12):
- version = "pacemaker-2.5"
-
-class CIB30(CIB12):
- version = "pacemaker-3.7"
-
-#class HASI(CIB10):
-# def add_resources(self):
-# # DLM resource
-# self._create('''primitive dlm ocf:pacemaker:controld op monitor interval=120s''')
-# self._create('''clone dlm-clone dlm meta globally-unique=false interleave=true''')
-
- # O2CB resource
-# self._create('''primitive o2cb ocf:ocfs2:o2cb op monitor interval=120s''')
-# self._create('''clone o2cb-clone o2cb meta globally-unique=false interleave=true''')
-# self._create('''colocation o2cb-with-dlm INFINITY: o2cb-clone dlm-clone''')
-# self._create('''order start-o2cb-after-dlm mandatory: dlm-clone o2cb-clone''')
-
-
-class ConfigFactory(object):
- def __init__(self, CM):
- self.CM = CM
- self.rsh = self.CM.rsh
- self.register("pacemaker12", CIB12, CM, self)
- self.register("pacemaker20", CIB20, CM, self)
- self.register("pacemaker30", CIB30, CM, self)
-# self.register("hae", HASI, CM, self)
- if not self.CM.Env["ListTests"]:
- self.target = self.CM.Env["nodes"][0]
- self.tmpfile = None
-
- def log(self, args):
- self.CM.log("cib: %s" % args)
-
- def debug(self, args):
- self.CM.debug("cib: %s" % args)
-
- def register(self, methodName, constructor, *args, **kargs):
- """register a constructor"""
- _args = [constructor]
- _args.extend(args)
- setattr(self, methodName, ConfigFactoryItem(*_args, **kargs))
-
- def unregister(self, methodName):
- """unregister a constructor"""
- delattr(self, methodName)
-
- def createConfig(self, name="pacemaker-1.0"):
- if name == "pacemaker-1.0":
- name = "pacemaker10";
- elif name == "pacemaker-1.2":
- name = "pacemaker12";
- elif name == "pacemaker-2.0":
- name = "pacemaker20";
- elif name.startswith("pacemaker-3."):
- name = "pacemaker30";
- elif name == "hasi":
- name = "hae";
-
- if hasattr(self, name):
- return getattr(self, name)()
- else:
- self.CM.log("Configuration variant '%s' is unknown. Defaulting to latest config" % name)
-
- return self.pacemaker30()
-
-
-class ConfigFactoryItem(object):
- def __init__(self, function, *args, **kargs):
- self._function = function
- self._args = args
- self._kargs = kargs
-
- def __call__(self, *args, **kargs):
- """call function"""
- _args = list(self._args)
- _args.extend(args)
- _kargs = self._kargs.copy()
- _kargs.update(kargs)
- return self._function(*_args,**_kargs)
-
-if __name__ == '__main__':
- """ Unit test (pass cluster node names as command line arguments) """
-
- import cts.CM_corosync
- import sys
-
- if len(sys.argv) < 2:
- print("Usage: %s <node> ..." % sys.argv[0])
- sys.exit(1)
-
- args = [
- "--nodes", " ".join(sys.argv[1:]),
- "--clobber-cib",
- "--populate-resources",
- "--stack", "corosync",
- "--test-ip-base", "fe80::1234:56:7890:1000",
- "--stonith", "rhcs",
- ]
- env = CtsLab(args)
- cm = CM_corosync.crm_corosync()
- CibFactory = ConfigFactory(cm)
- cib = CibFactory.createConfig("pacemaker-3.0")
- print(cib.contents())
diff --git a/cts/lab/CM_corosync.py b/cts/lab/CM_corosync.py
deleted file mode 100644
index dce7e98..0000000
--- a/cts/lab/CM_corosync.py
+++ /dev/null
@@ -1,60 +0,0 @@
-""" Corosync-specific class for Pacemaker's Cluster Test Suite (CTS)
-"""
-
-__copyright__ = "Copyright 2007-2023 the Pacemaker project contributors"
-__license__ = "GNU General Public License version 2 or later (GPLv2+) WITHOUT ANY WARRANTY"
-
-from cts.ClusterManager import ClusterManager
-
-from pacemaker._cts.CTS import Process
-from pacemaker._cts.patterns import PatternSelector
-
-class crm_corosync(ClusterManager):
- '''
- Corosync version 2 cluster manager class
- '''
- def __init__(self, name=None):
- if not name: name="crm-corosync"
- ClusterManager.__init__(self)
-
- self.fullcomplist = {}
- self.templates = PatternSelector(self.name)
-
- def Components(self):
- complist = []
- if not len(list(self.fullcomplist.keys())):
- for c in [ "pacemaker-based", "pacemaker-controld", "pacemaker-attrd", "pacemaker-execd", "pacemaker-fenced" ]:
- self.fullcomplist[c] = Process(
- self, c,
- pats = self.templates.get_component(c),
- badnews_ignore = self.templates.get_component("%s-ignore" % c) +
- self.templates.get_component("common-ignore"))
-
- # the scheduler uses dc_pats instead of pats
- self.fullcomplist["pacemaker-schedulerd"] = Process(
- self, "pacemaker-schedulerd",
- dc_pats = self.templates.get_component("pacemaker-schedulerd"),
- badnews_ignore = self.templates.get_component("pacemaker-schedulerd-ignore") +
- self.templates.get_component("common-ignore"))
-
- # add (or replace) extra components
- self.fullcomplist["corosync"] = Process(
- self, "corosync",
- pats = self.templates.get_component("corosync"),
- badnews_ignore = self.templates.get_component("corosync-ignore") +
- self.templates.get_component("common-ignore")
- )
-
- # Processes running under valgrind can't be shot with "killall -9 processname",
- # so don't include them in the returned list
- vgrind = self.Env["valgrind-procs"].split()
- for key in list(self.fullcomplist.keys()):
- if self.Env["valgrind-tests"]:
- if key in vgrind:
- self.log("Filtering %s from the component list as it is being profiled by valgrind" % key)
- continue
- if key == "pacemaker-fenced" and not self.Env["DoFencing"]:
- continue
- complist.append(self.fullcomplist[key])
-
- return complist
diff --git a/cts/lab/CTSaudits.py b/cts/lab/CTSaudits.py
deleted file mode 100755
index 51a04f8..0000000
--- a/cts/lab/CTSaudits.py
+++ /dev/null
@@ -1,879 +0,0 @@
-""" Auditing classes for Pacemaker's Cluster Test Suite (CTS)
-"""
-
-__copyright__ = "Copyright 2000-2023 the Pacemaker project contributors"
-__license__ = "GNU General Public License version 2 or later (GPLv2+) WITHOUT ANY WARRANTY"
-
-import time, re, uuid
-
-from pacemaker.buildoptions import BuildOptions
-from pacemaker._cts.watcher import LogKind, LogWatcher
-
-class ClusterAudit(object):
-
- def __init__(self, cm):
- self.CM = cm
-
- def __call__(self):
- raise ValueError("Abstract Class member (__call__)")
-
- def is_applicable(self):
- '''Return TRUE if we are applicable in the current test configuration'''
- raise ValueError("Abstract Class member (is_applicable)")
- return 1
-
- def log(self, args):
- self.CM.log("audit: %s" % args)
-
- def debug(self, args):
- self.CM.debug("audit: %s" % args)
-
- def name(self):
- raise ValueError("Abstract Class member (name)")
-
-AllAuditClasses = [ ]
-
-
-class LogAudit(ClusterAudit):
-
- def name(self):
- return "LogAudit"
-
- def __init__(self, cm):
- self.CM = cm
-
- def RestartClusterLogging(self, nodes=None):
- if not nodes:
- nodes = self.CM.Env["nodes"]
-
- self.CM.debug("Restarting logging on: %s" % repr(nodes))
-
- for node in nodes:
- if self.CM.Env["have_systemd"]:
- (rc, _) = self.CM.rsh(node, "systemctl stop systemd-journald.socket")
- if rc != 0:
- self.CM.log ("ERROR: Cannot stop 'systemd-journald' on %s" % node)
-
- (rc, _) = self.CM.rsh(node, "systemctl start systemd-journald.service")
- if rc != 0:
- self.CM.log ("ERROR: Cannot start 'systemd-journald' on %s" % node)
-
- (rc, _) = self.CM.rsh(node, "service %s restart" % self.CM.Env["syslogd"])
- if rc != 0:
- self.CM.log ("ERROR: Cannot restart '%s' on %s" % (self.CM.Env["syslogd"], node))
-
- def _create_watcher(self, patterns, kind):
- watch = LogWatcher(self.CM.Env["LogFileName"], patterns,
- self.CM.Env["nodes"], kind, "LogAudit", 5,
- silent=True)
- watch.set_watch()
- return watch
-
- def TestLogging(self):
- patterns = []
- prefix = "Test message from"
- suffix = str(uuid.uuid4())
- watch = {}
-
- for node in self.CM.Env["nodes"]:
- # Look for the node name in two places to make sure
- # that syslog is logging with the correct hostname
- m = re.search("^([^.]+).*", node)
- if m:
- simple = m.group(1)
- else:
- simple = node
- patterns.append("%s.*%s %s %s" % (simple, prefix, node, suffix))
-
- watch_pref = self.CM.Env["LogWatcher"]
- if watch_pref == LogKind.ANY:
- kinds = [ LogKind.FILE ]
- if self.CM.Env["have_systemd"]:
- kinds += [ LogKind.JOURNAL ]
- kinds += [ LogKind.REMOTE_FILE ]
- for k in kinds:
- watch[k] = self._create_watcher(patterns, k)
- self.CM.log("Logging test message with identifier %s" % (suffix))
- else:
- watch[watch_pref] = self._create_watcher(patterns, watch_pref)
-
- for node in self.CM.Env["nodes"]:
- cmd = "logger -p %s.info %s %s %s" % (self.CM.Env["SyslogFacility"], prefix, node, suffix)
-
- (rc, _) = self.CM.rsh(node, cmd, synchronous=False, verbose=0)
- if rc != 0:
- self.CM.log ("ERROR: Cannot execute remote command [%s] on %s" % (cmd, node))
-
- for k in list(watch.keys()):
- w = watch[k]
- if watch_pref == LogKind.ANY:
- self.CM.log("Checking for test message in %s logs" % (k))
- w.look_for_all(silent=True)
- if w.unmatched:
- for regex in w.unmatched:
- self.CM.log("Test message [%s] not found in %s logs" % (regex, w.kind))
- else:
- if watch_pref == LogKind.ANY:
- self.CM.log("Found test message in %s logs" % (k))
- self.CM.Env["LogWatcher"] = k
- return 1
-
- return 0
-
- def __call__(self):
- max = 3
- attempt = 0
-
- self.CM.ns.wait_for_all_nodes(self.CM.Env["nodes"])
- while attempt <= max and self.TestLogging() == 0:
- attempt = attempt + 1
- self.RestartClusterLogging()
- time.sleep(60*attempt)
-
- if attempt > max:
- self.CM.log("ERROR: Cluster logging unrecoverable.")
- return 0
-
- return 1
-
- def is_applicable(self):
- if self.CM.Env["DoBSC"]:
- return 0
- if self.CM.Env["LogAuditDisabled"]:
- return 0
- return 1
-
-
-class DiskAudit(ClusterAudit):
-
- def name(self):
- return "DiskspaceAudit"
-
- def __init__(self, cm):
- self.CM = cm
-
- def __call__(self):
- result = 1
- # @TODO Use directory of PCMK_logfile if set on host
- dfcmd = "df -BM " + BuildOptions.LOG_DIR + " | tail -1 | awk '{print $(NF-1)\" \"$(NF-2)}' | tr -d 'M%'"
-
- self.CM.ns.wait_for_all_nodes(self.CM.Env["nodes"])
- for node in self.CM.Env["nodes"]:
- (_, dfout) = self.CM.rsh(node, dfcmd, verbose=1)
- if not dfout:
- self.CM.log ("ERROR: Cannot execute remote df command [%s] on %s" % (dfcmd, node))
- else:
- dfout = dfout[0].strip()
-
- try:
- (used, remain) = dfout.split()
- used_percent = int(used)
- remaining_mb = int(remain)
- except (ValueError, TypeError):
- self.CM.log("Warning: df output '%s' from %s was invalid [%s, %s]"
- % (dfout, node, used, remain))
- else:
- if remaining_mb < 10 or used_percent > 95:
- self.CM.log("CRIT: Out of log disk space on %s (%d%% / %dMB)"
- % (node, used_percent, remaining_mb))
- result = None
- if self.CM.Env["continue"]:
- answer = "Y"
- else:
- try:
- answer = input('Continue? [nY]')
- except EOFError as e:
- answer = "n"
-
- if answer and answer == "n":
- raise ValueError("Disk full on %s" % (node))
-
- elif remaining_mb < 100 or used_percent > 90:
- self.CM.log("WARN: Low on log disk space (%dMB) on %s" % (remaining_mb, node))
- return result
-
- def is_applicable(self):
- if self.CM.Env["DoBSC"]:
- return 0
- return 1
-
-
-class FileAudit(ClusterAudit):
-
- def name(self):
- return "FileAudit"
-
- def __init__(self, cm):
- self.CM = cm
- self.known = []
-
- def __call__(self):
- result = 1
-
- self.CM.ns.wait_for_all_nodes(self.CM.Env["nodes"])
- for node in self.CM.Env["nodes"]:
-
- (_, lsout) = self.CM.rsh(node, "ls -al /var/lib/pacemaker/cores/* | grep core.[0-9]", verbose=1)
- for line in lsout:
- line = line.strip()
- if line not in self.known:
- result = 0
- self.known.append(line)
- self.CM.log("Warning: Pacemaker core file on %s: %s" % (node, line))
-
- (_, lsout) = self.CM.rsh(node, "ls -al /var/lib/corosync | grep core.[0-9]", verbose=1)
- for line in lsout:
- line = line.strip()
- if line not in self.known:
- result = 0
- self.known.append(line)
- self.CM.log("Warning: Corosync core file on %s: %s" % (node, line))
-
- if node in self.CM.ShouldBeStatus and self.CM.ShouldBeStatus[node] == "down":
- clean = 0
- (_, lsout) = self.CM.rsh(node, "ls -al /dev/shm | grep qb-", verbose=1)
- for line in lsout:
- result = 0
- clean = 1
- self.CM.log("Warning: Stale IPC file on %s: %s" % (node, line))
-
- if clean:
- (_, lsout) = self.CM.rsh(node, "ps axf | grep -e pacemaker -e corosync", verbose=1)
- for line in lsout:
- self.CM.debug("ps[%s]: %s" % (node, line))
-
- self.CM.rsh(node, "rm -rf /dev/shm/qb-*")
-
- else:
- self.CM.debug("Skipping %s" % node)
-
- return result
-
- def is_applicable(self):
- return 1
-
-
-class AuditResource(object):
- def __init__(self, cm, line):
- fields = line.split()
- self.CM = cm
- self.line = line
- self.type = fields[1]
- self.id = fields[2]
- self.clone_id = fields[3]
- self.parent = fields[4]
- self.rprovider = fields[5]
- self.rclass = fields[6]
- self.rtype = fields[7]
- self.host = fields[8]
- self.needs_quorum = fields[9]
- self.flags = int(fields[10])
- self.flags_s = fields[11]
-
- if self.parent == "NA":
- self.parent = None
-
- def unique(self):
- if self.flags & int("0x00000020", 16):
- return 1
- return 0
-
- def orphan(self):
- if self.flags & int("0x00000001", 16):
- return 1
- return 0
-
- def managed(self):
- if self.flags & int("0x00000002", 16):
- return 1
- return 0
-
-
-class AuditConstraint(object):
- def __init__(self, cm, line):
- fields = line.split()
- self.CM = cm
- self.line = line
- self.type = fields[1]
- self.id = fields[2]
- self.rsc = fields[3]
- self.target = fields[4]
- self.score = fields[5]
- self.rsc_role = fields[6]
- self.target_role = fields[7]
-
- if self.rsc_role == "NA":
- self.rsc_role = None
- if self.target_role == "NA":
- self.target_role = None
-
-
-class PrimitiveAudit(ClusterAudit):
- def name(self):
- return "PrimitiveAudit"
-
- def __init__(self, cm):
- self.CM = cm
-
- def doResourceAudit(self, resource, quorum):
- rc = 1
- active = self.CM.ResourceLocation(resource.id)
-
- if len(active) == 1:
- if quorum:
- self.debug("Resource %s active on %s" % (resource.id, repr(active)))
-
- elif resource.needs_quorum == 1:
- self.CM.log("Resource %s active without quorum: %s"
- % (resource.id, repr(active)))
- rc = 0
-
- elif not resource.managed():
- self.CM.log("Resource %s not managed. Active on %s"
- % (resource.id, repr(active)))
-
- elif not resource.unique():
- # TODO: Figure out a clever way to actually audit these resource types
- if len(active) > 1:
- self.debug("Non-unique resource %s is active on: %s"
- % (resource.id, repr(active)))
- else:
- self.debug("Non-unique resource %s is not active" % resource.id)
-
- elif len(active) > 1:
- self.CM.log("Resource %s is active multiple times: %s"
- % (resource.id, repr(active)))
- rc = 0
-
- elif resource.orphan():
- self.debug("Resource %s is an inactive orphan" % resource.id)
-
- elif len(self.inactive_nodes) == 0:
- self.CM.log("WARN: Resource %s not served anywhere" % resource.id)
- rc = 0
-
- elif self.CM.Env["warn-inactive"]:
- if quorum or not resource.needs_quorum:
- self.CM.log("WARN: Resource %s not served anywhere (Inactive nodes: %s)"
- % (resource.id, repr(self.inactive_nodes)))
- else:
- self.debug("Resource %s not served anywhere (Inactive nodes: %s)"
- % (resource.id, repr(self.inactive_nodes)))
-
- elif quorum or not resource.needs_quorum:
- self.debug("Resource %s not served anywhere (Inactive nodes: %s)"
- % (resource.id, repr(self.inactive_nodes)))
-
- return rc
-
- def setup(self):
- self.target = None
- self.resources = []
- self.constraints = []
- self.active_nodes = []
- self.inactive_nodes = []
-
- for node in self.CM.Env["nodes"]:
- if self.CM.ShouldBeStatus[node] == "up":
- self.active_nodes.append(node)
- else:
- self.inactive_nodes.append(node)
-
- for node in self.CM.Env["nodes"]:
- if self.target == None and self.CM.ShouldBeStatus[node] == "up":
- self.target = node
-
- if not self.target:
- # TODO: In Pacemaker 1.0 clusters we'll be able to run crm_resource
- # with CIB_file=/path/to/cib.xml even when the cluster isn't running
- self.debug("No nodes active - skipping %s" % self.name())
- return 0
-
- (_, lines) = self.CM.rsh(self.target, "crm_resource -c", verbose=1)
-
- for line in lines:
- if re.search("^Resource", line):
- self.resources.append(AuditResource(self.CM, line))
- elif re.search("^Constraint", line):
- self.constraints.append(AuditConstraint(self.CM, line))
- else:
- self.CM.log("Unknown entry: %s" % line);
-
- return 1
-
- def __call__(self):
- rc = 1
-
- if not self.setup():
- return 1
-
- quorum = self.CM.HasQuorum(None)
- for resource in self.resources:
- if resource.type == "primitive":
- if self.doResourceAudit(resource, quorum) == 0:
- rc = 0
- return rc
-
- def is_applicable(self):
- # @TODO Due to long-ago refactoring, this name test would never match,
- # so this audit (and those derived from it) would never run.
- # Uncommenting the next lines fixes the name test, but that then
- # exposes pre-existing bugs that need to be fixed.
- #if self.CM["Name"] == "crm-corosync":
- # return 1
- return 0
-
-
-class GroupAudit(PrimitiveAudit):
- def name(self):
- return "GroupAudit"
-
- def __call__(self):
- rc = 1
- if not self.setup():
- return 1
-
- for group in self.resources:
- if group.type == "group":
- first_match = 1
- group_location = None
- for child in self.resources:
- if child.parent == group.id:
- nodes = self.CM.ResourceLocation(child.id)
-
- if first_match and len(nodes) > 0:
- group_location = nodes[0]
-
- first_match = 0
-
- if len(nodes) > 1:
- rc = 0
- self.CM.log("Child %s of %s is active more than once: %s"
- % (child.id, group.id, repr(nodes)))
-
- elif len(nodes) == 0:
- # Groups are allowed to be partially active
- # However we do need to make sure later children aren't running
- group_location = None
- self.debug("Child %s of %s is stopped" % (child.id, group.id))
-
- elif nodes[0] != group_location:
- rc = 0
- self.CM.log("Child %s of %s is active on the wrong node (%s) expected %s"
- % (child.id, group.id, nodes[0], group_location))
- else:
- self.debug("Child %s of %s is active on %s" % (child.id, group.id, nodes[0]))
-
- return rc
-
-
-class CloneAudit(PrimitiveAudit):
- def name(self):
- return "CloneAudit"
-
- def __call__(self):
- rc = 1
- if not self.setup():
- return 1
-
- for clone in self.resources:
- if clone.type == "clone":
- for child in self.resources:
- if child.parent == clone.id and child.type == "primitive":
- self.debug("Checking child %s of %s..." % (child.id, clone.id))
- # Check max and node_max
- # Obtain with:
- # crm_resource -g clone_max --meta -r child.id
- # crm_resource -g clone_node_max --meta -r child.id
-
- return rc
-
-
-class ColocationAudit(PrimitiveAudit):
- def name(self):
- return "ColocationAudit"
-
- def crm_location(self, resource):
- (rc, lines) = self.CM.rsh(self.target, "crm_resource -W -r %s -Q"%resource, verbose=1)
- hosts = []
- if rc == 0:
- for line in lines:
- fields = line.split()
- hosts.append(fields[0])
-
- return hosts
-
- def __call__(self):
- rc = 1
- if not self.setup():
- return 1
-
- for coloc in self.constraints:
- if coloc.type == "rsc_colocation":
- source = self.crm_location(coloc.rsc)
- target = self.crm_location(coloc.target)
- if len(source) == 0:
- self.debug("Colocation audit (%s): %s not running" % (coloc.id, coloc.rsc))
- else:
- for node in source:
- if not node in target:
- rc = 0
- self.CM.log("Colocation audit (%s): %s running on %s (not in %s)"
- % (coloc.id, coloc.rsc, node, repr(target)))
- else:
- self.debug("Colocation audit (%s): %s running on %s (in %s)"
- % (coloc.id, coloc.rsc, node, repr(target)))
-
- return rc
-
-
-class ControllerStateAudit(ClusterAudit):
- def __init__(self, cm):
- self.CM = cm
- self.Stats = {"calls":0
- , "success":0
- , "failure":0
- , "skipped":0
- , "auditfail":0}
-
- def has_key(self, key):
- return key in self.Stats
-
- def __setitem__(self, key, value):
- self.Stats[key] = value
-
- def __getitem__(self, key):
- return self.Stats[key]
-
- def incr(self, name):
- '''Increment (or initialize) the value associated with the given name'''
- if not name in self.Stats:
- self.Stats[name] = 0
- self.Stats[name] = self.Stats[name]+1
-
- def __call__(self):
- passed = 1
- up_are_down = 0
- down_are_up = 0
- unstable_list = []
-
- for node in self.CM.Env["nodes"]:
- should_be = self.CM.ShouldBeStatus[node]
- rc = self.CM.test_node_CM(node)
- if rc > 0:
- if should_be == "down":
- down_are_up = down_are_up + 1
- if rc == 1:
- unstable_list.append(node)
- elif should_be == "up":
- up_are_down = up_are_down + 1
-
- if len(unstable_list) > 0:
- passed = 0
- self.CM.log("Cluster is not stable: %d (of %d): %s"
- % (len(unstable_list), self.CM.upcount(), repr(unstable_list)))
-
- if up_are_down > 0:
- passed = 0
- self.CM.log("%d (of %d) nodes expected to be up were down."
- % (up_are_down, len(self.CM.Env["nodes"])))
-
- if down_are_up > 0:
- passed = 0
- self.CM.log("%d (of %d) nodes expected to be down were up."
- % (down_are_up, len(self.CM.Env["nodes"])))
-
- return passed
-
- def name(self):
- return "ControllerStateAudit"
-
- def is_applicable(self):
- # @TODO Due to long-ago refactoring, this name test would never match,
- # so this audit (and those derived from it) would never run.
- # Uncommenting the next lines fixes the name test, but that then
- # exposes pre-existing bugs that need to be fixed.
- #if self.CM["Name"] == "crm-corosync":
- # return 1
- return 0
-
-
-class CIBAudit(ClusterAudit):
- def __init__(self, cm):
- self.CM = cm
- self.Stats = {"calls":0
- , "success":0
- , "failure":0
- , "skipped":0
- , "auditfail":0}
-
- def has_key(self, key):
- return key in self.Stats
-
- def __setitem__(self, key, value):
- self.Stats[key] = value
-
- def __getitem__(self, key):
- return self.Stats[key]
-
- def incr(self, name):
- '''Increment (or initialize) the value associated with the given name'''
- if not name in self.Stats:
- self.Stats[name] = 0
- self.Stats[name] = self.Stats[name]+1
-
- def __call__(self):
- passed = 1
- ccm_partitions = self.CM.find_partitions()
-
- if len(ccm_partitions) == 0:
- self.debug("\tNo partitions to audit")
- return 1
-
- for partition in ccm_partitions:
- self.debug("\tAuditing CIB consistency for: %s" % partition)
- partition_passed = 0
- if self.audit_cib_contents(partition) == 0:
- passed = 0
-
- return passed
-
- def audit_cib_contents(self, hostlist):
- passed = 1
- node0 = None
- node0_xml = None
-
- partition_hosts = hostlist.split()
- for node in partition_hosts:
- node_xml = self.store_remote_cib(node, node0)
-
- if node_xml == None:
- self.CM.log("Could not perform audit: No configuration from %s" % node)
- passed = 0
-
- elif node0 == None:
- node0 = node
- node0_xml = node_xml
-
- elif node0_xml == None:
- self.CM.log("Could not perform audit: No configuration from %s" % node0)
- passed = 0
-
- else:
- (rc, result) = self.CM.rsh(
- node0, "crm_diff -VV -cf --new %s --original %s" % (node_xml, node0_xml), verbose=1)
-
- if rc != 0:
- self.CM.log("Diff between %s and %s failed: %d" % (node0_xml, node_xml, rc))
- passed = 0
-
- for line in result:
- if not re.search("<diff/>", line):
- passed = 0
- self.debug("CibDiff[%s-%s]: %s" % (node0, node, line))
- else:
- self.debug("CibDiff[%s-%s] Ignoring: %s" % (node0, node, line))
-
-# self.CM.rsh(node0, "rm -f %s" % node_xml)
-# self.CM.rsh(node0, "rm -f %s" % node0_xml)
- return passed
-
- def store_remote_cib(self, node, target):
- combined = ""
- filename = "/tmp/ctsaudit.%s.xml" % node
-
- if not target:
- target = node
-
- (rc, lines) = self.CM.rsh(node, self.CM["CibQuery"], verbose=1)
- if rc != 0:
- self.CM.log("Could not retrieve configuration")
- return None
-
- self.CM.rsh("localhost", "rm -f %s" % filename)
- for line in lines:
- self.CM.rsh("localhost", "echo \'%s\' >> %s" % (line[:-1], filename), verbose=0)
-
- if self.CM.rsh.copy(filename, "root@%s:%s" % (target, filename), silent=True) != 0:
- self.CM.log("Could not store configuration")
- return None
- return filename
-
- def name(self):
- return "CibAudit"
-
- def is_applicable(self):
- # @TODO Due to long-ago refactoring, this name test would never match,
- # so this audit (and those derived from it) would never run.
- # Uncommenting the next lines fixes the name test, but that then
- # exposes pre-existing bugs that need to be fixed.
- #if self.CM["Name"] == "crm-corosync":
- # return 1
- return 0
-
-
-class PartitionAudit(ClusterAudit):
- def __init__(self, cm):
- self.CM = cm
- self.Stats = {"calls":0
- , "success":0
- , "failure":0
- , "skipped":0
- , "auditfail":0}
- self.NodeEpoch = {}
- self.NodeState = {}
- self.NodeQuorum = {}
-
- def has_key(self, key):
- return key in self.Stats
-
- def __setitem__(self, key, value):
- self.Stats[key] = value
-
- def __getitem__(self, key):
- return self.Stats[key]
-
- def incr(self, name):
- '''Increment (or initialize) the value associated with the given name'''
- if not name in self.Stats:
- self.Stats[name] = 0
- self.Stats[name] = self.Stats[name]+1
-
- def __call__(self):
- passed = 1
- ccm_partitions = self.CM.find_partitions()
-
- if ccm_partitions == None or len(ccm_partitions) == 0:
- return 1
-
- self.CM.cluster_stable(double_check=True)
-
- if len(ccm_partitions) != self.CM.partitions_expected:
- self.CM.log("ERROR: %d cluster partitions detected:" % len(ccm_partitions))
- passed = 0
- for partition in ccm_partitions:
- self.CM.log("\t %s" % partition)
-
- for partition in ccm_partitions:
- partition_passed = 0
- if self.audit_partition(partition) == 0:
- passed = 0
-
- return passed
-
- def trim_string(self, avalue):
- if not avalue:
- return None
- if len(avalue) > 1:
- return avalue[:-1]
-
- def trim2int(self, avalue):
- if not avalue:
- return None
- if len(avalue) > 1:
- return int(avalue[:-1])
-
- def audit_partition(self, partition):
- passed = 1
- dc_found = []
- dc_allowed_list = []
- lowest_epoch = None
- node_list = partition.split()
-
- self.debug("Auditing partition: %s" % (partition))
- for node in node_list:
- if self.CM.ShouldBeStatus[node] != "up":
- self.CM.log("Warn: Node %s appeared out of nowhere" % (node))
- self.CM.ShouldBeStatus[node] = "up"
- # not in itself a reason to fail the audit (not what we're
- # checking for in this audit)
-
- (_, out) = self.CM.rsh(node, self.CM["StatusCmd"] % node, verbose=1)
- self.NodeState[node] = out[0].strip()
-
- (_, out) = self.CM.rsh(node, self.CM["EpochCmd"], verbose=1)
- self.NodeEpoch[node] = out[0].strip()
-
- (_, out) = self.CM.rsh(node, self.CM["QuorumCmd"], verbose=1)
- self.NodeQuorum[node] = out[0].strip()
-
- self.debug("Node %s: %s - %s - %s." % (node, self.NodeState[node], self.NodeEpoch[node], self.NodeQuorum[node]))
- self.NodeState[node] = self.trim_string(self.NodeState[node])
- self.NodeEpoch[node] = self.trim2int(self.NodeEpoch[node])
- self.NodeQuorum[node] = self.trim_string(self.NodeQuorum[node])
-
- if not self.NodeEpoch[node]:
- self.CM.log("Warn: Node %s dissappeared: cant determin epoch" % (node))
- self.CM.ShouldBeStatus[node] = "down"
- # not in itself a reason to fail the audit (not what we're
- # checking for in this audit)
- elif lowest_epoch == None or self.NodeEpoch[node] < lowest_epoch:
- lowest_epoch = self.NodeEpoch[node]
-
- if not lowest_epoch:
- self.CM.log("Lowest epoch not determined in %s" % (partition))
- passed = 0
-
- for node in node_list:
- if self.CM.ShouldBeStatus[node] == "up":
- if self.CM.is_node_dc(node, self.NodeState[node]):
- dc_found.append(node)
- if self.NodeEpoch[node] == lowest_epoch:
- self.debug("%s: OK" % node)
- elif not self.NodeEpoch[node]:
- self.debug("Check on %s ignored: no node epoch" % node)
- elif not lowest_epoch:
- self.debug("Check on %s ignored: no lowest epoch" % node)
- else:
- self.CM.log("DC %s is not the oldest node (%d vs. %d)"
- % (node, self.NodeEpoch[node], lowest_epoch))
- passed = 0
-
- if len(dc_found) == 0:
- self.CM.log("DC not found on any of the %d allowed nodes: %s (of %s)"
- % (len(dc_allowed_list), str(dc_allowed_list), str(node_list)))
-
- elif len(dc_found) > 1:
- self.CM.log("%d DCs (%s) found in cluster partition: %s"
- % (len(dc_found), str(dc_found), str(node_list)))
- passed = 0
-
- if passed == 0:
- for node in node_list:
- if self.CM.ShouldBeStatus[node] == "up":
- self.CM.log("epoch %s : %s"
- % (self.NodeEpoch[node], self.NodeState[node]))
-
- return passed
-
- def name(self):
- return "PartitionAudit"
-
- def is_applicable(self):
- # @TODO Due to long-ago refactoring, this name test would never match,
- # so this audit (and those derived from it) would never run.
- # Uncommenting the next lines fixes the name test, but that then
- # exposes pre-existing bugs that need to be fixed.
- #if self.CM["Name"] == "crm-corosync":
- # return 1
- return 0
-
-AllAuditClasses.append(DiskAudit)
-AllAuditClasses.append(FileAudit)
-AllAuditClasses.append(LogAudit)
-AllAuditClasses.append(ControllerStateAudit)
-AllAuditClasses.append(PartitionAudit)
-AllAuditClasses.append(PrimitiveAudit)
-AllAuditClasses.append(GroupAudit)
-AllAuditClasses.append(CloneAudit)
-AllAuditClasses.append(ColocationAudit)
-AllAuditClasses.append(CIBAudit)
-
-
-def AuditList(cm):
- result = []
- for auditclass in AllAuditClasses:
- a = auditclass(cm)
- if a.is_applicable():
- result.append(a)
- return result
diff --git a/cts/lab/CTSlab.py.in b/cts/lab/CTSlab.py.in
deleted file mode 100644
index bd990fd..0000000
--- a/cts/lab/CTSlab.py.in
+++ /dev/null
@@ -1,135 +0,0 @@
-#!@PYTHON@
-""" Command-line interface to Pacemaker's Cluster Test Suite (CTS)
-"""
-
-__copyright__ = "Copyright 2001-2023 the Pacemaker project contributors"
-__license__ = "GNU General Public License version 2 or later (GPLv2+) WITHOUT ANY WARRANTY"
-
-import sys, signal, os
-
-pdir = os.path.dirname(sys.path[0])
-sys.path.insert(0, pdir) # So that things work from the source directory
-
-try:
- from cts.CM_corosync import *
- from cts.CTSaudits import AuditList
- from cts.CTStests import TestList
- from cts.CTSscenarios import *
-
- from pacemaker._cts.CTS import CtsLab
- from pacemaker._cts.logging import LogFactory
-except ImportError as e:
- sys.stderr.write("abort: %s\n" % e)
- sys.stderr.write("check your install and PYTHONPATH; couldn't find cts libraries in:\n%s\n" %
- ' '.join(sys.path))
- sys.exit(1)
-
-# These are globals so they can be used by the signal handler.
-scenario = None
-LogFactory().add_stderr()
-
-
-def sig_handler(signum, frame) :
- LogFactory().log("Interrupted by signal %d"%signum)
- if scenario: scenario.summarize()
- if signum == 15 :
- if scenario: scenario.TearDown()
- sys.exit(1)
-
-
-def plural_s(n, uppercase=False):
- if n == 1:
- return ""
- elif uppercase:
- return "S"
- else:
- return "s"
-
-
-if __name__ == '__main__':
-
- Environment = CtsLab(sys.argv[1:])
- NumIter = Environment["iterations"]
- Tests = []
-
- # Set the signal handler
- signal.signal(15, sig_handler)
- signal.signal(10, sig_handler)
-
- # Create the Cluster Manager object
- cm = None
- if Environment["Stack"] == "corosync 2+":
- cm = crm_corosync()
-
- else:
- LogFactory().log("Unknown stack: "+Environment["stack"])
- sys.exit(1)
-
- if Environment["TruncateLog"]:
- if Environment["OutputFile"] is None:
- LogFactory().log("Ignoring truncate request because no output file specified")
- else:
- LogFactory().log("Truncating %s" % Environment["OutputFile"])
- with open(Environment["OutputFile"], "w") as outputfile:
- outputfile.truncate(0)
-
- Audits = AuditList(cm)
-
- if Environment["ListTests"]:
- Tests = TestList(cm, Audits)
- LogFactory().log("Total %d tests"%len(Tests))
- for test in Tests :
- LogFactory().log(str(test.name));
- sys.exit(0)
-
- elif len(Environment["tests"]) == 0:
- Tests = TestList(cm, Audits)
-
- else:
- Chosen = Environment["tests"]
- for TestCase in Chosen:
- match = None
-
- for test in TestList(cm, Audits):
- if test.name == TestCase:
- match = test
-
- if not match:
- LogFactory().log("--choose: No applicable/valid tests chosen")
- sys.exit(1)
- else:
- Tests.append(match)
-
- # Scenario selection
- if Environment["scenario"] == "basic-sanity":
- scenario = RandomTests(cm, [ BasicSanityCheck(Environment) ], Audits, Tests)
-
- elif Environment["scenario"] == "all-once":
- NumIter = len(Tests)
- scenario = AllOnce(
- cm, [ BootCluster(Environment) ], Audits, Tests)
- elif Environment["scenario"] == "sequence":
- scenario = Sequence(
- cm, [ BootCluster(Environment) ], Audits, Tests)
- elif Environment["scenario"] == "boot":
- scenario = Boot(cm, [ LeaveBooted(Environment)], Audits, [])
- else:
- scenario = RandomTests(
- cm, [ BootCluster(Environment) ], Audits, Tests)
-
- LogFactory().log(">>>>>>>>>>>>>>>> BEGINNING " + repr(NumIter) + " TEST" + plural_s(NumIter, True) + " ")
- LogFactory().log("Stack: %s (%s)" % (Environment["Stack"], Environment["Name"]))
- LogFactory().log("Schema: %s" % Environment["Schema"])
- LogFactory().log("Scenario: %s" % scenario.__doc__)
- LogFactory().log("CTS Exerciser: %s" % Environment["cts-exerciser"])
- LogFactory().log("CTS Logfile: %s" % Environment["OutputFile"])
- LogFactory().log("Random Seed: %s" % Environment["RandSeed"])
- LogFactory().log("Syslog variant: %s" % Environment["syslogd"].strip())
- LogFactory().log("System log files: %s" % Environment["LogFileName"])
- if Environment.has_key("IPBase"):
- LogFactory().log("Base IP for resources: %s" % Environment["IPBase"])
- LogFactory().log("Cluster starts at boot: %d" % Environment["at-boot"])
-
- Environment.dump()
- rc = Environment.run(scenario, NumIter)
- sys.exit(rc)
diff --git a/cts/lab/CTSscenarios.py b/cts/lab/CTSscenarios.py
deleted file mode 100644
index 37cb094..0000000
--- a/cts/lab/CTSscenarios.py
+++ /dev/null
@@ -1,563 +0,0 @@
-""" Test scenario classes for Pacemaker's Cluster Test Suite (CTS)
-"""
-
-__copyright__ = "Copyright 2000-2023 the Pacemaker project contributors"
-__license__ = "GNU General Public License version 2 or later (GPLv2+) WITHOUT ANY WARRANTY"
-
-import os
-import re
-import sys
-import time
-
-from cts.CTStests import CTSTest
-from cts.CTSaudits import ClusterAudit
-
-from pacemaker._cts.watcher import LogWatcher
-
-class ScenarioComponent(object):
-
- def __init__(self, Env):
- self.Env = Env
-
- def IsApplicable(self):
- '''Return True if the current ScenarioComponent is applicable
- in the given LabEnvironment given to the constructor.
- '''
-
- raise ValueError("Abstract Class member (IsApplicable)")
-
- def SetUp(self, CM):
- '''Set up the given ScenarioComponent'''
- raise ValueError("Abstract Class member (Setup)")
-
- def TearDown(self, CM):
- '''Tear down (undo) the given ScenarioComponent'''
- raise ValueError("Abstract Class member (Setup)")
-
-
-class Scenario(object):
- (
-'''The basic idea of a scenario is that of an ordered list of
-ScenarioComponent objects. Each ScenarioComponent is SetUp() in turn,
-and then after the tests have been run, they are torn down using TearDown()
-(in reverse order).
-
-A Scenario is applicable to a particular cluster manager iff each
-ScenarioComponent is applicable.
-
-A partially set up scenario is torn down if it fails during setup.
-''')
-
- def __init__(self, ClusterManager, Components, Audits, Tests):
-
- "Initialize the Scenario from the list of ScenarioComponents"
-
- self.ClusterManager = ClusterManager
- self.Components = Components
- self.Audits = Audits
- self.Tests = Tests
-
- self.BadNews = None
- self.TestSets = []
- self.Stats = {"success":0, "failure":0, "BadNews":0, "skipped":0}
- self.Sets = []
-
- #self.ns=CTS.NodeStatus(self.Env)
-
- for comp in Components:
- if not issubclass(comp.__class__, ScenarioComponent):
- raise ValueError("Init value must be subclass of ScenarioComponent")
-
- for audit in Audits:
- if not issubclass(audit.__class__, ClusterAudit):
- raise ValueError("Init value must be subclass of ClusterAudit")
-
- for test in Tests:
- if not issubclass(test.__class__, CTSTest):
- raise ValueError("Init value must be a subclass of CTSTest")
-
- def IsApplicable(self):
- (
-'''A Scenario IsApplicable() iff each of its ScenarioComponents IsApplicable()
-'''
- )
-
- for comp in self.Components:
- if not comp.IsApplicable():
- return None
- return True
-
- def SetUp(self):
- '''Set up the Scenario. Return TRUE on success.'''
-
- self.ClusterManager.prepare()
- self.audit() # Also detects remote/local log config
- self.ClusterManager.ns.wait_for_all_nodes(self.ClusterManager.Env["nodes"])
-
- self.audit()
- self.ClusterManager.install_support()
-
- self.BadNews = LogWatcher(self.ClusterManager.Env["LogFileName"],
- self.ClusterManager.templates.get_patterns("BadNews"),
- self.ClusterManager.Env["nodes"],
- self.ClusterManager.Env["LogWatcher"],
- "BadNews", 0)
- self.BadNews.set_watch() # Call after we've figured out what type of log watching to do in LogAudit
-
- j = 0
- while j < len(self.Components):
- if not self.Components[j].SetUp(self.ClusterManager):
- # OOPS! We failed. Tear partial setups down.
- self.audit()
- self.ClusterManager.log("Tearing down partial setup")
- self.TearDown(j)
- return None
- j = j + 1
-
- self.audit()
- return 1
-
- def TearDown(self, max=None):
-
- '''Tear Down the Scenario - in reverse order.'''
-
- if max == None:
- max = len(self.Components)-1
- j = max
- while j >= 0:
- self.Components[j].TearDown(self.ClusterManager)
- j = j - 1
-
- self.audit()
- self.ClusterManager.install_support("uninstall")
-
- def incr(self, name):
- '''Increment (or initialize) the value associated with the given name'''
- if not name in self.Stats:
- self.Stats[name] = 0
- self.Stats[name] = self.Stats[name]+1
-
- def run(self, Iterations):
- self.ClusterManager.oprofileStart()
- try:
- self.run_loop(Iterations)
- self.ClusterManager.oprofileStop()
- except:
- self.ClusterManager.oprofileStop()
- raise
-
- def run_loop(self, Iterations):
- raise ValueError("Abstract Class member (run_loop)")
-
- def run_test(self, test, testcount):
- nodechoice = self.ClusterManager.Env.random_node()
-
- ret = 1
- where = ""
- did_run = 0
-
- self.ClusterManager.instance_errorstoignore_clear()
- self.ClusterManager.log(("Running test %s" % test.name).ljust(35) + (" (%s) " % nodechoice).ljust(15) + "[" + ("%d" % testcount).rjust(3) + "]")
-
- starttime = test.set_timer()
- if not test.setup(nodechoice):
- self.ClusterManager.log("Setup failed")
- ret = 0
-
- elif not test.canrunnow(nodechoice):
- self.ClusterManager.log("Skipped")
- test.skipped()
-
- else:
- did_run = 1
- ret = test(nodechoice)
-
- if not test.teardown(nodechoice):
- self.ClusterManager.log("Teardown failed")
- if self.ClusterManager.Env["continue"]:
- answer = "Y"
- else:
- try:
- answer = input('Continue? [nY]')
- except EOFError as e:
- answer = "n"
- if answer and answer == "n":
- raise ValueError("Teardown of %s on %s failed" % (test.name, nodechoice))
- ret = 0
-
- stoptime = time.time()
- self.ClusterManager.oprofileSave(testcount)
-
- elapsed_time = stoptime - starttime
- test_time = stoptime - test.get_timer()
- if not test["min_time"]:
- test["elapsed_time"] = elapsed_time
- test["min_time"] = test_time
- test["max_time"] = test_time
- else:
- test["elapsed_time"] = test["elapsed_time"] + elapsed_time
- if test_time < test["min_time"]:
- test["min_time"] = test_time
- if test_time > test["max_time"]:
- test["max_time"] = test_time
-
- if ret:
- self.incr("success")
- test.log_timer()
- else:
- self.incr("failure")
- self.ClusterManager.statall()
- did_run = 1 # Force the test count to be incremented anyway so test extraction works
-
- self.audit(test.errorstoignore())
- return did_run
-
- def summarize(self):
- self.ClusterManager.log("****************")
- self.ClusterManager.log("Overall Results:" + repr(self.Stats))
- self.ClusterManager.log("****************")
-
- stat_filter = {
- "calls":0,
- "failure":0,
- "skipped":0,
- "auditfail":0,
- }
- self.ClusterManager.log("Test Summary")
- for test in self.Tests:
- for key in list(stat_filter.keys()):
- stat_filter[key] = test.Stats[key]
- self.ClusterManager.log(("Test %s: "%test.name).ljust(25) + " %s"%repr(stat_filter))
-
- self.ClusterManager.debug("Detailed Results")
- for test in self.Tests:
- self.ClusterManager.debug(("Test %s: "%test.name).ljust(25) + " %s"%repr(test.Stats))
-
- self.ClusterManager.log("<<<<<<<<<<<<<<<< TESTS COMPLETED")
-
- def audit(self, LocalIgnore=[]):
- errcount = 0
- ignorelist = []
- ignorelist.append("CTS:")
- ignorelist.extend(LocalIgnore)
- ignorelist.extend(self.ClusterManager.errorstoignore())
- ignorelist.extend(self.ClusterManager.instance_errorstoignore())
-
- # This makes sure everything is stabilized before starting...
- failed = 0
- for audit in self.Audits:
- if not audit():
- self.ClusterManager.log("Audit " + audit.name() + " FAILED.")
- failed += 1
- else:
- self.ClusterManager.debug("Audit " + audit.name() + " passed.")
-
- while errcount < 1000:
- match = None
- if self.BadNews:
- match = self.BadNews.look(0)
-
- if match:
- add_err = 1
- for ignore in ignorelist:
- if add_err == 1 and re.search(ignore, match):
- add_err = 0
- if add_err == 1:
- self.ClusterManager.log("BadNews: " + match)
- self.incr("BadNews")
- errcount = errcount + 1
- else:
- break
- else:
- if self.ClusterManager.Env["continue"]:
- answer = "Y"
- else:
- try:
- answer = input('Big problems. Continue? [nY]')
- except EOFError as e:
- answer = "n"
- if answer and answer == "n":
- self.ClusterManager.log("Shutting down.")
- self.summarize()
- self.TearDown()
- raise ValueError("Looks like we hit a BadNews jackpot!")
-
- if self.BadNews:
- self.BadNews.end()
- return failed
-
-
-class AllOnce(Scenario):
- '''Every Test Once''' # Accessable as __doc__
- def run_loop(self, Iterations):
- testcount = 1
- for test in self.Tests:
- self.run_test(test, testcount)
- testcount += 1
-
-
-class RandomTests(Scenario):
- '''Random Test Execution'''
- def run_loop(self, Iterations):
- testcount = 1
- while testcount <= Iterations:
- test = self.ClusterManager.Env.random_gen.choice(self.Tests)
- self.run_test(test, testcount)
- testcount += 1
-
-
-class BasicSanity(Scenario):
- '''Basic Cluster Sanity'''
- def run_loop(self, Iterations):
- testcount = 1
- while testcount <= Iterations:
- test = self.Environment.random_gen.choice(self.Tests)
- self.run_test(test, testcount)
- testcount += 1
-
-
-class Sequence(Scenario):
- '''Named Tests in Sequence'''
- def run_loop(self, Iterations):
- testcount = 1
- while testcount <= Iterations:
- for test in self.Tests:
- self.run_test(test, testcount)
- testcount += 1
-
-
-class Boot(Scenario):
- '''Start the Cluster'''
- def run_loop(self, Iterations):
- testcount = 0
-
-
-class BootCluster(ScenarioComponent):
- (
-'''BootCluster is the most basic of ScenarioComponents.
-This ScenarioComponent simply starts the cluster manager on all the nodes.
-It is fairly robust as it waits for all nodes to come up before starting
-as they might have been rebooted or crashed for some reason beforehand.
-''')
- def __init__(self, Env):
- pass
-
- def IsApplicable(self):
- '''BootCluster is so generic it is always Applicable'''
- return True
-
- def SetUp(self, CM):
- '''Basic Cluster Manager startup. Start everything'''
-
- CM.prepare()
-
- # Clear out the cobwebs ;-)
- CM.stopall(verbose=True, force=True)
-
- # Now start the Cluster Manager on all the nodes.
- CM.log("Starting Cluster Manager on all nodes.")
- return CM.startall(verbose=True, quick=True)
-
- def TearDown(self, CM, force=False):
- '''Set up the given ScenarioComponent'''
-
- # Stop the cluster manager everywhere
-
- CM.log("Stopping Cluster Manager on all nodes")
- return CM.stopall(verbose=True, force=force)
-
-
-class LeaveBooted(BootCluster):
- def TearDown(self, CM):
- '''Set up the given ScenarioComponent'''
-
- # Stop the cluster manager everywhere
-
- CM.log("Leaving Cluster running on all nodes")
- return 1
-
-
-class PingFest(ScenarioComponent):
- (
-'''PingFest does a flood ping to each node in the cluster from the test machine.
-
-If the LabEnvironment Parameter PingSize is set, it will be used as the size
-of ping packet requested (via the -s option). If it is not set, it defaults
-to 1024 bytes.
-
-According to the manual page for ping:
- Outputs packets as fast as they come back or one hundred times per
- second, whichever is more. For every ECHO_REQUEST sent a period ``.''
- is printed, while for every ECHO_REPLY received a backspace is printed.
- This provides a rapid display of how many packets are being dropped.
- Only the super-user may use this option. This can be very hard on a net-
- work and should be used with caution.
-''' )
-
- def __init__(self, Env):
- self.Env = Env
-
- def IsApplicable(self):
- '''PingFests are always applicable ;-)
- '''
-
- return True
-
- def SetUp(self, CM):
- '''Start the PingFest!'''
-
- self.PingSize = 1024
- if "PingSize" in list(CM.Env.keys()):
- self.PingSize = CM.Env["PingSize"]
-
- CM.log("Starting %d byte flood pings" % self.PingSize)
-
- self.PingPids = []
- for node in CM.Env["nodes"]:
- self.PingPids.append(self._pingchild(node))
-
- CM.log("Ping PIDs: " + repr(self.PingPids))
- return 1
-
- def TearDown(self, CM):
- '''Stop it right now! My ears are pinging!!'''
-
- for pid in self.PingPids:
- if pid != None:
- CM.log("Stopping ping process %d" % pid)
- os.kill(pid, signal.SIGKILL)
-
- def _pingchild(self, node):
-
- Args = ["ping", "-qfn", "-s", str(self.PingSize), node]
-
- sys.stdin.flush()
- sys.stdout.flush()
- sys.stderr.flush()
- pid = os.fork()
-
- if pid < 0:
- self.Env.log("Cannot fork ping child")
- return None
- if pid > 0:
- return pid
-
- # Otherwise, we're the child process.
-
- os.execvp("ping", Args)
- self.Env.log("Cannot execvp ping: " + repr(Args))
- sys.exit(1)
-
-
-class BasicSanityCheck(ScenarioComponent):
- (
-'''
-''')
-
- def IsApplicable(self):
- return self.Env["DoBSC"]
-
- def SetUp(self, CM):
-
- CM.prepare()
-
- # Clear out the cobwebs
- self.TearDown(CM)
-
- # Now start the Cluster Manager on all the nodes.
- CM.log("Starting Cluster Manager on BSC node(s).")
- return CM.startall()
-
- def TearDown(self, CM):
- CM.log("Stopping Cluster Manager on BSC node(s).")
- return CM.stopall()
-
-
-class Benchmark(ScenarioComponent):
- (
-'''
-''')
-
- def IsApplicable(self):
- return self.Env["benchmark"]
-
- def SetUp(self, CM):
-
- CM.prepare()
-
- # Clear out the cobwebs
- self.TearDown(CM, force=True)
-
- # Now start the Cluster Manager on all the nodes.
- CM.log("Starting Cluster Manager on all node(s).")
- return CM.startall()
-
- def TearDown(self, CM):
- CM.log("Stopping Cluster Manager on all node(s).")
- return CM.stopall()
-
-
-class RollingUpgrade(ScenarioComponent):
- (
-'''
-Test a rolling upgrade between two versions of the stack
-''')
-
- def __init__(self, Env):
- self.Env = Env
-
- def IsApplicable(self):
- if not self.Env["rpm-dir"]:
- return None
- if not self.Env["current-version"]:
- return None
- if not self.Env["previous-version"]:
- return None
-
- return True
-
- def install(self, node, version):
-
- target_dir = "/tmp/rpm-%s" % version
- src_dir = "%s/%s" % (self.CM.Env["rpm-dir"], version)
-
- self.CM.rsh(node, "mkdir -p %s" % target_dir)
- rc = self.CM.cp("%s/*.rpm %s:%s" % (src_dir, node, target_dir))
- self.CM.rsh(node, "rpm -Uvh --force %s/*.rpm" % (target_dir))
-
- return self.success()
-
- def upgrade(self, node):
- return self.install(node, self.CM.Env["current-version"])
-
- def downgrade(self, node):
- return self.install(node, self.CM.Env["previous-version"])
-
- def SetUp(self, CM):
- print(repr(self)+"prepare")
- CM.prepare()
-
- # Clear out the cobwebs
- CM.stopall(force=True)
-
- CM.log("Downgrading all nodes to %s." % self.Env["previous-version"])
-
- for node in self.Env["nodes"]:
- if not self.downgrade(node):
- CM.log("Couldn't downgrade %s" % node)
- return None
-
- return 1
-
- def TearDown(self, CM):
- # Stop everything
- CM.log("Stopping Cluster Manager on Upgrade nodes.")
- CM.stopall()
-
- CM.log("Upgrading all nodes to %s." % self.Env["current-version"])
- for node in self.Env["nodes"]:
- if not self.upgrade(node):
- CM.log("Couldn't upgrade %s" % node)
- return None
-
- return 1
diff --git a/cts/lab/CTStests.py b/cts/lab/CTStests.py
deleted file mode 100644
index 61766ce..0000000
--- a/cts/lab/CTStests.py
+++ /dev/null
@@ -1,3178 +0,0 @@
-""" Test-specific classes for Pacemaker's Cluster Test Suite (CTS)
-"""
-
-__copyright__ = "Copyright 2000-2023 the Pacemaker project contributors"
-__license__ = "GNU General Public License version 2 or later (GPLv2+) WITHOUT ANY WARRANTY"
-
-#
-# SPECIAL NOTE:
-#
-# Tests may NOT implement any cluster-manager-specific code in them.
-# EXTEND the ClusterManager object to provide the base capabilities
-# the test needs if you need to do something that the current CM classes
-# do not. Otherwise you screw up the whole point of the object structure
-# in CTS.
-#
-# Thank you.
-#
-
-import os
-import re
-import time
-import subprocess
-import tempfile
-
-from stat import *
-from cts.CTSaudits import *
-
-from pacemaker import BuildOptions
-from pacemaker._cts.CTS import NodeStatus
-from pacemaker._cts.environment import EnvFactory
-from pacemaker._cts.logging import LogFactory
-from pacemaker._cts.patterns import PatternSelector
-from pacemaker._cts.remote import RemoteFactory
-from pacemaker._cts.watcher import LogWatcher
-
-AllTestClasses = [ ]
-
-
-class CTSTest(object):
- '''
- A Cluster test.
- We implement the basic set of properties and behaviors for a generic
- cluster test.
-
- Cluster tests track their own statistics.
- We keep each of the kinds of counts we track as separate {name,value}
- pairs.
- '''
-
- def __init__(self, cm):
- #self.name="the unnamed test"
- self.Stats = {"calls":0
- , "success":0
- , "failure":0
- , "skipped":0
- , "auditfail":0}
-
-# if not issubclass(cm.__class__, ClusterManager):
-# raise ValueError("Must be a ClusterManager object")
- self.CM = cm
- self.Env = EnvFactory().getInstance()
- self.rsh = RemoteFactory().getInstance()
- self.logger = LogFactory()
- self.templates = PatternSelector(cm["Name"])
- self.Audits = []
- self.timeout = 120
- self.passed = 1
- self.is_loop = 0
- self.is_unsafe = 0
- self.is_experimental = 0
- self.is_container = 0
- self.is_valgrind = 0
- self.benchmark = 0 # which tests to benchmark
- self.timer = {} # timers
-
- def log(self, args):
- self.logger.log(args)
-
- def debug(self, args):
- self.logger.debug(args)
-
- def has_key(self, key):
- return key in self.Stats
-
- def __setitem__(self, key, value):
- self.Stats[key] = value
-
- def __getitem__(self, key):
- if str(key) == "0":
- raise ValueError("Bad call to 'foo in X', should reference 'foo in X.Stats' instead")
-
- if key in self.Stats:
- return self.Stats[key]
- return None
-
- def log_mark(self, msg):
- self.debug("MARK: test %s %s %d" % (self.name,msg,time.time()))
- return
-
- def get_timer(self,key = "test"):
- try: return self.timer[key]
- except: return 0
-
- def set_timer(self,key = "test"):
- self.timer[key] = time.time()
- return self.timer[key]
-
- def log_timer(self,key = "test"):
- elapsed = 0
- if key in self.timer:
- elapsed = time.time() - self.timer[key]
- s = key == "test" and self.name or "%s:%s" % (self.name,key)
- self.debug("%s runtime: %.2f" % (s, elapsed))
- del self.timer[key]
- return elapsed
-
- def incr(self, name):
- '''Increment (or initialize) the value associated with the given name'''
- if not name in self.Stats:
- self.Stats[name] = 0
- self.Stats[name] = self.Stats[name]+1
-
- # Reset the test passed boolean
- if name == "calls":
- self.passed = 1
-
- def failure(self, reason="none"):
- '''Increment the failure count'''
- self.passed = 0
- self.incr("failure")
- self.logger.log(("Test %s" % self.name).ljust(35) + " FAILED: %s" % reason)
- return None
-
- def success(self):
- '''Increment the success count'''
- self.incr("success")
- return 1
-
- def skipped(self):
- '''Increment the skipped count'''
- self.incr("skipped")
- return 1
-
- def __call__(self, node):
- '''Perform the given test'''
- raise ValueError("Abstract Class member (__call__)")
- self.incr("calls")
- return self.failure()
-
- def audit(self):
- passed = 1
- if len(self.Audits) > 0:
- for audit in self.Audits:
- if not audit():
- self.logger.log("Internal %s Audit %s FAILED." % (self.name, audit.name()))
- self.incr("auditfail")
- passed = 0
- return passed
-
- def setup(self, node):
- '''Setup the given test'''
- return self.success()
-
- def teardown(self, node):
- '''Tear down the given test'''
- return self.success()
-
- def create_watch(self, patterns, timeout, name=None):
- if not name:
- name = self.name
- return LogWatcher(self.Env["LogFileName"], patterns, self.Env["nodes"], self.Env["LogWatcher"], name, timeout)
-
- def local_badnews(self, prefix, watch, local_ignore=[]):
- errcount = 0
- if not prefix:
- prefix = "LocalBadNews:"
-
- ignorelist = []
- ignorelist.append(" CTS: ")
- ignorelist.append(prefix)
- ignorelist.extend(local_ignore)
-
- while errcount < 100:
- match = watch.look(0)
- if match:
- add_err = 1
- for ignore in ignorelist:
- if add_err == 1 and re.search(ignore, match):
- add_err = 0
- if add_err == 1:
- self.logger.log(prefix + " " + match)
- errcount = errcount + 1
- else:
- break
- else:
- self.logger.log("Too many errors!")
-
- watch.end()
- return errcount
-
- def is_applicable(self):
- return self.is_applicable_common()
-
- def is_applicable_common(self):
- '''Return True if we are applicable in the current test configuration'''
- #raise ValueError("Abstract Class member (is_applicable)")
-
- if self.is_loop and not self.Env["loop-tests"]:
- return False
- elif self.is_unsafe and not self.Env["unsafe-tests"]:
- return False
- elif self.is_valgrind and not self.Env["valgrind-tests"]:
- return False
- elif self.is_experimental and not self.Env["experimental-tests"]:
- return False
- elif self.is_container and not self.Env["container-tests"]:
- return False
- elif self.Env["benchmark"] and self.benchmark == 0:
- return False
-
- return True
-
- def find_ocfs2_resources(self, node):
- self.r_o2cb = None
- self.r_ocfs2 = []
-
- (_, lines) = self.rsh(node, "crm_resource -c", verbose=1)
- for line in lines:
- if re.search("^Resource", line):
- r = AuditResource(self.CM, line)
- if r.rtype == "o2cb" and r.parent != "NA":
- self.debug("Found o2cb: %s" % self.r_o2cb)
- self.r_o2cb = r.parent
- if re.search("^Constraint", line):
- c = AuditConstraint(self.CM, line)
- if c.type == "rsc_colocation" and c.target == self.r_o2cb:
- self.r_ocfs2.append(c.rsc)
-
- self.debug("Found ocfs2 filesystems: %s" % repr(self.r_ocfs2))
- return len(self.r_ocfs2)
-
- def canrunnow(self, node):
- '''Return TRUE if we can meaningfully run right now'''
- return 1
-
- def errorstoignore(self):
- '''Return list of errors which are 'normal' and should be ignored'''
- return []
-
-
-class StopTest(CTSTest):
- '''Stop (deactivate) the cluster manager on a node'''
- def __init__(self, cm):
- CTSTest.__init__(self, cm)
- self.name = "Stop"
-
- def __call__(self, node):
- '''Perform the 'stop' test. '''
- self.incr("calls")
- if self.CM.ShouldBeStatus[node] != "up":
- return self.skipped()
-
- patterns = []
- # Technically we should always be able to notice ourselves stopping
- patterns.append(self.templates["Pat:We_stopped"] % node)
-
- # Any active node needs to notice this one left
- # (note that this won't work if we have multiple partitions)
- for other in self.Env["nodes"]:
- if self.CM.ShouldBeStatus[other] == "up" and other != node:
- patterns.append(self.templates["Pat:They_stopped"] %(other, self.CM.key_for_node(node)))
- #self.debug("Checking %s will notice %s left"%(other, node))
-
- watch = self.create_watch(patterns, self.Env["DeadTime"])
- watch.set_watch()
-
- if node == self.CM.OurNode:
- self.incr("us")
- else:
- if self.CM.upcount() <= 1:
- self.incr("all")
- else:
- self.incr("them")
-
- self.CM.StopaCM(node)
- watch_result = watch.look_for_all()
-
- failreason = None
- UnmatchedList = "||"
- if watch.unmatched:
- (_, output) = self.rsh(node, "/bin/ps axf", verbose=1)
- for line in output:
- self.debug(line)
-
- (_, output) = self.rsh(node, "/usr/sbin/dlm_tool dump 2>/dev/null", verbose=1)
- for line in output:
- self.debug(line)
-
- for regex in watch.unmatched:
- self.logger.log ("ERROR: Shutdown pattern not found: %s" % (regex))
- UnmatchedList += regex + "||";
- failreason = "Missing shutdown pattern"
-
- self.CM.cluster_stable(self.Env["DeadTime"])
-
- if not watch.unmatched or self.CM.upcount() == 0:
- return self.success()
-
- if len(watch.unmatched) >= self.CM.upcount():
- return self.failure("no match against (%s)" % UnmatchedList)
-
- if failreason == None:
- return self.success()
- else:
- return self.failure(failreason)
-#
-# We don't register StopTest because it's better when called by
-# another test...
-#
-
-
-class StartTest(CTSTest):
- '''Start (activate) the cluster manager on a node'''
- def __init__(self, cm, debug=None):
- CTSTest.__init__(self,cm)
- self.name = "start"
- self.debug = debug
-
- def __call__(self, node):
- '''Perform the 'start' test. '''
- self.incr("calls")
-
- if self.CM.upcount() == 0:
- self.incr("us")
- else:
- self.incr("them")
-
- if self.CM.ShouldBeStatus[node] != "down":
- return self.skipped()
- elif self.CM.StartaCM(node):
- return self.success()
- else:
- return self.failure("Startup %s on node %s failed"
- % (self.Env["Name"], node))
-
-#
-# We don't register StartTest because it's better when called by
-# another test...
-#
-
-
-class FlipTest(CTSTest):
- '''If it's running, stop it. If it's stopped start it.
- Overthrow the status quo...
- '''
- def __init__(self, cm):
- CTSTest.__init__(self,cm)
- self.name = "Flip"
- self.start = StartTest(cm)
- self.stop = StopTest(cm)
-
- def __call__(self, node):
- '''Perform the 'Flip' test. '''
- self.incr("calls")
- if self.CM.ShouldBeStatus[node] == "up":
- self.incr("stopped")
- ret = self.stop(node)
- type = "up->down"
- # Give the cluster time to recognize it's gone...
- time.sleep(self.Env["StableTime"])
- elif self.CM.ShouldBeStatus[node] == "down":
- self.incr("started")
- ret = self.start(node)
- type = "down->up"
- else:
- return self.skipped()
-
- self.incr(type)
- if ret:
- return self.success()
- else:
- return self.failure("%s failure" % type)
-
-# Register FlipTest as a good test to run
-AllTestClasses.append(FlipTest)
-
-
-class RestartTest(CTSTest):
- '''Stop and restart a node'''
- def __init__(self, cm):
- CTSTest.__init__(self,cm)
- self.name = "Restart"
- self.start = StartTest(cm)
- self.stop = StopTest(cm)
- self.benchmark = 1
-
- def __call__(self, node):
- '''Perform the 'restart' test. '''
- self.incr("calls")
-
- self.incr("node:" + node)
-
- ret1 = 1
- if self.CM.StataCM(node):
- self.incr("WasStopped")
- if not self.start(node):
- return self.failure("start (setup) failure: "+node)
-
- self.set_timer()
- if not self.stop(node):
- return self.failure("stop failure: "+node)
- if not self.start(node):
- return self.failure("start failure: "+node)
- return self.success()
-
-# Register RestartTest as a good test to run
-AllTestClasses.append(RestartTest)
-
-
-class StonithdTest(CTSTest):
- def __init__(self, cm):
- CTSTest.__init__(self, cm)
- self.name = "Stonithd"
- self.startall = SimulStartLite(cm)
- self.benchmark = 1
-
- def __call__(self, node):
- self.incr("calls")
- if len(self.Env["nodes"]) < 2:
- return self.skipped()
-
- ret = self.startall(None)
- if not ret:
- return self.failure("Setup failed")
-
- is_dc = self.CM.is_node_dc(node)
-
- watchpats = []
- watchpats.append(self.templates["Pat:Fencing_ok"] % node)
- watchpats.append(self.templates["Pat:NodeFenced"] % node)
-
- if not self.Env["at-boot"]:
- self.debug("Expecting %s to stay down" % node)
- self.CM.ShouldBeStatus[node] = "down"
- else:
- self.debug("Expecting %s to come up again %d" % (node, self.Env["at-boot"]))
- watchpats.append("%s.* S_STARTING -> S_PENDING" % node)
- watchpats.append("%s.* S_PENDING -> S_NOT_DC" % node)
-
- watch = self.create_watch(watchpats, 30 + self.Env["DeadTime"] + self.Env["StableTime"] + self.Env["StartTime"])
- watch.set_watch()
-
- origin = self.Env.random_gen.choice(self.Env["nodes"])
-
- (rc, _) = self.rsh(origin, "stonith_admin --reboot %s -VVVVVV" % node)
-
- if rc == 124: # CRM_EX_TIMEOUT
- # Look for the patterns, usually this means the required
- # device was running on the node to be fenced - or that
- # the required devices were in the process of being loaded
- # and/or moved
- #
- # Effectively the node committed suicide so there will be
- # no confirmation, but pacemaker should be watching and
- # fence the node again
-
- self.logger.log("Fencing command on %s to fence %s timed out" % (origin, node))
-
- elif origin != node and rc != 0:
- self.debug("Waiting for the cluster to recover")
- self.CM.cluster_stable()
-
- self.debug("Waiting for fenced node to come back up")
- self.CM.ns.wait_for_all_nodes(self.Env["nodes"], 600)
-
- self.logger.log("Fencing command on %s failed to fence %s (rc=%d)" % (origin, node, rc))
-
- elif origin == node and rc != 255:
- # 255 == broken pipe, ie. the node was fenced as expected
- self.logger.log("Locally originated fencing returned %d" % rc)
-
- self.set_timer("fence")
- matched = watch.look_for_all()
- self.log_timer("fence")
- self.set_timer("reform")
- if watch.unmatched:
- self.logger.log("Patterns not found: " + repr(watch.unmatched))
-
- self.debug("Waiting for the cluster to recover")
- self.CM.cluster_stable()
-
- self.debug("Waiting for fenced node to come back up")
- self.CM.ns.wait_for_all_nodes(self.Env["nodes"], 600)
-
- self.debug("Waiting for the cluster to re-stabilize with all nodes")
- is_stable = self.CM.cluster_stable(self.Env["StartTime"])
-
- if not matched:
- return self.failure("Didn't find all expected patterns")
- elif not is_stable:
- return self.failure("Cluster did not become stable")
-
- self.log_timer("reform")
- return self.success()
-
- def errorstoignore(self):
- return [
- self.templates["Pat:Fencing_start"] % ".*",
- self.templates["Pat:Fencing_ok"] % ".*",
- self.templates["Pat:Fencing_active"],
- r"error.*: Operation 'reboot' targeting .* by .* for stonith_admin.*: Timer expired",
- ]
-
- def is_applicable(self):
- if not self.is_applicable_common():
- return False
-
- if "DoFencing" in list(self.Env.keys()):
- return self.Env["DoFencing"]
-
- return True
-
-AllTestClasses.append(StonithdTest)
-
-
-class StartOnebyOne(CTSTest):
- '''Start all the nodes ~ one by one'''
- def __init__(self, cm):
- CTSTest.__init__(self,cm)
- self.name = "StartOnebyOne"
- self.stopall = SimulStopLite(cm)
- self.start = StartTest(cm)
- self.ns = NodeStatus(cm.Env)
-
- def __call__(self, dummy):
- '''Perform the 'StartOnebyOne' test. '''
- self.incr("calls")
-
- # We ignore the "node" parameter...
-
- # Shut down all the nodes...
- ret = self.stopall(None)
- if not ret:
- return self.failure("Test setup failed")
-
- failed = []
- self.set_timer()
- for node in self.Env["nodes"]:
- if not self.start(node):
- failed.append(node)
-
- if len(failed) > 0:
- return self.failure("Some node failed to start: " + repr(failed))
-
- return self.success()
-
-# Register StartOnebyOne as a good test to run
-AllTestClasses.append(StartOnebyOne)
-
-
-class SimulStart(CTSTest):
- '''Start all the nodes ~ simultaneously'''
- def __init__(self, cm):
- CTSTest.__init__(self,cm)
- self.name = "SimulStart"
- self.stopall = SimulStopLite(cm)
- self.startall = SimulStartLite(cm)
-
- def __call__(self, dummy):
- '''Perform the 'SimulStart' test. '''
- self.incr("calls")
-
- # We ignore the "node" parameter...
-
- # Shut down all the nodes...
- ret = self.stopall(None)
- if not ret:
- return self.failure("Setup failed")
-
- if not self.startall(None):
- return self.failure("Startall failed")
-
- return self.success()
-
-# Register SimulStart as a good test to run
-AllTestClasses.append(SimulStart)
-
-
-class SimulStop(CTSTest):
- '''Stop all the nodes ~ simultaneously'''
- def __init__(self, cm):
- CTSTest.__init__(self,cm)
- self.name = "SimulStop"
- self.startall = SimulStartLite(cm)
- self.stopall = SimulStopLite(cm)
-
- def __call__(self, dummy):
- '''Perform the 'SimulStop' test. '''
- self.incr("calls")
-
- # We ignore the "node" parameter...
-
- # Start up all the nodes...
- ret = self.startall(None)
- if not ret:
- return self.failure("Setup failed")
-
- if not self.stopall(None):
- return self.failure("Stopall failed")
-
- return self.success()
-
-# Register SimulStop as a good test to run
-AllTestClasses.append(SimulStop)
-
-
-class StopOnebyOne(CTSTest):
- '''Stop all the nodes in order'''
- def __init__(self, cm):
- CTSTest.__init__(self,cm)
- self.name = "StopOnebyOne"
- self.startall = SimulStartLite(cm)
- self.stop = StopTest(cm)
-
- def __call__(self, dummy):
- '''Perform the 'StopOnebyOne' test. '''
- self.incr("calls")
-
- # We ignore the "node" parameter...
-
- # Start up all the nodes...
- ret = self.startall(None)
- if not ret:
- return self.failure("Setup failed")
-
- failed = []
- self.set_timer()
- for node in self.Env["nodes"]:
- if not self.stop(node):
- failed.append(node)
-
- if len(failed) > 0:
- return self.failure("Some node failed to stop: " + repr(failed))
-
- return self.success()
-
-# Register StopOnebyOne as a good test to run
-AllTestClasses.append(StopOnebyOne)
-
-
-class RestartOnebyOne(CTSTest):
- '''Restart all the nodes in order'''
- def __init__(self, cm):
- CTSTest.__init__(self,cm)
- self.name = "RestartOnebyOne"
- self.startall = SimulStartLite(cm)
-
- def __call__(self, dummy):
- '''Perform the 'RestartOnebyOne' test. '''
- self.incr("calls")
-
- # We ignore the "node" parameter...
-
- # Start up all the nodes...
- ret = self.startall(None)
- if not ret:
- return self.failure("Setup failed")
-
- did_fail = []
- self.set_timer()
- self.restart = RestartTest(self.CM)
- for node in self.Env["nodes"]:
- if not self.restart(node):
- did_fail.append(node)
-
- if did_fail:
- return self.failure("Could not restart %d nodes: %s"
- % (len(did_fail), repr(did_fail)))
- return self.success()
-
-# Register StopOnebyOne as a good test to run
-AllTestClasses.append(RestartOnebyOne)
-
-
-class PartialStart(CTSTest):
- '''Start a node - but tell it to stop before it finishes starting up'''
- def __init__(self, cm):
- CTSTest.__init__(self,cm)
- self.name = "PartialStart"
- self.startall = SimulStartLite(cm)
- self.stopall = SimulStopLite(cm)
- self.stop = StopTest(cm)
- #self.is_unsafe = 1
-
- def __call__(self, node):
- '''Perform the 'PartialStart' test. '''
- self.incr("calls")
-
- ret = self.stopall(None)
- if not ret:
- return self.failure("Setup failed")
-
- watchpats = []
- watchpats.append("pacemaker-controld.*Connecting to .* cluster infrastructure")
- watch = self.create_watch(watchpats, self.Env["DeadTime"]+10)
- watch.set_watch()
-
- self.CM.StartaCMnoBlock(node)
- ret = watch.look_for_all()
- if not ret:
- self.logger.log("Patterns not found: " + repr(watch.unmatched))
- return self.failure("Setup of %s failed" % node)
-
- ret = self.stop(node)
- if not ret:
- return self.failure("%s did not stop in time" % node)
-
- return self.success()
-
- def errorstoignore(self):
- '''Return list of errors which should be ignored'''
-
- # We might do some fencing in the 2-node case if we make it up far enough
- return [
- r"Executing reboot fencing operation",
- r"Requesting fencing \([^)]+\) targeting node ",
- ]
-
-# Register StopOnebyOne as a good test to run
-AllTestClasses.append(PartialStart)
-
-
-class StandbyTest(CTSTest):
- def __init__(self, cm):
- CTSTest.__init__(self,cm)
- self.name = "Standby"
- self.benchmark = 1
-
- self.start = StartTest(cm)
- self.startall = SimulStartLite(cm)
-
- # make sure the node is active
- # set the node to standby mode
- # check resources, none resource should be running on the node
- # set the node to active mode
- # check resouces, resources should have been migrated back (SHOULD THEY?)
-
- def __call__(self, node):
-
- self.incr("calls")
- ret = self.startall(None)
- if not ret:
- return self.failure("Start all nodes failed")
-
- self.debug("Make sure node %s is active" % node)
- if self.CM.StandbyStatus(node) != "off":
- if not self.CM.SetStandbyMode(node, "off"):
- return self.failure("can't set node %s to active mode" % node)
-
- self.CM.cluster_stable()
-
- status = self.CM.StandbyStatus(node)
- if status != "off":
- return self.failure("standby status of %s is [%s] but we expect [off]" % (node, status))
-
- self.debug("Getting resources running on node %s" % node)
- rsc_on_node = self.CM.active_resources(node)
-
- watchpats = []
- watchpats.append(r"State transition .* -> S_POLICY_ENGINE")
- watch = self.create_watch(watchpats, self.Env["DeadTime"]+10)
- watch.set_watch()
-
- self.debug("Setting node %s to standby mode" % node)
- if not self.CM.SetStandbyMode(node, "on"):
- return self.failure("can't set node %s to standby mode" % node)
-
- self.set_timer("on")
-
- ret = watch.look_for_all()
- if not ret:
- self.logger.log("Patterns not found: " + repr(watch.unmatched))
- self.CM.SetStandbyMode(node, "off")
- return self.failure("cluster didn't react to standby change on %s" % node)
-
- self.CM.cluster_stable()
-
- status = self.CM.StandbyStatus(node)
- if status != "on":
- return self.failure("standby status of %s is [%s] but we expect [on]" % (node, status))
- self.log_timer("on")
-
- self.debug("Checking resources")
- bad_run = self.CM.active_resources(node)
- if len(bad_run) > 0:
- rc = self.failure("%s set to standby, %s is still running on it" % (node, repr(bad_run)))
- self.debug("Setting node %s to active mode" % node)
- self.CM.SetStandbyMode(node, "off")
- return rc
-
- self.debug("Setting node %s to active mode" % node)
- if not self.CM.SetStandbyMode(node, "off"):
- return self.failure("can't set node %s to active mode" % node)
-
- self.set_timer("off")
- self.CM.cluster_stable()
-
- status = self.CM.StandbyStatus(node)
- if status != "off":
- return self.failure("standby status of %s is [%s] but we expect [off]" % (node, status))
- self.log_timer("off")
-
- return self.success()
-
-AllTestClasses.append(StandbyTest)
-
-
-class ValgrindTest(CTSTest):
- '''Check for memory leaks'''
- def __init__(self, cm):
- CTSTest.__init__(self,cm)
- self.name = "Valgrind"
- self.stopall = SimulStopLite(cm)
- self.startall = SimulStartLite(cm)
- self.is_valgrind = 1
- self.is_loop = 1
-
- def setup(self, node):
- self.incr("calls")
-
- ret = self.stopall(None)
- if not ret:
- return self.failure("Stop all nodes failed")
-
- # @TODO Edit /etc/sysconfig/pacemaker on all nodes to enable valgrind,
- # and clear any valgrind logs from previous runs. For now, we rely on
- # the user to do this manually.
-
- ret = self.startall(None)
- if not ret:
- return self.failure("Start all nodes failed")
-
- return self.success()
-
- def teardown(self, node):
- # Return all nodes to normal
- # @TODO Edit /etc/sysconfig/pacemaker on all nodes to disable valgrind
- ret = self.stopall(None)
- if not ret:
- return self.failure("Stop all nodes failed")
-
- return self.success()
-
- def find_leaks(self):
- # Check for leaks
- # (no longer used but kept in case feature is restored)
- leaked = []
- self.stop = StopTest(self.CM)
-
- for node in self.Env["nodes"]:
- rc = self.stop(node)
- if not rc:
- self.failure("Couldn't shut down %s" % node)
-
- (rc, _) = self.rsh(node, "grep -e indirectly.*lost:.*[1-9] -e definitely.*lost:.*[1-9] -e (ERROR|error).*SUMMARY:.*[1-9].*errors %s" % self.logger.logPat)
- if rc != 1:
- leaked.append(node)
- self.failure("Valgrind errors detected on %s" % node)
- (_, output) = self.rsh(node, "grep -e lost: -e SUMMARY: %s" % self.logger.logPat, verbose=1)
- for line in output:
- self.logger.log(line)
- (_, output) = self.rsh(node, "cat %s" % self.logger.logPat, verbose=1)
- for line in output:
- self.debug(line)
-
- self.rsh(node, "rm -f %s" % self.logger.logPat, verbose=1)
- return leaked
-
- def __call__(self, node):
- #leaked = self.find_leaks()
- #if len(leaked) > 0:
- # return self.failure("Nodes %s leaked" % repr(leaked))
-
- return self.success()
-
- def errorstoignore(self):
- '''Return list of errors which should be ignored'''
- return [
- r"pacemaker-based.*: \*\*\*\*\*\*\*\*\*\*\*\*\*",
- r"pacemaker-based.*: .* avoid confusing Valgrind",
- r"HA_VALGRIND_ENABLED",
- ]
-
-
-class StandbyLoopTest(ValgrindTest):
- '''Check for memory leaks by putting a node in and out of standby for an hour'''
- # @TODO This is not a useful test for memory leaks
- def __init__(self, cm):
- ValgrindTest.__init__(self,cm)
- self.name = "StandbyLoop"
-
- def __call__(self, node):
-
- lpc = 0
- delay = 2
- failed = 0
- done = time.time() + self.Env["loop-minutes"] * 60
- while time.time() <= done and not failed:
- lpc = lpc + 1
-
- time.sleep(delay)
- if not self.CM.SetStandbyMode(node, "on"):
- self.failure("can't set node %s to standby mode" % node)
- failed = lpc
-
- time.sleep(delay)
- if not self.CM.SetStandbyMode(node, "off"):
- self.failure("can't set node %s to active mode" % node)
- failed = lpc
-
- leaked = self.find_leaks()
- if failed:
- return self.failure("Iteration %d failed" % failed)
- elif len(leaked) > 0:
- return self.failure("Nodes %s leaked" % repr(leaked))
-
- return self.success()
-
-#AllTestClasses.append(StandbyLoopTest)
-
-
-class BandwidthTest(CTSTest):
-# Tests should not be cluster-manager-specific
-# If you need to find out cluster manager configuration to do this, then
-# it should be added to the generic cluster manager API.
- '''Test the bandwidth which the cluster uses'''
- def __init__(self, cm):
- CTSTest.__init__(self, cm)
- self.name = "Bandwidth"
- self.start = StartTest(cm)
- self.__setitem__("min",0)
- self.__setitem__("max",0)
- self.__setitem__("totalbandwidth",0)
- (handle, self.tempfile) = tempfile.mkstemp(".cts")
- os.close(handle)
- self.startall = SimulStartLite(cm)
-
- def __call__(self, node):
- '''Perform the Bandwidth test'''
- self.incr("calls")
-
- if self.CM.upcount() < 1:
- return self.skipped()
-
- Path = self.CM.InternalCommConfig()
- if "ip" not in Path["mediatype"]:
- return self.skipped()
-
- port = Path["port"][0]
- port = int(port)
-
- ret = self.startall(None)
- if not ret:
- return self.failure("Test setup failed")
- time.sleep(5) # We get extra messages right after startup.
-
- fstmpfile = "/var/run/band_estimate"
- dumpcmd = "tcpdump -p -n -c 102 -i any udp port %d > %s 2>&1" \
- % (port, fstmpfile)
-
- (rc, _) = self.rsh(node, dumpcmd)
- if rc == 0:
- farfile = "root@%s:%s" % (node, fstmpfile)
- self.rsh.copy(farfile, self.tempfile)
- Bandwidth = self.countbandwidth(self.tempfile)
- if not Bandwidth:
- self.logger.log("Could not compute bandwidth.")
- return self.success()
- intband = int(Bandwidth + 0.5)
- self.logger.log("...bandwidth: %d bits/sec" % intband)
- self.Stats["totalbandwidth"] = self.Stats["totalbandwidth"] + Bandwidth
- if self.Stats["min"] == 0:
- self.Stats["min"] = Bandwidth
- if Bandwidth > self.Stats["max"]:
- self.Stats["max"] = Bandwidth
- if Bandwidth < self.Stats["min"]:
- self.Stats["min"] = Bandwidth
- self.rsh(node, "rm -f %s" % fstmpfile)
- os.unlink(self.tempfile)
- return self.success()
- else:
- return self.failure("no response from tcpdump command [%d]!" % rc)
-
- def countbandwidth(self, file):
- fp = open(file, "r")
- fp.seek(0)
- count = 0
- sum = 0
- while 1:
- line = fp.readline()
- if not line:
- return None
- if re.search("udp",line) or re.search("UDP,", line):
- count = count + 1
- linesplit = line.split(" ")
- for j in range(len(linesplit)-1):
- if linesplit[j] == "udp": break
- if linesplit[j] == "length:": break
-
- try:
- sum = sum + int(linesplit[j+1])
- except ValueError:
- self.logger.log("Invalid tcpdump line: %s" % line)
- return None
- T1 = linesplit[0]
- timesplit = T1.split(":")
- time2split = timesplit[2].split(".")
- time1 = (int(timesplit[0])*60+int(timesplit[1]))*60+int(time2split[0])+int(time2split[1])*0.000001
- break
-
- while count < 100:
- line = fp.readline()
- if not line:
- return None
- if re.search("udp",line) or re.search("UDP,", line):
- count = count+1
- linessplit = line.split(" ")
- for j in range(len(linessplit)-1):
- if linessplit[j] == "udp": break
- if linessplit[j] == "length:": break
- try:
- sum = int(linessplit[j+1]) + sum
- except ValueError:
- self.logger.log("Invalid tcpdump line: %s" % line)
- return None
-
- T2 = linessplit[0]
- timesplit = T2.split(":")
- time2split = timesplit[2].split(".")
- time2 = (int(timesplit[0])*60+int(timesplit[1]))*60+int(time2split[0])+int(time2split[1])*0.000001
- time = time2-time1
- if (time <= 0):
- return 0
- return int((sum*8)/time)
-
- def is_applicable(self):
- '''BandwidthTest never applicable'''
- return False
-
-AllTestClasses.append(BandwidthTest)
-
-
-###################################################################
-class MaintenanceMode(CTSTest):
-###################################################################
- def __init__(self, cm):
- CTSTest.__init__(self,cm)
- self.name = "MaintenanceMode"
- self.start = StartTest(cm)
- self.startall = SimulStartLite(cm)
- self.max = 30
- #self.is_unsafe = 1
- self.benchmark = 1
- self.action = "asyncmon"
- self.interval = 0
- self.rid = "maintenanceDummy"
-
- def toggleMaintenanceMode(self, node, action):
- pats = []
- pats.append(self.templates["Pat:DC_IDLE"])
-
- # fail the resource right after turning Maintenance mode on
- # verify it is not recovered until maintenance mode is turned off
- if action == "On":
- pats.append(self.templates["Pat:RscOpFail"] % (self.action, self.rid))
- else:
- pats.append(self.templates["Pat:RscOpOK"] % ("stop", self.rid))
- pats.append(self.templates["Pat:RscOpOK"] % ("start", self.rid))
-
- watch = self.create_watch(pats, 60)
- watch.set_watch()
-
- self.debug("Turning maintenance mode %s" % action)
- self.rsh(node, self.templates["MaintenanceMode%s" % (action)])
- if (action == "On"):
- self.rsh(node, "crm_resource -V -F -r %s -H %s &>/dev/null" % (self.rid, node))
-
- self.set_timer("recover%s" % (action))
- watch.look_for_all()
- self.log_timer("recover%s" % (action))
- if watch.unmatched:
- self.debug("Failed to find patterns when turning maintenance mode %s" % action)
- return repr(watch.unmatched)
-
- return ""
-
- def insertMaintenanceDummy(self, node):
- pats = []
- pats.append(("%s.*" % node) + (self.templates["Pat:RscOpOK"] % ("start", self.rid)))
-
- watch = self.create_watch(pats, 60)
- watch.set_watch()
-
- self.CM.AddDummyRsc(node, self.rid)
-
- self.set_timer("addDummy")
- watch.look_for_all()
- self.log_timer("addDummy")
-
- if watch.unmatched:
- self.debug("Failed to find patterns when adding maintenance dummy resource")
- return repr(watch.unmatched)
- return ""
-
- def removeMaintenanceDummy(self, node):
- pats = []
- pats.append(self.templates["Pat:RscOpOK"] % ("stop", self.rid))
-
- watch = self.create_watch(pats, 60)
- watch.set_watch()
- self.CM.RemoveDummyRsc(node, self.rid)
-
- self.set_timer("removeDummy")
- watch.look_for_all()
- self.log_timer("removeDummy")
-
- if watch.unmatched:
- self.debug("Failed to find patterns when removing maintenance dummy resource")
- return repr(watch.unmatched)
- return ""
-
- def managedRscList(self, node):
- rscList = []
- (_, lines) = self.rsh(node, "crm_resource -c", verbose=1)
- for line in lines:
- if re.search("^Resource", line):
- tmp = AuditResource(self.CM, line)
- if tmp.managed():
- rscList.append(tmp.id)
-
- return rscList
-
- def verifyResources(self, node, rscList, managed):
- managedList = list(rscList)
- managed_str = "managed"
- if not managed:
- managed_str = "unmanaged"
-
- (_, lines) = self.rsh(node, "crm_resource -c", verbose=1)
- for line in lines:
- if re.search("^Resource", line):
- tmp = AuditResource(self.CM, line)
- if managed and not tmp.managed():
- continue
- elif not managed and tmp.managed():
- continue
- elif managedList.count(tmp.id):
- managedList.remove(tmp.id)
-
- if len(managedList) == 0:
- self.debug("Found all %s resources on %s" % (managed_str, node))
- return True
-
- self.logger.log("Could not find all %s resources on %s. %s" % (managed_str, node, managedList))
- return False
-
- def __call__(self, node):
- '''Perform the 'MaintenanceMode' test. '''
- self.incr("calls")
- verify_managed = False
- verify_unmanaged = False
- failPat = ""
-
- ret = self.startall(None)
- if not ret:
- return self.failure("Setup failed")
-
- # get a list of all the managed resources. We use this list
- # after enabling maintenance mode to verify all managed resources
- # become un-managed. After maintenance mode is turned off, we use
- # this list to verify all the resources become managed again.
- managedResources = self.managedRscList(node)
- if len(managedResources) == 0:
- self.logger.log("No managed resources on %s" % node)
- return self.skipped()
-
- # insert a fake resource we can fail during maintenance mode
- # so we can verify recovery does not take place until after maintenance
- # mode is disabled.
- failPat = failPat + self.insertMaintenanceDummy(node)
-
- # toggle maintenance mode ON, then fail dummy resource.
- failPat = failPat + self.toggleMaintenanceMode(node, "On")
-
- # verify all the resources are now unmanaged
- if self.verifyResources(node, managedResources, False):
- verify_unmanaged = True
-
- # Toggle maintenance mode OFF, verify dummy is recovered.
- failPat = failPat + self.toggleMaintenanceMode(node, "Off")
-
- # verify all the resources are now managed again
- if self.verifyResources(node, managedResources, True):
- verify_managed = True
-
- # Remove our maintenance dummy resource.
- failPat = failPat + self.removeMaintenanceDummy(node)
-
- self.CM.cluster_stable()
-
- if failPat != "":
- return self.failure("Unmatched patterns: %s" % (failPat))
- elif verify_unmanaged is False:
- return self.failure("Failed to verify resources became unmanaged during maintenance mode")
- elif verify_managed is False:
- return self.failure("Failed to verify resources switched back to managed after disabling maintenance mode")
-
- return self.success()
-
- def errorstoignore(self):
- '''Return list of errors which should be ignored'''
- return [
- r"Updating failcount for %s" % self.rid,
- r"schedulerd.*: Recover\s+%s\s+\(.*\)" % self.rid,
- r"Unknown operation: fail",
- self.templates["Pat:RscOpOK"] % (self.action, self.rid),
- r"(ERROR|error).*: Action %s_%s_%d .* initiated outside of a transition" % (self.rid, self.action, self.interval),
- ]
-
-AllTestClasses.append(MaintenanceMode)
-
-
-class ResourceRecover(CTSTest):
- def __init__(self, cm):
- CTSTest.__init__(self,cm)
- self.name = "ResourceRecover"
- self.start = StartTest(cm)
- self.startall = SimulStartLite(cm)
- self.max = 30
- self.rid = None
- self.rid_alt = None
- #self.is_unsafe = 1
- self.benchmark = 1
-
- # these are the values used for the new LRM API call
- self.action = "asyncmon"
- self.interval = 0
-
- def __call__(self, node):
- '''Perform the 'ResourceRecover' test. '''
- self.incr("calls")
-
- ret = self.startall(None)
- if not ret:
- return self.failure("Setup failed")
-
- # List all resources active on the node (skip test if none)
- resourcelist = self.CM.active_resources(node)
- if len(resourcelist) == 0:
- self.logger.log("No active resources on %s" % node)
- return self.skipped()
-
- # Choose one resource at random
- rsc = self.choose_resource(node, resourcelist)
- if rsc is None:
- return self.failure("Could not get details of resource '%s'" % self.rid)
- if rsc.id == rsc.clone_id:
- self.debug("Failing " + rsc.id)
- else:
- self.debug("Failing " + rsc.id + " (also known as " + rsc.clone_id + ")")
-
- # Log patterns to watch for (failure, plus restart if managed)
- pats = []
- pats.append(self.templates["Pat:CloneOpFail"] % (self.action, rsc.id, rsc.clone_id))
- if rsc.managed():
- pats.append(self.templates["Pat:RscOpOK"] % ("stop", self.rid))
- if rsc.unique():
- pats.append(self.templates["Pat:RscOpOK"] % ("start", self.rid))
- else:
- # Anonymous clones may get restarted with a different clone number
- pats.append(self.templates["Pat:RscOpOK"] % ("start", ".*"))
-
- # Fail resource. (Ideally, we'd fail it twice, to ensure the fail count
- # is incrementing properly, but it might restart on a different node.
- # We'd have to temporarily ban it from all other nodes and ensure the
- # migration-threshold hasn't been reached.)
- if self.fail_resource(rsc, node, pats) is None:
- return None # self.failure() already called
-
- return self.success()
-
- def choose_resource(self, node, resourcelist):
- """ Choose a random resource to target """
-
- self.rid = self.Env.random_gen.choice(resourcelist)
- self.rid_alt = self.rid
- (_, lines) = self.rsh(node, "crm_resource -c", verbose=1)
- for line in lines:
- if line.startswith("Resource: "):
- rsc = AuditResource(self.CM, line)
- if rsc.id == self.rid:
- # Handle anonymous clones that get renamed
- self.rid = rsc.clone_id
- return rsc
- return None
-
- def get_failcount(self, node):
- """ Check the fail count of targeted resource on given node """
-
- (rc, lines) = self.rsh(node,
- "crm_failcount --quiet --query --resource %s "
- "--operation %s --interval %d "
- "--node %s" % (self.rid, self.action,
- self.interval, node), verbose=1)
- if rc != 0 or len(lines) != 1:
- self.logger.log("crm_failcount on %s failed (%d): %s" % (node, rc,
- " // ".join(map(str.strip, lines))))
- return -1
- try:
- failcount = int(lines[0])
- except (IndexError, ValueError):
- self.logger.log("crm_failcount output on %s unparseable: %s" % (node,
- ' '.join(lines)))
- return -1
- return failcount
-
- def fail_resource(self, rsc, node, pats):
- """ Fail the targeted resource, and verify as expected """
-
- orig_failcount = self.get_failcount(node)
-
- watch = self.create_watch(pats, 60)
- watch.set_watch()
-
- self.rsh(node, "crm_resource -V -F -r %s -H %s &>/dev/null" % (self.rid, node))
-
- self.set_timer("recover")
- watch.look_for_all()
- self.log_timer("recover")
-
- self.CM.cluster_stable()
- recovered = self.CM.ResourceLocation(self.rid)
-
- if watch.unmatched:
- return self.failure("Patterns not found: %s" % repr(watch.unmatched))
-
- elif rsc.unique() and len(recovered) > 1:
- return self.failure("%s is now active on more than one node: %s"%(self.rid, repr(recovered)))
-
- elif len(recovered) > 0:
- self.debug("%s is running on: %s" % (self.rid, repr(recovered)))
-
- elif rsc.managed():
- return self.failure("%s was not recovered and is inactive" % self.rid)
-
- new_failcount = self.get_failcount(node)
- if new_failcount != (orig_failcount + 1):
- return self.failure("%s fail count is %d not %d" % (self.rid,
- new_failcount, orig_failcount + 1))
-
- return 0 # Anything but None is success
-
- def errorstoignore(self):
- '''Return list of errors which should be ignored'''
- return [
- r"Updating failcount for %s" % self.rid,
- r"schedulerd.*: Recover\s+(%s|%s)\s+\(.*\)" % (self.rid, self.rid_alt),
- r"Unknown operation: fail",
- self.templates["Pat:RscOpOK"] % (self.action, self.rid),
- r"(ERROR|error).*: Action %s_%s_%d .* initiated outside of a transition" % (self.rid, self.action, self.interval),
- ]
-
-AllTestClasses.append(ResourceRecover)
-
-
-class ComponentFail(CTSTest):
- def __init__(self, cm):
- CTSTest.__init__(self,cm)
- self.name = "ComponentFail"
- self.startall = SimulStartLite(cm)
- self.complist = cm.Components()
- self.patterns = []
- self.okerrpatterns = []
- self.is_unsafe = 1
-
- def __call__(self, node):
- '''Perform the 'ComponentFail' test. '''
- self.incr("calls")
- self.patterns = []
- self.okerrpatterns = []
-
- # start all nodes
- ret = self.startall(None)
- if not ret:
- return self.failure("Setup failed")
-
- if not self.CM.cluster_stable(self.Env["StableTime"]):
- return self.failure("Setup failed - unstable")
-
- node_is_dc = self.CM.is_node_dc(node, None)
-
- # select a component to kill
- chosen = self.Env.random_gen.choice(self.complist)
- while chosen.dc_only and node_is_dc == 0:
- chosen = self.Env.random_gen.choice(self.complist)
-
- self.debug("...component %s (dc=%d)" % (chosen.name, node_is_dc))
- self.incr(chosen.name)
-
- if chosen.name != "corosync":
- self.patterns.append(self.templates["Pat:ChildKilled"] %(node, chosen.name))
- self.patterns.append(self.templates["Pat:ChildRespawn"] %(node, chosen.name))
-
- self.patterns.extend(chosen.pats)
- if node_is_dc:
- self.patterns.extend(chosen.dc_pats)
-
- # @TODO this should be a flag in the Component
- if chosen.name in [ "corosync", "pacemaker-based", "pacemaker-fenced" ]:
- # Ignore actions for fence devices if fencer will respawn
- # (their registration will be lost, and probes will fail)
- self.okerrpatterns = [ self.templates["Pat:Fencing_active"] ]
- (_, lines) = self.rsh(node, "crm_resource -c", verbose=1)
- for line in lines:
- if re.search("^Resource", line):
- r = AuditResource(self.CM, line)
- if r.rclass == "stonith":
- self.okerrpatterns.append(self.templates["Pat:Fencing_recover"] % r.id)
- self.okerrpatterns.append(self.templates["Pat:Fencing_probe"] % r.id)
-
- # supply a copy so self.patterns doesn't end up empty
- tmpPats = []
- tmpPats.extend(self.patterns)
- self.patterns.extend(chosen.badnews_ignore)
-
- # Look for STONITH ops, depending on Env["at-boot"] we might need to change the nodes status
- stonithPats = []
- stonithPats.append(self.templates["Pat:Fencing_ok"] % node)
- stonith = self.create_watch(stonithPats, 0)
- stonith.set_watch()
-
- # set the watch for stable
- watch = self.create_watch(
- tmpPats, self.Env["DeadTime"] + self.Env["StableTime"] + self.Env["StartTime"])
- watch.set_watch()
-
- # kill the component
- chosen.kill(node)
-
- self.debug("Waiting for the cluster to recover")
- self.CM.cluster_stable()
-
- self.debug("Waiting for any fenced node to come back up")
- self.CM.ns.wait_for_all_nodes(self.Env["nodes"], 600)
-
- self.debug("Waiting for the cluster to re-stabilize with all nodes")
- self.CM.cluster_stable(self.Env["StartTime"])
-
- self.debug("Checking if %s was shot" % node)
- shot = stonith.look(60)
- if shot:
- self.debug("Found: " + repr(shot))
- self.okerrpatterns.append(self.templates["Pat:Fencing_start"] % node)
-
- if not self.Env["at-boot"]:
- self.CM.ShouldBeStatus[node] = "down"
-
- # If fencing occurred, chances are many (if not all) the expected logs
- # will not be sent - or will be lost when the node reboots
- return self.success()
-
- # check for logs indicating a graceful recovery
- matched = watch.look_for_all(allow_multiple_matches=True)
- if watch.unmatched:
- self.logger.log("Patterns not found: " + repr(watch.unmatched))
-
- self.debug("Waiting for the cluster to re-stabilize with all nodes")
- is_stable = self.CM.cluster_stable(self.Env["StartTime"])
-
- if not matched:
- return self.failure("Didn't find all expected %s patterns" % chosen.name)
- elif not is_stable:
- return self.failure("Cluster did not become stable after killing %s" % chosen.name)
-
- return self.success()
-
- def errorstoignore(self):
- '''Return list of errors which should be ignored'''
- # Note that okerrpatterns refers to the last time we ran this test
- # The good news is that this works fine for us...
- self.okerrpatterns.extend(self.patterns)
- return self.okerrpatterns
-
-AllTestClasses.append(ComponentFail)
-
-
-class SplitBrainTest(CTSTest):
- '''It is used to test split-brain. when the path between the two nodes break
- check the two nodes both take over the resource'''
- def __init__(self,cm):
- CTSTest.__init__(self,cm)
- self.name = "SplitBrain"
- self.start = StartTest(cm)
- self.startall = SimulStartLite(cm)
- self.is_experimental = 1
-
- def isolate_partition(self, partition):
- other_nodes = []
- other_nodes.extend(self.Env["nodes"])
-
- for node in partition:
- try:
- other_nodes.remove(node)
- except ValueError:
- self.logger.log("Node "+node+" not in " + repr(self.Env["nodes"]) + " from " +repr(partition))
-
- if len(other_nodes) == 0:
- return 1
-
- self.debug("Creating partition: " + repr(partition))
- self.debug("Everyone else: " + repr(other_nodes))
-
- for node in partition:
- if not self.CM.isolate_node(node, other_nodes):
- self.logger.log("Could not isolate %s" % node)
- return 0
-
- return 1
-
- def heal_partition(self, partition):
- other_nodes = []
- other_nodes.extend(self.Env["nodes"])
-
- for node in partition:
- try:
- other_nodes.remove(node)
- except ValueError:
- self.logger.log("Node "+node+" not in " + repr(self.Env["nodes"]))
-
- if len(other_nodes) == 0:
- return 1
-
- self.debug("Healing partition: " + repr(partition))
- self.debug("Everyone else: " + repr(other_nodes))
-
- for node in partition:
- self.CM.unisolate_node(node, other_nodes)
-
- def __call__(self, node):
- '''Perform split-brain test'''
- self.incr("calls")
- self.passed = 1
- partitions = {}
-
- ret = self.startall(None)
- if not ret:
- return self.failure("Setup failed")
-
- while 1:
- # Retry until we get multiple partitions
- partitions = {}
- p_max = len(self.Env["nodes"])
- for node in self.Env["nodes"]:
- p = self.Env.random_gen.randint(1, p_max)
- if not p in partitions:
- partitions[p] = []
- partitions[p].append(node)
- p_max = len(list(partitions.keys()))
- if p_max > 1:
- break
- # else, try again
-
- self.debug("Created %d partitions" % p_max)
- for key in list(partitions.keys()):
- self.debug("Partition["+str(key)+"]:\t"+repr(partitions[key]))
-
- # Disabling STONITH to reduce test complexity for now
- self.rsh(node, "crm_attribute -V -n stonith-enabled -v false")
-
- for key in list(partitions.keys()):
- self.isolate_partition(partitions[key])
-
- count = 30
- while count > 0:
- if len(self.CM.find_partitions()) != p_max:
- time.sleep(10)
- else:
- break
- else:
- self.failure("Expected partitions were not created")
-
- # Target number of partitions formed - wait for stability
- if not self.CM.cluster_stable():
- self.failure("Partitioned cluster not stable")
-
- # Now audit the cluster state
- self.CM.partitions_expected = p_max
- if not self.audit():
- self.failure("Audits failed")
- self.CM.partitions_expected = 1
-
- # And heal them again
- for key in list(partitions.keys()):
- self.heal_partition(partitions[key])
-
- # Wait for a single partition to form
- count = 30
- while count > 0:
- if len(self.CM.find_partitions()) != 1:
- time.sleep(10)
- count -= 1
- else:
- break
- else:
- self.failure("Cluster did not reform")
-
- # Wait for it to have the right number of members
- count = 30
- while count > 0:
- members = []
-
- partitions = self.CM.find_partitions()
- if len(partitions) > 0:
- members = partitions[0].split()
-
- if len(members) != len(self.Env["nodes"]):
- time.sleep(10)
- count -= 1
- else:
- break
- else:
- self.failure("Cluster did not completely reform")
-
- # Wait up to 20 minutes - the delay is more preferable than
- # trying to continue with in a messed up state
- if not self.CM.cluster_stable(1200):
- self.failure("Reformed cluster not stable")
- if self.Env["continue"]:
- answer = "Y"
- else:
- try:
- answer = input('Continue? [nY]')
- except EOFError as e:
- answer = "n"
- if answer and answer == "n":
- raise ValueError("Reformed cluster not stable")
-
- # Turn fencing back on
- if self.Env["DoFencing"]:
- self.rsh(node, "crm_attribute -V -D -n stonith-enabled")
-
- self.CM.cluster_stable()
-
- if self.passed:
- return self.success()
- return self.failure("See previous errors")
-
- def errorstoignore(self):
- '''Return list of errors which are 'normal' and should be ignored'''
- return [
- r"Another DC detected:",
- r"(ERROR|error).*: .*Application of an update diff failed",
- r"pacemaker-controld.*:.*not in our membership list",
- r"CRIT:.*node.*returning after partition",
- ]
-
- def is_applicable(self):
- if not self.is_applicable_common():
- return False
- return len(self.Env["nodes"]) > 2
-
-AllTestClasses.append(SplitBrainTest)
-
-
-class Reattach(CTSTest):
- def __init__(self, cm):
- CTSTest.__init__(self,cm)
- self.name = "Reattach"
- self.startall = SimulStartLite(cm)
- self.restart1 = RestartTest(cm)
- self.stopall = SimulStopLite(cm)
- self.is_unsafe = 0 # Handled by canrunnow()
-
- def _is_managed(self, node):
- (_, is_managed) = self.rsh(node, "crm_attribute -t rsc_defaults -n is-managed -q -G -d true", verbose=1)
- is_managed = is_managed[0].strip()
- return is_managed == "true"
-
- def _set_unmanaged(self, node):
- self.debug("Disable resource management")
- self.rsh(node, "crm_attribute -t rsc_defaults -n is-managed -v false")
-
- def _set_managed(self, node):
- self.debug("Re-enable resource management")
- self.rsh(node, "crm_attribute -t rsc_defaults -n is-managed -D")
-
- def setup(self, node):
- attempt = 0
- if not self.startall(None):
- return None
-
- # Make sure we are really _really_ stable and that all
- # resources, including those that depend on transient node
- # attributes, are started
- while not self.CM.cluster_stable(double_check=True):
- if attempt < 5:
- attempt += 1
- self.debug("Not stable yet, re-testing")
- else:
- self.logger.log("Cluster is not stable")
- return None
-
- return 1
-
- def teardown(self, node):
-
- # Make sure 'node' is up
- start = StartTest(self.CM)
- start(node)
-
- if not self._is_managed(node):
- self.logger.log("Attempting to re-enable resource management on %s" % node)
- self._set_managed(node)
- self.CM.cluster_stable()
- if not self._is_managed(node):
- self.logger.log("Could not re-enable resource management")
- return 0
-
- return 1
-
- def canrunnow(self, node):
- '''Return TRUE if we can meaningfully run right now'''
- if self.find_ocfs2_resources(node):
- self.logger.log("Detach/Reattach scenarios are not possible with OCFS2 services present")
- return 0
- return 1
-
- def __call__(self, node):
- self.incr("calls")
-
- pats = []
- # Conveniently, the scheduler will display this message when disabling
- # management, even if fencing is not enabled, so we can rely on it.
- managed = self.create_watch(["No fencing will be done"], 60)
- managed.set_watch()
-
- self._set_unmanaged(node)
-
- if not managed.look_for_all():
- self.logger.log("Patterns not found: " + repr(managed.unmatched))
- return self.failure("Resource management not disabled")
-
- pats = []
- pats.append(self.templates["Pat:RscOpOK"] % ("start", ".*"))
- pats.append(self.templates["Pat:RscOpOK"] % ("stop", ".*"))
- pats.append(self.templates["Pat:RscOpOK"] % ("promote", ".*"))
- pats.append(self.templates["Pat:RscOpOK"] % ("demote", ".*"))
- pats.append(self.templates["Pat:RscOpOK"] % ("migrate", ".*"))
-
- watch = self.create_watch(pats, 60, "ShutdownActivity")
- watch.set_watch()
-
- self.debug("Shutting down the cluster")
- ret = self.stopall(None)
- if not ret:
- self._set_managed(node)
- return self.failure("Couldn't shut down the cluster")
-
- self.debug("Bringing the cluster back up")
- ret = self.startall(None)
- time.sleep(5) # allow ping to update the CIB
- if not ret:
- self._set_managed(node)
- return self.failure("Couldn't restart the cluster")
-
- if self.local_badnews("ResourceActivity:", watch):
- self._set_managed(node)
- return self.failure("Resources stopped or started during cluster restart")
-
- watch = self.create_watch(pats, 60, "StartupActivity")
- watch.set_watch()
-
- # Re-enable resource management (and verify it happened).
- self._set_managed(node)
- self.CM.cluster_stable()
- if not self._is_managed(node):
- return self.failure("Could not re-enable resource management")
-
- # Ignore actions for STONITH resources
- ignore = []
- (_, lines) = self.rsh(node, "crm_resource -c", verbose=1)
- for line in lines:
- if re.search("^Resource", line):
- r = AuditResource(self.CM, line)
- if r.rclass == "stonith":
-
- self.debug("Ignoring start actions for %s" % r.id)
- ignore.append(self.templates["Pat:RscOpOK"] % ("start", r.id))
-
- if self.local_badnews("ResourceActivity:", watch, ignore):
- return self.failure("Resources stopped or started after resource management was re-enabled")
-
- return ret
-
- def errorstoignore(self):
- '''Return list of errors which should be ignored'''
- return [
- r"resource( was|s were) active at shutdown",
- ]
-
- def is_applicable(self):
- return True
-
-AllTestClasses.append(Reattach)
-
-
-class SpecialTest1(CTSTest):
- '''Set up a custom test to cause quorum failure issues for Andrew'''
- def __init__(self, cm):
- CTSTest.__init__(self,cm)
- self.name = "SpecialTest1"
- self.startall = SimulStartLite(cm)
- self.restart1 = RestartTest(cm)
- self.stopall = SimulStopLite(cm)
-
- def __call__(self, node):
- '''Perform the 'SpecialTest1' test for Andrew. '''
- self.incr("calls")
-
- # Shut down all the nodes...
- ret = self.stopall(None)
- if not ret:
- return self.failure("Could not stop all nodes")
-
- # Test config recovery when the other nodes come up
- self.rsh(node, "rm -f " + BuildOptions.CIB_DIR + "/cib*")
-
- # Start the selected node
- ret = self.restart1(node)
- if not ret:
- return self.failure("Could not start "+node)
-
- # Start all remaining nodes
- ret = self.startall(None)
- if not ret:
- return self.failure("Could not start the remaining nodes")
-
- return self.success()
-
- def errorstoignore(self):
- '''Return list of errors which should be ignored'''
- # Errors that occur as a result of the CIB being wiped
- return [
- r"error.*: v1 patchset error, patch failed to apply: Application of an update diff failed",
- r"error.*: Resource start-up disabled since no STONITH resources have been defined",
- r"error.*: Either configure some or disable STONITH with the stonith-enabled option",
- r"error.*: NOTE: Clusters with shared data need STONITH to ensure data integrity",
- ]
-
-AllTestClasses.append(SpecialTest1)
-
-
-class HAETest(CTSTest):
- '''Set up a custom test to cause quorum failure issues for Andrew'''
- def __init__(self, cm):
- CTSTest.__init__(self,cm)
- self.name = "HAETest"
- self.stopall = SimulStopLite(cm)
- self.startall = SimulStartLite(cm)
- self.is_loop = 1
-
- def setup(self, node):
- # Start all remaining nodes
- ret = self.startall(None)
- if not ret:
- return self.failure("Couldn't start all nodes")
- return self.success()
-
- def teardown(self, node):
- # Stop everything
- ret = self.stopall(None)
- if not ret:
- return self.failure("Couldn't stop all nodes")
- return self.success()
-
- def wait_on_state(self, node, resource, expected_clones, attempts=240):
- while attempts > 0:
- active = 0
- (rc, lines) = self.rsh(node, "crm_resource -r %s -W -Q" % resource, verbose=1)
-
- # Hack until crm_resource does the right thing
- if rc == 0 and lines:
- active = len(lines)
-
- if len(lines) == expected_clones:
- return 1
-
- elif rc == 1:
- self.debug("Resource %s is still inactive" % resource)
-
- elif rc == 234:
- self.logger.log("Unknown resource %s" % resource)
- return 0
-
- elif rc == 246:
- self.logger.log("Cluster is inactive")
- return 0
-
- elif rc != 0:
- self.logger.log("Call to crm_resource failed, rc=%d" % rc)
- return 0
-
- else:
- self.debug("Resource %s is active on %d times instead of %d" % (resource, active, expected_clones))
-
- attempts -= 1
- time.sleep(1)
-
- return 0
-
- def find_dlm(self, node):
- self.r_dlm = None
-
- (_, lines) = self.rsh(node, "crm_resource -c", verbose=1)
- for line in lines:
- if re.search("^Resource", line):
- r = AuditResource(self.CM, line)
- if r.rtype == "controld" and r.parent != "NA":
- self.debug("Found dlm: %s" % self.r_dlm)
- self.r_dlm = r.parent
- return 1
- return 0
-
- def find_hae_resources(self, node):
- self.r_dlm = None
- self.r_o2cb = None
- self.r_ocfs2 = []
-
- if self.find_dlm(node):
- self.find_ocfs2_resources(node)
-
- def is_applicable(self):
- if not self.is_applicable_common():
- return False
- if self.Env["Schema"] == "hae":
- return True
- return None
-
-
-class HAERoleTest(HAETest):
- def __init__(self, cm):
- '''Lars' mount/unmount test for the HA extension. '''
- HAETest.__init__(self,cm)
- self.name = "HAERoleTest"
-
- def change_state(self, node, resource, target):
- (rc, _) = self.rsh(node, "crm_resource -V -r %s -p target-role -v %s --meta" % (resource, target))
- return rc
-
- def __call__(self, node):
- self.incr("calls")
- lpc = 0
- failed = 0
- delay = 2
- done = time.time() + self.Env["loop-minutes"]*60
- self.find_hae_resources(node)
-
- clone_max = len(self.Env["nodes"])
- while time.time() <= done and not failed:
- lpc = lpc + 1
-
- self.change_state(node, self.r_dlm, "Stopped")
- if not self.wait_on_state(node, self.r_dlm, 0):
- self.failure("%s did not go down correctly" % self.r_dlm)
- failed = lpc
-
- self.change_state(node, self.r_dlm, "Started")
- if not self.wait_on_state(node, self.r_dlm, clone_max):
- self.failure("%s did not come up correctly" % self.r_dlm)
- failed = lpc
-
- if not self.wait_on_state(node, self.r_o2cb, clone_max):
- self.failure("%s did not come up correctly" % self.r_o2cb)
- failed = lpc
-
- for fs in self.r_ocfs2:
- if not self.wait_on_state(node, fs, clone_max):
- self.failure("%s did not come up correctly" % fs)
- failed = lpc
-
- if failed:
- return self.failure("iteration %d failed" % failed)
- return self.success()
-
-AllTestClasses.append(HAERoleTest)
-
-
-class HAEStandbyTest(HAETest):
- '''Set up a custom test to cause quorum failure issues for Andrew'''
- def __init__(self, cm):
- HAETest.__init__(self,cm)
- self.name = "HAEStandbyTest"
-
- def change_state(self, node, resource, target):
- (rc, _) = self.rsh(node, "crm_standby -V -l reboot -v %s" % (target))
- return rc
-
- def __call__(self, node):
- self.incr("calls")
-
- lpc = 0
- failed = 0
- done = time.time() + self.Env["loop-minutes"]*60
- self.find_hae_resources(node)
-
- clone_max = len(self.Env["nodes"])
- while time.time() <= done and not failed:
- lpc = lpc + 1
-
- self.change_state(node, self.r_dlm, "true")
- if not self.wait_on_state(node, self.r_dlm, clone_max-1):
- self.failure("%s did not go down correctly" % self.r_dlm)
- failed = lpc
-
- self.change_state(node, self.r_dlm, "false")
- if not self.wait_on_state(node, self.r_dlm, clone_max):
- self.failure("%s did not come up correctly" % self.r_dlm)
- failed = lpc
-
- if not self.wait_on_state(node, self.r_o2cb, clone_max):
- self.failure("%s did not come up correctly" % self.r_o2cb)
- failed = lpc
-
- for fs in self.r_ocfs2:
- if not self.wait_on_state(node, fs, clone_max):
- self.failure("%s did not come up correctly" % fs)
- failed = lpc
-
- if failed:
- return self.failure("iteration %d failed" % failed)
- return self.success()
-
-AllTestClasses.append(HAEStandbyTest)
-
-
-class NearQuorumPointTest(CTSTest):
- '''
- This test brings larger clusters near the quorum point (50%).
- In addition, it will test doing starts and stops at the same time.
-
- Here is how I think it should work:
- - loop over the nodes and decide randomly which will be up and which
- will be down Use a 50% probability for each of up/down.
- - figure out what to do to get into that state from the current state
- - in parallel, bring up those going up and bring those going down.
- '''
-
- def __init__(self, cm):
- CTSTest.__init__(self,cm)
- self.name = "NearQuorumPoint"
-
- def __call__(self, dummy):
- '''Perform the 'NearQuorumPoint' test. '''
- self.incr("calls")
- startset = []
- stopset = []
-
- stonith = self.CM.prepare_fencing_watcher("NearQuorumPoint")
- #decide what to do with each node
- for node in self.Env["nodes"]:
- action = self.Env.random_gen.choice(["start","stop"])
- #action = self.Env.random_gen.choice(["start","stop","no change"])
- if action == "start" :
- startset.append(node)
- elif action == "stop" :
- stopset.append(node)
-
- self.debug("start nodes:" + repr(startset))
- self.debug("stop nodes:" + repr(stopset))
-
- #add search patterns
- watchpats = [ ]
- for node in stopset:
- if self.CM.ShouldBeStatus[node] == "up":
- watchpats.append(self.templates["Pat:We_stopped"] % node)
-
- for node in startset:
- if self.CM.ShouldBeStatus[node] == "down":
- #watchpats.append(self.templates["Pat:NonDC_started"] % node)
- watchpats.append(self.templates["Pat:Local_started"] % node)
- else:
- for stopping in stopset:
- if self.CM.ShouldBeStatus[stopping] == "up":
- watchpats.append(self.templates["Pat:They_stopped"] % (node, self.CM.key_for_node(stopping)))
-
- if len(watchpats) == 0:
- return self.skipped()
-
- if len(startset) != 0:
- watchpats.append(self.templates["Pat:DC_IDLE"])
-
- watch = self.create_watch(watchpats, self.Env["DeadTime"]+10)
-
- watch.set_watch()
-
- #begin actions
- for node in stopset:
- if self.CM.ShouldBeStatus[node] == "up":
- self.CM.StopaCMnoBlock(node)
-
- for node in startset:
- if self.CM.ShouldBeStatus[node] == "down":
- self.CM.StartaCMnoBlock(node)
-
- #get the result
- if watch.look_for_all():
- self.CM.cluster_stable()
- self.CM.fencing_cleanup("NearQuorumPoint", stonith)
- return self.success()
-
- self.logger.log("Warn: Patterns not found: " + repr(watch.unmatched))
-
- #get the "bad" nodes
- upnodes = []
- for node in stopset:
- if self.CM.StataCM(node) == 1:
- upnodes.append(node)
-
- downnodes = []
- for node in startset:
- if self.CM.StataCM(node) == 0:
- downnodes.append(node)
-
- self.CM.fencing_cleanup("NearQuorumPoint", stonith)
- if upnodes == [] and downnodes == []:
- self.CM.cluster_stable()
-
- # Make sure they're completely down with no residule
- for node in stopset:
- self.rsh(node, self.templates["StopCmd"])
-
- return self.success()
-
- if len(upnodes) > 0:
- self.logger.log("Warn: Unstoppable nodes: " + repr(upnodes))
-
- if len(downnodes) > 0:
- self.logger.log("Warn: Unstartable nodes: " + repr(downnodes))
-
- return self.failure()
-
- def is_applicable(self):
- return True
-
-AllTestClasses.append(NearQuorumPointTest)
-
-
-class RollingUpgradeTest(CTSTest):
- '''Perform a rolling upgrade of the cluster'''
- def __init__(self, cm):
- CTSTest.__init__(self,cm)
- self.name = "RollingUpgrade"
- self.start = StartTest(cm)
- self.stop = StopTest(cm)
- self.stopall = SimulStopLite(cm)
- self.startall = SimulStartLite(cm)
-
- def setup(self, node):
- # Start all remaining nodes
- ret = self.stopall(None)
- if not ret:
- return self.failure("Couldn't stop all nodes")
-
- for node in self.Env["nodes"]:
- if not self.downgrade(node, None):
- return self.failure("Couldn't downgrade %s" % node)
-
- ret = self.startall(None)
- if not ret:
- return self.failure("Couldn't start all nodes")
- return self.success()
-
- def teardown(self, node):
- # Stop everything
- ret = self.stopall(None)
- if not ret:
- return self.failure("Couldn't stop all nodes")
-
- for node in self.Env["nodes"]:
- if not self.upgrade(node, None):
- return self.failure("Couldn't upgrade %s" % node)
-
- return self.success()
-
- def install(self, node, version, start=1, flags="--force"):
-
- target_dir = "/tmp/rpm-%s" % version
- src_dir = "%s/%s" % (self.Env["rpm-dir"], version)
-
- self.logger.log("Installing %s on %s with %s" % (version, node, flags))
- if not self.stop(node):
- return self.failure("stop failure: "+node)
-
- self.rsh(node, "mkdir -p %s" % target_dir)
- self.rsh(node, "rm -f %s/*.rpm" % target_dir)
- (_, lines) = self.rsh(node, "ls -1 %s/*.rpm" % src_dir, verbose=1)
- for line in lines:
- line = line[:-1]
- rc = self.rsh.copy("%s" % (line), "%s:%s/" % (node, target_dir))
- self.rsh(node, "rpm -Uvh %s %s/*.rpm" % (flags, target_dir))
-
- if start and not self.start(node):
- return self.failure("start failure: "+node)
-
- return self.success()
-
- def upgrade(self, node, start=1):
- return self.install(node, self.Env["current-version"], start)
-
- def downgrade(self, node, start=1):
- return self.install(node, self.Env["previous-version"], start, "--force --nodeps")
-
- def __call__(self, node):
- '''Perform the 'Rolling Upgrade' test. '''
- self.incr("calls")
-
- for node in self.Env["nodes"]:
- if self.upgrade(node):
- return self.failure("Couldn't upgrade %s" % node)
-
- self.CM.cluster_stable()
-
- return self.success()
-
- def is_applicable(self):
- if not self.is_applicable_common():
- return None
-
- if not "rpm-dir" in list(self.Env.keys()):
- return None
- if not "current-version" in list(self.Env.keys()):
- return None
- if not "previous-version" in list(self.Env.keys()):
- return None
-
- return 1
-
-# Register RestartTest as a good test to run
-AllTestClasses.append(RollingUpgradeTest)
-
-
-class BSC_AddResource(CTSTest):
- '''Add a resource to the cluster'''
- def __init__(self, cm):
- CTSTest.__init__(self, cm)
- self.name = "AddResource"
- self.resource_offset = 0
- self.cib_cmd = """cibadmin -C -o %s -X '%s' """
-
- def __call__(self, node):
- self.incr("calls")
- self.resource_offset = self.resource_offset + 1
-
- r_id = "bsc-rsc-%s-%d" % (node, self.resource_offset)
- start_pat = "pacemaker-controld.*%s_start_0.*confirmed.*ok"
-
- patterns = []
- patterns.append(start_pat % r_id)
-
- watch = self.create_watch(patterns, self.Env["DeadTime"])
- watch.set_watch()
-
- ip = self.NextIP()
- if not self.make_ip_resource(node, r_id, "ocf", "IPaddr", ip):
- return self.failure("Make resource %s failed" % r_id)
-
- failed = 0
- watch_result = watch.look_for_all()
- if watch.unmatched:
- for regex in watch.unmatched:
- self.logger.log ("Warn: Pattern not found: %s" % (regex))
- failed = 1
-
- if failed:
- return self.failure("Resource pattern(s) not found")
-
- if not self.CM.cluster_stable(self.Env["DeadTime"]):
- return self.failure("Unstable cluster")
-
- return self.success()
-
- def NextIP(self):
- ip = self.Env["IPBase"]
- if ":" in ip:
- fields = ip.rpartition(":")
- fields[2] = str(hex(int(fields[2], 16)+1))
- print(str(hex(int(f[2], 16)+1)))
- else:
- fields = ip.rpartition('.')
- fields[2] = str(int(fields[2])+1)
-
- ip = fields[0] + fields[1] + fields[3];
- self.Env["IPBase"] = ip
- return ip.strip()
-
- def make_ip_resource(self, node, id, rclass, type, ip):
- self.logger.log("Creating %s:%s:%s (%s) on %s" % (rclass,type,id,ip,node))
- rsc_xml="""
-<primitive id="%s" class="%s" type="%s" provider="heartbeat">
- <instance_attributes id="%s"><attributes>
- <nvpair id="%s" name="ip" value="%s"/>
- </attributes></instance_attributes>
-</primitive>""" % (id, rclass, type, id, id, ip)
-
- node_constraint = """
- <rsc_location id="run_%s" rsc="%s">
- <rule id="pref_run_%s" score="100">
- <expression id="%s_loc_expr" attribute="#uname" operation="eq" value="%s"/>
- </rule>
- </rsc_location>""" % (id, id, id, id, node)
-
- rc = 0
- (rc, _) = self.rsh(node, self.cib_cmd % ("constraints", node_constraint), verbose=1)
- if rc != 0:
- self.logger.log("Constraint creation failed: %d" % rc)
- return None
-
- (rc, _) = self.rsh(node, self.cib_cmd % ("resources", rsc_xml), verbose=1)
- if rc != 0:
- self.logger.log("Resource creation failed: %d" % rc)
- return None
-
- return 1
-
- def is_applicable(self):
- if self.Env["DoBSC"]:
- return True
- return None
-
-AllTestClasses.append(BSC_AddResource)
-
-
-class SimulStopLite(CTSTest):
- '''Stop any active nodes ~ simultaneously'''
- def __init__(self, cm):
- CTSTest.__init__(self,cm)
- self.name = "SimulStopLite"
-
- def __call__(self, dummy):
- '''Perform the 'SimulStopLite' setup work. '''
- self.incr("calls")
-
- self.debug("Setup: " + self.name)
-
- # We ignore the "node" parameter...
- watchpats = [ ]
-
- for node in self.Env["nodes"]:
- if self.CM.ShouldBeStatus[node] == "up":
- self.incr("WasStarted")
- watchpats.append(self.templates["Pat:We_stopped"] % node)
-
- if len(watchpats) == 0:
- return self.success()
-
- # Stop all the nodes - at about the same time...
- watch = self.create_watch(watchpats, self.Env["DeadTime"]+10)
-
- watch.set_watch()
- self.set_timer()
- for node in self.Env["nodes"]:
- if self.CM.ShouldBeStatus[node] == "up":
- self.CM.StopaCMnoBlock(node)
- if watch.look_for_all():
- # Make sure they're completely down with no residule
- for node in self.Env["nodes"]:
- self.rsh(node, self.templates["StopCmd"])
-
- return self.success()
-
- did_fail = 0
- up_nodes = []
- for node in self.Env["nodes"]:
- if self.CM.StataCM(node) == 1:
- did_fail = 1
- up_nodes.append(node)
-
- if did_fail:
- return self.failure("Active nodes exist: " + repr(up_nodes))
-
- self.logger.log("Warn: All nodes stopped but CTS didn't detect: "
- + repr(watch.unmatched))
-
- return self.failure("Missing log message: "+repr(watch.unmatched))
-
- def is_applicable(self):
- '''SimulStopLite is a setup test and never applicable'''
- return False
-
-
-class SimulStartLite(CTSTest):
- '''Start any stopped nodes ~ simultaneously'''
- def __init__(self, cm):
- CTSTest.__init__(self,cm)
- self.name = "SimulStartLite"
-
- def __call__(self, dummy):
- '''Perform the 'SimulStartList' setup work. '''
- self.incr("calls")
- self.debug("Setup: " + self.name)
-
- # We ignore the "node" parameter...
- node_list = []
- for node in self.Env["nodes"]:
- if self.CM.ShouldBeStatus[node] == "down":
- self.incr("WasStopped")
- node_list.append(node)
-
- self.set_timer()
- while len(node_list) > 0:
- # Repeat until all nodes come up
- watchpats = [ ]
-
- uppat = self.templates["Pat:NonDC_started"]
- if self.CM.upcount() == 0:
- uppat = self.templates["Pat:Local_started"]
-
- watchpats.append(self.templates["Pat:DC_IDLE"])
- for node in node_list:
- watchpats.append(uppat % node)
- watchpats.append(self.templates["Pat:InfraUp"] % node)
- watchpats.append(self.templates["Pat:PacemakerUp"] % node)
-
- # Start all the nodes - at about the same time...
- watch = self.create_watch(watchpats, self.Env["DeadTime"]+10)
- watch.set_watch()
-
- stonith = self.CM.prepare_fencing_watcher(self.name)
-
- for node in node_list:
- self.CM.StartaCMnoBlock(node)
-
- watch.look_for_all()
-
- node_list = self.CM.fencing_cleanup(self.name, stonith)
-
- if node_list == None:
- return self.failure("Cluster did not stabilize")
-
- # Remove node_list messages from watch.unmatched
- for node in node_list:
- self.logger.debug("Dealing with stonith operations for %s" % repr(node_list))
- if watch.unmatched:
- try:
- watch.unmatched.remove(uppat % node)
- except:
- self.debug("Already matched: %s" % (uppat % node))
- try:
- watch.unmatched.remove(self.templates["Pat:InfraUp"] % node)
- except:
- self.debug("Already matched: %s" % (self.templates["Pat:InfraUp"] % node))
- try:
- watch.unmatched.remove(self.templates["Pat:PacemakerUp"] % node)
- except:
- self.debug("Already matched: %s" % (self.templates["Pat:PacemakerUp"] % node))
-
- if watch.unmatched:
- for regex in watch.unmatched:
- self.logger.log ("Warn: Startup pattern not found: %s" %(regex))
-
- if not self.CM.cluster_stable():
- return self.failure("Cluster did not stabilize")
-
- did_fail = 0
- unstable = []
- for node in self.Env["nodes"]:
- if self.CM.StataCM(node) == 0:
- did_fail = 1
- unstable.append(node)
-
- if did_fail:
- return self.failure("Unstarted nodes exist: " + repr(unstable))
-
- unstable = []
- for node in self.Env["nodes"]:
- if not self.CM.node_stable(node):
- did_fail = 1
- unstable.append(node)
-
- if did_fail:
- return self.failure("Unstable cluster nodes exist: " + repr(unstable))
-
- return self.success()
-
- def is_applicable(self):
- '''SimulStartLite is a setup test and never applicable'''
- return False
-
-
-def TestList(cm, audits):
- result = []
- for testclass in AllTestClasses:
- bound_test = testclass(cm)
- if bound_test.is_applicable():
- bound_test.Audits = audits
- result.append(bound_test)
- return result
-
-
-class RemoteLXC(CTSTest):
- def __init__(self, cm):
- CTSTest.__init__(self,cm)
- self.name = "RemoteLXC"
- self.start = StartTest(cm)
- self.startall = SimulStartLite(cm)
- self.num_containers = 2
- self.is_container = 1
- self.failed = 0
- self.fail_string = ""
-
- def start_lxc_simple(self, node):
-
- # restore any artifacts laying around from a previous test.
- self.rsh(node, "/usr/share/pacemaker/tests/cts/lxc_autogen.sh -s -R &>/dev/null")
-
- # generate the containers, put them in the config, add some resources to them
- pats = [ ]
- watch = self.create_watch(pats, 120)
- watch.set_watch()
- pats.append(self.templates["Pat:RscOpOK"] % ("start", "lxc1"))
- pats.append(self.templates["Pat:RscOpOK"] % ("start", "lxc2"))
- pats.append(self.templates["Pat:RscOpOK"] % ("start", "lxc-ms"))
- pats.append(self.templates["Pat:RscOpOK"] % ("promote", "lxc-ms"))
-
- self.rsh(node, "/usr/share/pacemaker/tests/cts/lxc_autogen.sh -g -a -m -s -c %d &>/dev/null" % self.num_containers)
- self.set_timer("remoteSimpleInit")
- watch.look_for_all()
- self.log_timer("remoteSimpleInit")
- if watch.unmatched:
- self.fail_string = "Unmatched patterns: %s" % (repr(watch.unmatched))
- self.failed = 1
-
- def cleanup_lxc_simple(self, node):
-
- pats = [ ]
- # if the test failed, attempt to clean up the cib and libvirt environment
- # as best as possible
- if self.failed == 1:
- # restore libvirt and cib
- self.rsh(node, "/usr/share/pacemaker/tests/cts/lxc_autogen.sh -s -R &>/dev/null")
- return
-
- watch = self.create_watch(pats, 120)
- watch.set_watch()
-
- pats.append(self.templates["Pat:RscOpOK"] % ("stop", "container1"))
- pats.append(self.templates["Pat:RscOpOK"] % ("stop", "container2"))
-
- self.rsh(node, "/usr/share/pacemaker/tests/cts/lxc_autogen.sh -p &>/dev/null")
- self.set_timer("remoteSimpleCleanup")
- watch.look_for_all()
- self.log_timer("remoteSimpleCleanup")
-
- if watch.unmatched:
- self.fail_string = "Unmatched patterns: %s" % (repr(watch.unmatched))
- self.failed = 1
-
- # cleanup libvirt
- self.rsh(node, "/usr/share/pacemaker/tests/cts/lxc_autogen.sh -s -R &>/dev/null")
-
- def __call__(self, node):
- '''Perform the 'RemoteLXC' test. '''
- self.incr("calls")
-
- ret = self.startall(None)
- if not ret:
- return self.failure("Setup failed, start all nodes failed.")
-
- (rc, _) = self.rsh(node, "/usr/share/pacemaker/tests/cts/lxc_autogen.sh -v &>/dev/null")
- if rc == 1:
- self.log("Environment test for lxc support failed.")
- return self.skipped()
-
- self.start_lxc_simple(node)
- self.cleanup_lxc_simple(node)
-
- self.debug("Waiting for the cluster to recover")
- self.CM.cluster_stable()
-
- if self.failed == 1:
- return self.failure(self.fail_string)
-
- return self.success()
-
- def errorstoignore(self):
- '''Return list of errors which should be ignored'''
- return [
- r"Updating failcount for ping",
- r"schedulerd.*: Recover\s+(ping|lxc-ms|container)\s+\(.*\)",
- # The orphaned lxc-ms resource causes an expected transition error
- # that is a result of the scheduler not having knowledge that the
- # promotable resource used to be a clone. As a result, it looks like that
- # resource is running in multiple locations when it shouldn't... But in
- # this instance we know why this error is occurring and that it is expected.
- r"Calculated [Tt]ransition .*pe-error",
- r"Resource lxc-ms .* is active on 2 nodes attempting recovery",
- r"Unknown operation: fail",
- r"VirtualDomain.*ERROR: Unable to determine emulator",
- ]
-
-AllTestClasses.append(RemoteLXC)
-
-
-class RemoteDriver(CTSTest):
-
- def __init__(self, cm):
- CTSTest.__init__(self,cm)
- self.name = self.__class__.__name__
- self.start = StartTest(cm)
- self.startall = SimulStartLite(cm)
- self.stop = StopTest(cm)
- self.remote_rsc = "remote-rsc"
- self.cib_cmd = """cibadmin -C -o %s -X '%s' """
- self.reset()
-
- def reset(self):
- self.pcmk_started = 0
- self.failed = False
- self.fail_string = ""
- self.remote_node_added = 0
- self.remote_rsc_added = 0
- self.remote_use_reconnect_interval = self.Env.random_gen.choice([True,False])
-
- def fail(self, msg):
- """ Mark test as failed. """
-
- self.failed = True
-
- # Always log the failure.
- self.logger.log(msg)
-
- # Use first failure as test status, as it's likely to be most useful.
- if not self.fail_string:
- self.fail_string = msg
-
- def get_othernode(self, node):
- for othernode in self.Env["nodes"]:
- if othernode == node:
- # we don't want to try and use the cib that we just shutdown.
- # find a cluster node that is not our soon to be remote-node.
- continue
- else:
- return othernode
-
- def del_rsc(self, node, rsc):
- othernode = self.get_othernode(node)
- (rc, _) = self.rsh(othernode, "crm_resource -D -r %s -t primitive" % (rsc))
- if rc != 0:
- self.fail("Removal of resource '%s' failed" % rsc)
-
- def add_rsc(self, node, rsc_xml):
- othernode = self.get_othernode(node)
- (rc, _) = self.rsh(othernode, self.cib_cmd % ("resources", rsc_xml))
- if rc != 0:
- self.fail("resource creation failed")
-
- def add_primitive_rsc(self, node):
- rsc_xml = """
-<primitive class="ocf" id="%(node)s" provider="heartbeat" type="Dummy">
- <meta_attributes id="%(node)s-meta_attributes"/>
- <operations>
- <op id="%(node)s-monitor-interval-20s" interval="20s" name="monitor"/>
- </operations>
-</primitive>""" % { "node": self.remote_rsc }
- self.add_rsc(node, rsc_xml)
- if not self.failed:
- self.remote_rsc_added = 1
-
- def add_connection_rsc(self, node):
- rsc_xml = """
-<primitive class="ocf" id="%(node)s" provider="pacemaker" type="remote">
- <instance_attributes id="%(node)s-instance_attributes">
- <nvpair id="%(node)s-instance_attributes-server" name="server" value="%(server)s"/>
-""" % { "node": self.remote_node, "server": node }
-
- if self.remote_use_reconnect_interval:
- # Set reconnect interval on resource
- rsc_xml = rsc_xml + """
- <nvpair id="%s-instance_attributes-reconnect_interval" name="reconnect_interval" value="60s"/>
-""" % (self.remote_node)
-
- rsc_xml = rsc_xml + """
- </instance_attributes>
- <operations>
- <op id="%(node)s-start" name="start" interval="0" timeout="120s"/>
- <op id="%(node)s-monitor-20s" name="monitor" interval="20s" timeout="45s"/>
- </operations>
-</primitive>
-""" % { "node": self.remote_node }
-
- self.add_rsc(node, rsc_xml)
- if not self.failed:
- self.remote_node_added = 1
-
- def disable_services(self, node):
- self.corosync_enabled = self.Env.service_is_enabled(node, "corosync")
- if self.corosync_enabled:
- self.Env.disable_service(node, "corosync")
-
- self.pacemaker_enabled = self.Env.service_is_enabled(node, "pacemaker")
- if self.pacemaker_enabled:
- self.Env.disable_service(node, "pacemaker")
-
- def restore_services(self, node):
- if self.corosync_enabled:
- self.Env.enable_service(node, "corosync")
-
- if self.pacemaker_enabled:
- self.Env.enable_service(node, "pacemaker")
-
- def stop_pcmk_remote(self, node):
- # disable pcmk remote
- for i in range(10):
- (rc, _) = self.rsh(node, "service pacemaker_remote stop")
- if rc != 0:
- time.sleep(6)
- else:
- break
-
- def start_pcmk_remote(self, node):
- for i in range(10):
- (rc, _) = self.rsh(node, "service pacemaker_remote start")
- if rc != 0:
- time.sleep(6)
- else:
- self.pcmk_started = 1
- break
-
- def freeze_pcmk_remote(self, node):
- """ Simulate a Pacemaker Remote daemon failure. """
-
- # We freeze the process.
- self.rsh(node, "killall -STOP pacemaker-remoted")
-
- def resume_pcmk_remote(self, node):
- # We resume the process.
- self.rsh(node, "killall -CONT pacemaker-remoted")
-
- def start_metal(self, node):
- # Cluster nodes are reused as remote nodes in remote tests. If cluster
- # services were enabled at boot, in case the remote node got fenced, the
- # cluster node would join instead of the expected remote one. Meanwhile
- # pacemaker_remote would not be able to start. Depending on the chances,
- # the situations might not be able to be orchestrated gracefully any more.
- #
- # Temporarily disable any enabled cluster serivces.
- self.disable_services(node)
-
- pcmk_started = 0
-
- # make sure the resource doesn't already exist for some reason
- self.rsh(node, "crm_resource -D -r %s -t primitive" % (self.remote_rsc))
- self.rsh(node, "crm_resource -D -r %s -t primitive" % (self.remote_node))
-
- if not self.stop(node):
- self.fail("Failed to shutdown cluster node %s" % node)
- return
-
- self.start_pcmk_remote(node)
-
- if self.pcmk_started == 0:
- self.fail("Failed to start pacemaker_remote on node %s" % node)
- return
-
- # Convert node to baremetal now that it has shutdown the cluster stack
- pats = [ ]
- watch = self.create_watch(pats, 120)
- watch.set_watch()
- pats.append(self.templates["Pat:RscOpOK"] % ("start", self.remote_node))
- pats.append(self.templates["Pat:DC_IDLE"])
-
- self.add_connection_rsc(node)
-
- self.set_timer("remoteMetalInit")
- watch.look_for_all()
- self.log_timer("remoteMetalInit")
- if watch.unmatched:
- self.fail("Unmatched patterns: %s" % watch.unmatched)
-
- def migrate_connection(self, node):
- if self.failed:
- return
-
- pats = [ ]
- pats.append(self.templates["Pat:RscOpOK"] % ("migrate_to", self.remote_node))
- pats.append(self.templates["Pat:RscOpOK"] % ("migrate_from", self.remote_node))
- pats.append(self.templates["Pat:DC_IDLE"])
- watch = self.create_watch(pats, 120)
- watch.set_watch()
-
- (rc, _) = self.rsh(node, "crm_resource -M -r %s" % (self.remote_node), verbose=1)
- if rc != 0:
- self.fail("failed to move remote node connection resource")
- return
-
- self.set_timer("remoteMetalMigrate")
- watch.look_for_all()
- self.log_timer("remoteMetalMigrate")
-
- if watch.unmatched:
- self.fail("Unmatched patterns: %s" % watch.unmatched)
- return
-
- def fail_rsc(self, node):
- if self.failed:
- return
-
- watchpats = [ ]
- watchpats.append(self.templates["Pat:RscRemoteOpOK"] % ("stop", self.remote_rsc, self.remote_node))
- watchpats.append(self.templates["Pat:RscRemoteOpOK"] % ("start", self.remote_rsc, self.remote_node))
- watchpats.append(self.templates["Pat:DC_IDLE"])
-
- watch = self.create_watch(watchpats, 120)
- watch.set_watch()
-
- self.debug("causing dummy rsc to fail.")
-
- self.rsh(node, "rm -f /var/run/resource-agents/Dummy*")
-
- self.set_timer("remoteRscFail")
- watch.look_for_all()
- self.log_timer("remoteRscFail")
- if watch.unmatched:
- self.fail("Unmatched patterns during rsc fail: %s" % watch.unmatched)
-
- def fail_connection(self, node):
- if self.failed:
- return
-
- watchpats = [ ]
- watchpats.append(self.templates["Pat:Fencing_ok"] % self.remote_node)
- watchpats.append(self.templates["Pat:NodeFenced"] % self.remote_node)
-
- watch = self.create_watch(watchpats, 120)
- watch.set_watch()
-
- # freeze the pcmk remote daemon. this will result in fencing
- self.debug("Force stopped active remote node")
- self.freeze_pcmk_remote(node)
-
- self.debug("Waiting for remote node to be fenced.")
- self.set_timer("remoteMetalFence")
- watch.look_for_all()
- self.log_timer("remoteMetalFence")
- if watch.unmatched:
- self.fail("Unmatched patterns: %s" % watch.unmatched)
- return
-
- self.debug("Waiting for the remote node to come back up")
- self.CM.ns.wait_for_node(node, 120);
-
- pats = [ ]
- watch = self.create_watch(pats, 240)
- watch.set_watch()
- pats.append(self.templates["Pat:RscOpOK"] % ("start", self.remote_node))
- if self.remote_rsc_added == 1:
- pats.append(self.templates["Pat:RscRemoteOpOK"] % ("start", self.remote_rsc, self.remote_node))
-
- # start the remote node again watch it integrate back into cluster.
- self.start_pcmk_remote(node)
- if self.pcmk_started == 0:
- self.fail("Failed to start pacemaker_remote on node %s" % node)
- return
-
- self.debug("Waiting for remote node to rejoin cluster after being fenced.")
- self.set_timer("remoteMetalRestart")
- watch.look_for_all()
- self.log_timer("remoteMetalRestart")
- if watch.unmatched:
- self.fail("Unmatched patterns: %s" % watch.unmatched)
- return
-
- def add_dummy_rsc(self, node):
- if self.failed:
- return
-
- # verify we can put a resource on the remote node
- pats = [ ]
- watch = self.create_watch(pats, 120)
- watch.set_watch()
- pats.append(self.templates["Pat:RscRemoteOpOK"] % ("start", self.remote_rsc, self.remote_node))
- pats.append(self.templates["Pat:DC_IDLE"])
-
- # Add a resource that must live on remote-node
- self.add_primitive_rsc(node)
-
- # force that rsc to prefer the remote node.
- (rc, _) = self.CM.rsh(node, "crm_resource -M -r %s -N %s -f" % (self.remote_rsc, self.remote_node), verbose=1)
- if rc != 0:
- self.fail("Failed to place remote resource on remote node.")
- return
-
- self.set_timer("remoteMetalRsc")
- watch.look_for_all()
- self.log_timer("remoteMetalRsc")
- if watch.unmatched:
- self.fail("Unmatched patterns: %s" % watch.unmatched)
-
- def test_attributes(self, node):
- if self.failed:
- return
-
- # This verifies permanent attributes can be set on a remote-node. It also
- # verifies the remote-node can edit its own cib node section remotely.
- (rc, line) = self.CM.rsh(node, "crm_attribute -l forever -n testattr -v testval -N %s" % (self.remote_node), verbose=1)
- if rc != 0:
- self.fail("Failed to set remote-node attribute. rc:%s output:%s" % (rc, line))
- return
-
- (rc, _) = self.CM.rsh(node, "crm_attribute -l forever -n testattr -q -N %s" % (self.remote_node), verbose=1)
- if rc != 0:
- self.fail("Failed to get remote-node attribute")
- return
-
- (rc, _) = self.CM.rsh(node, "crm_attribute -l forever -n testattr -D -N %s" % (self.remote_node), verbose=1)
- if rc != 0:
- self.fail("Failed to delete remote-node attribute")
- return
-
- def cleanup_metal(self, node):
- self.restore_services(node)
-
- if self.pcmk_started == 0:
- return
-
- pats = [ ]
-
- watch = self.create_watch(pats, 120)
- watch.set_watch()
-
- if self.remote_rsc_added == 1:
- pats.append(self.templates["Pat:RscOpOK"] % ("stop", self.remote_rsc))
- if self.remote_node_added == 1:
- pats.append(self.templates["Pat:RscOpOK"] % ("stop", self.remote_node))
-
- self.set_timer("remoteMetalCleanup")
-
- self.resume_pcmk_remote(node)
-
- if self.remote_rsc_added == 1:
-
- # Remove dummy resource added for remote node tests
- self.debug("Cleaning up dummy rsc put on remote node")
- self.rsh(self.get_othernode(node), "crm_resource -U -r %s" % self.remote_rsc)
- self.del_rsc(node, self.remote_rsc)
-
- if self.remote_node_added == 1:
-
- # Remove remote node's connection resource
- self.debug("Cleaning up remote node connection resource")
- self.rsh(self.get_othernode(node), "crm_resource -U -r %s" % (self.remote_node))
- self.del_rsc(node, self.remote_node)
-
- watch.look_for_all()
- self.log_timer("remoteMetalCleanup")
-
- if watch.unmatched:
- self.fail("Unmatched patterns: %s" % watch.unmatched)
-
- self.stop_pcmk_remote(node)
-
- self.debug("Waiting for the cluster to recover")
- self.CM.cluster_stable()
-
- if self.remote_node_added == 1:
- # Remove remote node itself
- self.debug("Cleaning up node entry for remote node")
- self.rsh(self.get_othernode(node), "crm_node --force --remove %s" % self.remote_node)
-
- def setup_env(self, node):
-
- self.remote_node = "remote-%s" % (node)
-
- # we are assuming if all nodes have a key, that it is
- # the right key... If any node doesn't have a remote
- # key, we regenerate it everywhere.
- if self.rsh.exists_on_all("/etc/pacemaker/authkey", self.Env["nodes"]):
- return
-
- # create key locally
- (handle, keyfile) = tempfile.mkstemp(".cts")
- os.close(handle)
- subprocess.check_call(["dd", "if=/dev/urandom", "of=%s" % keyfile, "bs=4096", "count=1"],
- stdout=subprocess.DEVNULL, stderr=subprocess.DEVNULL)
-
- # sync key throughout the cluster
- for node in self.Env["nodes"]:
- self.rsh(node, "mkdir -p --mode=0750 /etc/pacemaker")
- self.rsh.copy(keyfile, "root@%s:/etc/pacemaker/authkey" % node)
- self.rsh(node, "chgrp haclient /etc/pacemaker /etc/pacemaker/authkey")
- self.rsh(node, "chmod 0640 /etc/pacemaker/authkey")
- os.unlink(keyfile)
-
- def is_applicable(self):
- if not self.is_applicable_common():
- return False
-
- for node in self.Env["nodes"]:
- (rc, _) = self.rsh(node, "which pacemaker-remoted >/dev/null 2>&1")
- if rc != 0:
- return False
- return True
-
- def start_new_test(self, node):
- self.incr("calls")
- self.reset()
-
- ret = self.startall(None)
- if not ret:
- return self.failure("setup failed: could not start all nodes")
-
- self.setup_env(node)
- self.start_metal(node)
- self.add_dummy_rsc(node)
- return True
-
- def __call__(self, node):
- return self.failure("This base class is not meant to be called directly.")
-
- def errorstoignore(self):
- '''Return list of errors which should be ignored'''
- return [ r"""is running on remote.*which isn't allowed""",
- r"""Connection terminated""",
- r"""Could not send remote""",
- ]
-
-# RemoteDriver is just a base class for other tests, so it is not added to AllTestClasses
-
-
-class RemoteBasic(RemoteDriver):
-
- def __call__(self, node):
- '''Perform the 'RemoteBaremetal' test. '''
-
- if not self.start_new_test(node):
- return self.failure(self.fail_string)
-
- self.test_attributes(node)
- self.cleanup_metal(node)
-
- self.debug("Waiting for the cluster to recover")
- self.CM.cluster_stable()
- if self.failed:
- return self.failure(self.fail_string)
-
- return self.success()
-
-AllTestClasses.append(RemoteBasic)
-
-class RemoteStonithd(RemoteDriver):
-
- def __call__(self, node):
- '''Perform the 'RemoteStonithd' test. '''
-
- if not self.start_new_test(node):
- return self.failure(self.fail_string)
-
- self.fail_connection(node)
- self.cleanup_metal(node)
-
- self.debug("Waiting for the cluster to recover")
- self.CM.cluster_stable()
- if self.failed:
- return self.failure(self.fail_string)
-
- return self.success()
-
- def is_applicable(self):
- if not RemoteDriver.is_applicable(self):
- return False
-
- if "DoFencing" in list(self.Env.keys()):
- return self.Env["DoFencing"]
-
- return True
-
- def errorstoignore(self):
- ignore_pats = [
- r"Lost connection to Pacemaker Remote node",
- r"Software caused connection abort",
- r"pacemaker-controld.*:\s+error.*: Operation remote-.*_monitor",
- r"pacemaker-controld.*:\s+error.*: Result of monitor operation for remote-.*",
- r"schedulerd.*:\s+Recover\s+remote-.*\s+\(.*\)",
- r"error: Result of monitor operation for .* on remote-.*: Internal communication failure",
- ]
-
- ignore_pats.extend(RemoteDriver.errorstoignore(self))
- return ignore_pats
-
-AllTestClasses.append(RemoteStonithd)
-
-
-class RemoteMigrate(RemoteDriver):
-
- def __call__(self, node):
- '''Perform the 'RemoteMigrate' test. '''
-
- if not self.start_new_test(node):
- return self.failure(self.fail_string)
-
- self.migrate_connection(node)
- self.cleanup_metal(node)
-
- self.debug("Waiting for the cluster to recover")
- self.CM.cluster_stable()
- if self.failed:
- return self.failure(self.fail_string)
-
- return self.success()
-
- def is_applicable(self):
- if not RemoteDriver.is_applicable(self):
- return 0
- # This test requires at least three nodes: one to convert to a
- # remote node, one to host the connection originally, and one
- # to migrate the connection to.
- if len(self.Env["nodes"]) < 3:
- return 0
- return 1
-
-AllTestClasses.append(RemoteMigrate)
-
-
-class RemoteRscFailure(RemoteDriver):
-
- def __call__(self, node):
- '''Perform the 'RemoteRscFailure' test. '''
-
- if not self.start_new_test(node):
- return self.failure(self.fail_string)
-
- # This is an important step. We are migrating the connection
- # before failing the resource. This verifies that the migration
- # has properly maintained control over the remote-node.
- self.migrate_connection(node)
-
- self.fail_rsc(node)
- self.cleanup_metal(node)
-
- self.debug("Waiting for the cluster to recover")
- self.CM.cluster_stable()
- if self.failed:
- return self.failure(self.fail_string)
-
- return self.success()
-
- def errorstoignore(self):
- ignore_pats = [
- r"schedulerd.*: Recover\s+remote-rsc\s+\(.*\)",
- r"Dummy.*: No process state file found",
- ]
-
- ignore_pats.extend(RemoteDriver.errorstoignore(self))
- return ignore_pats
-
- def is_applicable(self):
- if not RemoteDriver.is_applicable(self):
- return 0
- # This test requires at least three nodes: one to convert to a
- # remote node, one to host the connection originally, and one
- # to migrate the connection to.
- if len(self.Env["nodes"]) < 3:
- return 0
- return 1
-
-AllTestClasses.append(RemoteRscFailure)
-
-# vim:ts=4:sw=4:et:
diff --git a/cts/lab/ClusterManager.py b/cts/lab/ClusterManager.py
deleted file mode 100644
index fda4cfb..0000000
--- a/cts/lab/ClusterManager.py
+++ /dev/null
@@ -1,940 +0,0 @@
-""" ClusterManager class for Pacemaker's Cluster Test Suite (CTS)
-"""
-
-__copyright__ = """Copyright 2000-2023 the Pacemaker project contributors.
-Certain portions by Huang Zhen <zhenhltc@cn.ibm.com> are copyright 2004
-International Business Machines. The version control history for this file
-may have further details."""
-__license__ = "GNU General Public License version 2 or later (GPLv2+) WITHOUT ANY WARRANTY"
-
-import os
-import re
-import time
-
-from collections import UserDict
-
-from cts.CIB import ConfigFactory
-from cts.CTStests import AuditResource
-
-from pacemaker.buildoptions import BuildOptions
-from pacemaker._cts.CTS import NodeStatus, Process
-from pacemaker._cts.environment import EnvFactory
-from pacemaker._cts.logging import LogFactory
-from pacemaker._cts.patterns import PatternSelector
-from pacemaker._cts.remote import RemoteFactory
-from pacemaker._cts.watcher import LogWatcher
-
-class ClusterManager(UserDict):
- '''The Cluster Manager class.
- This is an subclass of the Python dictionary class.
- (this is because it contains lots of {name,value} pairs,
- not because it's behavior is that terribly similar to a
- dictionary in other ways.)
-
- This is an abstract class which class implements high-level
- operations on the cluster and/or its cluster managers.
- Actual cluster managers classes are subclassed from this type.
-
- One of the things we do is track the state we think every node should
- be in.
- '''
-
- def __InitialConditions(self):
- #if os.geteuid() != 0:
- # raise ValueError("Must Be Root!")
- None
-
- def _finalConditions(self):
- for key in list(self.keys()):
- if self[key] == None:
- raise ValueError("Improper derivation: self[" + key + "] must be overridden by subclass.")
-
- def __init__(self):
- self.Env = EnvFactory().getInstance()
- self.templates = PatternSelector(self.Env["Name"])
- self.__InitialConditions()
- self.logger = LogFactory()
- self.TestLoggingLevel=0
- self.data = {}
- self.name = self.Env["Name"]
-
- self.rsh = RemoteFactory().getInstance()
- self.ShouldBeStatus={}
- self.ns = NodeStatus(self.Env)
- self.OurNode = os.uname()[1].lower()
- self.__instance_errorstoignore = []
-
- self.cib_installed = 0
- self.config = None
- self.cluster_monitor = 0
- self.use_short_names = 1
-
- if self.Env["DoBSC"]:
- del self.templates["Pat:They_stopped"]
-
- self._finalConditions()
-
- self.check_transitions = 0
- self.check_elections = 0
- self.CIBsync = {}
- self.CibFactory = ConfigFactory(self)
- self.cib = self.CibFactory.createConfig(self.Env["Schema"])
-
- def __getitem__(self, key):
- if key == "Name":
- return self.name
-
- print("FIXME: Getting %s from %s" % (key, repr(self)))
- if key in self.data:
- return self.data[key]
-
- return self.templates.get_patterns(key)
-
- def __setitem__(self, key, value):
- print("FIXME: Setting %s=%s on %s" % (key, value, repr(self)))
- self.data[key] = value
-
- def key_for_node(self, node):
- return node
-
- def instance_errorstoignore_clear(self):
- '''Allows the test scenario to reset instance errors to ignore on each iteration.'''
- self.__instance_errorstoignore = []
-
- def instance_errorstoignore(self):
- '''Return list of errors which are 'normal' for a specific test instance'''
- return self.__instance_errorstoignore
-
- def log(self, args):
- self.logger.log(args)
-
- def debug(self, args):
- self.logger.debug(args)
-
- def upcount(self):
- '''How many nodes are up?'''
- count = 0
- for node in self.Env["nodes"]:
- if self.ShouldBeStatus[node] == "up":
- count = count + 1
- return count
-
- def install_support(self, command="install"):
- for node in self.Env["nodes"]:
- self.rsh(node, BuildOptions.DAEMON_DIR + "/cts-support " + command)
-
- def prepare_fencing_watcher(self, name):
- # If we don't have quorum now but get it as a result of starting this node,
- # then a bunch of nodes might get fenced
- upnode = None
- if self.HasQuorum(None):
- self.debug("Have quorum")
- return None
-
- if not self.templates["Pat:Fencing_start"]:
- print("No start pattern")
- return None
-
- if not self.templates["Pat:Fencing_ok"]:
- print("No ok pattern")
- return None
-
- stonith = None
- stonithPats = []
- for peer in self.Env["nodes"]:
- if self.ShouldBeStatus[peer] != "up":
- stonithPats.append(self.templates["Pat:Fencing_ok"] % peer)
- stonithPats.append(self.templates["Pat:Fencing_start"] % peer)
-
- stonith = LogWatcher(self.Env["LogFileName"], stonithPats, self.Env["nodes"], self.Env["LogWatcher"], "StartupFencing", 0)
- stonith.set_watch()
- return stonith
-
- def fencing_cleanup(self, node, stonith):
- peer_list = []
- peer_state = {}
-
- self.debug("Looking for nodes that were fenced as a result of %s starting" % node)
-
- # If we just started a node, we may now have quorum (and permission to fence)
- if not stonith:
- self.debug("Nothing to do")
- return peer_list
-
- q = self.HasQuorum(None)
- if not q and len(self.Env["nodes"]) > 2:
- # We didn't gain quorum - we shouldn't have shot anyone
- self.debug("Quorum: %d Len: %d" % (q, len(self.Env["nodes"])))
- return peer_list
-
- for n in self.Env["nodes"]:
- peer_state[n] = "unknown"
-
- # Now see if any states need to be updated
- self.debug("looking for: " + repr(stonith.regexes))
- shot = stonith.look(0)
- while shot:
- line = repr(shot)
- self.debug("Found: " + line)
- del stonith.regexes[stonith.whichmatch]
-
- # Extract node name
- for n in self.Env["nodes"]:
- if re.search(self.templates["Pat:Fencing_ok"] % n, shot):
- peer = n
- peer_state[peer] = "complete"
- self.__instance_errorstoignore.append(self.templates["Pat:Fencing_ok"] % peer)
-
- elif peer_state[n] != "complete" and re.search(self.templates["Pat:Fencing_start"] % n, shot):
- # TODO: Correctly detect multiple fencing operations for the same host
- peer = n
- peer_state[peer] = "in-progress"
- self.__instance_errorstoignore.append(self.templates["Pat:Fencing_start"] % peer)
-
- if not peer:
- self.logger.log("ERROR: Unknown stonith match: %s" % line)
-
- elif not peer in peer_list:
- self.debug("Found peer: " + peer)
- peer_list.append(peer)
-
- # Get the next one
- shot = stonith.look(60)
-
- for peer in peer_list:
-
- self.debug(" Peer %s was fenced as a result of %s starting: %s" % (peer, node, peer_state[peer]))
- if self.Env["at-boot"]:
- self.ShouldBeStatus[peer] = "up"
- else:
- self.ShouldBeStatus[peer] = "down"
-
- if peer_state[peer] == "in-progress":
- # Wait for any in-progress operations to complete
- shot = stonith.look(60)
- while len(stonith.regexes) and shot:
- line = repr(shot)
- self.debug("Found: " + line)
- del stonith.regexes[stonith.whichmatch]
- shot = stonith.look(60)
-
- # Now make sure the node is alive too
- self.ns.wait_for_node(peer, self.Env["DeadTime"])
-
- # Poll until it comes up
- if self.Env["at-boot"]:
- if not self.StataCM(peer):
- time.sleep(self.Env["StartTime"])
-
- if not self.StataCM(peer):
- self.logger.log("ERROR: Peer %s failed to restart after being fenced" % peer)
- return None
-
- return peer_list
-
- def StartaCM(self, node, verbose=False):
-
- '''Start up the cluster manager on a given node'''
- if verbose: self.logger.log("Starting %s on node %s" % (self.templates["Name"], node))
- else: self.debug("Starting %s on node %s" % (self.templates["Name"], node))
- ret = 1
-
- if not node in self.ShouldBeStatus:
- self.ShouldBeStatus[node] = "down"
-
- if self.ShouldBeStatus[node] != "down":
- return 1
-
- patterns = []
- # Technically we should always be able to notice ourselves starting
- patterns.append(self.templates["Pat:Local_started"] % node)
- if self.upcount() == 0:
- patterns.append(self.templates["Pat:DC_started"] % node)
- else:
- patterns.append(self.templates["Pat:NonDC_started"] % node)
-
- watch = LogWatcher(
- self.Env["LogFileName"], patterns, self.Env["nodes"], self.Env["LogWatcher"], "StartaCM", self.Env["StartTime"]+10)
-
- self.install_config(node)
-
- self.ShouldBeStatus[node] = "any"
- if self.StataCM(node) and self.cluster_stable(self.Env["DeadTime"]):
- self.logger.log ("%s was already started" % (node))
- return 1
-
- stonith = self.prepare_fencing_watcher(node)
- watch.set_watch()
-
- (rc, _) = self.rsh(node, self.templates["StartCmd"])
- if rc != 0:
- self.logger.log ("Warn: Start command failed on node %s" % (node))
- self.fencing_cleanup(node, stonith)
- return None
-
- self.ShouldBeStatus[node] = "up"
- watch_result = watch.look_for_all()
-
- if watch.unmatched:
- for regex in watch.unmatched:
- self.logger.log ("Warn: Startup pattern not found: %s" % (regex))
-
- if watch_result and self.cluster_stable(self.Env["DeadTime"]):
- #self.debug("Found match: "+ repr(watch_result))
- self.fencing_cleanup(node, stonith)
- return 1
-
- elif self.StataCM(node) and self.cluster_stable(self.Env["DeadTime"]):
- self.fencing_cleanup(node, stonith)
- return 1
-
- self.logger.log ("Warn: Start failed for node %s" % (node))
- return None
-
- def StartaCMnoBlock(self, node, verbose=False):
-
- '''Start up the cluster manager on a given node with none-block mode'''
-
- if verbose: self.logger.log("Starting %s on node %s" % (self["Name"], node))
- else: self.debug("Starting %s on node %s" % (self["Name"], node))
-
- self.install_config(node)
- self.rsh(node, self.templates["StartCmd"], synchronous=False)
- self.ShouldBeStatus[node] = "up"
- return 1
-
- def StopaCM(self, node, verbose=False, force=False):
-
- '''Stop the cluster manager on a given node'''
-
- if verbose: self.logger.log("Stopping %s on node %s" % (self["Name"], node))
- else: self.debug("Stopping %s on node %s" % (self["Name"], node))
-
- if self.ShouldBeStatus[node] != "up" and force == False:
- return 1
-
- (rc, _) = self.rsh(node, self.templates["StopCmd"])
- if rc == 0:
- # Make sure we can continue even if corosync leaks
- # fdata-* is the old name
- #self.rsh(node, "rm -rf /dev/shm/qb-* /dev/shm/fdata-*")
- self.ShouldBeStatus[node] = "down"
- self.cluster_stable(self.Env["DeadTime"])
- return 1
- else:
- self.logger.log ("ERROR: Could not stop %s on node %s" % (self["Name"], node))
-
- return None
-
- def StopaCMnoBlock(self, node):
-
- '''Stop the cluster manager on a given node with none-block mode'''
-
- self.debug("Stopping %s on node %s" % (self["Name"], node))
-
- self.rsh(node, self.templates["StopCmd"], synchronous=False)
- self.ShouldBeStatus[node] = "down"
- return 1
-
- def RereadCM(self, node):
-
- '''Force the cluster manager on a given node to reread its config
- This may be a no-op on certain cluster managers.
- '''
- (rc, _) = self.rsh(node, self.templates["RereadCmd"])
- if rc == 0:
- return 1
- else:
- self.logger.log ("Could not force %s on node %s to reread its config"
- % (self["Name"], node))
- return None
-
- def startall(self, nodelist=None, verbose=False, quick=False):
-
- '''Start the cluster manager on every node in the cluster.
- We can do it on a subset of the cluster if nodelist is not None.
- '''
- map = {}
- if not nodelist:
- nodelist = self.Env["nodes"]
-
- for node in nodelist:
- if self.ShouldBeStatus[node] == "down":
- self.ns.wait_for_all_nodes(nodelist, 300)
-
- if not quick:
- # This is used for "basic sanity checks", so only start one node ...
- if not self.StartaCM(node, verbose=verbose):
- return 0
- return 1
-
- # Approximation of SimulStartList for --boot
- watchpats = [ ]
- watchpats.append(self.templates["Pat:DC_IDLE"])
- for node in nodelist:
- watchpats.append(self.templates["Pat:InfraUp"] % node)
- watchpats.append(self.templates["Pat:PacemakerUp"] % node)
- watchpats.append(self.templates["Pat:Local_started"] % node)
- watchpats.append(self.templates["Pat:They_up"] % (nodelist[0], node))
-
- # Start all the nodes - at about the same time...
- watch = LogWatcher(self.Env["LogFileName"], watchpats, self.Env["nodes"], self.Env["LogWatcher"], "fast-start", self.Env["DeadTime"]+10)
- watch.set_watch()
-
- if not self.StartaCM(nodelist[0], verbose=verbose):
- return 0
- for node in nodelist:
- self.StartaCMnoBlock(node, verbose=verbose)
-
- watch.look_for_all()
- if watch.unmatched:
- for regex in watch.unmatched:
- self.logger.log ("Warn: Startup pattern not found: %s" % (regex))
-
- if not self.cluster_stable():
- self.logger.log("Cluster did not stabilize")
- return 0
-
- return 1
-
- def stopall(self, nodelist=None, verbose=False, force=False):
-
- '''Stop the cluster managers on every node in the cluster.
- We can do it on a subset of the cluster if nodelist is not None.
- '''
-
- ret = 1
- map = {}
- if not nodelist:
- nodelist = self.Env["nodes"]
- for node in self.Env["nodes"]:
- if self.ShouldBeStatus[node] == "up" or force == True:
- if not self.StopaCM(node, verbose=verbose, force=force):
- ret = 0
- return ret
-
- def rereadall(self, nodelist=None):
-
- '''Force the cluster managers on every node in the cluster
- to reread their config files. We can do it on a subset of the
- cluster if nodelist is not None.
- '''
-
- map = {}
- if not nodelist:
- nodelist = self.Env["nodes"]
- for node in self.Env["nodes"]:
- if self.ShouldBeStatus[node] == "up":
- self.RereadCM(node)
-
- def statall(self, nodelist=None):
-
- '''Return the status of the cluster managers in the cluster.
- We can do it on a subset of the cluster if nodelist is not None.
- '''
-
- result = {}
- if not nodelist:
- nodelist = self.Env["nodes"]
- for node in nodelist:
- if self.StataCM(node):
- result[node] = "up"
- else:
- result[node] = "down"
- return result
-
- def isolate_node(self, target, nodes=None):
- '''isolate the communication between the nodes'''
- if not nodes:
- nodes = self.Env["nodes"]
-
- for node in nodes:
- if node != target:
- rc = self.rsh(target, self.templates["BreakCommCmd"] % self.key_for_node(node))
- if rc != 0:
- self.logger.log("Could not break the communication between %s and %s: %d" % (target, node, rc))
- return None
- else:
- self.debug("Communication cut between %s and %s" % (target, node))
- return 1
-
- def unisolate_node(self, target, nodes=None):
- '''fix the communication between the nodes'''
- if not nodes:
- nodes = self.Env["nodes"]
-
- for node in nodes:
- if node != target:
- restored = 0
-
- # Limit the amount of time we have asynchronous connectivity for
- # Restore both sides as simultaneously as possible
- self.rsh(target, self.templates["FixCommCmd"] % self.key_for_node(node), synchronous=False)
- self.rsh(node, self.templates["FixCommCmd"] % self.key_for_node(target), synchronous=False)
- self.debug("Communication restored between %s and %s" % (target, node))
-
- def oprofileStart(self, node=None):
- if not node:
- for n in self.Env["oprofile"]:
- self.oprofileStart(n)
-
- elif node in self.Env["oprofile"]:
- self.debug("Enabling oprofile on %s" % node)
- self.rsh(node, "opcontrol --init")
- self.rsh(node, "opcontrol --setup --no-vmlinux --separate=lib --callgraph=20 --image=all")
- self.rsh(node, "opcontrol --start")
- self.rsh(node, "opcontrol --reset")
-
- def oprofileSave(self, test, node=None):
- if not node:
- for n in self.Env["oprofile"]:
- self.oprofileSave(test, n)
-
- elif node in self.Env["oprofile"]:
- self.rsh(node, "opcontrol --dump")
- self.rsh(node, "opcontrol --save=cts.%d" % test)
- # Read back with: opreport -l session:cts.0 image:<directory>/c*
- if None:
- self.rsh(node, "opcontrol --reset")
- else:
- self.oprofileStop(node)
- self.oprofileStart(node)
-
- def oprofileStop(self, node=None):
- if not node:
- for n in self.Env["oprofile"]:
- self.oprofileStop(n)
-
- elif node in self.Env["oprofile"]:
- self.debug("Stopping oprofile on %s" % node)
- self.rsh(node, "opcontrol --reset")
- self.rsh(node, "opcontrol --shutdown 2>&1 > /dev/null")
-
- def errorstoignore(self):
- # At some point implement a more elegant solution that
- # also produces a report at the end
- """ Return a list of known error messages that should be ignored """
- return self.templates.get_patterns("BadNewsIgnore")
-
- def install_config(self, node):
- if not self.ns.wait_for_node(node):
- self.log("Node %s is not up." % node)
- return None
-
- if not node in self.CIBsync and self.Env["ClobberCIB"]:
- self.CIBsync[node] = 1
- self.rsh(node, "rm -f " + BuildOptions.CIB_DIR + "/cib*")
-
- # Only install the CIB on the first node, all the other ones will pick it up from there
- if self.cib_installed == 1:
- return None
-
- self.cib_installed = 1
- if self.Env["CIBfilename"] == None:
- self.log("Installing Generated CIB on node %s" % (node))
- self.cib.install(node)
-
- else:
- self.log("Installing CIB (%s) on node %s" % (self.Env["CIBfilename"], node))
- if self.rsh.copy(self.Env["CIBfilename"], "root@" + (self.templates["CIBfile"] % node)) != 0:
- raise ValueError("Can not scp file to %s %d"%(node))
-
- self.rsh(node, "chown " + BuildOptions.DAEMON_USER + " " + BuildOptions.CIB_DIR + "/cib.xml")
-
- def prepare(self):
- '''Finish the Initialization process. Prepare to test...'''
-
- self.partitions_expected = 1
- for node in self.Env["nodes"]:
- self.ShouldBeStatus[node] = ""
- if self.Env["experimental-tests"]:
- self.unisolate_node(node)
- self.StataCM(node)
-
- def test_node_CM(self, node):
- '''Report the status of the cluster manager on a given node'''
-
- watchpats = [ ]
- watchpats.append("Current ping state: (S_IDLE|S_NOT_DC)")
- watchpats.append(self.templates["Pat:NonDC_started"] % node)
- watchpats.append(self.templates["Pat:DC_started"] % node)
- idle_watch = LogWatcher(self.Env["LogFileName"], watchpats, [node], self.Env["LogWatcher"], "ClusterIdle")
- idle_watch.set_watch()
-
- (_, out) = self.rsh(node, self.templates["StatusCmd"]%node, verbose=1)
-
- if not out:
- out = ""
- else:
- out = out[0].strip()
-
- self.debug("Node %s status: '%s'" %(node, out))
-
- if out.find('ok') < 0:
- if self.ShouldBeStatus[node] == "up":
- self.log(
- "Node status for %s is %s but we think it should be %s"
- % (node, "down", self.ShouldBeStatus[node]))
- self.ShouldBeStatus[node] = "down"
- return 0
-
- if self.ShouldBeStatus[node] == "down":
- self.log(
- "Node status for %s is %s but we think it should be %s: %s"
- % (node, "up", self.ShouldBeStatus[node], out))
-
- self.ShouldBeStatus[node] = "up"
-
- # check the output first - because syslog-ng loses messages
- if out.find('S_NOT_DC') != -1:
- # Up and stable
- return 2
- if out.find('S_IDLE') != -1:
- # Up and stable
- return 2
-
- # fall back to syslog-ng and wait
- if not idle_watch.look():
- # just up
- self.debug("Warn: Node %s is unstable: %s" % (node, out))
- return 1
-
- # Up and stable
- return 2
-
- # Is the node up or is the node down
- def StataCM(self, node):
- '''Report the status of the cluster manager on a given node'''
-
- if self.test_node_CM(node) > 0:
- return 1
- return None
-
- # Being up and being stable is not the same question...
- def node_stable(self, node):
- '''Report the status of the cluster manager on a given node'''
-
- if self.test_node_CM(node) == 2:
- return 1
- self.log("Warn: Node %s not stable" % (node))
- return None
-
- def partition_stable(self, nodes, timeout=None):
- watchpats = [ ]
- watchpats.append("Current ping state: S_IDLE")
- watchpats.append(self.templates["Pat:DC_IDLE"])
- self.debug("Waiting for cluster stability...")
-
- if timeout == None:
- timeout = self.Env["DeadTime"]
-
- if len(nodes) < 3:
- self.debug("Cluster is inactive")
- return 1
-
- idle_watch = LogWatcher(self.Env["LogFileName"], watchpats, nodes.split(), self.Env["LogWatcher"], "ClusterStable", timeout)
- idle_watch.set_watch()
-
- for node in nodes.split():
- # have each node dump its current state
- self.rsh(node, self.templates["StatusCmd"] % node, verbose=1)
-
- ret = idle_watch.look()
- while ret:
- self.debug(ret)
- for node in nodes.split():
- if re.search(node, ret):
- return 1
- ret = idle_watch.look()
-
- self.debug("Warn: Partition %s not IDLE after %ds" % (repr(nodes), timeout))
- return None
-
- def cluster_stable(self, timeout=None, double_check=False):
- partitions = self.find_partitions()
-
- for partition in partitions:
- if not self.partition_stable(partition, timeout):
- return None
-
- if double_check:
- # Make sure we are really stable and that all resources,
- # including those that depend on transient node attributes,
- # are started if they were going to be
- time.sleep(5)
- for partition in partitions:
- if not self.partition_stable(partition, timeout):
- return None
-
- return 1
-
- def is_node_dc(self, node, status_line=None):
- rc = 0
-
- if not status_line:
- (_, out) = self.rsh(node, self.templates["StatusCmd"]%node, verbose=1)
-
- if out:
- status_line = out[0].strip()
-
- if not status_line:
- rc = 0
- elif status_line.find('S_IDLE') != -1:
- rc = 1
- elif status_line.find('S_INTEGRATION') != -1:
- rc = 1
- elif status_line.find('S_FINALIZE_JOIN') != -1:
- rc = 1
- elif status_line.find('S_POLICY_ENGINE') != -1:
- rc = 1
- elif status_line.find('S_TRANSITION_ENGINE') != -1:
- rc = 1
-
- return rc
-
- def active_resources(self, node):
- (_, output) = self.rsh(node, "crm_resource -c", verbose=1)
- resources = []
- for line in output:
- if re.search("^Resource", line):
- tmp = AuditResource(self, line)
- if tmp.type == "primitive" and tmp.host == node:
- resources.append(tmp.id)
- return resources
-
- def ResourceLocation(self, rid):
- ResourceNodes = []
- for node in self.Env["nodes"]:
- if self.ShouldBeStatus[node] == "up":
-
- cmd = self.templates["RscRunning"] % (rid)
- (rc, lines) = self.rsh(node, cmd)
-
- if rc == 127:
- self.log("Command '%s' failed. Binary or pacemaker-cts package not installed?" % cmd)
- for line in lines:
- self.log("Output: "+line)
- elif rc == 0:
- ResourceNodes.append(node)
-
- return ResourceNodes
-
- def find_partitions(self):
- ccm_partitions = []
-
- for node in self.Env["nodes"]:
- if self.ShouldBeStatus[node] == "up":
- (_, out) = self.rsh(node, self.templates["PartitionCmd"], verbose=1)
-
- if not out:
- self.log("no partition details for %s" % node)
- continue
-
- partition = out[0].strip()
-
- if len(partition) > 2:
- nodes = partition.split()
- nodes.sort()
- partition = ' '.join(nodes)
-
- found = 0
- for a_partition in ccm_partitions:
- if partition == a_partition:
- found = 1
- if found == 0:
- self.debug("Adding partition from %s: %s" % (node, partition))
- ccm_partitions.append(partition)
- else:
- self.debug("Partition '%s' from %s is consistent with existing entries" % (partition, node))
-
- else:
- self.log("bad partition details for %s" % node)
- else:
- self.debug("Node %s is down... skipping" % node)
-
- self.debug("Found partitions: %s" % repr(ccm_partitions) )
- return ccm_partitions
-
- def HasQuorum(self, node_list):
- # If we are auditing a partition, then one side will
- # have quorum and the other not.
- # So the caller needs to tell us which we are checking
- # If no value for node_list is specified... assume all nodes
- if not node_list:
- node_list = self.Env["nodes"]
-
- for node in node_list:
- if self.ShouldBeStatus[node] == "up":
- (_, quorum) = self.rsh(node, self.templates["QuorumCmd"], verbose=1)
- quorum = quorum[0].strip()
-
- if quorum.find("1") != -1:
- return 1
- elif quorum.find("0") != -1:
- return 0
- else:
- self.debug("WARN: Unexpected quorum test result from " + node + ":" + quorum)
-
- return 0
-
- def Components(self):
- complist = []
- common_ignore = [
- "Pending action:",
- "(ERROR|error): crm_log_message_adv:",
- "(ERROR|error): MSG: No message to dump",
- "pending LRM operations at shutdown",
- "Lost connection to the CIB manager",
- "Connection to the CIB terminated...",
- "Sending message to the CIB manager FAILED",
- "Action A_RECOVER .* not supported",
- "(ERROR|error): stonithd_op_result_ready: not signed on",
- "pingd.*(ERROR|error): send_update: Could not send update",
- "send_ipc_message: IPC Channel to .* is not connected",
- "unconfirmed_actions: Waiting on .* unconfirmed actions",
- "cib_native_msgready: Message pending on command channel",
- r": Performing A_EXIT_1 - forcefully exiting ",
- r"Resource .* was active at shutdown. You may ignore this error if it is unmanaged.",
- ]
-
- stonith_ignore = [
- r"Updating failcount for child_DoFencing",
- r"error.*: Fencer connection failed \(will retry\)",
- "pacemaker-execd.*(ERROR|error): stonithd_receive_ops_result failed.",
- ]
-
- stonith_ignore.extend(common_ignore)
-
- ccm = Process(self, "ccm", pats = [
- "State transition .* S_RECOVERY",
- "pacemaker-controld.*Action A_RECOVER .* not supported",
- r"pacemaker-controld.*: Input I_TERMINATE .*from do_recover",
- r"pacemaker-controld.*: Could not recover from internal error",
- "pacemaker-controld.*I_ERROR.*crmd_cib_connection_destroy",
- # these status numbers are likely wrong now
- r"pacemaker-controld.*exited with status 2",
- r"attrd.*exited with status 1",
- r"cib.*exited with status 2",
-
-# Not if it was fenced
-# "A new node joined the cluster",
-
-# "WARN: determine_online_status: Node .* is unclean",
-# "Scheduling node .* for fencing",
-# "Executing .* fencing operation",
-# "tengine_stonith_callback: .*result=0",
-# "Processing I_NODE_JOIN:.* cause=C_HA_MESSAGE",
-# "State transition S_.* -> S_INTEGRATION.*input=I_NODE_JOIN",
- "State transition S_STARTING -> S_PENDING",
- ], badnews_ignore = common_ignore)
-
- based = Process(self, "pacemaker-based", pats = [
- "State transition .* S_RECOVERY",
- "Lost connection to the CIB manager",
- "Connection to the CIB manager terminated",
- r"pacemaker-controld.*: Input I_TERMINATE .*from do_recover",
- "pacemaker-controld.*I_ERROR.*crmd_cib_connection_destroy",
- r"pacemaker-controld.*: Could not recover from internal error",
- # these status numbers are likely wrong now
- r"pacemaker-controld.*exited with status 2",
- r"attrd.*exited with status 1",
- ], badnews_ignore = common_ignore)
-
- execd = Process(self, "pacemaker-execd", pats = [
- "State transition .* S_RECOVERY",
- "LRM Connection failed",
- "pacemaker-controld.*I_ERROR.*lrm_connection_destroy",
- "State transition S_STARTING -> S_PENDING",
- r"pacemaker-controld.*: Input I_TERMINATE .*from do_recover",
- r"pacemaker-controld.*: Could not recover from internal error",
- # this status number is likely wrong now
- r"pacemaker-controld.*exited with status 2",
- ], badnews_ignore = common_ignore)
-
- controld = Process(self, "pacemaker-controld",
- pats = [
-# "WARN: determine_online_status: Node .* is unclean",
-# "Scheduling node .* for fencing",
-# "Executing .* fencing operation",
-# "tengine_stonith_callback: .*result=0",
- "State transition .* S_IDLE",
- "State transition S_STARTING -> S_PENDING",
- ], badnews_ignore = common_ignore)
-
- schedulerd = Process(self, "pacemaker-schedulerd", pats = [
- "State transition .* S_RECOVERY",
- r"pacemaker-controld.*: Input I_TERMINATE .*from do_recover",
- r"pacemaker-controld.*: Could not recover from internal error",
- r"pacemaker-controld.*CRIT.*: Connection to the scheduler failed",
- "pacemaker-controld.*I_ERROR.*save_cib_contents",
- # this status number is likely wrong now
- r"pacemaker-controld.*exited with status 2",
- ], badnews_ignore = common_ignore, dc_only=True)
-
- if self.Env["DoFencing"]:
- complist.append(Process(self, "stoniths", dc_pats = [
- r"pacemaker-controld.*CRIT.*: Fencing daemon connection failed",
- "Attempting connection to fencing daemon",
- ], badnews_ignore = stonith_ignore))
-
- ccm.pats.extend([
- # these status numbers are likely wrong now
- r"attrd.*exited with status 1",
- r"pacemaker-(based|controld).*exited with status 2",
- ])
- based.pats.extend([
- # these status numbers are likely wrong now
- r"attrd.*exited with status 1",
- r"pacemaker-controld.*exited with status 2",
- ])
- execd.pats.extend([
- # these status numbers are likely wrong now
- r"pacemaker-controld.*exited with status 2",
- ])
-
- complist.append(ccm)
- complist.append(based)
- complist.append(execd)
- complist.append(controld)
- complist.append(schedulerd)
-
- return complist
-
- def StandbyStatus(self, node):
- (_, out) = self.rsh(node, self.templates["StandbyQueryCmd"] % node, verbose=1)
- if not out:
- return "off"
- out = out[0].strip()
- self.debug("Standby result: "+out)
- return out
-
- # status == "on" : Enter Standby mode
- # status == "off": Enter Active mode
- def SetStandbyMode(self, node, status):
- current_status = self.StandbyStatus(node)
- cmd = self.templates["StandbyCmd"] % (node, status)
- self.rsh(node, cmd)
- return True
-
- def AddDummyRsc(self, node, rid):
- rsc_xml = """ '<resources>
- <primitive class=\"ocf\" id=\"%s\" provider=\"pacemaker\" type=\"Dummy\">
- <operations>
- <op id=\"%s-interval-10s\" interval=\"10s\" name=\"monitor\"/
- </operations>
- </primitive>
- </resources>'""" % (rid, rid)
- constraint_xml = """ '<constraints>
- <rsc_location id=\"location-%s-%s\" node=\"%s\" rsc=\"%s\" score=\"INFINITY\"/>
- </constraints>'
- """ % (rid, node, node, rid)
-
- self.rsh(node, self.templates['CibAddXml'] % (rsc_xml))
- self.rsh(node, self.templates['CibAddXml'] % (constraint_xml))
-
- def RemoveDummyRsc(self, node, rid):
- constraint = "\"//rsc_location[@rsc='%s']\"" % (rid)
- rsc = "\"//primitive[@id='%s']\"" % (rid)
-
- self.rsh(node, self.templates['CibDelXpath'] % constraint)
- self.rsh(node, self.templates['CibDelXpath'] % rsc)
diff --git a/cts/lab/Makefile.am b/cts/lab/Makefile.am
deleted file mode 100644
index 27e39b3..0000000
--- a/cts/lab/Makefile.am
+++ /dev/null
@@ -1,31 +0,0 @@
-#
-# Copyright 2001-2023 the Pacemaker project contributors
-#
-# The version control history for this file may have further details.
-#
-# This source code is licensed under the GNU General Public License version 2
-# or later (GPLv2+) WITHOUT ANY WARRANTY.
-#
-
-MAINTAINERCLEANFILES = Makefile.in
-
-noinst_SCRIPTS = cluster_test \
- OCFIPraTest.py
-
-# Commands intended to be run only via other commands
-halibdir = $(CRM_DAEMON_DIR)
-dist_halib_SCRIPTS = cts-log-watcher
-
-ctslibdir = $(pythondir)/cts
-ctslib_PYTHON = __init__.py \
- CIB.py \
- cib_xml.py \
- ClusterManager.py \
- CM_corosync.py \
- CTSaudits.py \
- CTSscenarios.py \
- CTStests.py
-
-ctsdir = $(datadir)/$(PACKAGE)/tests/cts
-cts_SCRIPTS = CTSlab.py \
- cts
diff --git a/cts/lab/OCFIPraTest.py.in b/cts/lab/OCFIPraTest.py.in
deleted file mode 100644
index 2cce304..0000000
--- a/cts/lab/OCFIPraTest.py.in
+++ /dev/null
@@ -1,173 +0,0 @@
-#!@PYTHON@
-
-'''OCF IPaddr/IPaddr2 Resource Agent Test'''
-
-__copyright__ = """Original Author: Huang Zhen <zhenhltc@cn.ibm.com>
-Copyright 2004 International Business Machines
-
-with later changes copyright 2005-2023 the Pacemaker project contributors.
-The version control history for this file may have further details.
-"""
-__license__ = "GNU General Public License version 2 or later (GPLv2+) WITHOUT ANY WARRANTY"
-
-import os
-import sys
-import time
-import random
-import struct
-import syslog
-
-from pacemaker import BuildOptions
-
-
-def usage():
- print("usage: " + sys.argv[0] \
- + " [-2]"\
- + " [--ipbase|-i first-test-ip]"\
- + " [--ipnum|-n test-ip-num]"\
- + " [--help|-h]"\
- + " [--perform|-p op]"\
- + " [number-of-iterations]")
- sys.exit(1)
-
-
-def perform_op(ra, ip, op):
- os.environ["OCF_RA_VERSION_MAJOR"] = "1"
- os.environ["OCF_RA_VERSION_MINOR"] = "0"
- os.environ["OCF_ROOT"] = BuildOptions.OCF_ROOT_DIR
- os.environ["OCF_RESOURCE_INSTANCE"] = ip
- os.environ["OCF_RESOURCE_TYPE"] = ra
- os.environ["OCF_RESKEY_ip"] = ip
- os.environ["HA_LOGFILE"] = "/dev/null"
- os.environ["HA_LOGFACILITY"] = "local7"
- path = BuildOptions.OCF_ROOT_DIR + "/resource.d/heartbeat/" + ra
- return os.spawnvpe(os.P_WAIT, path, [ra, op], os.environ)
-
-
-def audit(ra, iplist, ipstatus, summary):
- passed = 1
- for ip in iplist:
- ret = perform_op(ra, ip, "monitor")
- if ret != ipstatus[ip]:
- passed = 0
- log("audit: status of %s should be %d but it is %d\t [failure]" %
- (ip,ipstatus[ip],ret))
- ipstatus[ip] = ret
- summary["audit"]["called"] += 1;
- if passed :
- summary["audit"]["success"] += 1
- else :
- summary["audit"]["failure"] += 1
-
-
-def log(towrite):
- t = time.strftime("%Y/%m/%d_%H:%M:%S\t", time.localtime(time.time()))
- logstr = t + " "+str(towrite)
- syslog.syslog(logstr)
- print(logstr)
-
-if __name__ == '__main__':
- ra = "IPaddr"
- ipbase = "127.0.0.10"
- ipnum = 1
- itnum = 50
- perform = None
- summary = {
- "start":{"called":0,"success":0,"failure":0},
- "stop" :{"called":0,"success":0,"failure":0},
- "audit":{"called":0,"success":0,"failure":0}
- }
- syslog.openlog(sys.argv[0], 0, syslog.LOG_LOCAL7)
-
- # Process arguments...
- skipthis = None
- args = sys.argv[1:]
- for i in range(0, len(args)) :
- if skipthis :
- skipthis = None
- continue
- elif args[i] == "-2" :
- ra = "IPaddr2"
- elif args[i] == "--ip" or args[i] == "-i" :
- skipthis = 1
- ipbase = args[i+1]
- elif args[i] == "--ipnum" or args[i] == "-n" :
- skipthis = 1
- ipnum = int(args[i+1])
- elif args[i] == "--perform" or args[i] == "-p" :
- skipthis = 1
- perform = args[i+1]
- elif args[i] == "--help" or args[i] == "-h" :
- usage()
- else:
- itnum = int(args[i])
-
- log("Begin OCF IPaddr/IPaddr2 Test")
-
- # Generate the test ips
- iplist = []
- ipstatus = {}
- fields = ipbase.split('.')
- for i in range(0, ipnum) :
- ip = fields.join('.')
- iplist.append(ip)
- ipstatus[ip] = perform_op(ra,ip,"monitor")
- fields[3] = str(int(fields[3])+1)
- log("Test ip:" + str(iplist))
-
- # If use ask perform an operation
- if perform != None:
- log("Perform opeartion %s"%perform)
- for ip in iplist:
- perform_op(ra, ip, perform)
- log("Done")
- sys.exit()
-
- log("RA Type:" + ra)
- log("Test Count:" + str(itnum))
-
- # Prepare Random
- f = open("/dev/urandom", "r")
- seed = struct.unpack("BBB", f.read(3))
- f.close()
- #seed=(123,321,231)
- rand = random.Random()
- rand.seed(seed[0])
- log("Test Random Seed:" + str(seed))
-
- #
- # Begin Tests
-
- log(">>>>>>>>>>>>>>>>>>>>>>>>")
- for i in range(0, itnum):
- ip = rand.choice(iplist)
- if ipstatus[ip] == 0:
- op = "stop"
- elif ipstatus[ip] == 7:
- op = "start"
- else :
- op = rand.choice(["start","stop"])
-
- ret = perform_op(ra, ip, op)
- # update status
- if op == "start" and ret == 0:
- ipstatus[ip] = 0
- elif op == "stop" and ret == 0:
- ipstatus[ip] = 7
- else :
- ipstatus[ip] = 1
- result = ""
- if ret == 0:
- result = "success"
- else :
- result = "failure"
- summary[op]["called"] += 1
- summary[op][result] += 1
- log( "%d:%s %s \t[%s]"%(i, op, ip, result))
- audit(ra, iplist, ipstatus, summary)
-
- log("<<<<<<<<<<<<<<<<<<<<<<<<")
- log("start:\t" + str(summary["start"]))
- log("stop: \t" + str(summary["stop"]))
- log("audit:\t" + str(summary["audit"]))
-
diff --git a/cts/lab/__init__.py b/cts/lab/__init__.py
deleted file mode 100644
index abed502..0000000
--- a/cts/lab/__init__.py
+++ /dev/null
@@ -1,15 +0,0 @@
-"""Python modules for Pacemaker's Cluster Test Suite (CTS)
-
-This package provides the following modules:
-
-CIB
-cib_xml
-CM_common
-CM_corosync
-CTSaudits
-CTS
-CTSscenarios
-CTStests
-patterns
-watcher
-"""
diff --git a/cts/lab/cib_xml.py b/cts/lab/cib_xml.py
deleted file mode 100644
index 378dd29..0000000
--- a/cts/lab/cib_xml.py
+++ /dev/null
@@ -1,319 +0,0 @@
-""" CIB XML generator for Pacemaker's Cluster Test Suite (CTS)
-"""
-
-__copyright__ = "Copyright 2008-2023 the Pacemaker project contributors"
-__license__ = "GNU General Public License version 2 or later (GPLv2+) WITHOUT ANY WARRANTY"
-
-import sys
-
-from cts.CIB import CibBase
-
-
-class XmlBase(CibBase):
- def __init__(self, Factory, tag, _id, **kwargs):
- CibBase.__init__(self, Factory, tag, _id, **kwargs)
-
- def show(self):
- text = '''<%s''' % self.tag
- if self.name:
- text += ''' id="%s"''' % (self.name)
- for k in list(self.kwargs.keys()):
- text += ''' %s="%s"''' % (k, self.kwargs[k])
-
- if not self.children:
- text += '''/>'''
- return text
-
- text += '''>'''
-
- for c in self.children:
- text += c.show()
-
- text += '''</%s>''' % self.tag
- return text
-
- def _run(self, operation, xml, section="all", options=""):
- if self.name:
- label = self.name
- else:
- label = "<%s>" % self.tag
- self.Factory.debug("Writing out %s" % label)
- fixed = "HOME=/root CIB_file="+self.Factory.tmpfile
- fixed += " cibadmin --%s --scope %s %s --xml-text '%s'" % (operation, section, options, xml)
- (rc, _) = self.Factory.rsh(self.Factory.target, fixed)
- if rc != 0:
- self.Factory.log("Configure call failed: "+fixed)
- sys.exit(1)
-
-
-class InstanceAttributes(XmlBase):
- """ Create an <instance_attributes> section with name-value pairs """
-
- def __init__(self, Factory, name, attrs):
- XmlBase.__init__(self, Factory, "instance_attributes", name)
-
- # Create an <nvpair> for each attribute
- for (attr, value) in list(attrs.items()):
- self.add_child(XmlBase(Factory, "nvpair", "%s-%s" % (name, attr),
- name=attr, value=value))
-
-
-class Node(XmlBase):
- """ Create a <node> section with node attributes for one node """
-
- def __init__(self, Factory, node_name, node_id, node_attrs):
- XmlBase.__init__(self, Factory, "node", node_id, uname=node_name)
- self.add_child(InstanceAttributes(Factory, "%s-1" % node_name, node_attrs))
-
-
-class Nodes(XmlBase):
- """ Create a <nodes> section """
-
- def __init__(self, Factory):
- XmlBase.__init__(self, Factory, "nodes", None)
-
- def add_node(self, node_name, node_id, node_attrs):
- self.add_child(Node(self.Factory, node_name, node_id, node_attrs))
-
- def commit(self):
- self._run("modify", self.show(), "configuration", "--allow-create")
-
-
-class FencingTopology(XmlBase):
- def __init__(self, Factory):
- XmlBase.__init__(self, Factory, "fencing-topology", None)
-
- def level(self, index, target, devices, target_attr=None, target_value=None):
- # Generate XML ID (sanitizing target-by-attribute levels)
-
- if target:
- xml_id = "cts-%s.%d" % (target, index)
- self.add_child(XmlBase(self.Factory, "fencing-level", xml_id, target=target, index=index, devices=devices))
-
- else:
- xml_id = "%s-%s.%d" % (target_attr, target_value, index)
- child = XmlBase(self.Factory, "fencing-level", xml_id, index=index, devices=devices)
- child["target-attribute"]=target_attr
- child["target-value"]=target_value
- self.add_child(child)
-
- def commit(self):
- self._run("create", self.show(), "configuration", "--allow-create")
-
-
-class Option(XmlBase):
- def __init__(self, Factory, section="cib-bootstrap-options"):
- XmlBase.__init__(self, Factory, "cluster_property_set", section)
-
- def __setitem__(self, key, value):
- self.add_child(XmlBase(self.Factory, "nvpair", "cts-%s" % key, name=key, value=value))
-
- def commit(self):
- self._run("modify", self.show(), "crm_config", "--allow-create")
-
-
-class OpDefaults(XmlBase):
- def __init__(self, Factory):
- XmlBase.__init__(self, Factory, "op_defaults", None)
- self.meta = XmlBase(self.Factory, "meta_attributes", "cts-op_defaults-meta")
- self.add_child(self.meta)
-
- def __setitem__(self, key, value):
- self.meta.add_child(XmlBase(self.Factory, "nvpair", "cts-op_defaults-%s" % key, name=key, value=value))
-
- def commit(self):
- self._run("modify", self.show(), "configuration", "--allow-create")
-
-
-class Alerts(XmlBase):
- def __init__(self, Factory):
- XmlBase.__init__(self, Factory, "alerts", None)
- self.alert_count = 0
-
- def add_alert(self, path, recipient):
- self.alert_count = self.alert_count + 1
- alert = XmlBase(self.Factory, "alert", "alert-%d" % self.alert_count,
- path=path)
- recipient1 = XmlBase(self.Factory, "recipient",
- "alert-%d-recipient-1" % self.alert_count,
- value=recipient)
- alert.add_child(recipient1)
- self.add_child(alert)
-
- def commit(self):
- self._run("modify", self.show(), "configuration", "--allow-create")
-
-
-class Expression(XmlBase):
- def __init__(self, Factory, name, attr, op, value=None):
- XmlBase.__init__(self, Factory, "expression", name, attribute=attr, operation=op)
- if value:
- self["value"] = value
-
-
-class Rule(XmlBase):
- def __init__(self, Factory, name, score, op="and", expr=None):
- XmlBase.__init__(self, Factory, "rule", "%s" % name)
- self["boolean-op"] = op
- self["score"] = score
- if expr:
- self.add_child(expr)
-
-
-class Resource(XmlBase):
- def __init__(self, Factory, name, rtype, standard, provider=None):
- XmlBase.__init__(self, Factory, "native", name)
-
- self.rtype = rtype
- self.standard = standard
- self.provider = provider
-
- self.op = []
- self.meta = {}
- self.param = {}
-
- self.scores = {}
- self.needs = {}
- self.coloc = {}
-
- if self.standard == "ocf" and not provider:
- self.provider = "heartbeat"
- elif self.standard == "lsb":
- self.provider = None
-
- def __setitem__(self, key, value):
- self.add_param(key, value)
-
- def add_op(self, name, interval, **kwargs):
- self.op.append(
- XmlBase(self.Factory, "op", "%s-%s" % (name, interval), name=name, interval=interval, **kwargs))
-
- def add_param(self, name, value):
- self.param[name] = value
-
- def add_meta(self, name, value):
- self.meta[name] = value
-
- def prefer(self, node, score="INFINITY", rule=None):
- if not rule:
- rule = Rule(self.Factory, "prefer-%s-r" % node, score,
- expr=Expression(self.Factory, "prefer-%s-e" % node, "#uname", "eq", node))
- self.scores[node] = rule
-
- def after(self, resource, kind="Mandatory", first="start", then="start", **kwargs):
- kargs = kwargs.copy()
- kargs["kind"] = kind
- if then:
- kargs["first-action"] = "start"
- kargs["then-action"] = then
-
- if first:
- kargs["first-action"] = first
-
- self.needs[resource] = kargs
-
- def colocate(self, resource, score="INFINITY", role=None, withrole=None, **kwargs):
- kargs = kwargs.copy()
- kargs["score"] = score
- if role:
- kargs["rsc-role"] = role
- if withrole:
- kargs["with-rsc-role"] = withrole
-
- self.coloc[resource] = kargs
-
- def constraints(self):
- text = "<constraints>"
-
- for k in list(self.scores.keys()):
- text += '''<rsc_location id="prefer-%s" rsc="%s">''' % (k, self.name)
- text += self.scores[k].show()
- text += '''</rsc_location>'''
-
- for k in list(self.needs.keys()):
- text += '''<rsc_order id="%s-after-%s" first="%s" then="%s"''' % (self.name, k, k, self.name)
- kargs = self.needs[k]
- for kw in list(kargs.keys()):
- text += ''' %s="%s"''' % (kw, kargs[kw])
- text += '''/>'''
-
- for k in list(self.coloc.keys()):
- text += '''<rsc_colocation id="%s-with-%s" rsc="%s" with-rsc="%s"''' % (self.name, k, self.name, k)
- kargs = self.coloc[k]
- for kw in list(kargs.keys()):
- text += ''' %s="%s"''' % (kw, kargs[kw])
- text += '''/>'''
-
- text += "</constraints>"
- return text
-
- def show(self):
- text = '''<primitive id="%s" class="%s" type="%s"''' % (self.name, self.standard, self.rtype)
- if self.provider:
- text += ''' provider="%s"''' % (self.provider)
- text += '''>'''
-
- if len(self.meta) > 0:
- text += '''<meta_attributes id="%s-meta">''' % self.name
- for p in list(self.meta.keys()):
- text += '''<nvpair id="%s-%s" name="%s" value="%s"/>''' % (self.name, p, p, self.meta[p])
- text += '''</meta_attributes>'''
-
- if len(self.param) > 0:
- text += '''<instance_attributes id="%s-params">''' % self.name
- for p in list(self.param.keys()):
- text += '''<nvpair id="%s-%s" name="%s" value="%s"/>''' % (self.name, p, p, self.param[p])
- text += '''</instance_attributes>'''
-
- if len(self.op) > 0:
- text += '''<operations>'''
- for o in self.op:
- key = o.name
- o.name = "%s-%s" % (self.name, key)
- text += o.show()
- o.name = key
- text += '''</operations>'''
-
- text += '''</primitive>'''
- return text
-
- def commit(self):
- self._run("create", self.show(), "resources")
- self._run("modify", self.constraints())
-
-
-class Group(Resource):
- def __init__(self, Factory, name):
- Resource.__init__(self, Factory, name, None, None)
- self.tag = "group"
-
- def __setitem__(self, key, value):
- self.add_meta(key, value)
-
- def show(self):
- text = '''<%s id="%s">''' % (self.tag, self.name)
-
- if len(self.meta) > 0:
- text += '''<meta_attributes id="%s-meta">''' % self.name
- for p in list(self.meta.keys()):
- text += '''<nvpair id="%s-%s" name="%s" value="%s"/>''' % (self.name, p, p, self.meta[p])
- text += '''</meta_attributes>'''
-
- for c in self.children:
- text += c.show()
- text += '''</%s>''' % self.tag
- return text
-
-
-class Clone(Group):
- def __init__(self, Factory, name, child=None):
- Group.__init__(self, Factory, name)
- self.tag = "clone"
- if child:
- self.add_child(child)
-
- def add_child(self, resource):
- if not self.children:
- self.children.append(resource)
- else:
- self.Factory.log("Clones can only have a single child. Ignoring %s" % resource.name)
diff --git a/cts/lab/cts.in b/cts/lab/cts.in
deleted file mode 100755
index 5b3aaab..0000000
--- a/cts/lab/cts.in
+++ /dev/null
@@ -1,262 +0,0 @@
-#!@BASH_PATH@
-#
-# Copyright 2012-2023 the Pacemaker project contributors
-#
-# The version control history for this file may have further details.
-#
-# This source code is licensed under the GNU General Public License version 2
-# or later (GPLv2+) WITHOUT ANY WARRANTY.
-#
-
-# e.g. /etc/sysconfig or /etc/default
-CONFIG_DIR=@CONFIGDIR@
-
-cts_root=`dirname $0`
-
-logfile=0
-summary=0
-verbose=0
-watch=0
-saved=0
-tests=""
-
-install=0
-clean=0
-kill=0
-run=0
-boot=0
-setup=0
-target=rhel-7
-cmd=""
-trace=""
-
-custom_log=""
-patterns="-e CTS:"
-
-
-helpmsg=$(cat <<EOF
-Usage: %s [options] {[setup [TARGET]] | [OTHER-CMDS]}
-
-[--]help, -h show help screen and exit
--x turn on debugging
--a show relevant screen sessions and exit
--c,-g CLUSTER_NAME set the cluster name
--S show summary from the last CTS run
--s show summary for the current log (see -l)
--v increase verbosity
--p (currently unused)
--e PATTERN grep pattern to apply when 'summary' or 'watch' requested
--l print the filename of the log that would be operated on
--w continous (filtered) monitoring of the log file
--f,-sf FILE show summary for the provided log
--t TEST, [0-9]* add a test to the working set
-[--]kill request termination of cluster software
-[--]run request CTS run (passing remaining arguments through)
-[--]boot, start request CTS run (with --boot option)
-[--]clean request cleaning up after CTS run
-[--]install, --inst request installing packages to get ready to run CTS
-[--]setup request initialization to get ready to run CTS
-trace-ls, tls list traced functions
-trace-add, tadd FUNC add a function to the list of traced ones
-trace-rm, trm FUNC remove a function from the list of traced ones
-trace-set, tset FUNC set function(s) as the only to be traced
-(f|fedora|r|rhel).* specify target distro
--- delimits tests that follow
-EOF
-)
-
-while true; do
- case $1 in
- -h|--help|help) printf "${helpmsg}\n" "$0"; exit;;
- -x) set -x; shift;;
- -a)
- screen -ls | grep cts
- exit 0;;
- -c|-g) cluster_name=$2; shift; shift;;
- -S) summary=1; saved=1; shift;;
- -s) summary=1; shift;;
- -v) verbose=`expr $verbose + 1`; shift;;
- -p) shift;;
- -e) patterns="$patterns -e `echo $2 | sed 's/ /\\\W/g'`"; shift; shift;;
- -l) logfile=1; shift;;
- -w) watch=1; shift;;
- -f|-sf) summary=1; custom_log=$2; shift; shift;;
- -t) tests="$tests $2"; shift; shift;;
- [0-9]*) tests="$tests $1"; shift;;
- --kill|kill) kill=1; shift; break;;
- --run|run) run=1; shift; break;;
- --boot|boot|start) boot=1; clean=1; shift; break;;
- --clean|clean) clean=1; shift;;
- --inst|--install|install) install=1; clean=1; shift;;
- --setup|setup) setup=1; shift;;
- trace-ls|tls) cmd=$1; shift;;
- trace-add|tadd|trace-rm|trm|trace-set|tset) cmd=$1; trace=$2; shift; shift;;
- f*)
- target="fedora-`echo $1 | sed -e s/fedora// -e s/-// -e s/f//`"
- shift;;
- r|rhel) target="rhel-7"; shift;;
- r*)
- target="rhel-`echo $1 | sed -e s/rhel// -e s/-// -e s/r//`"
- shift;;
- --) shift; tests="$tests $*"; break;;
- "") break;;
- *) echo "Unknown argument: $1"; exit 1;;
- esac
-done
-
-# Add the location of this script
-export PATH="$PATH:$cts_root"
-which cluster-helper &>/dev/null
-if [ $? != 0 ]; then
- echo $0 needs the cluster-helper script to be in your path
- exit 1
-fi
-
-which cluster-clean &>/dev/null
-if [ $? != 0 ]; then
- echo $0 needs the cluster-clean script to be in your path
- exit 1
-fi
-
-if [ "x$cluster_name" = x ] || [ "x$cluster_name" = xpick ]; then
- clusters=`ls -1 ~/.dsh/group/[a-z]+[0-9] | sed s/.*group.// | tr '\n' ' ' `
-
- echo "custom) interactively define a cluster"
- for i in $clusters; do
- echo "$i) `cluster-helper --list short -g $i`"
- done
-
- read -p "Choose a cluster [custom]: " cluster_name
- echo
-fi
-
-if [ -z $cluster_name ]; then
- cluster_name=custom
-fi
-
-
-case $cluster_name in
- custom)
- read -p "Cluster name: " cluster_name
- read -p "Cluster hosts: " cluster_hosts
- read -p "Cluster log file: " cluster_log
- cluster-helper add -g "$cluster_name" -w "$cluster_hosts"
- ;;
- *)
- cluster_hosts=`cluster-helper --list short -g $cluster_name`
- cluster_log=~/cluster-$cluster_name.log;
- ;;
-esac
-
-if [ x$cmd != x ]; then
- config="${CONFIG_DIR}/pacemaker"
- case $cmd in
- trace-ls|tls)
- cluster-helper -g $cluster_name -- grep PCMK_trace_functions $config
- ;;
- trace-add|tadd)
- echo "Adding $trace to PCMK_trace_functions"
- cluster-helper -g $cluster_name -- sed -i "s/.*PCMK_trace_functions=/PCMK_trace_functions=$trace,/" $config
- ;;
- trace-rm|trm)
- echo "Removing $trace from PCMK_trace_functions"
- cluster-helper -g $cluster_name -- sed -i "s/.*PCMK_trace_functions=\\\\\\(.*\\\\\\)$trace,\\\\\\(.*\\\\\\)/PCMK_trace_functions=\\\\\\1\\\\\\2/" $config
- ;;
- trace-set|tset)
- echo "Setting PCMK_trace_functions to '$trace'"
- cluster-helper -g $cluster_name -- sed -i "s/.*PCMK_trace_functions.*/PCMK_trace_functions=$trace/" $config
- ;;
- esac
- exit 0
-fi
-
-if [ $run = 1 ]; then
- install=1
- clean=1
-fi
-
-if [ $clean = 1 ]; then
- rm -f $cluster_log; cluster-clean -g $cluster_name --kill
-elif [ $kill = 1 ]; then
- cluster-clean -g $cluster_name --kill-only
- exit 0
-fi
-
-if [ $install = 1 ]; then
- cluster-helper -g $cluster_name -- yum install -y pacemaker pacemaker-debuginfo pacemaker-cts libqb libqb-debuginfo
-fi
-
-if [ $setup = 1 ]; then
- cluster-init -g $cluster_name $target -u --test
- exit 0
-
-elif [ $boot = 1 ]; then
- $cts_root/CTSlab.py -r -c -g $cluster_name --boot
- rc=$?
- if [ $rc = 0 ]; then
- echo "The cluster is ready..."
- fi
- exit $rc
-
-elif [ $run = 1 ]; then
- $cts_root/CTSlab.py -r -c -g $cluster_name 500 "$@"
- exit $?
-
-elif [ $clean = 1 ]; then
- exit 0
-fi
-
-screen -ls | grep cts-$cluster_name &>/dev/null
-active=$?
-
-if [ ! -z $custom_log ]; then
- cluster_log=$custom_log
-fi
-
-if [ "x$tests" != x ] && [ "x$tests" != "x " ]; then
- for t in $tests; do
- echo "crm_report --cts-log $cluster_log -d -T $t"
- crm_report --cts-log $cluster_log -d -T $t
- done
-
-elif [ $logfile = 1 ]; then
- echo $cluster_log
-
-elif [ $summary = 1 ]; then
- files=$cluster_log
- if [ $saved = 1 ]; then
- files=`ls -1tr ~/CTS-*/cluster-log.txt`
- fi
- for f in $files; do
- echo $f
- case $verbose in
- 0) cat -n $f | grep $patterns | grep -v "CTS: debug:"
- ;;
- 1) cat -n $f | grep $patterns | grep -v "CTS:.* cmd:"
- ;;
- *) cat -n $f | grep $patterns
- ;;
- esac
- echo ""
- done
-
-elif [ $watch = 1 ]; then
- case $verbose in
- 0) tail -F $cluster_log | grep $patterns | grep -v "CTS: debug:"
- ;;
- 1) tail -F $cluster_log | grep $patterns | grep -v "CTS:.* cmd:"
- ;;
- *) tail -F $cluster_log | grep $patterns
- ;;
- esac
-
-elif [ $active = 0 ]; then
- screen -x cts-$cluster_name
-
-else
- touch $cluster_log
-
-# . ~/.bashrc
- export cluster_name cluster_hosts cluster_log
- screen -S cts-$cluster_name bash
-fi
diff --git a/cts/lxc_autogen.sh.in b/cts/lxc_autogen.sh.in
deleted file mode 100644
index 195d3f9..0000000
--- a/cts/lxc_autogen.sh.in
+++ /dev/null
@@ -1,545 +0,0 @@
-#!@BASH_PATH@
-#
-# Copyright 2013-2022 the Pacemaker project contributors
-#
-# The version control history for this file may have further details.
-#
-# This source code is licensed under the GNU General Public License version 2
-# or later (GPLv2+) WITHOUT ANY WARRANTY.
-#
-
-containers="2"
-download=0
-share_configs=0
-# different than default libvirt network in case this is run nested in a KVM instance
-addr="192.168.123.1"
-restore=0
-restore_pcmk=0
-restore_all=0
-generate=0
-key_gen=0
-cib=0
-anywhere=0
-add_clone=0
-verify=0
-working_dir="@CRM_PACEMAKER_DIR@/cts/lxc"
-run_dirs="/run /var/run /usr/var/run"
-
-# must be on one line b/c used inside quotes
-SSH_RSYNC_OPTS="-o UserKnownHostsFile=/dev/null -o BatchMode=yes -o StrictHostKeyChecking=no"
-
-function helptext() {
- echo "lxc_autogen.sh - generate libvirt LXC containers for testing purposes"
- echo ""
- echo "Usage: lxc-autogen [options]"
- echo ""
- echo "Options:"
- echo "-g, --generate Generate libvirt LXC environment in directory this script is run from"
- echo "-k, --key-gen Generate Pacemaker Remote key only"
- echo "-r, --restore-libvirt Restore the default network and libvirt config to before this script ran"
- echo "-p, --restore-cib Remove CIB entries this script generated"
- echo "-R, --restore-all Restore both libvirt and CIB, and clean working directory"
- echo " (libvirt xml files are not removed, so resource can be stopped properly)"
- echo ""
- echo "-A, --allow-anywhere Allow the containers to live anywhere in the cluster"
- echo "-a, --add-cib Add CIB entries to create a guest node for each LXC instance"
- echo "-C, --add-clone Add promotable clone resource shared between LXC guest nodes"
- echo "-d, --download-agent Download and install latest VirtualDomain agent"
- echo "-s, --share-configs Synchronize on all known cluster nodes"
- echo "-c, --containers Specify number of containers to generate (default $containers; used with -g)"
- echo "-n, --network Network to override libvirt default (example: -n 192.168.123.1; used with -g)"
- echo "-v, --verify Verify environment is capable of running LXC"
- echo ""
- exit "$1"
-}
-
-while true ; do
- case "$1" in
- --help|-h|-\?) helptext 0;;
- -c|--containers) containers="$2"; shift; shift;;
- -d|--download-agent) download=1; shift;;
- -s|--share-configs) share_configs=1; shift;;
- -n|--network) addr="$2"; shift; shift;;
- -r|--restore-libvirt) restore=1; shift;;
- -p|--restore-cib) restore_pcmk=1; shift;;
- -R|--restore-all)
- restore_all=1
- restore=1
- restore_pcmk=1
- shift;;
- -g|--generate) generate=1; key_gen=1; shift;;
- -k|--key-gen) key_gen=1; shift;;
- -a|--add-cib) cib=1; shift;;
- -A|--allow-anywhere) anywhere=1; shift;;
- -C|--add-clone) add_clone=1; shift;;
- -m|--add-master)
- echo "$1 is deprecated (use -C/--add-clone instead)"
- echo
- add_clone=1
- shift
- ;;
- -v|--verify) verify=1; shift;;
- "") break;;
- *) helptext 1;;
- esac
-done
-
-if [ $verify -eq 1 ]; then
- # verify virsh tool is available and that
- # we can connect to lxc driver.
- virsh -c lxc:/// list --all > /dev/null 2>&1
- if [ $? -ne 0 ]; then
- echo "libvirt LXC driver must be installed (could not connect 'virsh -c lxc:///')"
- # yum install -y libvirt-daemon-driver-lxc libvirt-daemon-lxc libvirt-login-shell
- exit 1
- fi
-
- SELINUX=$(getenforce)
- if [ "$SELINUX" != "Enforcing" ] && [ "$SELINUX" != "Permissive" ]; then
- echo "SELINUX must be set to permissive or enforcing mode"
- exit 1
- fi
-
- ps ax | grep "[l]ibvirtd"
- if [ $? -ne 0 ]; then
- echo "libvirtd must be running"
- exit 1
- fi
-
- which rsync > /dev/null 2>&1
- if [ $? -ne 0 ]; then
- echo "rsync must be installed"
- fi
-
- which pacemaker-remoted > /dev/null 2>&1
- if [ $? -ne 0 ]; then
- echo "pacemaker-remoted must be installed"
- fi
-fi
-
-#strip last digits off addr
-addr="$(echo "$addr" | awk -F. '{print $1"."$2"."$3}')"
-
-node_exec() {
- ssh -o StrictHostKeyChecking=no \
- -o ConnectTimeout=30 \
- -o BatchMode=yes \
- -l root -T "$@"
-}
-
-this_node()
-{
- crm_node -n
-}
-
-other_nodes()
-{
- crm_node -l | awk "\$2 != \"$(this_node)\" {print \$2}"
-}
-
-make_directory()
-{
- # argument must be full path
- DIR="$1"
-
- mkdir -p "$DIR"
- if [ $share_configs -eq 1 ]; then
- for node in $(other_nodes); do
- node_exec "$node" mkdir -p "$DIR"
- done
- fi
-}
-
-sync_file()
-{
- TARGET="$1"
-
- if [ $share_configs -eq 1 ]; then
- for node in $(other_nodes); do
- rsync -ave "ssh $SSH_RSYNC_OPTS" "$TARGET" "${node}:${TARGET}"
- done
- fi
-}
-
-download_agent()
-{
- wget https://raw.github.com/ClusterLabs/resource-agents/main/heartbeat/VirtualDomain
- chmod 755 VirtualDomain
- mv -f VirtualDomain /usr/lib/ocf/resource.d/heartbeat/VirtualDomain
- sync_file /usr/lib/ocf/resource.d/heartbeat/VirtualDomain
-}
-
-set_network()
-{
- rm -f cur_network.xml
- cat << END >> cur_network.xml
-<network>
- <name>default</name>
- <uuid>41ebdb84-7134-1111-a136-91f0f1119225</uuid>
- <forward mode='nat'/>
- <bridge name='virbr0' stp='on' delay='0' />
- <mac address='52:54:00:A8:12:35'/>
- <ip address='$addr.1' netmask='255.255.255.0'>
- <dhcp>
- <range start='$addr.2' end='$addr.254' />
- </dhcp>
- </ip>
-</network>
-END
- sync_file "${working_dir}"/cur_network.xml
-}
-
-distribute_configs()
-{
- for node in $(other_nodes); do
- rsync -ave "ssh $SSH_RSYNC_OPTS" "${working_dir}"/lxc*.xml "${node}:${working_dir}"
- rsync -ave "ssh $SSH_RSYNC_OPTS" "${working_dir}"/lxc*-filesystem "${node}:${working_dir}"
- done
-}
-
-start_network()
-{
- NODE="$1"
-
- node_exec "$NODE" <<-EOF
- cd "$working_dir"
- virsh net-info default >/dev/null 2>&1
- if [ \$? -eq 0 ]; then
- if [ ! -f restore_default.xml ]; then
- virsh net-dumpxml default > restore_default.xml
- fi
- virsh net-destroy default
- virsh net-undefine default
- fi
- virsh net-define cur_network.xml
- virsh net-start default
- virsh net-autostart default
-EOF
-}
-
-start_network_all()
-{
- start_network "$(this_node)"
- if [ $share_configs -eq 1 ]; then
- for node in $(other_nodes); do
- start_network "$node"
- done
- fi
-}
-
-add_hosts_entry()
-{
- IP="$1"
- HNAME="$2"
-
- echo "$IP $HNAME" >>/etc/hosts
- if [ $share_configs -eq 1 ]; then
- for node in $(other_nodes); do
- node_exec "$node" "echo $IP $HNAME >>/etc/hosts"
- done
- fi
-}
-
-generate_key()
-{
- if [ ! -e /etc/pacemaker/authkey ]; then
- make_directory /etc/pacemaker
- dd if=/dev/urandom of=/etc/pacemaker/authkey bs=4096 count=1
- sync_file /etc/pacemaker/authkey
- fi
-}
-
-generate()
-{
- set_network
-
- # Generate libvirt domains in xml
- for (( c=1; c <= containers; c++ ))
- do
- # Clean any previous definition
- rm -rf "lxc$c.xml" "lxc$c-filesystem"
-
- # Create a basic filesystem with run directories
- for dir in $run_dirs; do
- mkdir -p "lxc$c-filesystem/$dir"
- done
-
- # Create libvirt definition
- suffix=$((10 + c))
- prefix="$(echo "$addr" | awk -F. '{print $1"."$2}')"
- subnet="$(echo "$addr" | awk -F. '{print $3}')"
- while [ $suffix -gt 255 ]; do
- subnet=$((subnet + 1))
- suffix=$((subnet - 255))
- done
- cip="$prefix.$subnet.$suffix"
-
- cat << END >> lxc$c.xml
-<domain type='lxc'>
- <name>lxc$c</name>
- <memory unit='KiB'>200704</memory>
- <os>
- <type>exe</type>
- <init>$working_dir/lxc$c-filesystem/launch-helper</init>
- </os>
- <devices>
- <console type='pty'/>
- <filesystem type='ram'>
- <source usage='150528'/>
- <target dir='/dev/shm'/>
- </filesystem>
-END
- for dir in $run_dirs; do
- cat << END >> lxc$c.xml
- <filesystem type='mount'>
- <source dir='$working_dir/lxc$c-filesystem${dir}'/>
- <target dir='$dir'/>
- </filesystem>
-END
- done
- cat << END >> lxc$c.xml
- <interface type='network'>
- <mac address='52:54:$((RANDOM % 9))$((RANDOM % 9)):$((RANDOM % 9))$((RANDOM % 9)):$((RANDOM % 9))$((RANDOM % 9)):$((RANDOM % 9))$((RANDOM % 9))'/>
- <source network='default'/>
- </interface>
- </devices>
-</domain>
-END
-
- # Create CIB definition
- rm -f "container$c.cib"
- cat << END >> "container$c.cib"
- <primitive class="ocf" id="container$c" provider="heartbeat" type="VirtualDomain">
- <instance_attributes id="container$c-instance_attributes">
- <nvpair id="container$c-instance_attributes-force_stop" name="force_stop" value="true"/>
- <nvpair id="container$c-instance_attributes-hypervisor" name="hypervisor" value="lxc:///"/>
- <nvpair id="container$c-instance_attributes-config" name="config" value="$working_dir/lxc$c.xml"/>
- </instance_attributes>
- <utilization id="container$c-utilization">
- <nvpair id="container$c-utilization-cpu" name="cpu" value="1"/>
- <nvpair id="container$c-utilization-hv_memory" name="hv_memory" value="100"/>
- </utilization>
- <meta_attributes id="container$c-meta_attributes">
- <nvpair id="container$c-meta_attributes-remote-node" name="remote-node" value="lxc$c"/>
- </meta_attributes>
- <operations>
- <op id="container$c-monitor-20s" interval="20s" name="monitor"/>
- </operations>
- </primitive>
-END
-
- # Create container init
- rm -f "lxc$c-filesystem/launch-helper"
- cat << END >> "lxc$c-filesystem/launch-helper"
-#!@BASH_PATH@
-ip -f inet addr add "$cip/24" dev eth0
-ip link set eth0 up
-ip route add default via "$addr.1"
-hostname "lxc$c"
-df > "$working_dir/lxc$c-filesystem/disk_usage.txt"
-export PCMK_debugfile="@CRM_LOG_DIR@/pacemaker_remote_lxc$c.log"
-/usr/sbin/pacemaker-remoted
-END
- chmod 711 "lxc$c-filesystem/launch-helper"
-
- add_hosts_entry "$cip" "lxc$c"
- done
-
- # Create CIB fragment for a promotable clone resource
- cat << END > lxc-clone.cib
- <clone id="lxc-clone">
- <primitive class="ocf" id="lxc-rsc" provider="pacemaker" type="Stateful">
- <instance_attributes id="lxc-rsc-instance_attributes"/>
- <operations>
- <op id="lxc-rsc-monitor-interval-10s" interval="10s" name="monitor" role="Promoted" timeout="20s"/>
- <op id="lxc-rsc-monitor-interval-11s" interval="11s" name="monitor" role="Unpromoted" timeout="20s"/>
- </operations>
- </primitive>
- <meta_attributes id="lxc-clone-meta_attributes">
- <nvpair id="lxc-clone-meta_attributes-promotable" name="promotable" value="true"/>
- <nvpair id="lxc-clone-meta_attributes-promoted-max" name="promoted-max" value="1"/>
- <nvpair id="lxc-clone-meta_attributes-clone-max" name="clone-max" value="$containers"/>
- </meta_attributes>
- </clone>
-END
-}
-
-container_names() {
- find . -maxdepth 1 -name "lxc*.xml" -exec basename -s .xml "{}" ";"
-}
-
-apply_cib_clone()
-{
- cibadmin -Q > cur.cib
- export CIB_file=cur.cib
-
- cibadmin -o resources -Mc -x lxc-clone.cib
- for tmp in $(container_names); do
- echo "<rsc_location id=\"lxc-clone-location-${tmp}\" node=\"${tmp}\" rsc=\"lxc-clone\" score=\"INFINITY\"/>" > tmp_constraint
- cibadmin -o constraints -Mc -x tmp_constraint
- done
- # Make sure the version changes even if the content doesn't
- cibadmin -B
- unset CIB_file
-
- cibadmin --replace -o configuration --xml-file cur.cib
- rm -f cur.cib
-}
-
-apply_cib_entries()
-{
- cibadmin -Q > cur.cib
- export CIB_file=cur.cib
- for tmp in container*.cib; do
- cibadmin -o resources -Mc -x "$tmp"
-
- remote_node="$(grep remote-node "${tmp}" | sed -n -e 's/^.*value=\"\(.*\)\".*/\1/p')"
- if [ $anywhere -eq 0 ]; then
- crm_resource -M -r "${tmp//\.cib/}" -H "$(this_node)"
- fi
- echo "<rsc_location id=\"lxc-ping-location-${remote_node}\" node=\"${remote_node}\" rsc=\"Connectivity\" score=\"-INFINITY\"/>" > tmp_constraint
- # Ignore any failure; this constraint is just to help with CTS when the
- # connectivity resources (which fail the guest nodes) are in use.
- cibadmin -o constraints -Mc -x tmp_constraint > /dev/null 2>&1
-
- for rsc in $(crm_resource -l | grep rsc_ ); do
- echo "<rsc_location id=\"lxc-${rsc}-location-${remote_node}\" node=\"${remote_node}\" rsc=\"${rsc}\" score=\"-INFINITY\"/>" > tmp_constraint
- cibadmin -o constraints -Mc -x tmp_constraint > /dev/null 2>&1
- done
-
- rm -f tmp_constraint
- done
-
- # Make sure the version changes even if the content doesn't
- cibadmin -B
-
- unset CIB_file
-
- cibadmin --replace -o configuration --xml-file cur.cib
- rm -f cur.cib
-}
-
-restore_cib()
-{
- cibadmin -Q > cur.cib
- export CIB_file=cur.cib
-
- for tmp in $(container_names); do
- echo "<rsc_location id=\"lxc-clone-location-${tmp}\" node=\"${tmp}\" rsc=\"lxc-clone\" score=\"INFINITY\"/>" > tmp_constraint
- cibadmin -o constraints -D -x tmp_constraint
- echo "<rsc_location id=\"lxc-ping-location-${tmp}\" node=\"${tmp}\" rsc=\"Connectivity\" score=\"-INFINITY\"/>" > tmp_constraint
- cibadmin -o constraints -D -x tmp_constraint
-
- for rsc in $(crm_resource -l | grep rsc_ ); do
- echo "<rsc_location id=\"lxc-${rsc}-location-${tmp}\" node=\"${tmp}\" rsc=\"${rsc}\" score=\"-INFINITY\"/>" > tmp_constraint
- cibadmin -o constraints -D -x tmp_constraint
- done
- rm -f tmp_constraint
- done
- cibadmin -o resources -D -x lxc-clone.cib
-
- for tmp in container*.cib; do
- tmp="${tmp//\.cib/}"
- crm_resource -U -r "$tmp" -H "$(this_node)"
- crm_resource -D -r "$tmp" -t primitive
- done
- # Make sure the version changes even if the content doesn't
- cibadmin -B
- unset CIB_file
-
- cibadmin --replace -o configuration --xml-file cur.cib
- rm -f cur.cib
-
- # Allow the cluster to stabilize before continuing
- crm_resource --wait
-
- # Purge nodes from caches and CIB status section
- for tmp in $(container_names); do
- crm_node --force --remove "$tmp"
- done
-}
-
-restore_network()
-{
- NODE="$1"
-
- node_exec "$NODE" <<-EOF
- cd "$working_dir"
- for tmp in \$(ls lxc*.xml | sed -e 's/\.xml//g'); do
- virsh -c lxc:/// destroy "\$tmp" >/dev/null 2>&1
- virsh -c lxc:/// undefine "\$tmp" >/dev/null 2>&1
- sed -i.bak "/...\....\....\..* \${tmp}/d" /etc/hosts
- done
- virsh net-destroy default >/dev/null 2>&1
- virsh net-undefine default >/dev/null 2>&1
- if [ -f restore_default.xml ]; then
- virsh net-define restore_default.xml
- virsh net-start default
- rm restore_default.xml
- fi
-EOF
- echo "Containers destroyed and default network restored on $NODE"
-}
-
-restore_libvirt()
-{
- restore_network "$(this_node)"
- if [ $share_configs -eq 1 ]; then
- for node in $(other_nodes); do
- restore_network "$node"
- done
- fi
-}
-
-restore_files()
-{
- find . -maxdepth 1 -not -name "lxc*.xml" -a -not -name . -exec rm -rf "{}" ";"
- if [ $share_configs -eq 1 ]; then
- for node in $(other_nodes); do
- node_exec "$node" rm -rf \
- "$working_dir"/lxc*-filesystem \
- "$working_dir"/cur_network.xml
- done
- fi
-}
-
-make_directory "$working_dir"
-cd "$working_dir" || exit 1
-
-# Generate files as requested
-if [ $download -eq 1 ]; then
- download_agent
-fi
-if [ $key_gen -eq 1 ]; then
- generate_key
-fi
-if [ $generate -eq 1 ]; then
- generate
-fi
-if [ $share_configs -eq 1 ]; then
- distribute_configs
-fi
-if [ $generate -eq 1 ]; then
- start_network_all
-fi
-
-# Update cluster as requested
-if [ $cib -eq 1 ]; then
- apply_cib_entries
-fi
-if [ $add_clone -eq 1 ]; then
- apply_cib_clone
-fi
-
-# Restore original state as requested
-if [ $restore_pcmk -eq 1 ]; then
- restore_cib
-fi
-if [ $restore -eq 1 ]; then
- restore_libvirt
-fi
-if [ $restore_all -eq 1 ]; then
- restore_files
-fi
-
-# vim: set expandtab tabstop=8 softtabstop=4 shiftwidth=4 textwidth=80:
diff --git a/cts/scheduler/Makefile.am b/cts/scheduler/Makefile.am
index 9074390..aed7714 100644
--- a/cts/scheduler/Makefile.am
+++ b/cts/scheduler/Makefile.am
@@ -10,9 +10,15 @@ MAINTAINERCLEANFILES = Makefile.in
pedir = $(datadir)/$(PACKAGE)/tests/scheduler
+.PHONY: list
list:
@for T in "$(srcdir)"/xml/*.xml; do \
echo $$(basename $$T .xml); \
done
-SUBDIRS = dot exp scores stderr summary xml
+SUBDIRS = dot \
+ exp \
+ scores \
+ stderr \
+ summary \
+ xml
diff --git a/cts/scheduler/dot/bug-lf-2422.dot b/cts/scheduler/dot/bug-lf-2422.dot
index 72ad12a..6fe2208 100644
--- a/cts/scheduler/dot/bug-lf-2422.dot
+++ b/cts/scheduler/dot/bug-lf-2422.dot
@@ -68,9 +68,12 @@
"ocfs:2_stop_0 qa-suse-3" -> "c-ocfs_stopped_0" [ style = bold]
"ocfs:2_stop_0 qa-suse-3" -> "o2stage:2_stop_0" [ style = bold]
"ocfs:2_stop_0 qa-suse-3" -> "ocfs:0_stop_0 qa-suse-4" [ style = bold]
+"ocfs:2_stop_0 qa-suse-3" -> "ocfs:1_stop_0 qa-suse-1" [ style = bold]
"ocfs:2_stop_0 qa-suse-3" [ style=bold color="green" fontcolor="black"]
"ocfs:3_stop_0 qa-suse-2" -> "c-ocfs_stopped_0" [ style = bold]
"ocfs:3_stop_0 qa-suse-2" -> "o2stage:3_stop_0" [ style = bold]
+"ocfs:3_stop_0 qa-suse-2" -> "ocfs:0_stop_0 qa-suse-4" [ style = bold]
+"ocfs:3_stop_0 qa-suse-2" -> "ocfs:1_stop_0 qa-suse-1" [ style = bold]
"ocfs:3_stop_0 qa-suse-2" -> "ocfs:2_stop_0 qa-suse-3" [ style = bold]
"ocfs:3_stop_0 qa-suse-2" [ style=bold color="green" fontcolor="black"]
"sbd_stonith_monitor_15000 qa-suse-2" [ style=bold color="green" fontcolor="black"]
diff --git a/cts/scheduler/dot/bundle-interleave-start.dot b/cts/scheduler/dot/bundle-interleave-start.dot
index bf6ed7f..109a6cb 100644
--- a/cts/scheduler/dot/bundle-interleave-start.dot
+++ b/cts/scheduler/dot/bundle-interleave-start.dot
@@ -41,9 +41,15 @@
"app-bundle-2_monitor_0 node5" [ style=bold color="green" fontcolor="black"]
"app-bundle-2_monitor_30000 node4" [ style=bold color="green" fontcolor="black"]
"app-bundle-2_start_0 node4" -> "app-bundle-2_monitor_30000 node4" [ style = bold]
-"app-bundle-2_start_0 node4" -> "app:2_monitor_16000 app-bundle-2" [ style = bold]
+"app-bundle-2_start_0 node4" -> "app:2_monitor_15000 app-bundle-2" [ style = bold]
+"app-bundle-2_start_0 node4" -> "app:2_promote_0 app-bundle-2" [ style = bold]
"app-bundle-2_start_0 node4" -> "app:2_start_0 app-bundle-2" [ style = bold]
"app-bundle-2_start_0 node4" [ style=bold color="green" fontcolor="black"]
+"app-bundle-clone_promote_0" -> "app:2_promote_0 app-bundle-2" [ style = bold]
+"app-bundle-clone_promote_0" [ style=bold color="green" fontcolor="orange"]
+"app-bundle-clone_promoted_0" -> "app-bundle_promoted_0" [ style = bold]
+"app-bundle-clone_promoted_0" [ style=bold color="green" fontcolor="orange"]
+"app-bundle-clone_running_0" -> "app-bundle-clone_promote_0" [ style = bold]
"app-bundle-clone_running_0" -> "app-bundle_running_0" [ style = bold]
"app-bundle-clone_running_0" [ style=bold color="green" fontcolor="orange"]
"app-bundle-clone_start_0" -> "app-bundle-clone_running_0" [ style = bold]
@@ -133,8 +139,13 @@
"app-bundle-podman-2_start_0 node4" -> "app-bundle-2_start_0 node4" [ style = bold]
"app-bundle-podman-2_start_0 node4" -> "app-bundle-podman-2_monitor_60000 node4" [ style = bold]
"app-bundle-podman-2_start_0 node4" -> "app-bundle_running_0" [ style = bold]
+"app-bundle-podman-2_start_0 node4" -> "app:2_promote_0 app-bundle-2" [ style = bold]
"app-bundle-podman-2_start_0 node4" -> "app:2_start_0 app-bundle-2" [ style = bold]
"app-bundle-podman-2_start_0 node4" [ style=bold color="green" fontcolor="black"]
+"app-bundle_promote_0" -> "app-bundle-clone_promote_0" [ style = bold]
+"app-bundle_promote_0" [ style=bold color="green" fontcolor="orange"]
+"app-bundle_promoted_0" [ style=bold color="green" fontcolor="orange"]
+"app-bundle_running_0" -> "app-bundle_promote_0" [ style = bold]
"app-bundle_running_0" [ style=bold color="green" fontcolor="orange"]
"app-bundle_start_0" -> "app-bundle-clone_start_0" [ style = bold]
"app-bundle_start_0" -> "app-bundle-podman-0_start_0 node2" [ style = bold]
@@ -145,15 +156,20 @@
"app:0_start_0 app-bundle-0" -> "app-bundle-clone_running_0" [ style = bold]
"app:0_start_0 app-bundle-0" -> "app:0_monitor_16000 app-bundle-0" [ style = bold]
"app:0_start_0 app-bundle-0" -> "app:1_start_0 app-bundle-1" [ style = bold]
+"app:0_start_0 app-bundle-0" -> "app:2_start_0 app-bundle-2" [ style = bold]
"app:0_start_0 app-bundle-0" [ style=bold color="green" fontcolor="black"]
"app:1_monitor_16000 app-bundle-1" [ style=bold color="green" fontcolor="black"]
"app:1_start_0 app-bundle-1" -> "app-bundle-clone_running_0" [ style = bold]
"app:1_start_0 app-bundle-1" -> "app:1_monitor_16000 app-bundle-1" [ style = bold]
"app:1_start_0 app-bundle-1" -> "app:2_start_0 app-bundle-2" [ style = bold]
"app:1_start_0 app-bundle-1" [ style=bold color="green" fontcolor="black"]
-"app:2_monitor_16000 app-bundle-2" [ style=bold color="green" fontcolor="black"]
+"app:2_monitor_15000 app-bundle-2" [ style=bold color="green" fontcolor="black"]
+"app:2_promote_0 app-bundle-2" -> "app-bundle-clone_promoted_0" [ style = bold]
+"app:2_promote_0 app-bundle-2" -> "app:2_monitor_15000 app-bundle-2" [ style = bold]
+"app:2_promote_0 app-bundle-2" [ style=bold color="green" fontcolor="black"]
"app:2_start_0 app-bundle-2" -> "app-bundle-clone_running_0" [ style = bold]
-"app:2_start_0 app-bundle-2" -> "app:2_monitor_16000 app-bundle-2" [ style = bold]
+"app:2_start_0 app-bundle-2" -> "app:2_monitor_15000 app-bundle-2" [ style = bold]
+"app:2_start_0 app-bundle-2" -> "app:2_promote_0 app-bundle-2" [ style = bold]
"app:2_start_0 app-bundle-2" [ style=bold color="green" fontcolor="black"]
"base-bundle-0_monitor_0 node1" -> "base-bundle-0_start_0 node2" [ style = bold]
"base-bundle-0_monitor_0 node1" [ style=bold color="green" fontcolor="black"]
@@ -197,9 +213,15 @@
"base-bundle-2_monitor_0 node5" [ style=bold color="green" fontcolor="black"]
"base-bundle-2_monitor_30000 node4" [ style=bold color="green" fontcolor="black"]
"base-bundle-2_start_0 node4" -> "base-bundle-2_monitor_30000 node4" [ style = bold]
-"base-bundle-2_start_0 node4" -> "base:2_monitor_16000 base-bundle-2" [ style = bold]
+"base-bundle-2_start_0 node4" -> "base:2_monitor_15000 base-bundle-2" [ style = bold]
+"base-bundle-2_start_0 node4" -> "base:2_promote_0 base-bundle-2" [ style = bold]
"base-bundle-2_start_0 node4" -> "base:2_start_0 base-bundle-2" [ style = bold]
"base-bundle-2_start_0 node4" [ style=bold color="green" fontcolor="black"]
+"base-bundle-clone_promote_0" -> "base:2_promote_0 base-bundle-2" [ style = bold]
+"base-bundle-clone_promote_0" [ style=bold color="green" fontcolor="orange"]
+"base-bundle-clone_promoted_0" -> "base-bundle_promoted_0" [ style = bold]
+"base-bundle-clone_promoted_0" [ style=bold color="green" fontcolor="orange"]
+"base-bundle-clone_running_0" -> "base-bundle-clone_promote_0" [ style = bold]
"base-bundle-clone_running_0" -> "base-bundle_running_0" [ style = bold]
"base-bundle-clone_running_0" [ style=bold color="green" fontcolor="orange"]
"base-bundle-clone_start_0" -> "base-bundle-clone_running_0" [ style = bold]
@@ -289,9 +311,15 @@
"base-bundle-podman-2_start_0 node4" -> "base-bundle-2_start_0 node4" [ style = bold]
"base-bundle-podman-2_start_0 node4" -> "base-bundle-podman-2_monitor_60000 node4" [ style = bold]
"base-bundle-podman-2_start_0 node4" -> "base-bundle_running_0" [ style = bold]
+"base-bundle-podman-2_start_0 node4" -> "base:2_promote_0 base-bundle-2" [ style = bold]
"base-bundle-podman-2_start_0 node4" -> "base:2_start_0 base-bundle-2" [ style = bold]
"base-bundle-podman-2_start_0 node4" [ style=bold color="green" fontcolor="black"]
+"base-bundle_promote_0" -> "base-bundle-clone_promote_0" [ style = bold]
+"base-bundle_promote_0" [ style=bold color="green" fontcolor="orange"]
+"base-bundle_promoted_0" -> "app-bundle_promote_0" [ style = bold]
+"base-bundle_promoted_0" [ style=bold color="green" fontcolor="orange"]
"base-bundle_running_0" -> "app-bundle_start_0" [ style = bold]
+"base-bundle_running_0" -> "base-bundle_promote_0" [ style = bold]
"base-bundle_running_0" [ style=bold color="green" fontcolor="orange"]
"base-bundle_start_0" -> "base-bundle-clone_start_0" [ style = bold]
"base-bundle_start_0" -> "base-bundle-podman-0_start_0 node2" [ style = bold]
@@ -303,6 +331,7 @@
"base:0_start_0 base-bundle-0" -> "base-bundle-clone_running_0" [ style = bold]
"base:0_start_0 base-bundle-0" -> "base:0_monitor_16000 base-bundle-0" [ style = bold]
"base:0_start_0 base-bundle-0" -> "base:1_start_0 base-bundle-1" [ style = bold]
+"base:0_start_0 base-bundle-0" -> "base:2_start_0 base-bundle-2" [ style = bold]
"base:0_start_0 base-bundle-0" [ style=bold color="green" fontcolor="black"]
"base:1_monitor_16000 base-bundle-1" [ style=bold color="green" fontcolor="black"]
"base:1_start_0 base-bundle-1" -> "app-bundle-podman-1_start_0 node3" [ style = bold]
@@ -310,9 +339,14 @@
"base:1_start_0 base-bundle-1" -> "base:1_monitor_16000 base-bundle-1" [ style = bold]
"base:1_start_0 base-bundle-1" -> "base:2_start_0 base-bundle-2" [ style = bold]
"base:1_start_0 base-bundle-1" [ style=bold color="green" fontcolor="black"]
-"base:2_monitor_16000 base-bundle-2" [ style=bold color="green" fontcolor="black"]
+"base:2_monitor_15000 base-bundle-2" [ style=bold color="green" fontcolor="black"]
+"base:2_promote_0 base-bundle-2" -> "app:2_promote_0 app-bundle-2" [ style = bold]
+"base:2_promote_0 base-bundle-2" -> "base-bundle-clone_promoted_0" [ style = bold]
+"base:2_promote_0 base-bundle-2" -> "base:2_monitor_15000 base-bundle-2" [ style = bold]
+"base:2_promote_0 base-bundle-2" [ style=bold color="green" fontcolor="black"]
"base:2_start_0 base-bundle-2" -> "app-bundle-podman-2_start_0 node4" [ style = bold]
"base:2_start_0 base-bundle-2" -> "base-bundle-clone_running_0" [ style = bold]
-"base:2_start_0 base-bundle-2" -> "base:2_monitor_16000 base-bundle-2" [ style = bold]
+"base:2_start_0 base-bundle-2" -> "base:2_monitor_15000 base-bundle-2" [ style = bold]
+"base:2_start_0 base-bundle-2" -> "base:2_promote_0 base-bundle-2" [ style = bold]
"base:2_start_0 base-bundle-2" [ style=bold color="green" fontcolor="black"]
}
diff --git a/cts/scheduler/dot/bundle-nested-colocation.dot b/cts/scheduler/dot/bundle-nested-colocation.dot
index 87b6c0d..c11447a 100644
--- a/cts/scheduler/dot/bundle-nested-colocation.dot
+++ b/cts/scheduler/dot/bundle-nested-colocation.dot
@@ -139,6 +139,7 @@
"rabbitmq:0_start_0 rabbitmq-bundle-0" -> "rabbitmq-bundle-clone_running_0" [ style = bold]
"rabbitmq:0_start_0 rabbitmq-bundle-0" -> "rabbitmq:0_monitor_10000 rabbitmq-bundle-0" [ style = bold]
"rabbitmq:0_start_0 rabbitmq-bundle-0" -> "rabbitmq:1_start_0 rabbitmq-bundle-1" [ style = bold]
+"rabbitmq:0_start_0 rabbitmq-bundle-0" -> "rabbitmq:2_start_0 rabbitmq-bundle-2" [ style = bold]
"rabbitmq:0_start_0 rabbitmq-bundle-0" [ style=bold color="green" fontcolor="black"]
"rabbitmq:1_monitor_0 rabbitmq-bundle-1" -> "rabbitmq-bundle-clone_start_0" [ style = bold]
"rabbitmq:1_monitor_0 rabbitmq-bundle-1" [ style=bold color="green" fontcolor="black"]
diff --git a/cts/scheduler/dot/bundle-order-startup-clone-2.dot b/cts/scheduler/dot/bundle-order-startup-clone-2.dot
index b04e9f7..93877f4 100644
--- a/cts/scheduler/dot/bundle-order-startup-clone-2.dot
+++ b/cts/scheduler/dot/bundle-order-startup-clone-2.dot
@@ -114,6 +114,7 @@
"galera:0_start_0 galera-bundle-0" -> "galera:0_monitor_20000 galera-bundle-0" [ style = bold]
"galera:0_start_0 galera-bundle-0" -> "galera:0_monitor_30000 galera-bundle-0" [ style = bold]
"galera:0_start_0 galera-bundle-0" -> "galera:1_start_0 galera-bundle-1" [ style = bold]
+"galera:0_start_0 galera-bundle-0" -> "galera:2_start_0 galera-bundle-2" [ style = bold]
"galera:0_start_0 galera-bundle-0" [ style=bold color="green" fontcolor="black"]
"galera:1_monitor_20000 galera-bundle-1" [ style=bold color="green" fontcolor="black"]
"galera:1_monitor_30000 galera-bundle-1" [ style=bold color="green" fontcolor="black"]
@@ -343,6 +344,7 @@
"redis:0_start_0 redis-bundle-0" -> "redis:0_monitor_20000 redis-bundle-0" [ style = bold]
"redis:0_start_0 redis-bundle-0" -> "redis:0_promote_0 redis-bundle-0" [ style = bold]
"redis:0_start_0 redis-bundle-0" -> "redis:1_start_0 redis-bundle-1" [ style = bold]
+"redis:0_start_0 redis-bundle-0" -> "redis:2_start_0 redis-bundle-2" [ style = bold]
"redis:0_start_0 redis-bundle-0" [ style=bold color="green" fontcolor="black"]
"redis:1_monitor_20000 redis-bundle-1" [ style=bold color="green" fontcolor="black"]
"redis:1_post_notify_promote_0 redis-bundle-1" -> "redis-bundle-master_confirmed-post_notify_promoted_0" [ style = bold]
diff --git a/cts/scheduler/dot/bundle-probe-remotes.dot b/cts/scheduler/dot/bundle-probe-remotes.dot
index 958cc90..260b0be 100644
--- a/cts/scheduler/dot/bundle-probe-remotes.dot
+++ b/cts/scheduler/dot/bundle-probe-remotes.dot
@@ -53,21 +53,31 @@
"dummy1:0_monitor_10000 scale1-bundle-0" [ style=bold color="green" fontcolor="black"]
"dummy1:0_start_0 scale1-bundle-0" -> "dummy1:0_monitor_10000 scale1-bundle-0" [ style = bold]
"dummy1:0_start_0 scale1-bundle-0" -> "dummy1:1_start_0 scale1-bundle-1" [ style = bold]
+"dummy1:0_start_0 scale1-bundle-0" -> "dummy1:2_start_0 scale1-bundle-2" [ style = bold]
+"dummy1:0_start_0 scale1-bundle-0" -> "dummy1:3_start_0 scale1-bundle-3" [ style = bold]
+"dummy1:0_start_0 scale1-bundle-0" -> "dummy1:4_start_0 scale1-bundle-4" [ style = bold]
+"dummy1:0_start_0 scale1-bundle-0" -> "dummy1:5_start_0 scale1-bundle-5" [ style = bold]
"dummy1:0_start_0 scale1-bundle-0" -> "scale1-bundle-clone_running_0" [ style = bold]
"dummy1:0_start_0 scale1-bundle-0" [ style=bold color="green" fontcolor="black"]
"dummy1:1_monitor_10000 scale1-bundle-1" [ style=bold color="green" fontcolor="black"]
"dummy1:1_start_0 scale1-bundle-1" -> "dummy1:1_monitor_10000 scale1-bundle-1" [ style = bold]
"dummy1:1_start_0 scale1-bundle-1" -> "dummy1:2_start_0 scale1-bundle-2" [ style = bold]
+"dummy1:1_start_0 scale1-bundle-1" -> "dummy1:3_start_0 scale1-bundle-3" [ style = bold]
+"dummy1:1_start_0 scale1-bundle-1" -> "dummy1:4_start_0 scale1-bundle-4" [ style = bold]
+"dummy1:1_start_0 scale1-bundle-1" -> "dummy1:5_start_0 scale1-bundle-5" [ style = bold]
"dummy1:1_start_0 scale1-bundle-1" -> "scale1-bundle-clone_running_0" [ style = bold]
"dummy1:1_start_0 scale1-bundle-1" [ style=bold color="green" fontcolor="black"]
"dummy1:2_monitor_10000 scale1-bundle-2" [ style=bold color="green" fontcolor="black"]
"dummy1:2_start_0 scale1-bundle-2" -> "dummy1:2_monitor_10000 scale1-bundle-2" [ style = bold]
"dummy1:2_start_0 scale1-bundle-2" -> "dummy1:3_start_0 scale1-bundle-3" [ style = bold]
+"dummy1:2_start_0 scale1-bundle-2" -> "dummy1:4_start_0 scale1-bundle-4" [ style = bold]
+"dummy1:2_start_0 scale1-bundle-2" -> "dummy1:5_start_0 scale1-bundle-5" [ style = bold]
"dummy1:2_start_0 scale1-bundle-2" -> "scale1-bundle-clone_running_0" [ style = bold]
"dummy1:2_start_0 scale1-bundle-2" [ style=bold color="green" fontcolor="black"]
"dummy1:3_monitor_10000 scale1-bundle-3" [ style=bold color="green" fontcolor="black"]
"dummy1:3_start_0 scale1-bundle-3" -> "dummy1:3_monitor_10000 scale1-bundle-3" [ style = bold]
"dummy1:3_start_0 scale1-bundle-3" -> "dummy1:4_start_0 scale1-bundle-4" [ style = bold]
+"dummy1:3_start_0 scale1-bundle-3" -> "dummy1:5_start_0 scale1-bundle-5" [ style = bold]
"dummy1:3_start_0 scale1-bundle-3" -> "scale1-bundle-clone_running_0" [ style = bold]
"dummy1:3_start_0 scale1-bundle-3" [ style=bold color="green" fontcolor="black"]
"dummy1:4_monitor_10000 scale1-bundle-4" [ style=bold color="green" fontcolor="black"]
diff --git a/cts/scheduler/dot/bundle-promoted-anticolocation-1.dot b/cts/scheduler/dot/bundle-promoted-anticolocation-1.dot
new file mode 100644
index 0000000..ce2cf6a
--- /dev/null
+++ b/cts/scheduler/dot/bundle-promoted-anticolocation-1.dot
@@ -0,0 +1,7 @@
+ digraph "g" {
+"vip_monitor_10000 node1" [ style=bold color="green" fontcolor="black"]
+"vip_start_0 node1" -> "vip_monitor_10000 node1" [ style = bold]
+"vip_start_0 node1" [ style=bold color="green" fontcolor="black"]
+"vip_stop_0 node3" -> "vip_start_0 node1" [ style = bold]
+"vip_stop_0 node3" [ style=bold color="green" fontcolor="black"]
+}
diff --git a/cts/scheduler/dot/bundle-promoted-anticolocation-2.dot b/cts/scheduler/dot/bundle-promoted-anticolocation-2.dot
new file mode 100644
index 0000000..ce2cf6a
--- /dev/null
+++ b/cts/scheduler/dot/bundle-promoted-anticolocation-2.dot
@@ -0,0 +1,7 @@
+ digraph "g" {
+"vip_monitor_10000 node1" [ style=bold color="green" fontcolor="black"]
+"vip_start_0 node1" -> "vip_monitor_10000 node1" [ style = bold]
+"vip_start_0 node1" [ style=bold color="green" fontcolor="black"]
+"vip_stop_0 node3" -> "vip_start_0 node1" [ style = bold]
+"vip_stop_0 node3" [ style=bold color="green" fontcolor="black"]
+}
diff --git a/cts/scheduler/dot/bundle-promoted-anticolocation-3.dot b/cts/scheduler/dot/bundle-promoted-anticolocation-3.dot
new file mode 100644
index 0000000..a71ec35
--- /dev/null
+++ b/cts/scheduler/dot/bundle-promoted-anticolocation-3.dot
@@ -0,0 +1,32 @@
+ digraph "g" {
+"Cancel base_monitor_15000 base-bundle-2" -> "base_demote_0 base-bundle-2" [ style = bold]
+"Cancel base_monitor_15000 base-bundle-2" [ style=bold color="green" fontcolor="black"]
+"Cancel base_monitor_16000 base-bundle-1" -> "base_promote_0 base-bundle-1" [ style = bold]
+"Cancel base_monitor_16000 base-bundle-1" [ style=bold color="green" fontcolor="black"]
+"base-bundle-clone_demote_0" -> "base-bundle-clone_demoted_0" [ style = bold]
+"base-bundle-clone_demote_0" -> "base_demote_0 base-bundle-2" [ style = bold]
+"base-bundle-clone_demote_0" [ style=bold color="green" fontcolor="orange"]
+"base-bundle-clone_demoted_0" -> "base-bundle-clone_promote_0" [ style = bold]
+"base-bundle-clone_demoted_0" -> "base-bundle_demoted_0" [ style = bold]
+"base-bundle-clone_demoted_0" [ style=bold color="green" fontcolor="orange"]
+"base-bundle-clone_promote_0" -> "base_promote_0 base-bundle-1" [ style = bold]
+"base-bundle-clone_promote_0" [ style=bold color="green" fontcolor="orange"]
+"base-bundle-clone_promoted_0" -> "base-bundle_promoted_0" [ style = bold]
+"base-bundle-clone_promoted_0" [ style=bold color="green" fontcolor="orange"]
+"base-bundle_demote_0" -> "base-bundle-clone_demote_0" [ style = bold]
+"base-bundle_demote_0" -> "base-bundle_demoted_0" [ style = bold]
+"base-bundle_demote_0" [ style=bold color="green" fontcolor="orange"]
+"base-bundle_demoted_0" -> "base-bundle_promote_0" [ style = bold]
+"base-bundle_demoted_0" [ style=bold color="green" fontcolor="orange"]
+"base-bundle_promote_0" -> "base-bundle-clone_promote_0" [ style = bold]
+"base-bundle_promote_0" [ style=bold color="green" fontcolor="orange"]
+"base-bundle_promoted_0" [ style=bold color="green" fontcolor="orange"]
+"base_demote_0 base-bundle-2" -> "base-bundle-clone_demoted_0" [ style = bold]
+"base_demote_0 base-bundle-2" -> "base_monitor_16000 base-bundle-2" [ style = bold]
+"base_demote_0 base-bundle-2" [ style=bold color="green" fontcolor="black"]
+"base_monitor_15000 base-bundle-1" [ style=bold color="green" fontcolor="black"]
+"base_monitor_16000 base-bundle-2" [ style=bold color="green" fontcolor="black"]
+"base_promote_0 base-bundle-1" -> "base-bundle-clone_promoted_0" [ style = bold]
+"base_promote_0 base-bundle-1" -> "base_monitor_15000 base-bundle-1" [ style = bold]
+"base_promote_0 base-bundle-1" [ style=bold color="green" fontcolor="black"]
+}
diff --git a/cts/scheduler/dot/bundle-promoted-anticolocation-4.dot b/cts/scheduler/dot/bundle-promoted-anticolocation-4.dot
new file mode 100644
index 0000000..a71ec35
--- /dev/null
+++ b/cts/scheduler/dot/bundle-promoted-anticolocation-4.dot
@@ -0,0 +1,32 @@
+ digraph "g" {
+"Cancel base_monitor_15000 base-bundle-2" -> "base_demote_0 base-bundle-2" [ style = bold]
+"Cancel base_monitor_15000 base-bundle-2" [ style=bold color="green" fontcolor="black"]
+"Cancel base_monitor_16000 base-bundle-1" -> "base_promote_0 base-bundle-1" [ style = bold]
+"Cancel base_monitor_16000 base-bundle-1" [ style=bold color="green" fontcolor="black"]
+"base-bundle-clone_demote_0" -> "base-bundle-clone_demoted_0" [ style = bold]
+"base-bundle-clone_demote_0" -> "base_demote_0 base-bundle-2" [ style = bold]
+"base-bundle-clone_demote_0" [ style=bold color="green" fontcolor="orange"]
+"base-bundle-clone_demoted_0" -> "base-bundle-clone_promote_0" [ style = bold]
+"base-bundle-clone_demoted_0" -> "base-bundle_demoted_0" [ style = bold]
+"base-bundle-clone_demoted_0" [ style=bold color="green" fontcolor="orange"]
+"base-bundle-clone_promote_0" -> "base_promote_0 base-bundle-1" [ style = bold]
+"base-bundle-clone_promote_0" [ style=bold color="green" fontcolor="orange"]
+"base-bundle-clone_promoted_0" -> "base-bundle_promoted_0" [ style = bold]
+"base-bundle-clone_promoted_0" [ style=bold color="green" fontcolor="orange"]
+"base-bundle_demote_0" -> "base-bundle-clone_demote_0" [ style = bold]
+"base-bundle_demote_0" -> "base-bundle_demoted_0" [ style = bold]
+"base-bundle_demote_0" [ style=bold color="green" fontcolor="orange"]
+"base-bundle_demoted_0" -> "base-bundle_promote_0" [ style = bold]
+"base-bundle_demoted_0" [ style=bold color="green" fontcolor="orange"]
+"base-bundle_promote_0" -> "base-bundle-clone_promote_0" [ style = bold]
+"base-bundle_promote_0" [ style=bold color="green" fontcolor="orange"]
+"base-bundle_promoted_0" [ style=bold color="green" fontcolor="orange"]
+"base_demote_0 base-bundle-2" -> "base-bundle-clone_demoted_0" [ style = bold]
+"base_demote_0 base-bundle-2" -> "base_monitor_16000 base-bundle-2" [ style = bold]
+"base_demote_0 base-bundle-2" [ style=bold color="green" fontcolor="black"]
+"base_monitor_15000 base-bundle-1" [ style=bold color="green" fontcolor="black"]
+"base_monitor_16000 base-bundle-2" [ style=bold color="green" fontcolor="black"]
+"base_promote_0 base-bundle-1" -> "base-bundle-clone_promoted_0" [ style = bold]
+"base_promote_0 base-bundle-1" -> "base_monitor_15000 base-bundle-1" [ style = bold]
+"base_promote_0 base-bundle-1" [ style=bold color="green" fontcolor="black"]
+}
diff --git a/cts/scheduler/dot/bundle-promoted-anticolocation-5.dot b/cts/scheduler/dot/bundle-promoted-anticolocation-5.dot
new file mode 100644
index 0000000..b3db02e
--- /dev/null
+++ b/cts/scheduler/dot/bundle-promoted-anticolocation-5.dot
@@ -0,0 +1,32 @@
+ digraph "g" {
+"Cancel bundle-a-rsc_monitor_15000 bundle-a-1" -> "bundle-a-rsc_demote_0 bundle-a-1" [ style = bold]
+"Cancel bundle-a-rsc_monitor_15000 bundle-a-1" [ style=bold color="green" fontcolor="black"]
+"Cancel bundle-a-rsc_monitor_16000 bundle-a-2" -> "bundle-a-rsc_promote_0 bundle-a-2" [ style = bold]
+"Cancel bundle-a-rsc_monitor_16000 bundle-a-2" [ style=bold color="green" fontcolor="black"]
+"bundle-a-clone_demote_0" -> "bundle-a-clone_demoted_0" [ style = bold]
+"bundle-a-clone_demote_0" -> "bundle-a-rsc_demote_0 bundle-a-1" [ style = bold]
+"bundle-a-clone_demote_0" [ style=bold color="green" fontcolor="orange"]
+"bundle-a-clone_demoted_0" -> "bundle-a-clone_promote_0" [ style = bold]
+"bundle-a-clone_demoted_0" -> "bundle-a_demoted_0" [ style = bold]
+"bundle-a-clone_demoted_0" [ style=bold color="green" fontcolor="orange"]
+"bundle-a-clone_promote_0" -> "bundle-a-rsc_promote_0 bundle-a-2" [ style = bold]
+"bundle-a-clone_promote_0" [ style=bold color="green" fontcolor="orange"]
+"bundle-a-clone_promoted_0" -> "bundle-a_promoted_0" [ style = bold]
+"bundle-a-clone_promoted_0" [ style=bold color="green" fontcolor="orange"]
+"bundle-a-rsc_demote_0 bundle-a-1" -> "bundle-a-clone_demoted_0" [ style = bold]
+"bundle-a-rsc_demote_0 bundle-a-1" -> "bundle-a-rsc_monitor_16000 bundle-a-1" [ style = bold]
+"bundle-a-rsc_demote_0 bundle-a-1" [ style=bold color="green" fontcolor="black"]
+"bundle-a-rsc_monitor_15000 bundle-a-2" [ style=bold color="green" fontcolor="black"]
+"bundle-a-rsc_monitor_16000 bundle-a-1" [ style=bold color="green" fontcolor="black"]
+"bundle-a-rsc_promote_0 bundle-a-2" -> "bundle-a-clone_promoted_0" [ style = bold]
+"bundle-a-rsc_promote_0 bundle-a-2" -> "bundle-a-rsc_monitor_15000 bundle-a-2" [ style = bold]
+"bundle-a-rsc_promote_0 bundle-a-2" [ style=bold color="green" fontcolor="black"]
+"bundle-a_demote_0" -> "bundle-a-clone_demote_0" [ style = bold]
+"bundle-a_demote_0" -> "bundle-a_demoted_0" [ style = bold]
+"bundle-a_demote_0" [ style=bold color="green" fontcolor="orange"]
+"bundle-a_demoted_0" -> "bundle-a_promote_0" [ style = bold]
+"bundle-a_demoted_0" [ style=bold color="green" fontcolor="orange"]
+"bundle-a_promote_0" -> "bundle-a-clone_promote_0" [ style = bold]
+"bundle-a_promote_0" [ style=bold color="green" fontcolor="orange"]
+"bundle-a_promoted_0" [ style=bold color="green" fontcolor="orange"]
+}
diff --git a/cts/scheduler/dot/bundle-promoted-anticolocation-6.dot b/cts/scheduler/dot/bundle-promoted-anticolocation-6.dot
new file mode 100644
index 0000000..b3db02e
--- /dev/null
+++ b/cts/scheduler/dot/bundle-promoted-anticolocation-6.dot
@@ -0,0 +1,32 @@
+ digraph "g" {
+"Cancel bundle-a-rsc_monitor_15000 bundle-a-1" -> "bundle-a-rsc_demote_0 bundle-a-1" [ style = bold]
+"Cancel bundle-a-rsc_monitor_15000 bundle-a-1" [ style=bold color="green" fontcolor="black"]
+"Cancel bundle-a-rsc_monitor_16000 bundle-a-2" -> "bundle-a-rsc_promote_0 bundle-a-2" [ style = bold]
+"Cancel bundle-a-rsc_monitor_16000 bundle-a-2" [ style=bold color="green" fontcolor="black"]
+"bundle-a-clone_demote_0" -> "bundle-a-clone_demoted_0" [ style = bold]
+"bundle-a-clone_demote_0" -> "bundle-a-rsc_demote_0 bundle-a-1" [ style = bold]
+"bundle-a-clone_demote_0" [ style=bold color="green" fontcolor="orange"]
+"bundle-a-clone_demoted_0" -> "bundle-a-clone_promote_0" [ style = bold]
+"bundle-a-clone_demoted_0" -> "bundle-a_demoted_0" [ style = bold]
+"bundle-a-clone_demoted_0" [ style=bold color="green" fontcolor="orange"]
+"bundle-a-clone_promote_0" -> "bundle-a-rsc_promote_0 bundle-a-2" [ style = bold]
+"bundle-a-clone_promote_0" [ style=bold color="green" fontcolor="orange"]
+"bundle-a-clone_promoted_0" -> "bundle-a_promoted_0" [ style = bold]
+"bundle-a-clone_promoted_0" [ style=bold color="green" fontcolor="orange"]
+"bundle-a-rsc_demote_0 bundle-a-1" -> "bundle-a-clone_demoted_0" [ style = bold]
+"bundle-a-rsc_demote_0 bundle-a-1" -> "bundle-a-rsc_monitor_16000 bundle-a-1" [ style = bold]
+"bundle-a-rsc_demote_0 bundle-a-1" [ style=bold color="green" fontcolor="black"]
+"bundle-a-rsc_monitor_15000 bundle-a-2" [ style=bold color="green" fontcolor="black"]
+"bundle-a-rsc_monitor_16000 bundle-a-1" [ style=bold color="green" fontcolor="black"]
+"bundle-a-rsc_promote_0 bundle-a-2" -> "bundle-a-clone_promoted_0" [ style = bold]
+"bundle-a-rsc_promote_0 bundle-a-2" -> "bundle-a-rsc_monitor_15000 bundle-a-2" [ style = bold]
+"bundle-a-rsc_promote_0 bundle-a-2" [ style=bold color="green" fontcolor="black"]
+"bundle-a_demote_0" -> "bundle-a-clone_demote_0" [ style = bold]
+"bundle-a_demote_0" -> "bundle-a_demoted_0" [ style = bold]
+"bundle-a_demote_0" [ style=bold color="green" fontcolor="orange"]
+"bundle-a_demoted_0" -> "bundle-a_promote_0" [ style = bold]
+"bundle-a_demoted_0" [ style=bold color="green" fontcolor="orange"]
+"bundle-a_promote_0" -> "bundle-a-clone_promote_0" [ style = bold]
+"bundle-a_promote_0" [ style=bold color="green" fontcolor="orange"]
+"bundle-a_promoted_0" [ style=bold color="green" fontcolor="orange"]
+}
diff --git a/cts/scheduler/dot/bundle-promoted-colocation-1.dot b/cts/scheduler/dot/bundle-promoted-colocation-1.dot
new file mode 100644
index 0000000..6b857e5
--- /dev/null
+++ b/cts/scheduler/dot/bundle-promoted-colocation-1.dot
@@ -0,0 +1,7 @@
+ digraph "g" {
+"vip_monitor_10000 node3" [ style=bold color="green" fontcolor="black"]
+"vip_start_0 node3" -> "vip_monitor_10000 node3" [ style = bold]
+"vip_start_0 node3" [ style=bold color="green" fontcolor="black"]
+"vip_stop_0 node1" -> "vip_start_0 node3" [ style = bold]
+"vip_stop_0 node1" [ style=bold color="green" fontcolor="black"]
+}
diff --git a/cts/scheduler/dot/bundle-promoted-colocation-2.dot b/cts/scheduler/dot/bundle-promoted-colocation-2.dot
new file mode 100644
index 0000000..6b857e5
--- /dev/null
+++ b/cts/scheduler/dot/bundle-promoted-colocation-2.dot
@@ -0,0 +1,7 @@
+ digraph "g" {
+"vip_monitor_10000 node3" [ style=bold color="green" fontcolor="black"]
+"vip_start_0 node3" -> "vip_monitor_10000 node3" [ style = bold]
+"vip_start_0 node3" [ style=bold color="green" fontcolor="black"]
+"vip_stop_0 node1" -> "vip_start_0 node3" [ style = bold]
+"vip_stop_0 node1" [ style=bold color="green" fontcolor="black"]
+}
diff --git a/cts/scheduler/dot/bundle-promoted-colocation-3.dot b/cts/scheduler/dot/bundle-promoted-colocation-3.dot
new file mode 100644
index 0000000..69f6cf5
--- /dev/null
+++ b/cts/scheduler/dot/bundle-promoted-colocation-3.dot
@@ -0,0 +1,32 @@
+ digraph "g" {
+"Cancel base_monitor_15000 base-bundle-2" -> "base_demote_0 base-bundle-2" [ style = bold]
+"Cancel base_monitor_15000 base-bundle-2" [ style=bold color="green" fontcolor="black"]
+"Cancel base_monitor_16000 base-bundle-0" -> "base_promote_0 base-bundle-0" [ style = bold]
+"Cancel base_monitor_16000 base-bundle-0" [ style=bold color="green" fontcolor="black"]
+"base-bundle-clone_demote_0" -> "base-bundle-clone_demoted_0" [ style = bold]
+"base-bundle-clone_demote_0" -> "base_demote_0 base-bundle-2" [ style = bold]
+"base-bundle-clone_demote_0" [ style=bold color="green" fontcolor="orange"]
+"base-bundle-clone_demoted_0" -> "base-bundle-clone_promote_0" [ style = bold]
+"base-bundle-clone_demoted_0" -> "base-bundle_demoted_0" [ style = bold]
+"base-bundle-clone_demoted_0" [ style=bold color="green" fontcolor="orange"]
+"base-bundle-clone_promote_0" -> "base_promote_0 base-bundle-0" [ style = bold]
+"base-bundle-clone_promote_0" [ style=bold color="green" fontcolor="orange"]
+"base-bundle-clone_promoted_0" -> "base-bundle_promoted_0" [ style = bold]
+"base-bundle-clone_promoted_0" [ style=bold color="green" fontcolor="orange"]
+"base-bundle_demote_0" -> "base-bundle-clone_demote_0" [ style = bold]
+"base-bundle_demote_0" -> "base-bundle_demoted_0" [ style = bold]
+"base-bundle_demote_0" [ style=bold color="green" fontcolor="orange"]
+"base-bundle_demoted_0" -> "base-bundle_promote_0" [ style = bold]
+"base-bundle_demoted_0" [ style=bold color="green" fontcolor="orange"]
+"base-bundle_promote_0" -> "base-bundle-clone_promote_0" [ style = bold]
+"base-bundle_promote_0" [ style=bold color="green" fontcolor="orange"]
+"base-bundle_promoted_0" [ style=bold color="green" fontcolor="orange"]
+"base_demote_0 base-bundle-2" -> "base-bundle-clone_demoted_0" [ style = bold]
+"base_demote_0 base-bundle-2" -> "base_monitor_16000 base-bundle-2" [ style = bold]
+"base_demote_0 base-bundle-2" [ style=bold color="green" fontcolor="black"]
+"base_monitor_15000 base-bundle-0" [ style=bold color="green" fontcolor="black"]
+"base_monitor_16000 base-bundle-2" [ style=bold color="green" fontcolor="black"]
+"base_promote_0 base-bundle-0" -> "base-bundle-clone_promoted_0" [ style = bold]
+"base_promote_0 base-bundle-0" -> "base_monitor_15000 base-bundle-0" [ style = bold]
+"base_promote_0 base-bundle-0" [ style=bold color="green" fontcolor="black"]
+}
diff --git a/cts/scheduler/dot/bundle-promoted-colocation-4.dot b/cts/scheduler/dot/bundle-promoted-colocation-4.dot
new file mode 100644
index 0000000..69f6cf5
--- /dev/null
+++ b/cts/scheduler/dot/bundle-promoted-colocation-4.dot
@@ -0,0 +1,32 @@
+ digraph "g" {
+"Cancel base_monitor_15000 base-bundle-2" -> "base_demote_0 base-bundle-2" [ style = bold]
+"Cancel base_monitor_15000 base-bundle-2" [ style=bold color="green" fontcolor="black"]
+"Cancel base_monitor_16000 base-bundle-0" -> "base_promote_0 base-bundle-0" [ style = bold]
+"Cancel base_monitor_16000 base-bundle-0" [ style=bold color="green" fontcolor="black"]
+"base-bundle-clone_demote_0" -> "base-bundle-clone_demoted_0" [ style = bold]
+"base-bundle-clone_demote_0" -> "base_demote_0 base-bundle-2" [ style = bold]
+"base-bundle-clone_demote_0" [ style=bold color="green" fontcolor="orange"]
+"base-bundle-clone_demoted_0" -> "base-bundle-clone_promote_0" [ style = bold]
+"base-bundle-clone_demoted_0" -> "base-bundle_demoted_0" [ style = bold]
+"base-bundle-clone_demoted_0" [ style=bold color="green" fontcolor="orange"]
+"base-bundle-clone_promote_0" -> "base_promote_0 base-bundle-0" [ style = bold]
+"base-bundle-clone_promote_0" [ style=bold color="green" fontcolor="orange"]
+"base-bundle-clone_promoted_0" -> "base-bundle_promoted_0" [ style = bold]
+"base-bundle-clone_promoted_0" [ style=bold color="green" fontcolor="orange"]
+"base-bundle_demote_0" -> "base-bundle-clone_demote_0" [ style = bold]
+"base-bundle_demote_0" -> "base-bundle_demoted_0" [ style = bold]
+"base-bundle_demote_0" [ style=bold color="green" fontcolor="orange"]
+"base-bundle_demoted_0" -> "base-bundle_promote_0" [ style = bold]
+"base-bundle_demoted_0" [ style=bold color="green" fontcolor="orange"]
+"base-bundle_promote_0" -> "base-bundle-clone_promote_0" [ style = bold]
+"base-bundle_promote_0" [ style=bold color="green" fontcolor="orange"]
+"base-bundle_promoted_0" [ style=bold color="green" fontcolor="orange"]
+"base_demote_0 base-bundle-2" -> "base-bundle-clone_demoted_0" [ style = bold]
+"base_demote_0 base-bundle-2" -> "base_monitor_16000 base-bundle-2" [ style = bold]
+"base_demote_0 base-bundle-2" [ style=bold color="green" fontcolor="black"]
+"base_monitor_15000 base-bundle-0" [ style=bold color="green" fontcolor="black"]
+"base_monitor_16000 base-bundle-2" [ style=bold color="green" fontcolor="black"]
+"base_promote_0 base-bundle-0" -> "base-bundle-clone_promoted_0" [ style = bold]
+"base_promote_0 base-bundle-0" -> "base_monitor_15000 base-bundle-0" [ style = bold]
+"base_promote_0 base-bundle-0" [ style=bold color="green" fontcolor="black"]
+}
diff --git a/cts/scheduler/dot/bundle-promoted-colocation-5.dot b/cts/scheduler/dot/bundle-promoted-colocation-5.dot
new file mode 100644
index 0000000..b3db02e
--- /dev/null
+++ b/cts/scheduler/dot/bundle-promoted-colocation-5.dot
@@ -0,0 +1,32 @@
+ digraph "g" {
+"Cancel bundle-a-rsc_monitor_15000 bundle-a-1" -> "bundle-a-rsc_demote_0 bundle-a-1" [ style = bold]
+"Cancel bundle-a-rsc_monitor_15000 bundle-a-1" [ style=bold color="green" fontcolor="black"]
+"Cancel bundle-a-rsc_monitor_16000 bundle-a-2" -> "bundle-a-rsc_promote_0 bundle-a-2" [ style = bold]
+"Cancel bundle-a-rsc_monitor_16000 bundle-a-2" [ style=bold color="green" fontcolor="black"]
+"bundle-a-clone_demote_0" -> "bundle-a-clone_demoted_0" [ style = bold]
+"bundle-a-clone_demote_0" -> "bundle-a-rsc_demote_0 bundle-a-1" [ style = bold]
+"bundle-a-clone_demote_0" [ style=bold color="green" fontcolor="orange"]
+"bundle-a-clone_demoted_0" -> "bundle-a-clone_promote_0" [ style = bold]
+"bundle-a-clone_demoted_0" -> "bundle-a_demoted_0" [ style = bold]
+"bundle-a-clone_demoted_0" [ style=bold color="green" fontcolor="orange"]
+"bundle-a-clone_promote_0" -> "bundle-a-rsc_promote_0 bundle-a-2" [ style = bold]
+"bundle-a-clone_promote_0" [ style=bold color="green" fontcolor="orange"]
+"bundle-a-clone_promoted_0" -> "bundle-a_promoted_0" [ style = bold]
+"bundle-a-clone_promoted_0" [ style=bold color="green" fontcolor="orange"]
+"bundle-a-rsc_demote_0 bundle-a-1" -> "bundle-a-clone_demoted_0" [ style = bold]
+"bundle-a-rsc_demote_0 bundle-a-1" -> "bundle-a-rsc_monitor_16000 bundle-a-1" [ style = bold]
+"bundle-a-rsc_demote_0 bundle-a-1" [ style=bold color="green" fontcolor="black"]
+"bundle-a-rsc_monitor_15000 bundle-a-2" [ style=bold color="green" fontcolor="black"]
+"bundle-a-rsc_monitor_16000 bundle-a-1" [ style=bold color="green" fontcolor="black"]
+"bundle-a-rsc_promote_0 bundle-a-2" -> "bundle-a-clone_promoted_0" [ style = bold]
+"bundle-a-rsc_promote_0 bundle-a-2" -> "bundle-a-rsc_monitor_15000 bundle-a-2" [ style = bold]
+"bundle-a-rsc_promote_0 bundle-a-2" [ style=bold color="green" fontcolor="black"]
+"bundle-a_demote_0" -> "bundle-a-clone_demote_0" [ style = bold]
+"bundle-a_demote_0" -> "bundle-a_demoted_0" [ style = bold]
+"bundle-a_demote_0" [ style=bold color="green" fontcolor="orange"]
+"bundle-a_demoted_0" -> "bundle-a_promote_0" [ style = bold]
+"bundle-a_demoted_0" [ style=bold color="green" fontcolor="orange"]
+"bundle-a_promote_0" -> "bundle-a-clone_promote_0" [ style = bold]
+"bundle-a_promote_0" [ style=bold color="green" fontcolor="orange"]
+"bundle-a_promoted_0" [ style=bold color="green" fontcolor="orange"]
+}
diff --git a/cts/scheduler/dot/bundle-promoted-colocation-6.dot b/cts/scheduler/dot/bundle-promoted-colocation-6.dot
new file mode 100644
index 0000000..b3db02e
--- /dev/null
+++ b/cts/scheduler/dot/bundle-promoted-colocation-6.dot
@@ -0,0 +1,32 @@
+ digraph "g" {
+"Cancel bundle-a-rsc_monitor_15000 bundle-a-1" -> "bundle-a-rsc_demote_0 bundle-a-1" [ style = bold]
+"Cancel bundle-a-rsc_monitor_15000 bundle-a-1" [ style=bold color="green" fontcolor="black"]
+"Cancel bundle-a-rsc_monitor_16000 bundle-a-2" -> "bundle-a-rsc_promote_0 bundle-a-2" [ style = bold]
+"Cancel bundle-a-rsc_monitor_16000 bundle-a-2" [ style=bold color="green" fontcolor="black"]
+"bundle-a-clone_demote_0" -> "bundle-a-clone_demoted_0" [ style = bold]
+"bundle-a-clone_demote_0" -> "bundle-a-rsc_demote_0 bundle-a-1" [ style = bold]
+"bundle-a-clone_demote_0" [ style=bold color="green" fontcolor="orange"]
+"bundle-a-clone_demoted_0" -> "bundle-a-clone_promote_0" [ style = bold]
+"bundle-a-clone_demoted_0" -> "bundle-a_demoted_0" [ style = bold]
+"bundle-a-clone_demoted_0" [ style=bold color="green" fontcolor="orange"]
+"bundle-a-clone_promote_0" -> "bundle-a-rsc_promote_0 bundle-a-2" [ style = bold]
+"bundle-a-clone_promote_0" [ style=bold color="green" fontcolor="orange"]
+"bundle-a-clone_promoted_0" -> "bundle-a_promoted_0" [ style = bold]
+"bundle-a-clone_promoted_0" [ style=bold color="green" fontcolor="orange"]
+"bundle-a-rsc_demote_0 bundle-a-1" -> "bundle-a-clone_demoted_0" [ style = bold]
+"bundle-a-rsc_demote_0 bundle-a-1" -> "bundle-a-rsc_monitor_16000 bundle-a-1" [ style = bold]
+"bundle-a-rsc_demote_0 bundle-a-1" [ style=bold color="green" fontcolor="black"]
+"bundle-a-rsc_monitor_15000 bundle-a-2" [ style=bold color="green" fontcolor="black"]
+"bundle-a-rsc_monitor_16000 bundle-a-1" [ style=bold color="green" fontcolor="black"]
+"bundle-a-rsc_promote_0 bundle-a-2" -> "bundle-a-clone_promoted_0" [ style = bold]
+"bundle-a-rsc_promote_0 bundle-a-2" -> "bundle-a-rsc_monitor_15000 bundle-a-2" [ style = bold]
+"bundle-a-rsc_promote_0 bundle-a-2" [ style=bold color="green" fontcolor="black"]
+"bundle-a_demote_0" -> "bundle-a-clone_demote_0" [ style = bold]
+"bundle-a_demote_0" -> "bundle-a_demoted_0" [ style = bold]
+"bundle-a_demote_0" [ style=bold color="green" fontcolor="orange"]
+"bundle-a_demoted_0" -> "bundle-a_promote_0" [ style = bold]
+"bundle-a_demoted_0" [ style=bold color="green" fontcolor="orange"]
+"bundle-a_promote_0" -> "bundle-a-clone_promote_0" [ style = bold]
+"bundle-a_promote_0" [ style=bold color="green" fontcolor="orange"]
+"bundle-a_promoted_0" [ style=bold color="green" fontcolor="orange"]
+}
diff --git a/cts/scheduler/dot/bundle-promoted-location-1.dot b/cts/scheduler/dot/bundle-promoted-location-1.dot
new file mode 100644
index 0000000..d8f1c9f
--- /dev/null
+++ b/cts/scheduler/dot/bundle-promoted-location-1.dot
@@ -0,0 +1,2 @@
+ digraph "g" {
+}
diff --git a/cts/scheduler/dot/bundle-promoted-location-2.dot b/cts/scheduler/dot/bundle-promoted-location-2.dot
new file mode 100644
index 0000000..72d1487
--- /dev/null
+++ b/cts/scheduler/dot/bundle-promoted-location-2.dot
@@ -0,0 +1,75 @@
+ digraph "g" {
+"Cancel base_monitor_15000 base-bundle-0" -> "base_demote_0 base-bundle-0" [ style = bold]
+"Cancel base_monitor_15000 base-bundle-0" [ style=bold color="green" fontcolor="black"]
+"Cancel base_monitor_16000 base-bundle-1" -> "base_promote_0 base-bundle-1" [ style = bold]
+"Cancel base_monitor_16000 base-bundle-1" [ style=bold color="green" fontcolor="black"]
+"base-bundle-0_monitor_30000 node3" [ style=dashed color="red" fontcolor="black"]
+"base-bundle-0_start_0 node3" -> "base-bundle-0_monitor_30000 node3" [ style = dashed]
+"base-bundle-0_start_0 node3" -> "base_monitor_16000 base-bundle-0" [ style = dashed]
+"base-bundle-0_start_0 node3" -> "base_start_0 base-bundle-0" [ style = dashed]
+"base-bundle-0_start_0 node3" [ style=dashed color="red" fontcolor="black"]
+"base-bundle-0_stop_0 node3" -> "base-bundle-0_start_0 node3" [ style = dashed]
+"base-bundle-0_stop_0 node3" -> "base-bundle-podman-0_stop_0 node3" [ style = bold]
+"base-bundle-0_stop_0 node3" [ style=bold color="green" fontcolor="black"]
+"base-bundle-clone_demote_0" -> "base-bundle-clone_demoted_0" [ style = bold]
+"base-bundle-clone_demote_0" -> "base_demote_0 base-bundle-0" [ style = bold]
+"base-bundle-clone_demote_0" [ style=bold color="green" fontcolor="orange"]
+"base-bundle-clone_demoted_0" -> "base-bundle-clone_promote_0" [ style = bold]
+"base-bundle-clone_demoted_0" -> "base-bundle-clone_start_0" [ style = bold]
+"base-bundle-clone_demoted_0" -> "base-bundle-clone_stop_0" [ style = bold]
+"base-bundle-clone_demoted_0" -> "base-bundle_demoted_0" [ style = bold]
+"base-bundle-clone_demoted_0" [ style=bold color="green" fontcolor="orange"]
+"base-bundle-clone_promote_0" -> "base_promote_0 base-bundle-1" [ style = bold]
+"base-bundle-clone_promote_0" [ style=bold color="green" fontcolor="orange"]
+"base-bundle-clone_promoted_0" -> "base-bundle_promoted_0" [ style = bold]
+"base-bundle-clone_promoted_0" [ style=bold color="green" fontcolor="orange"]
+"base-bundle-clone_running_0" -> "base-bundle-clone_promote_0" [ style = bold]
+"base-bundle-clone_running_0" -> "base-bundle_running_0" [ style = bold]
+"base-bundle-clone_running_0" [ style=bold color="green" fontcolor="orange"]
+"base-bundle-clone_start_0" -> "base-bundle-clone_running_0" [ style = bold]
+"base-bundle-clone_start_0" -> "base_start_0 base-bundle-0" [ style = dashed]
+"base-bundle-clone_start_0" [ style=bold color="green" fontcolor="orange"]
+"base-bundle-clone_stop_0" -> "base-bundle-clone_stopped_0" [ style = bold]
+"base-bundle-clone_stop_0" -> "base_stop_0 base-bundle-0" [ style = bold]
+"base-bundle-clone_stop_0" [ style=bold color="green" fontcolor="orange"]
+"base-bundle-clone_stopped_0" -> "base-bundle-clone_promote_0" [ style = bold]
+"base-bundle-clone_stopped_0" -> "base-bundle-clone_start_0" [ style = bold]
+"base-bundle-clone_stopped_0" -> "base-bundle_stopped_0" [ style = bold]
+"base-bundle-clone_stopped_0" [ style=bold color="green" fontcolor="orange"]
+"base-bundle-podman-0_stop_0 node3" -> "base-bundle_stopped_0" [ style = bold]
+"base-bundle-podman-0_stop_0 node3" [ style=bold color="green" fontcolor="black"]
+"base-bundle_demote_0" -> "base-bundle-clone_demote_0" [ style = bold]
+"base-bundle_demote_0" -> "base-bundle_demoted_0" [ style = bold]
+"base-bundle_demote_0" [ style=bold color="green" fontcolor="orange"]
+"base-bundle_demoted_0" -> "base-bundle_promote_0" [ style = bold]
+"base-bundle_demoted_0" -> "base-bundle_stop_0" [ style = bold]
+"base-bundle_demoted_0" [ style=bold color="green" fontcolor="orange"]
+"base-bundle_promote_0" -> "base-bundle-clone_promote_0" [ style = bold]
+"base-bundle_promote_0" [ style=bold color="green" fontcolor="orange"]
+"base-bundle_promoted_0" [ style=bold color="green" fontcolor="orange"]
+"base-bundle_running_0" -> "base-bundle_promote_0" [ style = bold]
+"base-bundle_running_0" [ style=bold color="green" fontcolor="orange"]
+"base-bundle_stop_0" -> "base-bundle-clone_stop_0" [ style = bold]
+"base-bundle_stop_0" -> "base-bundle-podman-0_stop_0 node3" [ style = bold]
+"base-bundle_stop_0" -> "base_stop_0 base-bundle-0" [ style = bold]
+"base-bundle_stop_0" [ style=bold color="green" fontcolor="orange"]
+"base-bundle_stopped_0" -> "base-bundle_promote_0" [ style = bold]
+"base-bundle_stopped_0" [ style=bold color="green" fontcolor="orange"]
+"base_demote_0 base-bundle-0" -> "base-bundle-0_stop_0 node3" [ style = bold]
+"base_demote_0 base-bundle-0" -> "base-bundle-clone_demoted_0" [ style = bold]
+"base_demote_0 base-bundle-0" -> "base_monitor_16000 base-bundle-0" [ style = dashed]
+"base_demote_0 base-bundle-0" -> "base_stop_0 base-bundle-0" [ style = bold]
+"base_demote_0 base-bundle-0" [ style=bold color="green" fontcolor="black"]
+"base_monitor_15000 base-bundle-1" [ style=bold color="green" fontcolor="black"]
+"base_monitor_16000 base-bundle-0" [ style=dashed color="red" fontcolor="black"]
+"base_promote_0 base-bundle-1" -> "base-bundle-clone_promoted_0" [ style = bold]
+"base_promote_0 base-bundle-1" -> "base_monitor_15000 base-bundle-1" [ style = bold]
+"base_promote_0 base-bundle-1" [ style=bold color="green" fontcolor="black"]
+"base_start_0 base-bundle-0" -> "base-bundle-clone_running_0" [ style = dashed]
+"base_start_0 base-bundle-0" -> "base_monitor_16000 base-bundle-0" [ style = dashed]
+"base_start_0 base-bundle-0" [ style=dashed color="red" fontcolor="black"]
+"base_stop_0 base-bundle-0" -> "base-bundle-0_stop_0 node3" [ style = bold]
+"base_stop_0 base-bundle-0" -> "base-bundle-clone_stopped_0" [ style = bold]
+"base_stop_0 base-bundle-0" -> "base_start_0 base-bundle-0" [ style = dashed]
+"base_stop_0 base-bundle-0" [ style=bold color="green" fontcolor="black"]
+}
diff --git a/cts/scheduler/dot/bundle-promoted-location-3.dot b/cts/scheduler/dot/bundle-promoted-location-3.dot
new file mode 100644
index 0000000..d8f1c9f
--- /dev/null
+++ b/cts/scheduler/dot/bundle-promoted-location-3.dot
@@ -0,0 +1,2 @@
+ digraph "g" {
+}
diff --git a/cts/scheduler/dot/bundle-promoted-location-4.dot b/cts/scheduler/dot/bundle-promoted-location-4.dot
new file mode 100644
index 0000000..d8f1c9f
--- /dev/null
+++ b/cts/scheduler/dot/bundle-promoted-location-4.dot
@@ -0,0 +1,2 @@
+ digraph "g" {
+}
diff --git a/cts/scheduler/dot/bundle-promoted-location-5.dot b/cts/scheduler/dot/bundle-promoted-location-5.dot
new file mode 100644
index 0000000..d8f1c9f
--- /dev/null
+++ b/cts/scheduler/dot/bundle-promoted-location-5.dot
@@ -0,0 +1,2 @@
+ digraph "g" {
+}
diff --git a/cts/scheduler/dot/bundle-promoted-location-6.dot b/cts/scheduler/dot/bundle-promoted-location-6.dot
new file mode 100644
index 0000000..9627375
--- /dev/null
+++ b/cts/scheduler/dot/bundle-promoted-location-6.dot
@@ -0,0 +1,37 @@
+ digraph "g" {
+"base-bundle-1_monitor_30000 node2" [ style=dashed color="red" fontcolor="black"]
+"base-bundle-1_start_0 node2" -> "base-bundle-1_monitor_30000 node2" [ style = dashed]
+"base-bundle-1_start_0 node2" -> "base_monitor_16000 base-bundle-1" [ style = dashed]
+"base-bundle-1_start_0 node2" -> "base_start_0 base-bundle-1" [ style = dashed]
+"base-bundle-1_start_0 node2" [ style=dashed color="red" fontcolor="black"]
+"base-bundle-1_stop_0 node2" -> "base-bundle-1_start_0 node2" [ style = dashed]
+"base-bundle-1_stop_0 node2" -> "base-bundle-podman-1_stop_0 node2" [ style = bold]
+"base-bundle-1_stop_0 node2" [ style=bold color="green" fontcolor="black"]
+"base-bundle-clone_running_0" -> "base-bundle_running_0" [ style = bold]
+"base-bundle-clone_running_0" [ style=bold color="green" fontcolor="orange"]
+"base-bundle-clone_start_0" -> "base-bundle-clone_running_0" [ style = bold]
+"base-bundle-clone_start_0" -> "base_start_0 base-bundle-1" [ style = dashed]
+"base-bundle-clone_start_0" [ style=bold color="green" fontcolor="orange"]
+"base-bundle-clone_stop_0" -> "base-bundle-clone_stopped_0" [ style = bold]
+"base-bundle-clone_stop_0" -> "base_stop_0 base-bundle-1" [ style = bold]
+"base-bundle-clone_stop_0" [ style=bold color="green" fontcolor="orange"]
+"base-bundle-clone_stopped_0" -> "base-bundle-clone_start_0" [ style = bold]
+"base-bundle-clone_stopped_0" -> "base-bundle_stopped_0" [ style = bold]
+"base-bundle-clone_stopped_0" [ style=bold color="green" fontcolor="orange"]
+"base-bundle-podman-1_stop_0 node2" -> "base-bundle_stopped_0" [ style = bold]
+"base-bundle-podman-1_stop_0 node2" [ style=bold color="green" fontcolor="black"]
+"base-bundle_running_0" [ style=bold color="green" fontcolor="orange"]
+"base-bundle_stop_0" -> "base-bundle-clone_stop_0" [ style = bold]
+"base-bundle_stop_0" -> "base-bundle-podman-1_stop_0 node2" [ style = bold]
+"base-bundle_stop_0" -> "base_stop_0 base-bundle-1" [ style = bold]
+"base-bundle_stop_0" [ style=bold color="green" fontcolor="orange"]
+"base-bundle_stopped_0" [ style=bold color="green" fontcolor="orange"]
+"base_monitor_16000 base-bundle-1" [ style=dashed color="red" fontcolor="black"]
+"base_start_0 base-bundle-1" -> "base-bundle-clone_running_0" [ style = dashed]
+"base_start_0 base-bundle-1" -> "base_monitor_16000 base-bundle-1" [ style = dashed]
+"base_start_0 base-bundle-1" [ style=dashed color="red" fontcolor="black"]
+"base_stop_0 base-bundle-1" -> "base-bundle-1_stop_0 node2" [ style = bold]
+"base_stop_0 base-bundle-1" -> "base-bundle-clone_stopped_0" [ style = bold]
+"base_stop_0 base-bundle-1" -> "base_start_0 base-bundle-1" [ style = dashed]
+"base_stop_0 base-bundle-1" [ style=bold color="green" fontcolor="black"]
+}
diff --git a/cts/scheduler/dot/bundle-replicas-change.dot b/cts/scheduler/dot/bundle-replicas-change.dot
index 08c20b4..4d98275 100644
--- a/cts/scheduler/dot/bundle-replicas-change.dot
+++ b/cts/scheduler/dot/bundle-replicas-change.dot
@@ -89,6 +89,7 @@
"httpd:0_start_0 httpd-bundle-0" -> "httpd-bundle-clone_running_0" [ style = bold]
"httpd:0_start_0 httpd-bundle-0" -> "httpd:0_monitor_10000 httpd-bundle-0" [ style = bold]
"httpd:0_start_0 httpd-bundle-0" -> "httpd:1_start_0 httpd-bundle-1" [ style = bold]
+"httpd:0_start_0 httpd-bundle-0" -> "httpd:2_start_0 httpd-bundle-2" [ style = bold]
"httpd:0_start_0 httpd-bundle-0" [ style=bold color="green" fontcolor="black"]
"httpd:1_monitor_10000 httpd-bundle-1" [ style=bold color="green" fontcolor="black"]
"httpd:1_start_0 httpd-bundle-1" -> "httpd-bundle-clone_running_0" [ style = bold]
diff --git a/cts/scheduler/dot/cancel-behind-moving-remote.dot b/cts/scheduler/dot/cancel-behind-moving-remote.dot
index 1a0dfc8..0eddcce 100644
--- a/cts/scheduler/dot/cancel-behind-moving-remote.dot
+++ b/cts/scheduler/dot/cancel-behind-moving-remote.dot
@@ -1,50 +1,30 @@
digraph "g" {
-"Cancel ovndb_servers_monitor_30000 ovn-dbs-bundle-1" -> "ovndb_servers_promote_0 ovn-dbs-bundle-1" [ style = bold]
-"Cancel ovndb_servers_monitor_30000 ovn-dbs-bundle-1" [ style=bold color="green" fontcolor="black"]
-"ip-172.17.1.87_monitor_10000 controller-0" [ style=bold color="green" fontcolor="black"]
-"ip-172.17.1.87_start_0 controller-0" -> "ip-172.17.1.87_monitor_10000 controller-0" [ style = bold]
-"ip-172.17.1.87_start_0 controller-0" [ style=bold color="green" fontcolor="black"]
+"Cancel ovndb_servers_monitor_30000 ovn-dbs-bundle-2" -> "ovndb_servers_promote_0 ovn-dbs-bundle-2" [ style = bold]
+"Cancel ovndb_servers_monitor_30000 ovn-dbs-bundle-2" [ style=bold color="green" fontcolor="black"]
+"ip-172.17.1.87_monitor_10000 controller-1" [ style=bold color="green" fontcolor="black"]
+"ip-172.17.1.87_start_0 controller-1" -> "ip-172.17.1.87_monitor_10000 controller-1" [ style = bold]
+"ip-172.17.1.87_start_0 controller-1" [ style=bold color="green" fontcolor="black"]
"nova-evacuate_clear_failcount_0 messaging-0" [ style=bold color="green" fontcolor="black"]
-"ovn-dbs-bundle-0_clear_failcount_0 controller-0" -> "ovn-dbs-bundle-0_start_0 controller-2" [ style = bold]
-"ovn-dbs-bundle-0_clear_failcount_0 controller-0" [ style=bold color="green" fontcolor="black"]
-"ovn-dbs-bundle-0_monitor_30000 controller-2" [ style=bold color="green" fontcolor="black"]
-"ovn-dbs-bundle-0_start_0 controller-2" -> "ovn-dbs-bundle-0_monitor_30000 controller-2" [ style = bold]
-"ovn-dbs-bundle-0_start_0 controller-2" -> "ovndb_servers:0_monitor_30000 ovn-dbs-bundle-0" [ style = bold]
-"ovn-dbs-bundle-0_start_0 controller-2" -> "ovndb_servers:0_start_0 ovn-dbs-bundle-0" [ style = bold]
-"ovn-dbs-bundle-0_start_0 controller-2" [ style=bold color="green" fontcolor="black"]
-"ovn-dbs-bundle-1_clear_failcount_0 controller-2" -> "ovn-dbs-bundle-1_start_0 controller-0" [ style = bold]
-"ovn-dbs-bundle-1_clear_failcount_0 controller-2" [ style=bold color="green" fontcolor="black"]
-"ovn-dbs-bundle-1_monitor_30000 controller-0" [ style=bold color="green" fontcolor="black"]
-"ovn-dbs-bundle-1_start_0 controller-0" -> "ovn-dbs-bundle-1_monitor_30000 controller-0" [ style = bold]
-"ovn-dbs-bundle-1_start_0 controller-0" -> "ovndb_servers_monitor_10000 ovn-dbs-bundle-1" [ style = bold]
-"ovn-dbs-bundle-1_start_0 controller-0" -> "ovndb_servers_promote_0 ovn-dbs-bundle-1" [ style = bold]
-"ovn-dbs-bundle-1_start_0 controller-0" -> "ovndb_servers_start_0 ovn-dbs-bundle-1" [ style = bold]
-"ovn-dbs-bundle-1_start_0 controller-0" [ style=bold color="green" fontcolor="black"]
-"ovn-dbs-bundle-1_stop_0 controller-2" -> "ovn-dbs-bundle-1_start_0 controller-0" [ style = bold]
-"ovn-dbs-bundle-1_stop_0 controller-2" -> "ovn-dbs-bundle-podman-1_stop_0 controller-2" [ style = bold]
-"ovn-dbs-bundle-1_stop_0 controller-2" [ style=bold color="green" fontcolor="black"]
+"ovn-dbs-bundle-0_monitor_30000 controller-0" [ style=bold color="green" fontcolor="black"]
+"ovn-dbs-bundle-0_start_0 controller-0" -> "ovn-dbs-bundle-0_monitor_30000 controller-0" [ style = bold]
+"ovn-dbs-bundle-0_start_0 controller-0" -> "ovndb_servers:0_monitor_30000 ovn-dbs-bundle-0" [ style = bold]
+"ovn-dbs-bundle-0_start_0 controller-0" -> "ovndb_servers:0_start_0 ovn-dbs-bundle-0" [ style = bold]
+"ovn-dbs-bundle-0_start_0 controller-0" [ style=bold color="green" fontcolor="black"]
"ovn-dbs-bundle-master_confirmed-post_notify_promoted_0" -> "ovn-dbs-bundle_promoted_0" [ style = bold]
"ovn-dbs-bundle-master_confirmed-post_notify_promoted_0" -> "ovndb_servers:0_monitor_30000 ovn-dbs-bundle-0" [ style = bold]
-"ovn-dbs-bundle-master_confirmed-post_notify_promoted_0" -> "ovndb_servers_monitor_10000 ovn-dbs-bundle-1" [ style = bold]
+"ovn-dbs-bundle-master_confirmed-post_notify_promoted_0" -> "ovndb_servers_monitor_10000 ovn-dbs-bundle-2" [ style = bold]
"ovn-dbs-bundle-master_confirmed-post_notify_promoted_0" [ style=bold color="green" fontcolor="orange"]
"ovn-dbs-bundle-master_confirmed-post_notify_running_0" -> "ovn-dbs-bundle-master_pre_notify_promote_0" [ style = bold]
"ovn-dbs-bundle-master_confirmed-post_notify_running_0" -> "ovn-dbs-bundle_running_0" [ style = bold]
"ovn-dbs-bundle-master_confirmed-post_notify_running_0" -> "ovndb_servers:0_monitor_30000 ovn-dbs-bundle-0" [ style = bold]
-"ovn-dbs-bundle-master_confirmed-post_notify_running_0" -> "ovndb_servers_monitor_10000 ovn-dbs-bundle-1" [ style = bold]
+"ovn-dbs-bundle-master_confirmed-post_notify_running_0" -> "ovndb_servers_monitor_10000 ovn-dbs-bundle-2" [ style = bold]
"ovn-dbs-bundle-master_confirmed-post_notify_running_0" [ style=bold color="green" fontcolor="orange"]
-"ovn-dbs-bundle-master_confirmed-post_notify_stopped_0" -> "ovn-dbs-bundle-master_pre_notify_promote_0" [ style = bold]
-"ovn-dbs-bundle-master_confirmed-post_notify_stopped_0" -> "ovn-dbs-bundle-master_pre_notify_start_0" [ style = bold]
-"ovn-dbs-bundle-master_confirmed-post_notify_stopped_0" -> "ovn-dbs-bundle_stopped_0" [ style = bold]
-"ovn-dbs-bundle-master_confirmed-post_notify_stopped_0" [ style=bold color="green" fontcolor="orange"]
"ovn-dbs-bundle-master_confirmed-pre_notify_promote_0" -> "ovn-dbs-bundle-master_post_notify_promoted_0" [ style = bold]
"ovn-dbs-bundle-master_confirmed-pre_notify_promote_0" -> "ovn-dbs-bundle-master_promote_0" [ style = bold]
"ovn-dbs-bundle-master_confirmed-pre_notify_promote_0" [ style=bold color="green" fontcolor="orange"]
"ovn-dbs-bundle-master_confirmed-pre_notify_start_0" -> "ovn-dbs-bundle-master_post_notify_running_0" [ style = bold]
"ovn-dbs-bundle-master_confirmed-pre_notify_start_0" -> "ovn-dbs-bundle-master_start_0" [ style = bold]
"ovn-dbs-bundle-master_confirmed-pre_notify_start_0" [ style=bold color="green" fontcolor="orange"]
-"ovn-dbs-bundle-master_confirmed-pre_notify_stop_0" -> "ovn-dbs-bundle-master_post_notify_stopped_0" [ style = bold]
-"ovn-dbs-bundle-master_confirmed-pre_notify_stop_0" -> "ovn-dbs-bundle-master_stop_0" [ style = bold]
-"ovn-dbs-bundle-master_confirmed-pre_notify_stop_0" [ style=bold color="green" fontcolor="orange"]
"ovn-dbs-bundle-master_post_notify_promoted_0" -> "ovn-dbs-bundle-master_confirmed-post_notify_promoted_0" [ style = bold]
"ovn-dbs-bundle-master_post_notify_promoted_0" -> "ovndb_servers:0_post_notify_promote_0 ovn-dbs-bundle-0" [ style = bold]
"ovn-dbs-bundle-master_post_notify_promoted_0" -> "ovndb_servers_post_notify_promoted_0 ovn-dbs-bundle-1" [ style = bold]
@@ -55,22 +35,16 @@
"ovn-dbs-bundle-master_post_notify_running_0" -> "ovndb_servers_post_notify_running_0 ovn-dbs-bundle-1" [ style = bold]
"ovn-dbs-bundle-master_post_notify_running_0" -> "ovndb_servers_post_notify_running_0 ovn-dbs-bundle-2" [ style = bold]
"ovn-dbs-bundle-master_post_notify_running_0" [ style=bold color="green" fontcolor="orange"]
-"ovn-dbs-bundle-master_post_notify_stopped_0" -> "ovn-dbs-bundle-master_confirmed-post_notify_stopped_0" [ style = bold]
-"ovn-dbs-bundle-master_post_notify_stopped_0" -> "ovndb_servers_post_notify_stopped_0 ovn-dbs-bundle-2" [ style = bold]
-"ovn-dbs-bundle-master_post_notify_stopped_0" [ style=bold color="green" fontcolor="orange"]
"ovn-dbs-bundle-master_pre_notify_promote_0" -> "ovn-dbs-bundle-master_confirmed-pre_notify_promote_0" [ style = bold]
"ovn-dbs-bundle-master_pre_notify_promote_0" -> "ovndb_servers:0_pre_notify_promote_0 ovn-dbs-bundle-0" [ style = bold]
"ovn-dbs-bundle-master_pre_notify_promote_0" -> "ovndb_servers_pre_notify_promote_0 ovn-dbs-bundle-1" [ style = bold]
"ovn-dbs-bundle-master_pre_notify_promote_0" -> "ovndb_servers_pre_notify_promote_0 ovn-dbs-bundle-2" [ style = bold]
"ovn-dbs-bundle-master_pre_notify_promote_0" [ style=bold color="green" fontcolor="orange"]
"ovn-dbs-bundle-master_pre_notify_start_0" -> "ovn-dbs-bundle-master_confirmed-pre_notify_start_0" [ style = bold]
+"ovn-dbs-bundle-master_pre_notify_start_0" -> "ovndb_servers_pre_notify_start_0 ovn-dbs-bundle-1" [ style = bold]
"ovn-dbs-bundle-master_pre_notify_start_0" -> "ovndb_servers_pre_notify_start_0 ovn-dbs-bundle-2" [ style = bold]
"ovn-dbs-bundle-master_pre_notify_start_0" [ style=bold color="green" fontcolor="orange"]
-"ovn-dbs-bundle-master_pre_notify_stop_0" -> "ovn-dbs-bundle-master_confirmed-pre_notify_stop_0" [ style = bold]
-"ovn-dbs-bundle-master_pre_notify_stop_0" -> "ovndb_servers_pre_notify_stop_0 ovn-dbs-bundle-1" [ style = bold]
-"ovn-dbs-bundle-master_pre_notify_stop_0" -> "ovndb_servers_pre_notify_stop_0 ovn-dbs-bundle-2" [ style = bold]
-"ovn-dbs-bundle-master_pre_notify_stop_0" [ style=bold color="green" fontcolor="orange"]
-"ovn-dbs-bundle-master_promote_0" -> "ovndb_servers_promote_0 ovn-dbs-bundle-1" [ style = bold]
+"ovn-dbs-bundle-master_promote_0" -> "ovndb_servers_promote_0 ovn-dbs-bundle-2" [ style = bold]
"ovn-dbs-bundle-master_promote_0" [ style=bold color="green" fontcolor="orange"]
"ovn-dbs-bundle-master_promoted_0" -> "ovn-dbs-bundle-master_post_notify_promoted_0" [ style = bold]
"ovn-dbs-bundle-master_promoted_0" [ style=bold color="green" fontcolor="orange"]
@@ -79,48 +53,22 @@
"ovn-dbs-bundle-master_running_0" [ style=bold color="green" fontcolor="orange"]
"ovn-dbs-bundle-master_start_0" -> "ovn-dbs-bundle-master_running_0" [ style = bold]
"ovn-dbs-bundle-master_start_0" -> "ovndb_servers:0_start_0 ovn-dbs-bundle-0" [ style = bold]
-"ovn-dbs-bundle-master_start_0" -> "ovndb_servers_start_0 ovn-dbs-bundle-1" [ style = bold]
"ovn-dbs-bundle-master_start_0" [ style=bold color="green" fontcolor="orange"]
-"ovn-dbs-bundle-master_stop_0" -> "ovn-dbs-bundle-master_stopped_0" [ style = bold]
-"ovn-dbs-bundle-master_stop_0" -> "ovndb_servers_stop_0 ovn-dbs-bundle-1" [ style = bold]
-"ovn-dbs-bundle-master_stop_0" [ style=bold color="green" fontcolor="orange"]
-"ovn-dbs-bundle-master_stopped_0" -> "ovn-dbs-bundle-master_post_notify_stopped_0" [ style = bold]
-"ovn-dbs-bundle-master_stopped_0" -> "ovn-dbs-bundle-master_promote_0" [ style = bold]
-"ovn-dbs-bundle-master_stopped_0" -> "ovn-dbs-bundle-master_start_0" [ style = bold]
-"ovn-dbs-bundle-master_stopped_0" [ style=bold color="green" fontcolor="orange"]
-"ovn-dbs-bundle-podman-0_monitor_60000 controller-2" [ style=bold color="green" fontcolor="black"]
-"ovn-dbs-bundle-podman-0_start_0 controller-2" -> "ovn-dbs-bundle-0_start_0 controller-2" [ style = bold]
-"ovn-dbs-bundle-podman-0_start_0 controller-2" -> "ovn-dbs-bundle-podman-0_monitor_60000 controller-2" [ style = bold]
-"ovn-dbs-bundle-podman-0_start_0 controller-2" -> "ovn-dbs-bundle_running_0" [ style = bold]
-"ovn-dbs-bundle-podman-0_start_0 controller-2" -> "ovndb_servers:0_start_0 ovn-dbs-bundle-0" [ style = bold]
-"ovn-dbs-bundle-podman-0_start_0 controller-2" [ style=bold color="green" fontcolor="black"]
-"ovn-dbs-bundle-podman-1_monitor_60000 controller-0" [ style=bold color="green" fontcolor="black"]
-"ovn-dbs-bundle-podman-1_start_0 controller-0" -> "ovn-dbs-bundle-1_start_0 controller-0" [ style = bold]
-"ovn-dbs-bundle-podman-1_start_0 controller-0" -> "ovn-dbs-bundle-podman-1_monitor_60000 controller-0" [ style = bold]
-"ovn-dbs-bundle-podman-1_start_0 controller-0" -> "ovn-dbs-bundle_running_0" [ style = bold]
-"ovn-dbs-bundle-podman-1_start_0 controller-0" -> "ovndb_servers_promote_0 ovn-dbs-bundle-1" [ style = bold]
-"ovn-dbs-bundle-podman-1_start_0 controller-0" -> "ovndb_servers_start_0 ovn-dbs-bundle-1" [ style = bold]
-"ovn-dbs-bundle-podman-1_start_0 controller-0" [ style=bold color="green" fontcolor="black"]
-"ovn-dbs-bundle-podman-1_stop_0 controller-2" -> "ovn-dbs-bundle-podman-1_start_0 controller-0" [ style = bold]
-"ovn-dbs-bundle-podman-1_stop_0 controller-2" -> "ovn-dbs-bundle_stopped_0" [ style = bold]
-"ovn-dbs-bundle-podman-1_stop_0 controller-2" [ style=bold color="green" fontcolor="black"]
-"ovn-dbs-bundle_promote_0" -> "ip-172.17.1.87_start_0 controller-0" [ style = bold]
+"ovn-dbs-bundle-podman-0_monitor_60000 controller-0" [ style=bold color="green" fontcolor="black"]
+"ovn-dbs-bundle-podman-0_start_0 controller-0" -> "ovn-dbs-bundle-0_start_0 controller-0" [ style = bold]
+"ovn-dbs-bundle-podman-0_start_0 controller-0" -> "ovn-dbs-bundle-podman-0_monitor_60000 controller-0" [ style = bold]
+"ovn-dbs-bundle-podman-0_start_0 controller-0" -> "ovn-dbs-bundle_running_0" [ style = bold]
+"ovn-dbs-bundle-podman-0_start_0 controller-0" -> "ovndb_servers:0_start_0 ovn-dbs-bundle-0" [ style = bold]
+"ovn-dbs-bundle-podman-0_start_0 controller-0" [ style=bold color="green" fontcolor="black"]
+"ovn-dbs-bundle_promote_0" -> "ip-172.17.1.87_start_0 controller-1" [ style = bold]
"ovn-dbs-bundle_promote_0" -> "ovn-dbs-bundle-master_promote_0" [ style = bold]
"ovn-dbs-bundle_promote_0" [ style=bold color="green" fontcolor="orange"]
"ovn-dbs-bundle_promoted_0" [ style=bold color="green" fontcolor="orange"]
"ovn-dbs-bundle_running_0" -> "ovn-dbs-bundle_promote_0" [ style = bold]
"ovn-dbs-bundle_running_0" [ style=bold color="green" fontcolor="orange"]
"ovn-dbs-bundle_start_0" -> "ovn-dbs-bundle-master_start_0" [ style = bold]
-"ovn-dbs-bundle_start_0" -> "ovn-dbs-bundle-podman-0_start_0 controller-2" [ style = bold]
-"ovn-dbs-bundle_start_0" -> "ovn-dbs-bundle-podman-1_start_0 controller-0" [ style = bold]
+"ovn-dbs-bundle_start_0" -> "ovn-dbs-bundle-podman-0_start_0 controller-0" [ style = bold]
"ovn-dbs-bundle_start_0" [ style=bold color="green" fontcolor="orange"]
-"ovn-dbs-bundle_stop_0" -> "ovn-dbs-bundle-master_stop_0" [ style = bold]
-"ovn-dbs-bundle_stop_0" -> "ovn-dbs-bundle-podman-1_stop_0 controller-2" [ style = bold]
-"ovn-dbs-bundle_stop_0" -> "ovndb_servers_stop_0 ovn-dbs-bundle-1" [ style = bold]
-"ovn-dbs-bundle_stop_0" [ style=bold color="green" fontcolor="orange"]
-"ovn-dbs-bundle_stopped_0" -> "ovn-dbs-bundle_promote_0" [ style = bold]
-"ovn-dbs-bundle_stopped_0" -> "ovn-dbs-bundle_start_0" [ style = bold]
-"ovn-dbs-bundle_stopped_0" [ style=bold color="green" fontcolor="orange"]
"ovndb_servers:0_monitor_30000 ovn-dbs-bundle-0" [ style=bold color="green" fontcolor="black"]
"ovndb_servers:0_post_notify_promote_0 ovn-dbs-bundle-0" -> "ovn-dbs-bundle-master_confirmed-post_notify_promoted_0" [ style = bold]
"ovndb_servers:0_post_notify_promote_0 ovn-dbs-bundle-0" [ style=bold color="green" fontcolor="black"]
@@ -130,9 +78,8 @@
"ovndb_servers:0_pre_notify_promote_0 ovn-dbs-bundle-0" [ style=bold color="green" fontcolor="black"]
"ovndb_servers:0_start_0 ovn-dbs-bundle-0" -> "ovn-dbs-bundle-master_running_0" [ style = bold]
"ovndb_servers:0_start_0 ovn-dbs-bundle-0" -> "ovndb_servers:0_monitor_30000 ovn-dbs-bundle-0" [ style = bold]
-"ovndb_servers:0_start_0 ovn-dbs-bundle-0" -> "ovndb_servers_start_0 ovn-dbs-bundle-1" [ style = bold]
"ovndb_servers:0_start_0 ovn-dbs-bundle-0" [ style=bold color="green" fontcolor="black"]
-"ovndb_servers_monitor_10000 ovn-dbs-bundle-1" [ style=bold color="green" fontcolor="black"]
+"ovndb_servers_monitor_10000 ovn-dbs-bundle-2" [ style=bold color="green" fontcolor="black"]
"ovndb_servers_post_notify_promoted_0 ovn-dbs-bundle-1" -> "ovn-dbs-bundle-master_confirmed-post_notify_promoted_0" [ style = bold]
"ovndb_servers_post_notify_promoted_0 ovn-dbs-bundle-1" [ style=bold color="green" fontcolor="black"]
"ovndb_servers_post_notify_promoted_0 ovn-dbs-bundle-2" -> "ovn-dbs-bundle-master_confirmed-post_notify_promoted_0" [ style = bold]
@@ -141,29 +88,17 @@
"ovndb_servers_post_notify_running_0 ovn-dbs-bundle-1" [ style=bold color="green" fontcolor="black"]
"ovndb_servers_post_notify_running_0 ovn-dbs-bundle-2" -> "ovn-dbs-bundle-master_confirmed-post_notify_running_0" [ style = bold]
"ovndb_servers_post_notify_running_0 ovn-dbs-bundle-2" [ style=bold color="green" fontcolor="black"]
-"ovndb_servers_post_notify_stopped_0 ovn-dbs-bundle-2" -> "ovn-dbs-bundle-master_confirmed-post_notify_stopped_0" [ style = bold]
-"ovndb_servers_post_notify_stopped_0 ovn-dbs-bundle-2" [ style=bold color="green" fontcolor="black"]
"ovndb_servers_pre_notify_promote_0 ovn-dbs-bundle-1" -> "ovn-dbs-bundle-master_confirmed-pre_notify_promote_0" [ style = bold]
"ovndb_servers_pre_notify_promote_0 ovn-dbs-bundle-1" [ style=bold color="green" fontcolor="black"]
"ovndb_servers_pre_notify_promote_0 ovn-dbs-bundle-2" -> "ovn-dbs-bundle-master_confirmed-pre_notify_promote_0" [ style = bold]
"ovndb_servers_pre_notify_promote_0 ovn-dbs-bundle-2" [ style=bold color="green" fontcolor="black"]
+"ovndb_servers_pre_notify_start_0 ovn-dbs-bundle-1" -> "ovn-dbs-bundle-master_confirmed-pre_notify_start_0" [ style = bold]
+"ovndb_servers_pre_notify_start_0 ovn-dbs-bundle-1" [ style=bold color="green" fontcolor="black"]
"ovndb_servers_pre_notify_start_0 ovn-dbs-bundle-2" -> "ovn-dbs-bundle-master_confirmed-pre_notify_start_0" [ style = bold]
"ovndb_servers_pre_notify_start_0 ovn-dbs-bundle-2" [ style=bold color="green" fontcolor="black"]
-"ovndb_servers_pre_notify_stop_0 ovn-dbs-bundle-1" -> "ovn-dbs-bundle-master_confirmed-pre_notify_stop_0" [ style = bold]
-"ovndb_servers_pre_notify_stop_0 ovn-dbs-bundle-1" [ style=bold color="green" fontcolor="black"]
-"ovndb_servers_pre_notify_stop_0 ovn-dbs-bundle-2" -> "ovn-dbs-bundle-master_confirmed-pre_notify_stop_0" [ style = bold]
-"ovndb_servers_pre_notify_stop_0 ovn-dbs-bundle-2" [ style=bold color="green" fontcolor="black"]
-"ovndb_servers_promote_0 ovn-dbs-bundle-1" -> "ovn-dbs-bundle-master_promoted_0" [ style = bold]
-"ovndb_servers_promote_0 ovn-dbs-bundle-1" -> "ovndb_servers_monitor_10000 ovn-dbs-bundle-1" [ style = bold]
-"ovndb_servers_promote_0 ovn-dbs-bundle-1" [ style=bold color="green" fontcolor="black"]
-"ovndb_servers_start_0 ovn-dbs-bundle-1" -> "ovn-dbs-bundle-master_running_0" [ style = bold]
-"ovndb_servers_start_0 ovn-dbs-bundle-1" -> "ovndb_servers_monitor_10000 ovn-dbs-bundle-1" [ style = bold]
-"ovndb_servers_start_0 ovn-dbs-bundle-1" -> "ovndb_servers_promote_0 ovn-dbs-bundle-1" [ style = bold]
-"ovndb_servers_start_0 ovn-dbs-bundle-1" [ style=bold color="green" fontcolor="black"]
-"ovndb_servers_stop_0 ovn-dbs-bundle-1" -> "ovn-dbs-bundle-1_stop_0 controller-2" [ style = bold]
-"ovndb_servers_stop_0 ovn-dbs-bundle-1" -> "ovn-dbs-bundle-master_stopped_0" [ style = bold]
-"ovndb_servers_stop_0 ovn-dbs-bundle-1" -> "ovndb_servers_start_0 ovn-dbs-bundle-1" [ style = bold]
-"ovndb_servers_stop_0 ovn-dbs-bundle-1" [ style=bold color="green" fontcolor="black"]
+"ovndb_servers_promote_0 ovn-dbs-bundle-2" -> "ovn-dbs-bundle-master_promoted_0" [ style = bold]
+"ovndb_servers_promote_0 ovn-dbs-bundle-2" -> "ovndb_servers_monitor_10000 ovn-dbs-bundle-2" [ style = bold]
+"ovndb_servers_promote_0 ovn-dbs-bundle-2" [ style=bold color="green" fontcolor="black"]
"rabbitmq-bundle-1_monitor_30000 controller-0" [ style=dashed color="red" fontcolor="black"]
"rabbitmq-bundle-1_start_0 controller-0" -> "rabbitmq-bundle-1_monitor_30000 controller-0" [ style = dashed]
"rabbitmq-bundle-1_start_0 controller-0" -> "rabbitmq:1_monitor_10000 rabbitmq-bundle-1" [ style = dashed]
diff --git a/cts/scheduler/dot/clone-order-16instances.dot b/cts/scheduler/dot/clone-order-16instances.dot
index cf87468..fbbb55b 100644
--- a/cts/scheduler/dot/clone-order-16instances.dot
+++ b/cts/scheduler/dot/clone-order-16instances.dot
@@ -3,51 +3,36 @@
"clvmd-clone_start_0" -> "clvmd-clone_running_0" [ style = dashed]
"clvmd-clone_start_0" [ style=dashed color="red" fontcolor="orange"]
"clvmd:10_start_0 <none>" -> "clvmd-clone_running_0" [ style = dashed]
-"clvmd:10_start_0 <none>" -> "clvmd:11_start_0 <none>" [ style = dashed]
"clvmd:10_start_0 <none>" [ style=dashed color="red" fontcolor="black"]
"clvmd:11_start_0 <none>" -> "clvmd-clone_running_0" [ style = dashed]
-"clvmd:11_start_0 <none>" -> "clvmd:12_start_0 <none>" [ style = dashed]
"clvmd:11_start_0 <none>" [ style=dashed color="red" fontcolor="black"]
"clvmd:12_start_0 <none>" -> "clvmd-clone_running_0" [ style = dashed]
-"clvmd:12_start_0 <none>" -> "clvmd:13_start_0 <none>" [ style = dashed]
"clvmd:12_start_0 <none>" [ style=dashed color="red" fontcolor="black"]
"clvmd:13_start_0 <none>" -> "clvmd-clone_running_0" [ style = dashed]
-"clvmd:13_start_0 <none>" -> "clvmd:14_start_0 <none>" [ style = dashed]
"clvmd:13_start_0 <none>" [ style=dashed color="red" fontcolor="black"]
"clvmd:14_start_0 <none>" -> "clvmd-clone_running_0" [ style = dashed]
-"clvmd:14_start_0 <none>" -> "clvmd:15_start_0 <none>" [ style = dashed]
"clvmd:14_start_0 <none>" [ style=dashed color="red" fontcolor="black"]
"clvmd:15_start_0 <none>" -> "clvmd-clone_running_0" [ style = dashed]
"clvmd:15_start_0 <none>" [ style=dashed color="red" fontcolor="black"]
"clvmd:1_start_0 <none>" -> "clvmd-clone_running_0" [ style = dashed]
-"clvmd:1_start_0 <none>" -> "clvmd:2_start_0 <none>" [ style = dashed]
"clvmd:1_start_0 <none>" [ style=dashed color="red" fontcolor="black"]
"clvmd:2_start_0 <none>" -> "clvmd-clone_running_0" [ style = dashed]
-"clvmd:2_start_0 <none>" -> "clvmd:3_start_0 <none>" [ style = dashed]
"clvmd:2_start_0 <none>" [ style=dashed color="red" fontcolor="black"]
"clvmd:3_start_0 <none>" -> "clvmd-clone_running_0" [ style = dashed]
-"clvmd:3_start_0 <none>" -> "clvmd:4_start_0 <none>" [ style = dashed]
"clvmd:3_start_0 <none>" [ style=dashed color="red" fontcolor="black"]
"clvmd:4_start_0 <none>" -> "clvmd-clone_running_0" [ style = dashed]
-"clvmd:4_start_0 <none>" -> "clvmd:5_start_0 <none>" [ style = dashed]
"clvmd:4_start_0 <none>" [ style=dashed color="red" fontcolor="black"]
"clvmd:5_start_0 <none>" -> "clvmd-clone_running_0" [ style = dashed]
-"clvmd:5_start_0 <none>" -> "clvmd:6_start_0 <none>" [ style = dashed]
"clvmd:5_start_0 <none>" [ style=dashed color="red" fontcolor="black"]
"clvmd:6_start_0 <none>" -> "clvmd-clone_running_0" [ style = dashed]
-"clvmd:6_start_0 <none>" -> "clvmd:7_start_0 <none>" [ style = dashed]
"clvmd:6_start_0 <none>" [ style=dashed color="red" fontcolor="black"]
"clvmd:7_start_0 <none>" -> "clvmd-clone_running_0" [ style = dashed]
-"clvmd:7_start_0 <none>" -> "clvmd:8_start_0 <none>" [ style = dashed]
"clvmd:7_start_0 <none>" [ style=dashed color="red" fontcolor="black"]
"clvmd:8_start_0 <none>" -> "clvmd-clone_running_0" [ style = dashed]
-"clvmd:8_start_0 <none>" -> "clvmd:9_start_0 <none>" [ style = dashed]
"clvmd:8_start_0 <none>" [ style=dashed color="red" fontcolor="black"]
"clvmd:9_start_0 <none>" -> "clvmd-clone_running_0" [ style = dashed]
-"clvmd:9_start_0 <none>" -> "clvmd:10_start_0 <none>" [ style = dashed]
"clvmd:9_start_0 <none>" [ style=dashed color="red" fontcolor="black"]
"clvmd_start_0 <none>" -> "clvmd-clone_running_0" [ style = dashed]
-"clvmd_start_0 <none>" -> "clvmd:1_start_0 <none>" [ style = dashed]
"clvmd_start_0 <none>" [ style=dashed color="red" fontcolor="black"]
"dlm-clone_running_0" -> "clvmd-clone_start_0" [ style = dashed]
"dlm-clone_running_0" [ style=bold color="green" fontcolor="orange"]
@@ -71,21 +56,31 @@
"dlm:10_start_0 virt-029.cluster-qe.lab.eng.brq.redhat.com" -> "dlm-clone_running_0" [ style = bold]
"dlm:10_start_0 virt-029.cluster-qe.lab.eng.brq.redhat.com" -> "dlm:10_monitor_30000 virt-029.cluster-qe.lab.eng.brq.redhat.com" [ style = bold]
"dlm:10_start_0 virt-029.cluster-qe.lab.eng.brq.redhat.com" -> "dlm:11_start_0 virt-030.cluster-qe.lab.eng.brq.redhat.com" [ style = bold]
+"dlm:10_start_0 virt-029.cluster-qe.lab.eng.brq.redhat.com" -> "dlm:12_start_0 virt-031.cluster-qe.lab.eng.brq.redhat.com" [ style = bold]
+"dlm:10_start_0 virt-029.cluster-qe.lab.eng.brq.redhat.com" -> "dlm:13_start_0 virt-032.cluster-qe.lab.eng.brq.redhat.com" [ style = bold]
+"dlm:10_start_0 virt-029.cluster-qe.lab.eng.brq.redhat.com" -> "dlm:14_start_0 virt-033.cluster-qe.lab.eng.brq.redhat.com" [ style = bold]
+"dlm:10_start_0 virt-029.cluster-qe.lab.eng.brq.redhat.com" -> "dlm:15_start_0 virt-034.cluster-qe.lab.eng.brq.redhat.com" [ style = bold]
"dlm:10_start_0 virt-029.cluster-qe.lab.eng.brq.redhat.com" [ style=bold color="green" fontcolor="black"]
"dlm:11_monitor_30000 virt-030.cluster-qe.lab.eng.brq.redhat.com" [ style=bold color="green" fontcolor="black"]
"dlm:11_start_0 virt-030.cluster-qe.lab.eng.brq.redhat.com" -> "dlm-clone_running_0" [ style = bold]
"dlm:11_start_0 virt-030.cluster-qe.lab.eng.brq.redhat.com" -> "dlm:11_monitor_30000 virt-030.cluster-qe.lab.eng.brq.redhat.com" [ style = bold]
"dlm:11_start_0 virt-030.cluster-qe.lab.eng.brq.redhat.com" -> "dlm:12_start_0 virt-031.cluster-qe.lab.eng.brq.redhat.com" [ style = bold]
+"dlm:11_start_0 virt-030.cluster-qe.lab.eng.brq.redhat.com" -> "dlm:13_start_0 virt-032.cluster-qe.lab.eng.brq.redhat.com" [ style = bold]
+"dlm:11_start_0 virt-030.cluster-qe.lab.eng.brq.redhat.com" -> "dlm:14_start_0 virt-033.cluster-qe.lab.eng.brq.redhat.com" [ style = bold]
+"dlm:11_start_0 virt-030.cluster-qe.lab.eng.brq.redhat.com" -> "dlm:15_start_0 virt-034.cluster-qe.lab.eng.brq.redhat.com" [ style = bold]
"dlm:11_start_0 virt-030.cluster-qe.lab.eng.brq.redhat.com" [ style=bold color="green" fontcolor="black"]
"dlm:12_monitor_30000 virt-031.cluster-qe.lab.eng.brq.redhat.com" [ style=bold color="green" fontcolor="black"]
"dlm:12_start_0 virt-031.cluster-qe.lab.eng.brq.redhat.com" -> "dlm-clone_running_0" [ style = bold]
"dlm:12_start_0 virt-031.cluster-qe.lab.eng.brq.redhat.com" -> "dlm:12_monitor_30000 virt-031.cluster-qe.lab.eng.brq.redhat.com" [ style = bold]
"dlm:12_start_0 virt-031.cluster-qe.lab.eng.brq.redhat.com" -> "dlm:13_start_0 virt-032.cluster-qe.lab.eng.brq.redhat.com" [ style = bold]
+"dlm:12_start_0 virt-031.cluster-qe.lab.eng.brq.redhat.com" -> "dlm:14_start_0 virt-033.cluster-qe.lab.eng.brq.redhat.com" [ style = bold]
+"dlm:12_start_0 virt-031.cluster-qe.lab.eng.brq.redhat.com" -> "dlm:15_start_0 virt-034.cluster-qe.lab.eng.brq.redhat.com" [ style = bold]
"dlm:12_start_0 virt-031.cluster-qe.lab.eng.brq.redhat.com" [ style=bold color="green" fontcolor="black"]
"dlm:13_monitor_30000 virt-032.cluster-qe.lab.eng.brq.redhat.com" [ style=bold color="green" fontcolor="black"]
"dlm:13_start_0 virt-032.cluster-qe.lab.eng.brq.redhat.com" -> "dlm-clone_running_0" [ style = bold]
"dlm:13_start_0 virt-032.cluster-qe.lab.eng.brq.redhat.com" -> "dlm:13_monitor_30000 virt-032.cluster-qe.lab.eng.brq.redhat.com" [ style = bold]
"dlm:13_start_0 virt-032.cluster-qe.lab.eng.brq.redhat.com" -> "dlm:14_start_0 virt-033.cluster-qe.lab.eng.brq.redhat.com" [ style = bold]
+"dlm:13_start_0 virt-032.cluster-qe.lab.eng.brq.redhat.com" -> "dlm:15_start_0 virt-034.cluster-qe.lab.eng.brq.redhat.com" [ style = bold]
"dlm:13_start_0 virt-032.cluster-qe.lab.eng.brq.redhat.com" [ style=bold color="green" fontcolor="black"]
"dlm:14_monitor_30000 virt-033.cluster-qe.lab.eng.brq.redhat.com" [ style=bold color="green" fontcolor="black"]
"dlm:14_start_0 virt-033.cluster-qe.lab.eng.brq.redhat.com" -> "dlm-clone_running_0" [ style = bold]
@@ -98,37 +93,93 @@
"dlm:15_start_0 virt-034.cluster-qe.lab.eng.brq.redhat.com" [ style=bold color="green" fontcolor="black"]
"dlm:3_monitor_30000 virt-013.cluster-qe.lab.eng.brq.redhat.com" [ style=bold color="green" fontcolor="black"]
"dlm:3_start_0 virt-013.cluster-qe.lab.eng.brq.redhat.com" -> "dlm-clone_running_0" [ style = bold]
+"dlm:3_start_0 virt-013.cluster-qe.lab.eng.brq.redhat.com" -> "dlm:10_start_0 virt-029.cluster-qe.lab.eng.brq.redhat.com" [ style = bold]
+"dlm:3_start_0 virt-013.cluster-qe.lab.eng.brq.redhat.com" -> "dlm:11_start_0 virt-030.cluster-qe.lab.eng.brq.redhat.com" [ style = bold]
+"dlm:3_start_0 virt-013.cluster-qe.lab.eng.brq.redhat.com" -> "dlm:12_start_0 virt-031.cluster-qe.lab.eng.brq.redhat.com" [ style = bold]
+"dlm:3_start_0 virt-013.cluster-qe.lab.eng.brq.redhat.com" -> "dlm:13_start_0 virt-032.cluster-qe.lab.eng.brq.redhat.com" [ style = bold]
+"dlm:3_start_0 virt-013.cluster-qe.lab.eng.brq.redhat.com" -> "dlm:14_start_0 virt-033.cluster-qe.lab.eng.brq.redhat.com" [ style = bold]
+"dlm:3_start_0 virt-013.cluster-qe.lab.eng.brq.redhat.com" -> "dlm:15_start_0 virt-034.cluster-qe.lab.eng.brq.redhat.com" [ style = bold]
"dlm:3_start_0 virt-013.cluster-qe.lab.eng.brq.redhat.com" -> "dlm:3_monitor_30000 virt-013.cluster-qe.lab.eng.brq.redhat.com" [ style = bold]
"dlm:3_start_0 virt-013.cluster-qe.lab.eng.brq.redhat.com" -> "dlm:4_start_0 virt-014.cluster-qe.lab.eng.brq.redhat.com" [ style = bold]
+"dlm:3_start_0 virt-013.cluster-qe.lab.eng.brq.redhat.com" -> "dlm:5_start_0 virt-015.cluster-qe.lab.eng.brq.redhat.com" [ style = bold]
+"dlm:3_start_0 virt-013.cluster-qe.lab.eng.brq.redhat.com" -> "dlm:6_start_0 virt-016.cluster-qe.lab.eng.brq.redhat.com" [ style = bold]
+"dlm:3_start_0 virt-013.cluster-qe.lab.eng.brq.redhat.com" -> "dlm:7_start_0 virt-020.cluster-qe.lab.eng.brq.redhat.com" [ style = bold]
+"dlm:3_start_0 virt-013.cluster-qe.lab.eng.brq.redhat.com" -> "dlm:8_start_0 virt-027.cluster-qe.lab.eng.brq.redhat.com" [ style = bold]
+"dlm:3_start_0 virt-013.cluster-qe.lab.eng.brq.redhat.com" -> "dlm:9_start_0 virt-028.cluster-qe.lab.eng.brq.redhat.com" [ style = bold]
"dlm:3_start_0 virt-013.cluster-qe.lab.eng.brq.redhat.com" [ style=bold color="green" fontcolor="black"]
"dlm:4_monitor_30000 virt-014.cluster-qe.lab.eng.brq.redhat.com" [ style=bold color="green" fontcolor="black"]
"dlm:4_start_0 virt-014.cluster-qe.lab.eng.brq.redhat.com" -> "dlm-clone_running_0" [ style = bold]
+"dlm:4_start_0 virt-014.cluster-qe.lab.eng.brq.redhat.com" -> "dlm:10_start_0 virt-029.cluster-qe.lab.eng.brq.redhat.com" [ style = bold]
+"dlm:4_start_0 virt-014.cluster-qe.lab.eng.brq.redhat.com" -> "dlm:11_start_0 virt-030.cluster-qe.lab.eng.brq.redhat.com" [ style = bold]
+"dlm:4_start_0 virt-014.cluster-qe.lab.eng.brq.redhat.com" -> "dlm:12_start_0 virt-031.cluster-qe.lab.eng.brq.redhat.com" [ style = bold]
+"dlm:4_start_0 virt-014.cluster-qe.lab.eng.brq.redhat.com" -> "dlm:13_start_0 virt-032.cluster-qe.lab.eng.brq.redhat.com" [ style = bold]
+"dlm:4_start_0 virt-014.cluster-qe.lab.eng.brq.redhat.com" -> "dlm:14_start_0 virt-033.cluster-qe.lab.eng.brq.redhat.com" [ style = bold]
+"dlm:4_start_0 virt-014.cluster-qe.lab.eng.brq.redhat.com" -> "dlm:15_start_0 virt-034.cluster-qe.lab.eng.brq.redhat.com" [ style = bold]
"dlm:4_start_0 virt-014.cluster-qe.lab.eng.brq.redhat.com" -> "dlm:4_monitor_30000 virt-014.cluster-qe.lab.eng.brq.redhat.com" [ style = bold]
"dlm:4_start_0 virt-014.cluster-qe.lab.eng.brq.redhat.com" -> "dlm:5_start_0 virt-015.cluster-qe.lab.eng.brq.redhat.com" [ style = bold]
+"dlm:4_start_0 virt-014.cluster-qe.lab.eng.brq.redhat.com" -> "dlm:6_start_0 virt-016.cluster-qe.lab.eng.brq.redhat.com" [ style = bold]
+"dlm:4_start_0 virt-014.cluster-qe.lab.eng.brq.redhat.com" -> "dlm:7_start_0 virt-020.cluster-qe.lab.eng.brq.redhat.com" [ style = bold]
+"dlm:4_start_0 virt-014.cluster-qe.lab.eng.brq.redhat.com" -> "dlm:8_start_0 virt-027.cluster-qe.lab.eng.brq.redhat.com" [ style = bold]
+"dlm:4_start_0 virt-014.cluster-qe.lab.eng.brq.redhat.com" -> "dlm:9_start_0 virt-028.cluster-qe.lab.eng.brq.redhat.com" [ style = bold]
"dlm:4_start_0 virt-014.cluster-qe.lab.eng.brq.redhat.com" [ style=bold color="green" fontcolor="black"]
"dlm:5_monitor_30000 virt-015.cluster-qe.lab.eng.brq.redhat.com" [ style=bold color="green" fontcolor="black"]
"dlm:5_start_0 virt-015.cluster-qe.lab.eng.brq.redhat.com" -> "dlm-clone_running_0" [ style = bold]
+"dlm:5_start_0 virt-015.cluster-qe.lab.eng.brq.redhat.com" -> "dlm:10_start_0 virt-029.cluster-qe.lab.eng.brq.redhat.com" [ style = bold]
+"dlm:5_start_0 virt-015.cluster-qe.lab.eng.brq.redhat.com" -> "dlm:11_start_0 virt-030.cluster-qe.lab.eng.brq.redhat.com" [ style = bold]
+"dlm:5_start_0 virt-015.cluster-qe.lab.eng.brq.redhat.com" -> "dlm:12_start_0 virt-031.cluster-qe.lab.eng.brq.redhat.com" [ style = bold]
+"dlm:5_start_0 virt-015.cluster-qe.lab.eng.brq.redhat.com" -> "dlm:13_start_0 virt-032.cluster-qe.lab.eng.brq.redhat.com" [ style = bold]
+"dlm:5_start_0 virt-015.cluster-qe.lab.eng.brq.redhat.com" -> "dlm:14_start_0 virt-033.cluster-qe.lab.eng.brq.redhat.com" [ style = bold]
+"dlm:5_start_0 virt-015.cluster-qe.lab.eng.brq.redhat.com" -> "dlm:15_start_0 virt-034.cluster-qe.lab.eng.brq.redhat.com" [ style = bold]
"dlm:5_start_0 virt-015.cluster-qe.lab.eng.brq.redhat.com" -> "dlm:5_monitor_30000 virt-015.cluster-qe.lab.eng.brq.redhat.com" [ style = bold]
"dlm:5_start_0 virt-015.cluster-qe.lab.eng.brq.redhat.com" -> "dlm:6_start_0 virt-016.cluster-qe.lab.eng.brq.redhat.com" [ style = bold]
+"dlm:5_start_0 virt-015.cluster-qe.lab.eng.brq.redhat.com" -> "dlm:7_start_0 virt-020.cluster-qe.lab.eng.brq.redhat.com" [ style = bold]
+"dlm:5_start_0 virt-015.cluster-qe.lab.eng.brq.redhat.com" -> "dlm:8_start_0 virt-027.cluster-qe.lab.eng.brq.redhat.com" [ style = bold]
+"dlm:5_start_0 virt-015.cluster-qe.lab.eng.brq.redhat.com" -> "dlm:9_start_0 virt-028.cluster-qe.lab.eng.brq.redhat.com" [ style = bold]
"dlm:5_start_0 virt-015.cluster-qe.lab.eng.brq.redhat.com" [ style=bold color="green" fontcolor="black"]
"dlm:6_monitor_30000 virt-016.cluster-qe.lab.eng.brq.redhat.com" [ style=bold color="green" fontcolor="black"]
"dlm:6_start_0 virt-016.cluster-qe.lab.eng.brq.redhat.com" -> "dlm-clone_running_0" [ style = bold]
+"dlm:6_start_0 virt-016.cluster-qe.lab.eng.brq.redhat.com" -> "dlm:10_start_0 virt-029.cluster-qe.lab.eng.brq.redhat.com" [ style = bold]
+"dlm:6_start_0 virt-016.cluster-qe.lab.eng.brq.redhat.com" -> "dlm:11_start_0 virt-030.cluster-qe.lab.eng.brq.redhat.com" [ style = bold]
+"dlm:6_start_0 virt-016.cluster-qe.lab.eng.brq.redhat.com" -> "dlm:12_start_0 virt-031.cluster-qe.lab.eng.brq.redhat.com" [ style = bold]
+"dlm:6_start_0 virt-016.cluster-qe.lab.eng.brq.redhat.com" -> "dlm:13_start_0 virt-032.cluster-qe.lab.eng.brq.redhat.com" [ style = bold]
+"dlm:6_start_0 virt-016.cluster-qe.lab.eng.brq.redhat.com" -> "dlm:14_start_0 virt-033.cluster-qe.lab.eng.brq.redhat.com" [ style = bold]
+"dlm:6_start_0 virt-016.cluster-qe.lab.eng.brq.redhat.com" -> "dlm:15_start_0 virt-034.cluster-qe.lab.eng.brq.redhat.com" [ style = bold]
"dlm:6_start_0 virt-016.cluster-qe.lab.eng.brq.redhat.com" -> "dlm:6_monitor_30000 virt-016.cluster-qe.lab.eng.brq.redhat.com" [ style = bold]
"dlm:6_start_0 virt-016.cluster-qe.lab.eng.brq.redhat.com" -> "dlm:7_start_0 virt-020.cluster-qe.lab.eng.brq.redhat.com" [ style = bold]
+"dlm:6_start_0 virt-016.cluster-qe.lab.eng.brq.redhat.com" -> "dlm:8_start_0 virt-027.cluster-qe.lab.eng.brq.redhat.com" [ style = bold]
+"dlm:6_start_0 virt-016.cluster-qe.lab.eng.brq.redhat.com" -> "dlm:9_start_0 virt-028.cluster-qe.lab.eng.brq.redhat.com" [ style = bold]
"dlm:6_start_0 virt-016.cluster-qe.lab.eng.brq.redhat.com" [ style=bold color="green" fontcolor="black"]
"dlm:7_monitor_30000 virt-020.cluster-qe.lab.eng.brq.redhat.com" [ style=bold color="green" fontcolor="black"]
"dlm:7_start_0 virt-020.cluster-qe.lab.eng.brq.redhat.com" -> "dlm-clone_running_0" [ style = bold]
+"dlm:7_start_0 virt-020.cluster-qe.lab.eng.brq.redhat.com" -> "dlm:10_start_0 virt-029.cluster-qe.lab.eng.brq.redhat.com" [ style = bold]
+"dlm:7_start_0 virt-020.cluster-qe.lab.eng.brq.redhat.com" -> "dlm:11_start_0 virt-030.cluster-qe.lab.eng.brq.redhat.com" [ style = bold]
+"dlm:7_start_0 virt-020.cluster-qe.lab.eng.brq.redhat.com" -> "dlm:12_start_0 virt-031.cluster-qe.lab.eng.brq.redhat.com" [ style = bold]
+"dlm:7_start_0 virt-020.cluster-qe.lab.eng.brq.redhat.com" -> "dlm:13_start_0 virt-032.cluster-qe.lab.eng.brq.redhat.com" [ style = bold]
+"dlm:7_start_0 virt-020.cluster-qe.lab.eng.brq.redhat.com" -> "dlm:14_start_0 virt-033.cluster-qe.lab.eng.brq.redhat.com" [ style = bold]
+"dlm:7_start_0 virt-020.cluster-qe.lab.eng.brq.redhat.com" -> "dlm:15_start_0 virt-034.cluster-qe.lab.eng.brq.redhat.com" [ style = bold]
"dlm:7_start_0 virt-020.cluster-qe.lab.eng.brq.redhat.com" -> "dlm:7_monitor_30000 virt-020.cluster-qe.lab.eng.brq.redhat.com" [ style = bold]
"dlm:7_start_0 virt-020.cluster-qe.lab.eng.brq.redhat.com" -> "dlm:8_start_0 virt-027.cluster-qe.lab.eng.brq.redhat.com" [ style = bold]
+"dlm:7_start_0 virt-020.cluster-qe.lab.eng.brq.redhat.com" -> "dlm:9_start_0 virt-028.cluster-qe.lab.eng.brq.redhat.com" [ style = bold]
"dlm:7_start_0 virt-020.cluster-qe.lab.eng.brq.redhat.com" [ style=bold color="green" fontcolor="black"]
"dlm:8_monitor_30000 virt-027.cluster-qe.lab.eng.brq.redhat.com" [ style=bold color="green" fontcolor="black"]
"dlm:8_start_0 virt-027.cluster-qe.lab.eng.brq.redhat.com" -> "dlm-clone_running_0" [ style = bold]
+"dlm:8_start_0 virt-027.cluster-qe.lab.eng.brq.redhat.com" -> "dlm:10_start_0 virt-029.cluster-qe.lab.eng.brq.redhat.com" [ style = bold]
+"dlm:8_start_0 virt-027.cluster-qe.lab.eng.brq.redhat.com" -> "dlm:11_start_0 virt-030.cluster-qe.lab.eng.brq.redhat.com" [ style = bold]
+"dlm:8_start_0 virt-027.cluster-qe.lab.eng.brq.redhat.com" -> "dlm:12_start_0 virt-031.cluster-qe.lab.eng.brq.redhat.com" [ style = bold]
+"dlm:8_start_0 virt-027.cluster-qe.lab.eng.brq.redhat.com" -> "dlm:13_start_0 virt-032.cluster-qe.lab.eng.brq.redhat.com" [ style = bold]
+"dlm:8_start_0 virt-027.cluster-qe.lab.eng.brq.redhat.com" -> "dlm:14_start_0 virt-033.cluster-qe.lab.eng.brq.redhat.com" [ style = bold]
+"dlm:8_start_0 virt-027.cluster-qe.lab.eng.brq.redhat.com" -> "dlm:15_start_0 virt-034.cluster-qe.lab.eng.brq.redhat.com" [ style = bold]
"dlm:8_start_0 virt-027.cluster-qe.lab.eng.brq.redhat.com" -> "dlm:8_monitor_30000 virt-027.cluster-qe.lab.eng.brq.redhat.com" [ style = bold]
"dlm:8_start_0 virt-027.cluster-qe.lab.eng.brq.redhat.com" -> "dlm:9_start_0 virt-028.cluster-qe.lab.eng.brq.redhat.com" [ style = bold]
"dlm:8_start_0 virt-027.cluster-qe.lab.eng.brq.redhat.com" [ style=bold color="green" fontcolor="black"]
"dlm:9_monitor_30000 virt-028.cluster-qe.lab.eng.brq.redhat.com" [ style=bold color="green" fontcolor="black"]
"dlm:9_start_0 virt-028.cluster-qe.lab.eng.brq.redhat.com" -> "dlm-clone_running_0" [ style = bold]
"dlm:9_start_0 virt-028.cluster-qe.lab.eng.brq.redhat.com" -> "dlm:10_start_0 virt-029.cluster-qe.lab.eng.brq.redhat.com" [ style = bold]
+"dlm:9_start_0 virt-028.cluster-qe.lab.eng.brq.redhat.com" -> "dlm:11_start_0 virt-030.cluster-qe.lab.eng.brq.redhat.com" [ style = bold]
+"dlm:9_start_0 virt-028.cluster-qe.lab.eng.brq.redhat.com" -> "dlm:12_start_0 virt-031.cluster-qe.lab.eng.brq.redhat.com" [ style = bold]
+"dlm:9_start_0 virt-028.cluster-qe.lab.eng.brq.redhat.com" -> "dlm:13_start_0 virt-032.cluster-qe.lab.eng.brq.redhat.com" [ style = bold]
+"dlm:9_start_0 virt-028.cluster-qe.lab.eng.brq.redhat.com" -> "dlm:14_start_0 virt-033.cluster-qe.lab.eng.brq.redhat.com" [ style = bold]
+"dlm:9_start_0 virt-028.cluster-qe.lab.eng.brq.redhat.com" -> "dlm:15_start_0 virt-034.cluster-qe.lab.eng.brq.redhat.com" [ style = bold]
"dlm:9_start_0 virt-028.cluster-qe.lab.eng.brq.redhat.com" -> "dlm:9_monitor_30000 virt-028.cluster-qe.lab.eng.brq.redhat.com" [ style = bold]
"dlm:9_start_0 virt-028.cluster-qe.lab.eng.brq.redhat.com" [ style=bold color="green" fontcolor="black"]
"dlm_monitor_30000 virt-009.cluster-qe.lab.eng.brq.redhat.com" [ style=bold color="green" fontcolor="black"]
@@ -149,7 +200,19 @@
"dlm_start_0 virt-009.cluster-qe.lab.eng.brq.redhat.com" -> "clvmd:9_start_0 <none>" [ style = dashed]
"dlm_start_0 virt-009.cluster-qe.lab.eng.brq.redhat.com" -> "clvmd_start_0 <none>" [ style = dashed]
"dlm_start_0 virt-009.cluster-qe.lab.eng.brq.redhat.com" -> "dlm-clone_running_0" [ style = bold]
+"dlm_start_0 virt-009.cluster-qe.lab.eng.brq.redhat.com" -> "dlm:10_start_0 virt-029.cluster-qe.lab.eng.brq.redhat.com" [ style = bold]
+"dlm_start_0 virt-009.cluster-qe.lab.eng.brq.redhat.com" -> "dlm:11_start_0 virt-030.cluster-qe.lab.eng.brq.redhat.com" [ style = bold]
+"dlm_start_0 virt-009.cluster-qe.lab.eng.brq.redhat.com" -> "dlm:12_start_0 virt-031.cluster-qe.lab.eng.brq.redhat.com" [ style = bold]
+"dlm_start_0 virt-009.cluster-qe.lab.eng.brq.redhat.com" -> "dlm:13_start_0 virt-032.cluster-qe.lab.eng.brq.redhat.com" [ style = bold]
+"dlm_start_0 virt-009.cluster-qe.lab.eng.brq.redhat.com" -> "dlm:14_start_0 virt-033.cluster-qe.lab.eng.brq.redhat.com" [ style = bold]
+"dlm_start_0 virt-009.cluster-qe.lab.eng.brq.redhat.com" -> "dlm:15_start_0 virt-034.cluster-qe.lab.eng.brq.redhat.com" [ style = bold]
"dlm_start_0 virt-009.cluster-qe.lab.eng.brq.redhat.com" -> "dlm:3_start_0 virt-013.cluster-qe.lab.eng.brq.redhat.com" [ style = bold]
+"dlm_start_0 virt-009.cluster-qe.lab.eng.brq.redhat.com" -> "dlm:4_start_0 virt-014.cluster-qe.lab.eng.brq.redhat.com" [ style = bold]
+"dlm_start_0 virt-009.cluster-qe.lab.eng.brq.redhat.com" -> "dlm:5_start_0 virt-015.cluster-qe.lab.eng.brq.redhat.com" [ style = bold]
+"dlm_start_0 virt-009.cluster-qe.lab.eng.brq.redhat.com" -> "dlm:6_start_0 virt-016.cluster-qe.lab.eng.brq.redhat.com" [ style = bold]
+"dlm_start_0 virt-009.cluster-qe.lab.eng.brq.redhat.com" -> "dlm:7_start_0 virt-020.cluster-qe.lab.eng.brq.redhat.com" [ style = bold]
+"dlm_start_0 virt-009.cluster-qe.lab.eng.brq.redhat.com" -> "dlm:8_start_0 virt-027.cluster-qe.lab.eng.brq.redhat.com" [ style = bold]
+"dlm_start_0 virt-009.cluster-qe.lab.eng.brq.redhat.com" -> "dlm:9_start_0 virt-028.cluster-qe.lab.eng.brq.redhat.com" [ style = bold]
"dlm_start_0 virt-009.cluster-qe.lab.eng.brq.redhat.com" -> "dlm_monitor_30000 virt-009.cluster-qe.lab.eng.brq.redhat.com" [ style = bold]
"dlm_start_0 virt-009.cluster-qe.lab.eng.brq.redhat.com" [ style=bold color="green" fontcolor="black"]
}
diff --git a/cts/scheduler/dot/clone-recover-no-shuffle-1.dot b/cts/scheduler/dot/clone-recover-no-shuffle-1.dot
new file mode 100644
index 0000000..287d82d
--- /dev/null
+++ b/cts/scheduler/dot/clone-recover-no-shuffle-1.dot
@@ -0,0 +1,10 @@
+ digraph "g" {
+"dummy-clone_running_0" [ style=bold color="green" fontcolor="orange"]
+"dummy-clone_start_0" -> "dummy-clone_running_0" [ style = bold]
+"dummy-clone_start_0" -> "dummy:2_start_0 node1" [ style = bold]
+"dummy-clone_start_0" [ style=bold color="green" fontcolor="orange"]
+"dummy:2_monitor_10000 node1" [ style=bold color="green" fontcolor="black"]
+"dummy:2_start_0 node1" -> "dummy-clone_running_0" [ style = bold]
+"dummy:2_start_0 node1" -> "dummy:2_monitor_10000 node1" [ style = bold]
+"dummy:2_start_0 node1" [ style=bold color="green" fontcolor="black"]
+}
diff --git a/cts/scheduler/dot/clone-recover-no-shuffle-10.dot b/cts/scheduler/dot/clone-recover-no-shuffle-10.dot
new file mode 100644
index 0000000..1e18409
--- /dev/null
+++ b/cts/scheduler/dot/clone-recover-no-shuffle-10.dot
@@ -0,0 +1,10 @@
+ digraph "g" {
+"dummy-clone_running_0" [ style=bold color="green" fontcolor="orange"]
+"dummy-clone_start_0" -> "dummy-clone_running_0" [ style = bold]
+"dummy-clone_start_0" -> "dummy:2_start_0 node1" [ style = bold]
+"dummy-clone_start_0" [ style=bold color="green" fontcolor="orange"]
+"dummy:2_monitor_11000 node1" [ style=bold color="green" fontcolor="black"]
+"dummy:2_start_0 node1" -> "dummy-clone_running_0" [ style = bold]
+"dummy:2_start_0 node1" -> "dummy:2_monitor_11000 node1" [ style = bold]
+"dummy:2_start_0 node1" [ style=bold color="green" fontcolor="black"]
+}
diff --git a/cts/scheduler/dot/clone-recover-no-shuffle-11.dot b/cts/scheduler/dot/clone-recover-no-shuffle-11.dot
new file mode 100644
index 0000000..2b08a59
--- /dev/null
+++ b/cts/scheduler/dot/clone-recover-no-shuffle-11.dot
@@ -0,0 +1,21 @@
+ digraph "g" {
+"grp-clone_running_0" [ style=bold color="green" fontcolor="orange"]
+"grp-clone_start_0" -> "grp-clone_running_0" [ style = bold]
+"grp-clone_start_0" -> "grp:2_start_0" [ style = bold]
+"grp-clone_start_0" [ style=bold color="green" fontcolor="orange"]
+"grp:2_running_0" -> "grp-clone_running_0" [ style = bold]
+"grp:2_running_0" [ style=bold color="green" fontcolor="orange"]
+"grp:2_start_0" -> "grp:2_running_0" [ style = bold]
+"grp:2_start_0" -> "rsc1:2_start_0 node1" [ style = bold]
+"grp:2_start_0" -> "rsc2:2_start_0 node1" [ style = bold]
+"grp:2_start_0" [ style=bold color="green" fontcolor="orange"]
+"rsc1:2_monitor_11000 node1" [ style=bold color="green" fontcolor="black"]
+"rsc1:2_start_0 node1" -> "grp:2_running_0" [ style = bold]
+"rsc1:2_start_0 node1" -> "rsc1:2_monitor_11000 node1" [ style = bold]
+"rsc1:2_start_0 node1" -> "rsc2:2_start_0 node1" [ style = bold]
+"rsc1:2_start_0 node1" [ style=bold color="green" fontcolor="black"]
+"rsc2:2_monitor_11000 node1" [ style=bold color="green" fontcolor="black"]
+"rsc2:2_start_0 node1" -> "grp:2_running_0" [ style = bold]
+"rsc2:2_start_0 node1" -> "rsc2:2_monitor_11000 node1" [ style = bold]
+"rsc2:2_start_0 node1" [ style=bold color="green" fontcolor="black"]
+}
diff --git a/cts/scheduler/dot/clone-recover-no-shuffle-12.dot b/cts/scheduler/dot/clone-recover-no-shuffle-12.dot
new file mode 100644
index 0000000..ebc1dc6
--- /dev/null
+++ b/cts/scheduler/dot/clone-recover-no-shuffle-12.dot
@@ -0,0 +1,35 @@
+ digraph "g" {
+"base-bundle-2_monitor_0 node1" -> "base-bundle-2_start_0 node1" [ style = bold]
+"base-bundle-2_monitor_0 node1" [ style=bold color="green" fontcolor="black"]
+"base-bundle-2_monitor_0 node2" -> "base-bundle-2_start_0 node1" [ style = bold]
+"base-bundle-2_monitor_0 node2" [ style=bold color="green" fontcolor="black"]
+"base-bundle-2_monitor_0 node3" -> "base-bundle-2_start_0 node1" [ style = bold]
+"base-bundle-2_monitor_0 node3" [ style=bold color="green" fontcolor="black"]
+"base-bundle-2_monitor_30000 node1" [ style=bold color="green" fontcolor="black"]
+"base-bundle-2_start_0 node1" -> "base-bundle-2_monitor_30000 node1" [ style = bold]
+"base-bundle-2_start_0 node1" -> "base:2_monitor_16000 base-bundle-2" [ style = bold]
+"base-bundle-2_start_0 node1" -> "base:2_start_0 base-bundle-2" [ style = bold]
+"base-bundle-2_start_0 node1" [ style=bold color="green" fontcolor="black"]
+"base-bundle-clone_running_0" -> "base-bundle_running_0" [ style = bold]
+"base-bundle-clone_running_0" [ style=bold color="green" fontcolor="orange"]
+"base-bundle-clone_start_0" -> "base-bundle-clone_running_0" [ style = bold]
+"base-bundle-clone_start_0" -> "base:2_start_0 base-bundle-2" [ style = bold]
+"base-bundle-clone_start_0" [ style=bold color="green" fontcolor="orange"]
+"base-bundle-podman-2_monitor_60000 node1" [ style=bold color="green" fontcolor="black"]
+"base-bundle-podman-2_start_0 node1" -> "base-bundle-2_monitor_0 node1" [ style = bold]
+"base-bundle-podman-2_start_0 node1" -> "base-bundle-2_monitor_0 node2" [ style = bold]
+"base-bundle-podman-2_start_0 node1" -> "base-bundle-2_monitor_0 node3" [ style = bold]
+"base-bundle-podman-2_start_0 node1" -> "base-bundle-2_start_0 node1" [ style = bold]
+"base-bundle-podman-2_start_0 node1" -> "base-bundle-podman-2_monitor_60000 node1" [ style = bold]
+"base-bundle-podman-2_start_0 node1" -> "base-bundle_running_0" [ style = bold]
+"base-bundle-podman-2_start_0 node1" -> "base:2_start_0 base-bundle-2" [ style = bold]
+"base-bundle-podman-2_start_0 node1" [ style=bold color="green" fontcolor="black"]
+"base-bundle_running_0" [ style=bold color="green" fontcolor="orange"]
+"base-bundle_start_0" -> "base-bundle-clone_start_0" [ style = bold]
+"base-bundle_start_0" -> "base-bundle-podman-2_start_0 node1" [ style = bold]
+"base-bundle_start_0" [ style=bold color="green" fontcolor="orange"]
+"base:2_monitor_16000 base-bundle-2" [ style=bold color="green" fontcolor="black"]
+"base:2_start_0 base-bundle-2" -> "base-bundle-clone_running_0" [ style = bold]
+"base:2_start_0 base-bundle-2" -> "base:2_monitor_16000 base-bundle-2" [ style = bold]
+"base:2_start_0 base-bundle-2" [ style=bold color="green" fontcolor="black"]
+}
diff --git a/cts/scheduler/dot/clone-recover-no-shuffle-2.dot b/cts/scheduler/dot/clone-recover-no-shuffle-2.dot
new file mode 100644
index 0000000..d3bdf04
--- /dev/null
+++ b/cts/scheduler/dot/clone-recover-no-shuffle-2.dot
@@ -0,0 +1,21 @@
+ digraph "g" {
+"grp-clone_running_0" [ style=bold color="green" fontcolor="orange"]
+"grp-clone_start_0" -> "grp-clone_running_0" [ style = bold]
+"grp-clone_start_0" -> "grp:2_start_0" [ style = bold]
+"grp-clone_start_0" [ style=bold color="green" fontcolor="orange"]
+"grp:2_running_0" -> "grp-clone_running_0" [ style = bold]
+"grp:2_running_0" [ style=bold color="green" fontcolor="orange"]
+"grp:2_start_0" -> "grp:2_running_0" [ style = bold]
+"grp:2_start_0" -> "rsc1:2_start_0 node1" [ style = bold]
+"grp:2_start_0" -> "rsc2:2_start_0 node1" [ style = bold]
+"grp:2_start_0" [ style=bold color="green" fontcolor="orange"]
+"rsc1:2_monitor_10000 node1" [ style=bold color="green" fontcolor="black"]
+"rsc1:2_start_0 node1" -> "grp:2_running_0" [ style = bold]
+"rsc1:2_start_0 node1" -> "rsc1:2_monitor_10000 node1" [ style = bold]
+"rsc1:2_start_0 node1" -> "rsc2:2_start_0 node1" [ style = bold]
+"rsc1:2_start_0 node1" [ style=bold color="green" fontcolor="black"]
+"rsc2:2_monitor_10000 node1" [ style=bold color="green" fontcolor="black"]
+"rsc2:2_start_0 node1" -> "grp:2_running_0" [ style = bold]
+"rsc2:2_start_0 node1" -> "rsc2:2_monitor_10000 node1" [ style = bold]
+"rsc2:2_start_0 node1" [ style=bold color="green" fontcolor="black"]
+}
diff --git a/cts/scheduler/dot/clone-recover-no-shuffle-3.dot b/cts/scheduler/dot/clone-recover-no-shuffle-3.dot
new file mode 100644
index 0000000..f60fd2c
--- /dev/null
+++ b/cts/scheduler/dot/clone-recover-no-shuffle-3.dot
@@ -0,0 +1,32 @@
+ digraph "g" {
+"base-bundle-2_monitor_0 node1" -> "base-bundle-2_start_0 node1" [ style = bold]
+"base-bundle-2_monitor_0 node1" [ style=bold color="green" fontcolor="black"]
+"base-bundle-2_monitor_0 node2" -> "base-bundle-2_start_0 node1" [ style = bold]
+"base-bundle-2_monitor_0 node2" [ style=bold color="green" fontcolor="black"]
+"base-bundle-2_monitor_0 node3" -> "base-bundle-2_start_0 node1" [ style = bold]
+"base-bundle-2_monitor_0 node3" [ style=bold color="green" fontcolor="black"]
+"base-bundle-2_monitor_30000 node1" [ style=bold color="green" fontcolor="black"]
+"base-bundle-2_start_0 node1" -> "base-bundle-2_monitor_30000 node1" [ style = bold]
+"base-bundle-2_start_0 node1" -> "base:2_start_0 base-bundle-2" [ style = bold]
+"base-bundle-2_start_0 node1" [ style=bold color="green" fontcolor="black"]
+"base-bundle-clone_running_0" -> "base-bundle_running_0" [ style = bold]
+"base-bundle-clone_running_0" [ style=bold color="green" fontcolor="orange"]
+"base-bundle-clone_start_0" -> "base-bundle-clone_running_0" [ style = bold]
+"base-bundle-clone_start_0" -> "base:2_start_0 base-bundle-2" [ style = bold]
+"base-bundle-clone_start_0" [ style=bold color="green" fontcolor="orange"]
+"base-bundle-podman-2_monitor_60000 node1" [ style=bold color="green" fontcolor="black"]
+"base-bundle-podman-2_start_0 node1" -> "base-bundle-2_monitor_0 node1" [ style = bold]
+"base-bundle-podman-2_start_0 node1" -> "base-bundle-2_monitor_0 node2" [ style = bold]
+"base-bundle-podman-2_start_0 node1" -> "base-bundle-2_monitor_0 node3" [ style = bold]
+"base-bundle-podman-2_start_0 node1" -> "base-bundle-2_start_0 node1" [ style = bold]
+"base-bundle-podman-2_start_0 node1" -> "base-bundle-podman-2_monitor_60000 node1" [ style = bold]
+"base-bundle-podman-2_start_0 node1" -> "base-bundle_running_0" [ style = bold]
+"base-bundle-podman-2_start_0 node1" -> "base:2_start_0 base-bundle-2" [ style = bold]
+"base-bundle-podman-2_start_0 node1" [ style=bold color="green" fontcolor="black"]
+"base-bundle_running_0" [ style=bold color="green" fontcolor="orange"]
+"base-bundle_start_0" -> "base-bundle-clone_start_0" [ style = bold]
+"base-bundle_start_0" -> "base-bundle-podman-2_start_0 node1" [ style = bold]
+"base-bundle_start_0" [ style=bold color="green" fontcolor="orange"]
+"base:2_start_0 base-bundle-2" -> "base-bundle-clone_running_0" [ style = bold]
+"base:2_start_0 base-bundle-2" [ style=bold color="green" fontcolor="black"]
+}
diff --git a/cts/scheduler/dot/clone-recover-no-shuffle-4.dot b/cts/scheduler/dot/clone-recover-no-shuffle-4.dot
new file mode 100644
index 0000000..287d82d
--- /dev/null
+++ b/cts/scheduler/dot/clone-recover-no-shuffle-4.dot
@@ -0,0 +1,10 @@
+ digraph "g" {
+"dummy-clone_running_0" [ style=bold color="green" fontcolor="orange"]
+"dummy-clone_start_0" -> "dummy-clone_running_0" [ style = bold]
+"dummy-clone_start_0" -> "dummy:2_start_0 node1" [ style = bold]
+"dummy-clone_start_0" [ style=bold color="green" fontcolor="orange"]
+"dummy:2_monitor_10000 node1" [ style=bold color="green" fontcolor="black"]
+"dummy:2_start_0 node1" -> "dummy-clone_running_0" [ style = bold]
+"dummy:2_start_0 node1" -> "dummy:2_monitor_10000 node1" [ style = bold]
+"dummy:2_start_0 node1" [ style=bold color="green" fontcolor="black"]
+}
diff --git a/cts/scheduler/dot/clone-recover-no-shuffle-5.dot b/cts/scheduler/dot/clone-recover-no-shuffle-5.dot
new file mode 100644
index 0000000..d3bdf04
--- /dev/null
+++ b/cts/scheduler/dot/clone-recover-no-shuffle-5.dot
@@ -0,0 +1,21 @@
+ digraph "g" {
+"grp-clone_running_0" [ style=bold color="green" fontcolor="orange"]
+"grp-clone_start_0" -> "grp-clone_running_0" [ style = bold]
+"grp-clone_start_0" -> "grp:2_start_0" [ style = bold]
+"grp-clone_start_0" [ style=bold color="green" fontcolor="orange"]
+"grp:2_running_0" -> "grp-clone_running_0" [ style = bold]
+"grp:2_running_0" [ style=bold color="green" fontcolor="orange"]
+"grp:2_start_0" -> "grp:2_running_0" [ style = bold]
+"grp:2_start_0" -> "rsc1:2_start_0 node1" [ style = bold]
+"grp:2_start_0" -> "rsc2:2_start_0 node1" [ style = bold]
+"grp:2_start_0" [ style=bold color="green" fontcolor="orange"]
+"rsc1:2_monitor_10000 node1" [ style=bold color="green" fontcolor="black"]
+"rsc1:2_start_0 node1" -> "grp:2_running_0" [ style = bold]
+"rsc1:2_start_0 node1" -> "rsc1:2_monitor_10000 node1" [ style = bold]
+"rsc1:2_start_0 node1" -> "rsc2:2_start_0 node1" [ style = bold]
+"rsc1:2_start_0 node1" [ style=bold color="green" fontcolor="black"]
+"rsc2:2_monitor_10000 node1" [ style=bold color="green" fontcolor="black"]
+"rsc2:2_start_0 node1" -> "grp:2_running_0" [ style = bold]
+"rsc2:2_start_0 node1" -> "rsc2:2_monitor_10000 node1" [ style = bold]
+"rsc2:2_start_0 node1" [ style=bold color="green" fontcolor="black"]
+}
diff --git a/cts/scheduler/dot/clone-recover-no-shuffle-6.dot b/cts/scheduler/dot/clone-recover-no-shuffle-6.dot
new file mode 100644
index 0000000..f60fd2c
--- /dev/null
+++ b/cts/scheduler/dot/clone-recover-no-shuffle-6.dot
@@ -0,0 +1,32 @@
+ digraph "g" {
+"base-bundle-2_monitor_0 node1" -> "base-bundle-2_start_0 node1" [ style = bold]
+"base-bundle-2_monitor_0 node1" [ style=bold color="green" fontcolor="black"]
+"base-bundle-2_monitor_0 node2" -> "base-bundle-2_start_0 node1" [ style = bold]
+"base-bundle-2_monitor_0 node2" [ style=bold color="green" fontcolor="black"]
+"base-bundle-2_monitor_0 node3" -> "base-bundle-2_start_0 node1" [ style = bold]
+"base-bundle-2_monitor_0 node3" [ style=bold color="green" fontcolor="black"]
+"base-bundle-2_monitor_30000 node1" [ style=bold color="green" fontcolor="black"]
+"base-bundle-2_start_0 node1" -> "base-bundle-2_monitor_30000 node1" [ style = bold]
+"base-bundle-2_start_0 node1" -> "base:2_start_0 base-bundle-2" [ style = bold]
+"base-bundle-2_start_0 node1" [ style=bold color="green" fontcolor="black"]
+"base-bundle-clone_running_0" -> "base-bundle_running_0" [ style = bold]
+"base-bundle-clone_running_0" [ style=bold color="green" fontcolor="orange"]
+"base-bundle-clone_start_0" -> "base-bundle-clone_running_0" [ style = bold]
+"base-bundle-clone_start_0" -> "base:2_start_0 base-bundle-2" [ style = bold]
+"base-bundle-clone_start_0" [ style=bold color="green" fontcolor="orange"]
+"base-bundle-podman-2_monitor_60000 node1" [ style=bold color="green" fontcolor="black"]
+"base-bundle-podman-2_start_0 node1" -> "base-bundle-2_monitor_0 node1" [ style = bold]
+"base-bundle-podman-2_start_0 node1" -> "base-bundle-2_monitor_0 node2" [ style = bold]
+"base-bundle-podman-2_start_0 node1" -> "base-bundle-2_monitor_0 node3" [ style = bold]
+"base-bundle-podman-2_start_0 node1" -> "base-bundle-2_start_0 node1" [ style = bold]
+"base-bundle-podman-2_start_0 node1" -> "base-bundle-podman-2_monitor_60000 node1" [ style = bold]
+"base-bundle-podman-2_start_0 node1" -> "base-bundle_running_0" [ style = bold]
+"base-bundle-podman-2_start_0 node1" -> "base:2_start_0 base-bundle-2" [ style = bold]
+"base-bundle-podman-2_start_0 node1" [ style=bold color="green" fontcolor="black"]
+"base-bundle_running_0" [ style=bold color="green" fontcolor="orange"]
+"base-bundle_start_0" -> "base-bundle-clone_start_0" [ style = bold]
+"base-bundle_start_0" -> "base-bundle-podman-2_start_0 node1" [ style = bold]
+"base-bundle_start_0" [ style=bold color="green" fontcolor="orange"]
+"base:2_start_0 base-bundle-2" -> "base-bundle-clone_running_0" [ style = bold]
+"base:2_start_0 base-bundle-2" [ style=bold color="green" fontcolor="black"]
+}
diff --git a/cts/scheduler/dot/clone-recover-no-shuffle-7.dot b/cts/scheduler/dot/clone-recover-no-shuffle-7.dot
new file mode 100644
index 0000000..f61bf0d
--- /dev/null
+++ b/cts/scheduler/dot/clone-recover-no-shuffle-7.dot
@@ -0,0 +1,30 @@
+ digraph "g" {
+"Cancel dummy_monitor_10000 node2" -> "dummy_demote_0 node2" [ style = bold]
+"Cancel dummy_monitor_10000 node2" [ style=bold color="green" fontcolor="black"]
+"dummy-clone_demote_0" -> "dummy-clone_demoted_0" [ style = bold]
+"dummy-clone_demote_0" -> "dummy_demote_0 node2" [ style = bold]
+"dummy-clone_demote_0" [ style=bold color="green" fontcolor="orange"]
+"dummy-clone_demoted_0" -> "dummy-clone_promote_0" [ style = bold]
+"dummy-clone_demoted_0" -> "dummy-clone_start_0" [ style = bold]
+"dummy-clone_demoted_0" [ style=bold color="green" fontcolor="orange"]
+"dummy-clone_promote_0" -> "dummy:2_promote_0 node1" [ style = bold]
+"dummy-clone_promote_0" [ style=bold color="green" fontcolor="orange"]
+"dummy-clone_promoted_0" [ style=bold color="green" fontcolor="orange"]
+"dummy-clone_running_0" -> "dummy-clone_promote_0" [ style = bold]
+"dummy-clone_running_0" [ style=bold color="green" fontcolor="orange"]
+"dummy-clone_start_0" -> "dummy-clone_running_0" [ style = bold]
+"dummy-clone_start_0" -> "dummy:2_start_0 node1" [ style = bold]
+"dummy-clone_start_0" [ style=bold color="green" fontcolor="orange"]
+"dummy:2_monitor_10000 node1" [ style=bold color="green" fontcolor="black"]
+"dummy:2_promote_0 node1" -> "dummy-clone_promoted_0" [ style = bold]
+"dummy:2_promote_0 node1" -> "dummy:2_monitor_10000 node1" [ style = bold]
+"dummy:2_promote_0 node1" [ style=bold color="green" fontcolor="black"]
+"dummy:2_start_0 node1" -> "dummy-clone_running_0" [ style = bold]
+"dummy:2_start_0 node1" -> "dummy:2_monitor_10000 node1" [ style = bold]
+"dummy:2_start_0 node1" -> "dummy:2_promote_0 node1" [ style = bold]
+"dummy:2_start_0 node1" [ style=bold color="green" fontcolor="black"]
+"dummy_demote_0 node2" -> "dummy-clone_demoted_0" [ style = bold]
+"dummy_demote_0 node2" -> "dummy_monitor_11000 node2" [ style = bold]
+"dummy_demote_0 node2" [ style=bold color="green" fontcolor="black"]
+"dummy_monitor_11000 node2" [ style=bold color="green" fontcolor="black"]
+}
diff --git a/cts/scheduler/dot/clone-recover-no-shuffle-8.dot b/cts/scheduler/dot/clone-recover-no-shuffle-8.dot
new file mode 100644
index 0000000..d9c311a
--- /dev/null
+++ b/cts/scheduler/dot/clone-recover-no-shuffle-8.dot
@@ -0,0 +1,63 @@
+ digraph "g" {
+"Cancel rsc1_monitor_10000 node2" -> "rsc1_demote_0 node2" [ style = bold]
+"Cancel rsc1_monitor_10000 node2" [ style=bold color="green" fontcolor="black"]
+"Cancel rsc2_monitor_10000 node2" -> "rsc2_demote_0 node2" [ style = bold]
+"Cancel rsc2_monitor_10000 node2" [ style=bold color="green" fontcolor="black"]
+"grp-clone_demote_0" -> "grp-clone_demoted_0" [ style = bold]
+"grp-clone_demote_0" -> "grp:1_demote_0" [ style = bold]
+"grp-clone_demote_0" [ style=bold color="green" fontcolor="orange"]
+"grp-clone_demoted_0" -> "grp-clone_promote_0" [ style = bold]
+"grp-clone_demoted_0" -> "grp-clone_start_0" [ style = bold]
+"grp-clone_demoted_0" [ style=bold color="green" fontcolor="orange"]
+"grp-clone_promote_0" -> "grp:2_promote_0" [ style = bold]
+"grp-clone_promote_0" [ style=bold color="green" fontcolor="orange"]
+"grp-clone_promoted_0" [ style=bold color="green" fontcolor="orange"]
+"grp-clone_running_0" -> "grp-clone_promote_0" [ style = bold]
+"grp-clone_running_0" [ style=bold color="green" fontcolor="orange"]
+"grp-clone_start_0" -> "grp-clone_running_0" [ style = bold]
+"grp-clone_start_0" -> "grp:2_start_0" [ style = bold]
+"grp-clone_start_0" [ style=bold color="green" fontcolor="orange"]
+"grp:1_demote_0" -> "rsc1_demote_0 node2" [ style = bold]
+"grp:1_demote_0" -> "rsc2_demote_0 node2" [ style = bold]
+"grp:1_demote_0" [ style=bold color="green" fontcolor="orange"]
+"grp:1_demoted_0" -> "grp-clone_demoted_0" [ style = bold]
+"grp:1_demoted_0" [ style=bold color="green" fontcolor="orange"]
+"grp:2_promote_0" -> "rsc1:2_promote_0 node1" [ style = bold]
+"grp:2_promote_0" -> "rsc2:2_promote_0 node1" [ style = bold]
+"grp:2_promote_0" [ style=bold color="green" fontcolor="orange"]
+"grp:2_promoted_0" -> "grp-clone_promoted_0" [ style = bold]
+"grp:2_promoted_0" [ style=bold color="green" fontcolor="orange"]
+"grp:2_running_0" -> "grp-clone_running_0" [ style = bold]
+"grp:2_running_0" [ style=bold color="green" fontcolor="orange"]
+"grp:2_start_0" -> "grp:2_running_0" [ style = bold]
+"grp:2_start_0" -> "rsc1:2_start_0 node1" [ style = bold]
+"grp:2_start_0" -> "rsc2:2_start_0 node1" [ style = bold]
+"grp:2_start_0" [ style=bold color="green" fontcolor="orange"]
+"rsc1:2_monitor_10000 node1" [ style=bold color="green" fontcolor="black"]
+"rsc1:2_promote_0 node1" -> "grp:2_promoted_0" [ style = bold]
+"rsc1:2_promote_0 node1" -> "rsc1:2_monitor_10000 node1" [ style = bold]
+"rsc1:2_promote_0 node1" -> "rsc2:2_promote_0 node1" [ style = bold]
+"rsc1:2_promote_0 node1" [ style=bold color="green" fontcolor="black"]
+"rsc1:2_start_0 node1" -> "grp:2_running_0" [ style = bold]
+"rsc1:2_start_0 node1" -> "rsc1:2_monitor_10000 node1" [ style = bold]
+"rsc1:2_start_0 node1" -> "rsc1:2_promote_0 node1" [ style = bold]
+"rsc1:2_start_0 node1" -> "rsc2:2_start_0 node1" [ style = bold]
+"rsc1:2_start_0 node1" [ style=bold color="green" fontcolor="black"]
+"rsc1_demote_0 node2" -> "grp:1_demoted_0" [ style = bold]
+"rsc1_demote_0 node2" -> "rsc1_monitor_11000 node2" [ style = bold]
+"rsc1_demote_0 node2" [ style=bold color="green" fontcolor="black"]
+"rsc1_monitor_11000 node2" [ style=bold color="green" fontcolor="black"]
+"rsc2:2_monitor_10000 node1" [ style=bold color="green" fontcolor="black"]
+"rsc2:2_promote_0 node1" -> "grp:2_promoted_0" [ style = bold]
+"rsc2:2_promote_0 node1" -> "rsc2:2_monitor_10000 node1" [ style = bold]
+"rsc2:2_promote_0 node1" [ style=bold color="green" fontcolor="black"]
+"rsc2:2_start_0 node1" -> "grp:2_running_0" [ style = bold]
+"rsc2:2_start_0 node1" -> "rsc2:2_monitor_10000 node1" [ style = bold]
+"rsc2:2_start_0 node1" -> "rsc2:2_promote_0 node1" [ style = bold]
+"rsc2:2_start_0 node1" [ style=bold color="green" fontcolor="black"]
+"rsc2_demote_0 node2" -> "grp:1_demoted_0" [ style = bold]
+"rsc2_demote_0 node2" -> "rsc1_demote_0 node2" [ style = bold]
+"rsc2_demote_0 node2" -> "rsc2_monitor_11000 node2" [ style = bold]
+"rsc2_demote_0 node2" [ style=bold color="green" fontcolor="black"]
+"rsc2_monitor_11000 node2" [ style=bold color="green" fontcolor="black"]
+}
diff --git a/cts/scheduler/dot/clone-recover-no-shuffle-9.dot b/cts/scheduler/dot/clone-recover-no-shuffle-9.dot
new file mode 100644
index 0000000..45dbac4
--- /dev/null
+++ b/cts/scheduler/dot/clone-recover-no-shuffle-9.dot
@@ -0,0 +1,69 @@
+ digraph "g" {
+"Cancel base_monitor_15000 base-bundle-1" -> "base_demote_0 base-bundle-1" [ style = bold]
+"Cancel base_monitor_15000 base-bundle-1" [ style=bold color="green" fontcolor="black"]
+"base-bundle-2_monitor_0 node1" -> "base-bundle-2_start_0 node1" [ style = bold]
+"base-bundle-2_monitor_0 node1" [ style=bold color="green" fontcolor="black"]
+"base-bundle-2_monitor_0 node2" -> "base-bundle-2_start_0 node1" [ style = bold]
+"base-bundle-2_monitor_0 node2" [ style=bold color="green" fontcolor="black"]
+"base-bundle-2_monitor_0 node3" -> "base-bundle-2_start_0 node1" [ style = bold]
+"base-bundle-2_monitor_0 node3" [ style=bold color="green" fontcolor="black"]
+"base-bundle-2_monitor_30000 node1" [ style=bold color="green" fontcolor="black"]
+"base-bundle-2_start_0 node1" -> "base-bundle-2_monitor_30000 node1" [ style = bold]
+"base-bundle-2_start_0 node1" -> "base:2_monitor_15000 base-bundle-2" [ style = bold]
+"base-bundle-2_start_0 node1" -> "base:2_promote_0 base-bundle-2" [ style = bold]
+"base-bundle-2_start_0 node1" -> "base:2_start_0 base-bundle-2" [ style = bold]
+"base-bundle-2_start_0 node1" [ style=bold color="green" fontcolor="black"]
+"base-bundle-clone_demote_0" -> "base-bundle-clone_demoted_0" [ style = bold]
+"base-bundle-clone_demote_0" -> "base_demote_0 base-bundle-1" [ style = bold]
+"base-bundle-clone_demote_0" [ style=bold color="green" fontcolor="orange"]
+"base-bundle-clone_demoted_0" -> "base-bundle-clone_promote_0" [ style = bold]
+"base-bundle-clone_demoted_0" -> "base-bundle-clone_start_0" [ style = bold]
+"base-bundle-clone_demoted_0" -> "base-bundle_demoted_0" [ style = bold]
+"base-bundle-clone_demoted_0" [ style=bold color="green" fontcolor="orange"]
+"base-bundle-clone_promote_0" -> "base:2_promote_0 base-bundle-2" [ style = bold]
+"base-bundle-clone_promote_0" [ style=bold color="green" fontcolor="orange"]
+"base-bundle-clone_promoted_0" -> "base-bundle_promoted_0" [ style = bold]
+"base-bundle-clone_promoted_0" [ style=bold color="green" fontcolor="orange"]
+"base-bundle-clone_running_0" -> "base-bundle-clone_promote_0" [ style = bold]
+"base-bundle-clone_running_0" -> "base-bundle_running_0" [ style = bold]
+"base-bundle-clone_running_0" [ style=bold color="green" fontcolor="orange"]
+"base-bundle-clone_start_0" -> "base-bundle-clone_running_0" [ style = bold]
+"base-bundle-clone_start_0" -> "base:2_start_0 base-bundle-2" [ style = bold]
+"base-bundle-clone_start_0" [ style=bold color="green" fontcolor="orange"]
+"base-bundle-podman-2_monitor_60000 node1" [ style=bold color="green" fontcolor="black"]
+"base-bundle-podman-2_start_0 node1" -> "base-bundle-2_monitor_0 node1" [ style = bold]
+"base-bundle-podman-2_start_0 node1" -> "base-bundle-2_monitor_0 node2" [ style = bold]
+"base-bundle-podman-2_start_0 node1" -> "base-bundle-2_monitor_0 node3" [ style = bold]
+"base-bundle-podman-2_start_0 node1" -> "base-bundle-2_start_0 node1" [ style = bold]
+"base-bundle-podman-2_start_0 node1" -> "base-bundle-podman-2_monitor_60000 node1" [ style = bold]
+"base-bundle-podman-2_start_0 node1" -> "base-bundle_running_0" [ style = bold]
+"base-bundle-podman-2_start_0 node1" -> "base:2_promote_0 base-bundle-2" [ style = bold]
+"base-bundle-podman-2_start_0 node1" -> "base:2_start_0 base-bundle-2" [ style = bold]
+"base-bundle-podman-2_start_0 node1" [ style=bold color="green" fontcolor="black"]
+"base-bundle_demote_0" -> "base-bundle-clone_demote_0" [ style = bold]
+"base-bundle_demote_0" -> "base-bundle_demoted_0" [ style = bold]
+"base-bundle_demote_0" [ style=bold color="green" fontcolor="orange"]
+"base-bundle_demoted_0" -> "base-bundle_promote_0" [ style = bold]
+"base-bundle_demoted_0" -> "base-bundle_start_0" [ style = bold]
+"base-bundle_demoted_0" [ style=bold color="green" fontcolor="orange"]
+"base-bundle_promote_0" -> "base-bundle-clone_promote_0" [ style = bold]
+"base-bundle_promote_0" [ style=bold color="green" fontcolor="orange"]
+"base-bundle_promoted_0" [ style=bold color="green" fontcolor="orange"]
+"base-bundle_running_0" -> "base-bundle_promote_0" [ style = bold]
+"base-bundle_running_0" [ style=bold color="green" fontcolor="orange"]
+"base-bundle_start_0" -> "base-bundle-clone_start_0" [ style = bold]
+"base-bundle_start_0" -> "base-bundle-podman-2_start_0 node1" [ style = bold]
+"base-bundle_start_0" [ style=bold color="green" fontcolor="orange"]
+"base:2_monitor_15000 base-bundle-2" [ style=bold color="green" fontcolor="black"]
+"base:2_promote_0 base-bundle-2" -> "base-bundle-clone_promoted_0" [ style = bold]
+"base:2_promote_0 base-bundle-2" -> "base:2_monitor_15000 base-bundle-2" [ style = bold]
+"base:2_promote_0 base-bundle-2" [ style=bold color="green" fontcolor="black"]
+"base:2_start_0 base-bundle-2" -> "base-bundle-clone_running_0" [ style = bold]
+"base:2_start_0 base-bundle-2" -> "base:2_monitor_15000 base-bundle-2" [ style = bold]
+"base:2_start_0 base-bundle-2" -> "base:2_promote_0 base-bundle-2" [ style = bold]
+"base:2_start_0 base-bundle-2" [ style=bold color="green" fontcolor="black"]
+"base_demote_0 base-bundle-1" -> "base-bundle-clone_demoted_0" [ style = bold]
+"base_demote_0 base-bundle-1" -> "base_monitor_16000 base-bundle-1" [ style = bold]
+"base_demote_0 base-bundle-1" [ style=bold color="green" fontcolor="black"]
+"base_monitor_16000 base-bundle-1" [ style=bold color="green" fontcolor="black"]
+}
diff --git a/cts/scheduler/dot/coloc-with-inner-group-member.dot b/cts/scheduler/dot/coloc-with-inner-group-member.dot
new file mode 100644
index 0000000..a3bad7a
--- /dev/null
+++ b/cts/scheduler/dot/coloc-with-inner-group-member.dot
@@ -0,0 +1,40 @@
+ digraph "g" {
+"bar_monitor_10000 rhel8-3" [ style=bold color="green" fontcolor="black"]
+"bar_start_0 rhel8-3" -> "bar_monitor_10000 rhel8-3" [ style = bold]
+"bar_start_0 rhel8-3" -> "grp_running_0" [ style = bold]
+"bar_start_0 rhel8-3" -> "vip_start_0 rhel8-3" [ style = bold]
+"bar_start_0 rhel8-3" [ style=bold color="green" fontcolor="black"]
+"bar_stop_0 rhel8-4" -> "bar_start_0 rhel8-3" [ style = bold]
+"bar_stop_0 rhel8-4" -> "foo_stop_0 rhel8-4" [ style = bold]
+"bar_stop_0 rhel8-4" -> "grp_stopped_0" [ style = bold]
+"bar_stop_0 rhel8-4" [ style=bold color="green" fontcolor="black"]
+"foo_monitor_10000 rhel8-3" [ style=bold color="green" fontcolor="black"]
+"foo_start_0 rhel8-3" -> "bar_start_0 rhel8-3" [ style = bold]
+"foo_start_0 rhel8-3" -> "foo_monitor_10000 rhel8-3" [ style = bold]
+"foo_start_0 rhel8-3" -> "grp_running_0" [ style = bold]
+"foo_start_0 rhel8-3" [ style=bold color="green" fontcolor="black"]
+"foo_stop_0 rhel8-4" -> "foo_start_0 rhel8-3" [ style = bold]
+"foo_stop_0 rhel8-4" -> "grp_stopped_0" [ style = bold]
+"foo_stop_0 rhel8-4" [ style=bold color="green" fontcolor="black"]
+"grp_running_0" [ style=bold color="green" fontcolor="orange"]
+"grp_start_0" -> "bar_start_0 rhel8-3" [ style = bold]
+"grp_start_0" -> "foo_start_0 rhel8-3" [ style = bold]
+"grp_start_0" -> "grp_running_0" [ style = bold]
+"grp_start_0" -> "vip_start_0 rhel8-3" [ style = bold]
+"grp_start_0" [ style=bold color="green" fontcolor="orange"]
+"grp_stop_0" -> "bar_stop_0 rhel8-4" [ style = bold]
+"grp_stop_0" -> "foo_stop_0 rhel8-4" [ style = bold]
+"grp_stop_0" -> "grp_stopped_0" [ style = bold]
+"grp_stop_0" -> "vip_stop_0 rhel8-3" [ style = bold]
+"grp_stop_0" [ style=bold color="green" fontcolor="orange"]
+"grp_stopped_0" -> "grp_start_0" [ style = bold]
+"grp_stopped_0" [ style=bold color="green" fontcolor="orange"]
+"vip_monitor_10000 rhel8-3" [ style=bold color="green" fontcolor="black"]
+"vip_start_0 rhel8-3" -> "grp_running_0" [ style = bold]
+"vip_start_0 rhel8-3" -> "vip_monitor_10000 rhel8-3" [ style = bold]
+"vip_start_0 rhel8-3" [ style=bold color="green" fontcolor="black"]
+"vip_stop_0 rhel8-3" -> "bar_stop_0 rhel8-4" [ style = bold]
+"vip_stop_0 rhel8-3" -> "grp_stopped_0" [ style = bold]
+"vip_stop_0 rhel8-3" -> "vip_start_0 rhel8-3" [ style = bold]
+"vip_stop_0 rhel8-3" [ style=bold color="green" fontcolor="black"]
+}
diff --git a/cts/scheduler/dot/group-anticolocation-2.dot b/cts/scheduler/dot/group-anticolocation-2.dot
new file mode 100644
index 0000000..def3b8b
--- /dev/null
+++ b/cts/scheduler/dot/group-anticolocation-2.dot
@@ -0,0 +1,29 @@
+ digraph "g" {
+"group2_running_0" [ style=bold color="green" fontcolor="orange"]
+"group2_start_0" -> "group2_running_0" [ style = bold]
+"group2_start_0" -> "member2a_start_0 node2" [ style = bold]
+"group2_start_0" -> "member2b_start_0 node2" [ style = bold]
+"group2_start_0" [ style=bold color="green" fontcolor="orange"]
+"group2_stop_0" -> "group2_stopped_0" [ style = bold]
+"group2_stop_0" -> "member2a_stop_0 node1" [ style = bold]
+"group2_stop_0" -> "member2b_stop_0 node1" [ style = bold]
+"group2_stop_0" [ style=bold color="green" fontcolor="orange"]
+"group2_stopped_0" -> "group2_start_0" [ style = bold]
+"group2_stopped_0" [ style=bold color="green" fontcolor="orange"]
+"member2a_monitor_10000 node2" [ style=bold color="green" fontcolor="black"]
+"member2a_start_0 node2" -> "group2_running_0" [ style = bold]
+"member2a_start_0 node2" -> "member2a_monitor_10000 node2" [ style = bold]
+"member2a_start_0 node2" -> "member2b_start_0 node2" [ style = bold]
+"member2a_start_0 node2" [ style=bold color="green" fontcolor="black"]
+"member2a_stop_0 node1" -> "group2_stopped_0" [ style = bold]
+"member2a_stop_0 node1" -> "member2a_start_0 node2" [ style = bold]
+"member2a_stop_0 node1" [ style=bold color="green" fontcolor="black"]
+"member2b_monitor_10000 node2" [ style=bold color="green" fontcolor="black"]
+"member2b_start_0 node2" -> "group2_running_0" [ style = bold]
+"member2b_start_0 node2" -> "member2b_monitor_10000 node2" [ style = bold]
+"member2b_start_0 node2" [ style=bold color="green" fontcolor="black"]
+"member2b_stop_0 node1" -> "group2_stopped_0" [ style = bold]
+"member2b_stop_0 node1" -> "member2a_stop_0 node1" [ style = bold]
+"member2b_stop_0 node1" -> "member2b_start_0 node2" [ style = bold]
+"member2b_stop_0 node1" [ style=bold color="green" fontcolor="black"]
+}
diff --git a/cts/scheduler/dot/group-anticolocation-3.dot b/cts/scheduler/dot/group-anticolocation-3.dot
new file mode 100644
index 0000000..4886650
--- /dev/null
+++ b/cts/scheduler/dot/group-anticolocation-3.dot
@@ -0,0 +1,8 @@
+ digraph "g" {
+"group2_stop_0" -> "group2_stopped_0" [ style = bold]
+"group2_stop_0" -> "member2b_stop_0 node1" [ style = bold]
+"group2_stop_0" [ style=bold color="green" fontcolor="orange"]
+"group2_stopped_0" [ style=bold color="green" fontcolor="orange"]
+"member2b_stop_0 node1" -> "group2_stopped_0" [ style = bold]
+"member2b_stop_0 node1" [ style=bold color="green" fontcolor="black"]
+}
diff --git a/cts/scheduler/dot/group-anticolocation-4.dot b/cts/scheduler/dot/group-anticolocation-4.dot
new file mode 100644
index 0000000..def3b8b
--- /dev/null
+++ b/cts/scheduler/dot/group-anticolocation-4.dot
@@ -0,0 +1,29 @@
+ digraph "g" {
+"group2_running_0" [ style=bold color="green" fontcolor="orange"]
+"group2_start_0" -> "group2_running_0" [ style = bold]
+"group2_start_0" -> "member2a_start_0 node2" [ style = bold]
+"group2_start_0" -> "member2b_start_0 node2" [ style = bold]
+"group2_start_0" [ style=bold color="green" fontcolor="orange"]
+"group2_stop_0" -> "group2_stopped_0" [ style = bold]
+"group2_stop_0" -> "member2a_stop_0 node1" [ style = bold]
+"group2_stop_0" -> "member2b_stop_0 node1" [ style = bold]
+"group2_stop_0" [ style=bold color="green" fontcolor="orange"]
+"group2_stopped_0" -> "group2_start_0" [ style = bold]
+"group2_stopped_0" [ style=bold color="green" fontcolor="orange"]
+"member2a_monitor_10000 node2" [ style=bold color="green" fontcolor="black"]
+"member2a_start_0 node2" -> "group2_running_0" [ style = bold]
+"member2a_start_0 node2" -> "member2a_monitor_10000 node2" [ style = bold]
+"member2a_start_0 node2" -> "member2b_start_0 node2" [ style = bold]
+"member2a_start_0 node2" [ style=bold color="green" fontcolor="black"]
+"member2a_stop_0 node1" -> "group2_stopped_0" [ style = bold]
+"member2a_stop_0 node1" -> "member2a_start_0 node2" [ style = bold]
+"member2a_stop_0 node1" [ style=bold color="green" fontcolor="black"]
+"member2b_monitor_10000 node2" [ style=bold color="green" fontcolor="black"]
+"member2b_start_0 node2" -> "group2_running_0" [ style = bold]
+"member2b_start_0 node2" -> "member2b_monitor_10000 node2" [ style = bold]
+"member2b_start_0 node2" [ style=bold color="green" fontcolor="black"]
+"member2b_stop_0 node1" -> "group2_stopped_0" [ style = bold]
+"member2b_stop_0 node1" -> "member2a_stop_0 node1" [ style = bold]
+"member2b_stop_0 node1" -> "member2b_start_0 node2" [ style = bold]
+"member2b_stop_0 node1" [ style=bold color="green" fontcolor="black"]
+}
diff --git a/cts/scheduler/dot/group-anticolocation-5.dot b/cts/scheduler/dot/group-anticolocation-5.dot
new file mode 100644
index 0000000..c30fd94
--- /dev/null
+++ b/cts/scheduler/dot/group-anticolocation-5.dot
@@ -0,0 +1,29 @@
+ digraph "g" {
+"group2_running_0" [ style=bold color="green" fontcolor="orange"]
+"group2_start_0" -> "group2_running_0" [ style = bold]
+"group2_start_0" -> "member2a_start_0 node3" [ style = bold]
+"group2_start_0" -> "member2b_start_0 node3" [ style = bold]
+"group2_start_0" [ style=bold color="green" fontcolor="orange"]
+"group2_stop_0" -> "group2_stopped_0" [ style = bold]
+"group2_stop_0" -> "member2a_stop_0 node1" [ style = bold]
+"group2_stop_0" -> "member2b_stop_0 node1" [ style = bold]
+"group2_stop_0" [ style=bold color="green" fontcolor="orange"]
+"group2_stopped_0" -> "group2_start_0" [ style = bold]
+"group2_stopped_0" [ style=bold color="green" fontcolor="orange"]
+"member2a_monitor_10000 node3" [ style=bold color="green" fontcolor="black"]
+"member2a_start_0 node3" -> "group2_running_0" [ style = bold]
+"member2a_start_0 node3" -> "member2a_monitor_10000 node3" [ style = bold]
+"member2a_start_0 node3" -> "member2b_start_0 node3" [ style = bold]
+"member2a_start_0 node3" [ style=bold color="green" fontcolor="black"]
+"member2a_stop_0 node1" -> "group2_stopped_0" [ style = bold]
+"member2a_stop_0 node1" -> "member2a_start_0 node3" [ style = bold]
+"member2a_stop_0 node1" [ style=bold color="green" fontcolor="black"]
+"member2b_monitor_10000 node3" [ style=bold color="green" fontcolor="black"]
+"member2b_start_0 node3" -> "group2_running_0" [ style = bold]
+"member2b_start_0 node3" -> "member2b_monitor_10000 node3" [ style = bold]
+"member2b_start_0 node3" [ style=bold color="green" fontcolor="black"]
+"member2b_stop_0 node1" -> "group2_stopped_0" [ style = bold]
+"member2b_stop_0 node1" -> "member2a_stop_0 node1" [ style = bold]
+"member2b_stop_0 node1" -> "member2b_start_0 node3" [ style = bold]
+"member2b_stop_0 node1" [ style=bold color="green" fontcolor="black"]
+}
diff --git a/cts/scheduler/dot/group-anticolocation.dot b/cts/scheduler/dot/group-anticolocation.dot
index def3b8b..6454c12 100644
--- a/cts/scheduler/dot/group-anticolocation.dot
+++ b/cts/scheduler/dot/group-anticolocation.dot
@@ -1,4 +1,15 @@
digraph "g" {
+"group1_running_0" [ style=bold color="green" fontcolor="orange"]
+"group1_start_0" -> "group1_running_0" [ style = bold]
+"group1_start_0" -> "member1a_start_0 node1" [ style = bold]
+"group1_start_0" -> "member1b_start_0 node1" [ style = bold]
+"group1_start_0" [ style=bold color="green" fontcolor="orange"]
+"group1_stop_0" -> "group1_stopped_0" [ style = bold]
+"group1_stop_0" -> "member1a_stop_0 node2" [ style = bold]
+"group1_stop_0" -> "member1b_stop_0 node2" [ style = bold]
+"group1_stop_0" [ style=bold color="green" fontcolor="orange"]
+"group1_stopped_0" -> "group1_start_0" [ style = bold]
+"group1_stopped_0" [ style=bold color="green" fontcolor="orange"]
"group2_running_0" [ style=bold color="green" fontcolor="orange"]
"group2_start_0" -> "group2_running_0" [ style = bold]
"group2_start_0" -> "member2a_start_0 node2" [ style = bold]
@@ -10,6 +21,22 @@
"group2_stop_0" [ style=bold color="green" fontcolor="orange"]
"group2_stopped_0" -> "group2_start_0" [ style = bold]
"group2_stopped_0" [ style=bold color="green" fontcolor="orange"]
+"member1a_monitor_10000 node1" [ style=bold color="green" fontcolor="black"]
+"member1a_start_0 node1" -> "group1_running_0" [ style = bold]
+"member1a_start_0 node1" -> "member1a_monitor_10000 node1" [ style = bold]
+"member1a_start_0 node1" -> "member1b_start_0 node1" [ style = bold]
+"member1a_start_0 node1" [ style=bold color="green" fontcolor="black"]
+"member1a_stop_0 node2" -> "group1_stopped_0" [ style = bold]
+"member1a_stop_0 node2" -> "member1a_start_0 node1" [ style = bold]
+"member1a_stop_0 node2" [ style=bold color="green" fontcolor="black"]
+"member1b_monitor_10000 node1" [ style=bold color="green" fontcolor="black"]
+"member1b_start_0 node1" -> "group1_running_0" [ style = bold]
+"member1b_start_0 node1" -> "member1b_monitor_10000 node1" [ style = bold]
+"member1b_start_0 node1" [ style=bold color="green" fontcolor="black"]
+"member1b_stop_0 node2" -> "group1_stopped_0" [ style = bold]
+"member1b_stop_0 node2" -> "member1a_stop_0 node2" [ style = bold]
+"member1b_stop_0 node2" -> "member1b_start_0 node1" [ style = bold]
+"member1b_stop_0 node2" [ style=bold color="green" fontcolor="black"]
"member2a_monitor_10000 node2" [ style=bold color="green" fontcolor="black"]
"member2a_start_0 node2" -> "group2_running_0" [ style = bold]
"member2a_start_0 node2" -> "member2a_monitor_10000 node2" [ style = bold]
diff --git a/cts/scheduler/dot/guest-host-not-fenceable.dot b/cts/scheduler/dot/guest-host-not-fenceable.dot
index a086fcb..0b6eeae 100644
--- a/cts/scheduler/dot/guest-host-not-fenceable.dot
+++ b/cts/scheduler/dot/guest-host-not-fenceable.dot
@@ -111,6 +111,7 @@
"galera_start_0 galera-bundle-0" -> "galera-bundle-master_running_0" [ style = dashed]
"galera_start_0 galera-bundle-0" -> "galera_monitor_10000 galera-bundle-0" [ style = dashed]
"galera_start_0 galera-bundle-0" -> "galera_start_0 galera-bundle-1" [ style = dashed]
+"galera_start_0 galera-bundle-0" -> "galera_start_0 galera-bundle-2" [ style = dashed]
"galera_start_0 galera-bundle-0" [ style=dashed color="red" fontcolor="black"]
"galera_start_0 galera-bundle-1" -> "galera-bundle-master_running_0" [ style = dashed]
"galera_start_0 galera-bundle-1" -> "galera_monitor_20000 galera-bundle-1" [ style = dashed]
@@ -131,6 +132,7 @@
"galera_stop_0 galera-bundle-1" [ style=dashed color="red" fontcolor="black"]
"galera_stop_0 galera-bundle-2" -> "galera-bundle-master_stopped_0" [ style = dashed]
"galera_stop_0 galera-bundle-2" -> "galera_start_0 galera-bundle-2" [ style = dashed]
+"galera_stop_0 galera-bundle-2" -> "galera_stop_0 galera-bundle-0" [ style = dashed]
"galera_stop_0 galera-bundle-2" -> "galera_stop_0 galera-bundle-1" [ style = dashed]
"galera_stop_0 galera-bundle-2" [ style=dashed color="red" fontcolor="black"]
"rabbitmq-bundle-0_monitor_30000 node1" [ style=dashed color="red" fontcolor="black"]
@@ -233,6 +235,7 @@
"rabbitmq_start_0 rabbitmq-bundle-0" -> "rabbitmq-bundle-clone_running_0" [ style = dashed]
"rabbitmq_start_0 rabbitmq-bundle-0" -> "rabbitmq_monitor_10000 rabbitmq-bundle-0" [ style = dashed]
"rabbitmq_start_0 rabbitmq-bundle-0" -> "rabbitmq_start_0 rabbitmq-bundle-1" [ style = dashed]
+"rabbitmq_start_0 rabbitmq-bundle-0" -> "rabbitmq_start_0 rabbitmq-bundle-2" [ style = dashed]
"rabbitmq_start_0 rabbitmq-bundle-0" [ style=dashed color="red" fontcolor="black"]
"rabbitmq_start_0 rabbitmq-bundle-1" -> "rabbitmq-bundle-clone_running_0" [ style = dashed]
"rabbitmq_start_0 rabbitmq-bundle-1" -> "rabbitmq_monitor_10000 rabbitmq-bundle-1" [ style = dashed]
@@ -251,6 +254,7 @@
"rabbitmq_stop_0 rabbitmq-bundle-1" [ style=dashed color="red" fontcolor="black"]
"rabbitmq_stop_0 rabbitmq-bundle-2" -> "rabbitmq-bundle-clone_stopped_0" [ style = dashed]
"rabbitmq_stop_0 rabbitmq-bundle-2" -> "rabbitmq_start_0 rabbitmq-bundle-2" [ style = dashed]
+"rabbitmq_stop_0 rabbitmq-bundle-2" -> "rabbitmq_stop_0 rabbitmq-bundle-0" [ style = dashed]
"rabbitmq_stop_0 rabbitmq-bundle-2" -> "rabbitmq_stop_0 rabbitmq-bundle-1" [ style = dashed]
"rabbitmq_stop_0 rabbitmq-bundle-2" [ style=dashed color="red" fontcolor="black"]
"stonith-fence_ipmilan-node1_stop_0 node2" [ style=dashed color="red" fontcolor="black"]
diff --git a/cts/scheduler/dot/inc4.dot b/cts/scheduler/dot/inc4.dot
index be3e1b3..620a845 100644
--- a/cts/scheduler/dot/inc4.dot
+++ b/cts/scheduler/dot/inc4.dot
@@ -24,10 +24,12 @@
"child_rsc1:3_stop_0 node1" -> "child_rsc1:3_start_0 node2" [ style = bold]
"child_rsc1:3_stop_0 node1" -> "rsc1_stopped_0" [ style = bold]
"child_rsc1:3_stop_0 node1" [ style=bold color="green" fontcolor="black"]
+"child_rsc1:4_monitor_0 node2" -> "child_rsc1:2_stop_0 node1" [ style = bold]
"child_rsc1:4_monitor_0 node2" -> "child_rsc1:3_stop_0 node1" [ style = bold]
"child_rsc1:4_monitor_0 node2" -> "rsc1_start_0" [ style = bold]
"child_rsc1:4_monitor_0 node2" -> "rsc1_stopped_0" [ style = bold]
"child_rsc1:4_monitor_0 node2" [ style=bold color="green" fontcolor="black"]
+"child_rsc1:4_stop_0 node1" -> "child_rsc1:2_stop_0 node1" [ style = bold]
"child_rsc1:4_stop_0 node1" -> "child_rsc1:3_stop_0 node1" [ style = bold]
"child_rsc1:4_stop_0 node1" -> "rsc1_stopped_0" [ style = bold]
"child_rsc1:4_stop_0 node1" [ style=bold color="green" fontcolor="black"]
diff --git a/cts/scheduler/dot/node-pending-timeout.dot b/cts/scheduler/dot/node-pending-timeout.dot
new file mode 100644
index 0000000..c808f7e
--- /dev/null
+++ b/cts/scheduler/dot/node-pending-timeout.dot
@@ -0,0 +1,7 @@
+ digraph "g" {
+"st-sbd_monitor_0 node-1" -> "st-sbd_start_0 node-1" [ style = bold]
+"st-sbd_monitor_0 node-1" [ style=bold color="green" fontcolor="black"]
+"st-sbd_start_0 node-1" [ style=bold color="green" fontcolor="black"]
+"stonith 'reboot' node-2" -> "st-sbd_start_0 node-1" [ style = bold]
+"stonith 'reboot' node-2" [ style=bold color="green" fontcolor="black"]
+}
diff --git a/cts/scheduler/dot/order-clone.dot b/cts/scheduler/dot/order-clone.dot
index 5aee990..e1b2a1a 100644
--- a/cts/scheduler/dot/order-clone.dot
+++ b/cts/scheduler/dot/order-clone.dot
@@ -9,9 +9,12 @@
"clvm-clone_start_0" [ style=dashed color="red" fontcolor="orange"]
"clvm:0_start_0 hex-7" -> "clvm-clone_running_0" [ style = dashed]
"clvm:0_start_0 hex-7" -> "clvm:1_start_0 hex-8" [ style = dashed]
+"clvm:0_start_0 hex-7" -> "clvm:2_start_0 hex-9" [ style = dashed]
+"clvm:0_start_0 hex-7" -> "clvm:3_start_0 hex-0" [ style = dashed]
"clvm:0_start_0 hex-7" [ style=dashed color="red" fontcolor="black"]
"clvm:1_start_0 hex-8" -> "clvm-clone_running_0" [ style = dashed]
"clvm:1_start_0 hex-8" -> "clvm:2_start_0 hex-9" [ style = dashed]
+"clvm:1_start_0 hex-8" -> "clvm:3_start_0 hex-0" [ style = dashed]
"clvm:1_start_0 hex-8" [ style=dashed color="red" fontcolor="black"]
"clvm:2_start_0 hex-9" -> "clvm-clone_running_0" [ style = dashed]
"clvm:2_start_0 hex-9" -> "clvm:3_start_0 hex-0" [ style = dashed]
diff --git a/cts/scheduler/dot/pending-node-no-uname.dot b/cts/scheduler/dot/pending-node-no-uname.dot
new file mode 100644
index 0000000..98783ca
--- /dev/null
+++ b/cts/scheduler/dot/pending-node-no-uname.dot
@@ -0,0 +1,7 @@
+ digraph "g" {
+"st-sbd_monitor_0 node-1" -> "st-sbd_start_0 node-1" [ style = dashed]
+"st-sbd_monitor_0 node-1" [ style=bold color="green" fontcolor="black"]
+"st-sbd_monitor_0 node-2" -> "st-sbd_start_0 node-1" [ style = dashed]
+"st-sbd_monitor_0 node-2" [ style=dashed color="red" fontcolor="black"]
+"st-sbd_start_0 node-1" [ style=dashed color="red" fontcolor="black"]
+}
diff --git a/cts/scheduler/dot/promoted-ordering.dot b/cts/scheduler/dot/promoted-ordering.dot
index a4ada9c..9b5033b 100644
--- a/cts/scheduler/dot/promoted-ordering.dot
+++ b/cts/scheduler/dot/promoted-ordering.dot
@@ -24,20 +24,20 @@
"extip_2_start_0 webcluster01" [ style=bold color="green" fontcolor="black"]
"fs_mysql_monitor_0 webcluster01" [ style=bold color="green" fontcolor="black"]
"intip_0_main_monitor_0 webcluster01" [ style=bold color="green" fontcolor="black"]
-"intip_1_master_monitor_0 webcluster01" -> "intip_1_master_start_0 webcluster01" [ style = bold]
-"intip_1_master_monitor_0 webcluster01" [ style=bold color="green" fontcolor="black"]
-"intip_1_master_monitor_30000 webcluster01" [ style=bold color="green" fontcolor="black"]
-"intip_1_master_start_0 webcluster01" -> "intip_1_master_monitor_30000 webcluster01" [ style = bold]
-"intip_1_master_start_0 webcluster01" -> "ms_drbd_mysql_start_0" [ style = bold]
-"intip_1_master_start_0 webcluster01" -> "ms_drbd_www_start_0" [ style = bold]
-"intip_1_master_start_0 webcluster01" [ style=bold color="green" fontcolor="black"]
-"intip_2_slave_monitor_0 webcluster01" -> "intip_2_slave_start_0 webcluster01" [ style = bold]
-"intip_2_slave_monitor_0 webcluster01" [ style=bold color="green" fontcolor="black"]
-"intip_2_slave_monitor_30000 webcluster01" [ style=bold color="green" fontcolor="black"]
-"intip_2_slave_start_0 webcluster01" -> "intip_2_slave_monitor_30000 webcluster01" [ style = bold]
-"intip_2_slave_start_0 webcluster01" -> "ms_drbd_mysql_start_0" [ style = bold]
-"intip_2_slave_start_0 webcluster01" -> "ms_drbd_www_start_0" [ style = bold]
-"intip_2_slave_start_0 webcluster01" [ style=bold color="green" fontcolor="black"]
+"intip_1_active_monitor_0 webcluster01" -> "intip_1_active_start_0 webcluster01" [ style = bold]
+"intip_1_active_monitor_0 webcluster01" [ style=bold color="green" fontcolor="black"]
+"intip_1_active_monitor_30000 webcluster01" [ style=bold color="green" fontcolor="black"]
+"intip_1_active_start_0 webcluster01" -> "intip_1_active_monitor_30000 webcluster01" [ style = bold]
+"intip_1_active_start_0 webcluster01" -> "ms_drbd_mysql_start_0" [ style = bold]
+"intip_1_active_start_0 webcluster01" -> "ms_drbd_www_start_0" [ style = bold]
+"intip_1_active_start_0 webcluster01" [ style=bold color="green" fontcolor="black"]
+"intip_2_passive_monitor_0 webcluster01" -> "intip_2_passive_start_0 webcluster01" [ style = bold]
+"intip_2_passive_monitor_0 webcluster01" [ style=bold color="green" fontcolor="black"]
+"intip_2_passive_monitor_30000 webcluster01" [ style=bold color="green" fontcolor="black"]
+"intip_2_passive_start_0 webcluster01" -> "intip_2_passive_monitor_30000 webcluster01" [ style = bold]
+"intip_2_passive_start_0 webcluster01" -> "ms_drbd_mysql_start_0" [ style = bold]
+"intip_2_passive_start_0 webcluster01" -> "ms_drbd_www_start_0" [ style = bold]
+"intip_2_passive_start_0 webcluster01" [ style=bold color="green" fontcolor="black"]
"ms_drbd_mysql_confirmed-post_notify_running_0" [ style=bold color="green" fontcolor="orange"]
"ms_drbd_mysql_confirmed-pre_notify_start_0" -> "ms_drbd_mysql_post_notify_running_0" [ style = bold]
"ms_drbd_mysql_confirmed-pre_notify_start_0" -> "ms_drbd_mysql_start_0" [ style = bold]
diff --git a/cts/scheduler/dot/promoted-probed-score.dot b/cts/scheduler/dot/promoted-probed-score.dot
index a382979..f93648f 100644
--- a/cts/scheduler/dot/promoted-probed-score.dot
+++ b/cts/scheduler/dot/promoted-probed-score.dot
@@ -1,11 +1,11 @@
digraph "g" {
-"AdminClone_confirmed-post_notify_promoted_0" -> "AdminDrbd:0_monitor_59000 hypatia-corosync.nevis.columbia.edu" [ style = bold]
-"AdminClone_confirmed-post_notify_promoted_0" -> "AdminDrbd:1_monitor_59000 orestes-corosync.nevis.columbia.edu" [ style = bold]
+"AdminClone_confirmed-post_notify_promoted_0" -> "AdminDrbd:0_monitor_59000 orestes-corosync.nevis.columbia.edu" [ style = bold]
+"AdminClone_confirmed-post_notify_promoted_0" -> "AdminDrbd:1_monitor_59000 hypatia-corosync.nevis.columbia.edu" [ style = bold]
"AdminClone_confirmed-post_notify_promoted_0" -> "FilesystemClone_start_0" [ style = bold]
"AdminClone_confirmed-post_notify_promoted_0" [ style=bold color="green" fontcolor="orange"]
"AdminClone_confirmed-post_notify_running_0" -> "AdminClone_pre_notify_promote_0" [ style = bold]
-"AdminClone_confirmed-post_notify_running_0" -> "AdminDrbd:0_monitor_59000 hypatia-corosync.nevis.columbia.edu" [ style = bold]
-"AdminClone_confirmed-post_notify_running_0" -> "AdminDrbd:1_monitor_59000 orestes-corosync.nevis.columbia.edu" [ style = bold]
+"AdminClone_confirmed-post_notify_running_0" -> "AdminDrbd:0_monitor_59000 orestes-corosync.nevis.columbia.edu" [ style = bold]
+"AdminClone_confirmed-post_notify_running_0" -> "AdminDrbd:1_monitor_59000 hypatia-corosync.nevis.columbia.edu" [ style = bold]
"AdminClone_confirmed-post_notify_running_0" [ style=bold color="green" fontcolor="orange"]
"AdminClone_confirmed-pre_notify_promote_0" -> "AdminClone_post_notify_promoted_0" [ style = bold]
"AdminClone_confirmed-pre_notify_promote_0" -> "AdminClone_promote_0" [ style = bold]
@@ -14,21 +14,21 @@
"AdminClone_confirmed-pre_notify_start_0" -> "AdminClone_start_0" [ style = bold]
"AdminClone_confirmed-pre_notify_start_0" [ style=bold color="green" fontcolor="orange"]
"AdminClone_post_notify_promoted_0" -> "AdminClone_confirmed-post_notify_promoted_0" [ style = bold]
-"AdminClone_post_notify_promoted_0" -> "AdminDrbd:0_post_notify_promote_0 hypatia-corosync.nevis.columbia.edu" [ style = bold]
-"AdminClone_post_notify_promoted_0" -> "AdminDrbd:1_post_notify_promote_0 orestes-corosync.nevis.columbia.edu" [ style = bold]
+"AdminClone_post_notify_promoted_0" -> "AdminDrbd:0_post_notify_promote_0 orestes-corosync.nevis.columbia.edu" [ style = bold]
+"AdminClone_post_notify_promoted_0" -> "AdminDrbd:1_post_notify_promote_0 hypatia-corosync.nevis.columbia.edu" [ style = bold]
"AdminClone_post_notify_promoted_0" [ style=bold color="green" fontcolor="orange"]
"AdminClone_post_notify_running_0" -> "AdminClone_confirmed-post_notify_running_0" [ style = bold]
-"AdminClone_post_notify_running_0" -> "AdminDrbd:0_post_notify_start_0 hypatia-corosync.nevis.columbia.edu" [ style = bold]
-"AdminClone_post_notify_running_0" -> "AdminDrbd:1_post_notify_start_0 orestes-corosync.nevis.columbia.edu" [ style = bold]
+"AdminClone_post_notify_running_0" -> "AdminDrbd:0_post_notify_start_0 orestes-corosync.nevis.columbia.edu" [ style = bold]
+"AdminClone_post_notify_running_0" -> "AdminDrbd:1_post_notify_start_0 hypatia-corosync.nevis.columbia.edu" [ style = bold]
"AdminClone_post_notify_running_0" [ style=bold color="green" fontcolor="orange"]
"AdminClone_pre_notify_promote_0" -> "AdminClone_confirmed-pre_notify_promote_0" [ style = bold]
-"AdminClone_pre_notify_promote_0" -> "AdminDrbd:0_pre_notify_promote_0 hypatia-corosync.nevis.columbia.edu" [ style = bold]
-"AdminClone_pre_notify_promote_0" -> "AdminDrbd:1_pre_notify_promote_0 orestes-corosync.nevis.columbia.edu" [ style = bold]
+"AdminClone_pre_notify_promote_0" -> "AdminDrbd:0_pre_notify_promote_0 orestes-corosync.nevis.columbia.edu" [ style = bold]
+"AdminClone_pre_notify_promote_0" -> "AdminDrbd:1_pre_notify_promote_0 hypatia-corosync.nevis.columbia.edu" [ style = bold]
"AdminClone_pre_notify_promote_0" [ style=bold color="green" fontcolor="orange"]
"AdminClone_pre_notify_start_0" -> "AdminClone_confirmed-pre_notify_start_0" [ style = bold]
"AdminClone_pre_notify_start_0" [ style=bold color="green" fontcolor="orange"]
-"AdminClone_promote_0" -> "AdminDrbd:0_promote_0 hypatia-corosync.nevis.columbia.edu" [ style = bold]
-"AdminClone_promote_0" -> "AdminDrbd:1_promote_0 orestes-corosync.nevis.columbia.edu" [ style = bold]
+"AdminClone_promote_0" -> "AdminDrbd:0_promote_0 orestes-corosync.nevis.columbia.edu" [ style = bold]
+"AdminClone_promote_0" -> "AdminDrbd:1_promote_0 hypatia-corosync.nevis.columbia.edu" [ style = bold]
"AdminClone_promote_0" [ style=bold color="green" fontcolor="orange"]
"AdminClone_promoted_0" -> "AdminClone_post_notify_promoted_0" [ style = bold]
"AdminClone_promoted_0" [ style=bold color="green" fontcolor="orange"]
@@ -36,53 +36,53 @@
"AdminClone_running_0" -> "AdminClone_promote_0" [ style = bold]
"AdminClone_running_0" [ style=bold color="green" fontcolor="orange"]
"AdminClone_start_0" -> "AdminClone_running_0" [ style = bold]
-"AdminClone_start_0" -> "AdminDrbd:0_start_0 hypatia-corosync.nevis.columbia.edu" [ style = bold]
-"AdminClone_start_0" -> "AdminDrbd:1_start_0 orestes-corosync.nevis.columbia.edu" [ style = bold]
+"AdminClone_start_0" -> "AdminDrbd:0_start_0 orestes-corosync.nevis.columbia.edu" [ style = bold]
+"AdminClone_start_0" -> "AdminDrbd:1_start_0 hypatia-corosync.nevis.columbia.edu" [ style = bold]
"AdminClone_start_0" [ style=bold color="green" fontcolor="orange"]
-"AdminDrbd:0_monitor_59000 hypatia-corosync.nevis.columbia.edu" [ style=bold color="green" fontcolor="black"]
-"AdminDrbd:0_post_notify_promote_0 hypatia-corosync.nevis.columbia.edu" -> "AdminClone_confirmed-post_notify_promoted_0" [ style = bold]
-"AdminDrbd:0_post_notify_promote_0 hypatia-corosync.nevis.columbia.edu" [ style=bold color="green" fontcolor="black"]
-"AdminDrbd:0_post_notify_start_0 hypatia-corosync.nevis.columbia.edu" -> "AdminClone_confirmed-post_notify_running_0" [ style = bold]
-"AdminDrbd:0_post_notify_start_0 hypatia-corosync.nevis.columbia.edu" [ style=bold color="green" fontcolor="black"]
-"AdminDrbd:0_pre_notify_promote_0 hypatia-corosync.nevis.columbia.edu" -> "AdminClone_confirmed-pre_notify_promote_0" [ style = bold]
-"AdminDrbd:0_pre_notify_promote_0 hypatia-corosync.nevis.columbia.edu" [ style=bold color="green" fontcolor="black"]
-"AdminDrbd:0_promote_0 hypatia-corosync.nevis.columbia.edu" -> "AdminClone_promoted_0" [ style = bold]
-"AdminDrbd:0_promote_0 hypatia-corosync.nevis.columbia.edu" -> "AdminDrbd:0_monitor_59000 hypatia-corosync.nevis.columbia.edu" [ style = bold]
-"AdminDrbd:0_promote_0 hypatia-corosync.nevis.columbia.edu" -> "FilesystemGroup:0_start_0" [ style = bold]
-"AdminDrbd:0_promote_0 hypatia-corosync.nevis.columbia.edu" [ style=bold color="green" fontcolor="black"]
-"AdminDrbd:0_start_0 hypatia-corosync.nevis.columbia.edu" -> "AdminClone_running_0" [ style = bold]
-"AdminDrbd:0_start_0 hypatia-corosync.nevis.columbia.edu" -> "AdminDrbd:0_monitor_59000 hypatia-corosync.nevis.columbia.edu" [ style = bold]
-"AdminDrbd:0_start_0 hypatia-corosync.nevis.columbia.edu" -> "AdminDrbd:0_promote_0 hypatia-corosync.nevis.columbia.edu" [ style = bold]
-"AdminDrbd:0_start_0 hypatia-corosync.nevis.columbia.edu" [ style=bold color="green" fontcolor="black"]
-"AdminDrbd:1_monitor_59000 orestes-corosync.nevis.columbia.edu" [ style=bold color="green" fontcolor="black"]
-"AdminDrbd:1_post_notify_promote_0 orestes-corosync.nevis.columbia.edu" -> "AdminClone_confirmed-post_notify_promoted_0" [ style = bold]
-"AdminDrbd:1_post_notify_promote_0 orestes-corosync.nevis.columbia.edu" [ style=bold color="green" fontcolor="black"]
-"AdminDrbd:1_post_notify_start_0 orestes-corosync.nevis.columbia.edu" -> "AdminClone_confirmed-post_notify_running_0" [ style = bold]
-"AdminDrbd:1_post_notify_start_0 orestes-corosync.nevis.columbia.edu" [ style=bold color="green" fontcolor="black"]
-"AdminDrbd:1_pre_notify_promote_0 orestes-corosync.nevis.columbia.edu" -> "AdminClone_confirmed-pre_notify_promote_0" [ style = bold]
-"AdminDrbd:1_pre_notify_promote_0 orestes-corosync.nevis.columbia.edu" [ style=bold color="green" fontcolor="black"]
-"AdminDrbd:1_promote_0 orestes-corosync.nevis.columbia.edu" -> "AdminClone_promoted_0" [ style = bold]
-"AdminDrbd:1_promote_0 orestes-corosync.nevis.columbia.edu" -> "AdminDrbd:1_monitor_59000 orestes-corosync.nevis.columbia.edu" [ style = bold]
-"AdminDrbd:1_promote_0 orestes-corosync.nevis.columbia.edu" -> "FilesystemGroup:1_start_0" [ style = bold]
-"AdminDrbd:1_promote_0 orestes-corosync.nevis.columbia.edu" [ style=bold color="green" fontcolor="black"]
-"AdminDrbd:1_start_0 orestes-corosync.nevis.columbia.edu" -> "AdminClone_running_0" [ style = bold]
-"AdminDrbd:1_start_0 orestes-corosync.nevis.columbia.edu" -> "AdminDrbd:1_monitor_59000 orestes-corosync.nevis.columbia.edu" [ style = bold]
-"AdminDrbd:1_start_0 orestes-corosync.nevis.columbia.edu" -> "AdminDrbd:1_promote_0 orestes-corosync.nevis.columbia.edu" [ style = bold]
-"AdminDrbd:1_start_0 orestes-corosync.nevis.columbia.edu" [ style=bold color="green" fontcolor="black"]
-"AdminLvm:0_monitor_0 hypatia-corosync.nevis.columbia.edu" -> "FilesystemClone_start_0" [ style = bold]
-"AdminLvm:0_monitor_0 hypatia-corosync.nevis.columbia.edu" [ style=bold color="green" fontcolor="black"]
-"AdminLvm:0_monitor_30000 hypatia-corosync.nevis.columbia.edu" [ style=bold color="green" fontcolor="black"]
-"AdminLvm:0_start_0 hypatia-corosync.nevis.columbia.edu" -> "AdminLvm:0_monitor_30000 hypatia-corosync.nevis.columbia.edu" [ style = bold]
-"AdminLvm:0_start_0 hypatia-corosync.nevis.columbia.edu" -> "FSUsrNevis:0_start_0 hypatia-corosync.nevis.columbia.edu" [ style = bold]
-"AdminLvm:0_start_0 hypatia-corosync.nevis.columbia.edu" -> "FilesystemGroup:0_running_0" [ style = bold]
-"AdminLvm:0_start_0 hypatia-corosync.nevis.columbia.edu" [ style=bold color="green" fontcolor="black"]
-"AdminLvm:1_monitor_0 orestes-corosync.nevis.columbia.edu" -> "FilesystemClone_start_0" [ style = bold]
-"AdminLvm:1_monitor_0 orestes-corosync.nevis.columbia.edu" [ style=bold color="green" fontcolor="black"]
-"AdminLvm:1_monitor_30000 orestes-corosync.nevis.columbia.edu" [ style=bold color="green" fontcolor="black"]
-"AdminLvm:1_start_0 orestes-corosync.nevis.columbia.edu" -> "AdminLvm:1_monitor_30000 orestes-corosync.nevis.columbia.edu" [ style = bold]
-"AdminLvm:1_start_0 orestes-corosync.nevis.columbia.edu" -> "FSUsrNevis:1_start_0 orestes-corosync.nevis.columbia.edu" [ style = bold]
-"AdminLvm:1_start_0 orestes-corosync.nevis.columbia.edu" -> "FilesystemGroup:1_running_0" [ style = bold]
-"AdminLvm:1_start_0 orestes-corosync.nevis.columbia.edu" [ style=bold color="green" fontcolor="black"]
+"AdminDrbd:0_monitor_59000 orestes-corosync.nevis.columbia.edu" [ style=bold color="green" fontcolor="black"]
+"AdminDrbd:0_post_notify_promote_0 orestes-corosync.nevis.columbia.edu" -> "AdminClone_confirmed-post_notify_promoted_0" [ style = bold]
+"AdminDrbd:0_post_notify_promote_0 orestes-corosync.nevis.columbia.edu" [ style=bold color="green" fontcolor="black"]
+"AdminDrbd:0_post_notify_start_0 orestes-corosync.nevis.columbia.edu" -> "AdminClone_confirmed-post_notify_running_0" [ style = bold]
+"AdminDrbd:0_post_notify_start_0 orestes-corosync.nevis.columbia.edu" [ style=bold color="green" fontcolor="black"]
+"AdminDrbd:0_pre_notify_promote_0 orestes-corosync.nevis.columbia.edu" -> "AdminClone_confirmed-pre_notify_promote_0" [ style = bold]
+"AdminDrbd:0_pre_notify_promote_0 orestes-corosync.nevis.columbia.edu" [ style=bold color="green" fontcolor="black"]
+"AdminDrbd:0_promote_0 orestes-corosync.nevis.columbia.edu" -> "AdminClone_promoted_0" [ style = bold]
+"AdminDrbd:0_promote_0 orestes-corosync.nevis.columbia.edu" -> "AdminDrbd:0_monitor_59000 orestes-corosync.nevis.columbia.edu" [ style = bold]
+"AdminDrbd:0_promote_0 orestes-corosync.nevis.columbia.edu" -> "FilesystemGroup:0_start_0" [ style = bold]
+"AdminDrbd:0_promote_0 orestes-corosync.nevis.columbia.edu" [ style=bold color="green" fontcolor="black"]
+"AdminDrbd:0_start_0 orestes-corosync.nevis.columbia.edu" -> "AdminClone_running_0" [ style = bold]
+"AdminDrbd:0_start_0 orestes-corosync.nevis.columbia.edu" -> "AdminDrbd:0_monitor_59000 orestes-corosync.nevis.columbia.edu" [ style = bold]
+"AdminDrbd:0_start_0 orestes-corosync.nevis.columbia.edu" -> "AdminDrbd:0_promote_0 orestes-corosync.nevis.columbia.edu" [ style = bold]
+"AdminDrbd:0_start_0 orestes-corosync.nevis.columbia.edu" [ style=bold color="green" fontcolor="black"]
+"AdminDrbd:1_monitor_59000 hypatia-corosync.nevis.columbia.edu" [ style=bold color="green" fontcolor="black"]
+"AdminDrbd:1_post_notify_promote_0 hypatia-corosync.nevis.columbia.edu" -> "AdminClone_confirmed-post_notify_promoted_0" [ style = bold]
+"AdminDrbd:1_post_notify_promote_0 hypatia-corosync.nevis.columbia.edu" [ style=bold color="green" fontcolor="black"]
+"AdminDrbd:1_post_notify_start_0 hypatia-corosync.nevis.columbia.edu" -> "AdminClone_confirmed-post_notify_running_0" [ style = bold]
+"AdminDrbd:1_post_notify_start_0 hypatia-corosync.nevis.columbia.edu" [ style=bold color="green" fontcolor="black"]
+"AdminDrbd:1_pre_notify_promote_0 hypatia-corosync.nevis.columbia.edu" -> "AdminClone_confirmed-pre_notify_promote_0" [ style = bold]
+"AdminDrbd:1_pre_notify_promote_0 hypatia-corosync.nevis.columbia.edu" [ style=bold color="green" fontcolor="black"]
+"AdminDrbd:1_promote_0 hypatia-corosync.nevis.columbia.edu" -> "AdminClone_promoted_0" [ style = bold]
+"AdminDrbd:1_promote_0 hypatia-corosync.nevis.columbia.edu" -> "AdminDrbd:1_monitor_59000 hypatia-corosync.nevis.columbia.edu" [ style = bold]
+"AdminDrbd:1_promote_0 hypatia-corosync.nevis.columbia.edu" -> "FilesystemGroup:1_start_0" [ style = bold]
+"AdminDrbd:1_promote_0 hypatia-corosync.nevis.columbia.edu" [ style=bold color="green" fontcolor="black"]
+"AdminDrbd:1_start_0 hypatia-corosync.nevis.columbia.edu" -> "AdminClone_running_0" [ style = bold]
+"AdminDrbd:1_start_0 hypatia-corosync.nevis.columbia.edu" -> "AdminDrbd:1_monitor_59000 hypatia-corosync.nevis.columbia.edu" [ style = bold]
+"AdminDrbd:1_start_0 hypatia-corosync.nevis.columbia.edu" -> "AdminDrbd:1_promote_0 hypatia-corosync.nevis.columbia.edu" [ style = bold]
+"AdminDrbd:1_start_0 hypatia-corosync.nevis.columbia.edu" [ style=bold color="green" fontcolor="black"]
+"AdminLvm:0_monitor_0 orestes-corosync.nevis.columbia.edu" -> "FilesystemClone_start_0" [ style = bold]
+"AdminLvm:0_monitor_0 orestes-corosync.nevis.columbia.edu" [ style=bold color="green" fontcolor="black"]
+"AdminLvm:0_monitor_30000 orestes-corosync.nevis.columbia.edu" [ style=bold color="green" fontcolor="black"]
+"AdminLvm:0_start_0 orestes-corosync.nevis.columbia.edu" -> "AdminLvm:0_monitor_30000 orestes-corosync.nevis.columbia.edu" [ style = bold]
+"AdminLvm:0_start_0 orestes-corosync.nevis.columbia.edu" -> "FSUsrNevis:0_start_0 orestes-corosync.nevis.columbia.edu" [ style = bold]
+"AdminLvm:0_start_0 orestes-corosync.nevis.columbia.edu" -> "FilesystemGroup:0_running_0" [ style = bold]
+"AdminLvm:0_start_0 orestes-corosync.nevis.columbia.edu" [ style=bold color="green" fontcolor="black"]
+"AdminLvm:1_monitor_0 hypatia-corosync.nevis.columbia.edu" -> "FilesystemClone_start_0" [ style = bold]
+"AdminLvm:1_monitor_0 hypatia-corosync.nevis.columbia.edu" [ style=bold color="green" fontcolor="black"]
+"AdminLvm:1_monitor_30000 hypatia-corosync.nevis.columbia.edu" [ style=bold color="green" fontcolor="black"]
+"AdminLvm:1_start_0 hypatia-corosync.nevis.columbia.edu" -> "AdminLvm:1_monitor_30000 hypatia-corosync.nevis.columbia.edu" [ style = bold]
+"AdminLvm:1_start_0 hypatia-corosync.nevis.columbia.edu" -> "FSUsrNevis:1_start_0 hypatia-corosync.nevis.columbia.edu" [ style = bold]
+"AdminLvm:1_start_0 hypatia-corosync.nevis.columbia.edu" -> "FilesystemGroup:1_running_0" [ style = bold]
+"AdminLvm:1_start_0 hypatia-corosync.nevis.columbia.edu" [ style=bold color="green" fontcolor="black"]
"ClusterIP:0_monitor_30000 hypatia-corosync.nevis.columbia.edu" [ style=bold color="green" fontcolor="black"]
"ClusterIP:0_start_0 hypatia-corosync.nevis.columbia.edu" -> "ClusterIP:0_monitor_30000 hypatia-corosync.nevis.columbia.edu" [ style = bold]
"ClusterIP:0_start_0 hypatia-corosync.nevis.columbia.edu" -> "ClusterIPLocal:0_start_0 hypatia-corosync.nevis.columbia.edu" [ style = bold]
@@ -259,74 +259,74 @@
"ExportsGroup:1_start_0" -> "ExportWWW:1_start_0 orestes-corosync.nevis.columbia.edu" [ style = bold]
"ExportsGroup:1_start_0" -> "ExportsGroup:1_running_0" [ style = bold]
"ExportsGroup:1_start_0" [ style=bold color="green" fontcolor="orange"]
-"FSMail:0_monitor_0 hypatia-corosync.nevis.columbia.edu" -> "FilesystemClone_start_0" [ style = bold]
-"FSMail:0_monitor_0 hypatia-corosync.nevis.columbia.edu" [ style=bold color="green" fontcolor="black"]
-"FSMail:0_monitor_20000 hypatia-corosync.nevis.columbia.edu" [ style=bold color="green" fontcolor="black"]
-"FSMail:0_start_0 hypatia-corosync.nevis.columbia.edu" -> "FSMail:0_monitor_20000 hypatia-corosync.nevis.columbia.edu" [ style = bold]
-"FSMail:0_start_0 hypatia-corosync.nevis.columbia.edu" -> "FSWork:0_start_0 hypatia-corosync.nevis.columbia.edu" [ style = bold]
-"FSMail:0_start_0 hypatia-corosync.nevis.columbia.edu" -> "FilesystemGroup:0_running_0" [ style = bold]
-"FSMail:0_start_0 hypatia-corosync.nevis.columbia.edu" [ style=bold color="green" fontcolor="black"]
-"FSMail:1_monitor_0 orestes-corosync.nevis.columbia.edu" -> "FilesystemClone_start_0" [ style = bold]
-"FSMail:1_monitor_0 orestes-corosync.nevis.columbia.edu" [ style=bold color="green" fontcolor="black"]
-"FSMail:1_monitor_20000 orestes-corosync.nevis.columbia.edu" [ style=bold color="green" fontcolor="black"]
-"FSMail:1_start_0 orestes-corosync.nevis.columbia.edu" -> "FSMail:1_monitor_20000 orestes-corosync.nevis.columbia.edu" [ style = bold]
-"FSMail:1_start_0 orestes-corosync.nevis.columbia.edu" -> "FSWork:1_start_0 orestes-corosync.nevis.columbia.edu" [ style = bold]
-"FSMail:1_start_0 orestes-corosync.nevis.columbia.edu" -> "FilesystemGroup:1_running_0" [ style = bold]
-"FSMail:1_start_0 orestes-corosync.nevis.columbia.edu" [ style=bold color="green" fontcolor="black"]
-"FSUsrNevis:0_monitor_0 hypatia-corosync.nevis.columbia.edu" -> "FilesystemClone_start_0" [ style = bold]
-"FSUsrNevis:0_monitor_0 hypatia-corosync.nevis.columbia.edu" [ style=bold color="green" fontcolor="black"]
-"FSUsrNevis:0_monitor_20000 hypatia-corosync.nevis.columbia.edu" [ style=bold color="green" fontcolor="black"]
-"FSUsrNevis:0_start_0 hypatia-corosync.nevis.columbia.edu" -> "FSUsrNevis:0_monitor_20000 hypatia-corosync.nevis.columbia.edu" [ style = bold]
-"FSUsrNevis:0_start_0 hypatia-corosync.nevis.columbia.edu" -> "FSVarNevis:0_start_0 hypatia-corosync.nevis.columbia.edu" [ style = bold]
-"FSUsrNevis:0_start_0 hypatia-corosync.nevis.columbia.edu" -> "FilesystemGroup:0_running_0" [ style = bold]
-"FSUsrNevis:0_start_0 hypatia-corosync.nevis.columbia.edu" [ style=bold color="green" fontcolor="black"]
-"FSUsrNevis:1_monitor_0 orestes-corosync.nevis.columbia.edu" -> "FilesystemClone_start_0" [ style = bold]
-"FSUsrNevis:1_monitor_0 orestes-corosync.nevis.columbia.edu" [ style=bold color="green" fontcolor="black"]
-"FSUsrNevis:1_monitor_20000 orestes-corosync.nevis.columbia.edu" [ style=bold color="green" fontcolor="black"]
-"FSUsrNevis:1_start_0 orestes-corosync.nevis.columbia.edu" -> "FSUsrNevis:1_monitor_20000 orestes-corosync.nevis.columbia.edu" [ style = bold]
-"FSUsrNevis:1_start_0 orestes-corosync.nevis.columbia.edu" -> "FSVarNevis:1_start_0 orestes-corosync.nevis.columbia.edu" [ style = bold]
-"FSUsrNevis:1_start_0 orestes-corosync.nevis.columbia.edu" -> "FilesystemGroup:1_running_0" [ style = bold]
-"FSUsrNevis:1_start_0 orestes-corosync.nevis.columbia.edu" [ style=bold color="green" fontcolor="black"]
-"FSVarNevis:0_monitor_0 hypatia-corosync.nevis.columbia.edu" -> "FilesystemClone_start_0" [ style = bold]
-"FSVarNevis:0_monitor_0 hypatia-corosync.nevis.columbia.edu" [ style=bold color="green" fontcolor="black"]
-"FSVarNevis:0_monitor_20000 hypatia-corosync.nevis.columbia.edu" [ style=bold color="green" fontcolor="black"]
-"FSVarNevis:0_start_0 hypatia-corosync.nevis.columbia.edu" -> "FSVarNevis:0_monitor_20000 hypatia-corosync.nevis.columbia.edu" [ style = bold]
-"FSVarNevis:0_start_0 hypatia-corosync.nevis.columbia.edu" -> "FSVirtualMachines:0_start_0 hypatia-corosync.nevis.columbia.edu" [ style = bold]
-"FSVarNevis:0_start_0 hypatia-corosync.nevis.columbia.edu" -> "FilesystemGroup:0_running_0" [ style = bold]
-"FSVarNevis:0_start_0 hypatia-corosync.nevis.columbia.edu" [ style=bold color="green" fontcolor="black"]
-"FSVarNevis:1_monitor_0 orestes-corosync.nevis.columbia.edu" -> "FilesystemClone_start_0" [ style = bold]
-"FSVarNevis:1_monitor_0 orestes-corosync.nevis.columbia.edu" [ style=bold color="green" fontcolor="black"]
-"FSVarNevis:1_monitor_20000 orestes-corosync.nevis.columbia.edu" [ style=bold color="green" fontcolor="black"]
-"FSVarNevis:1_start_0 orestes-corosync.nevis.columbia.edu" -> "FSVarNevis:1_monitor_20000 orestes-corosync.nevis.columbia.edu" [ style = bold]
-"FSVarNevis:1_start_0 orestes-corosync.nevis.columbia.edu" -> "FSVirtualMachines:1_start_0 orestes-corosync.nevis.columbia.edu" [ style = bold]
-"FSVarNevis:1_start_0 orestes-corosync.nevis.columbia.edu" -> "FilesystemGroup:1_running_0" [ style = bold]
-"FSVarNevis:1_start_0 orestes-corosync.nevis.columbia.edu" [ style=bold color="green" fontcolor="black"]
-"FSVirtualMachines:0_monitor_0 hypatia-corosync.nevis.columbia.edu" -> "FilesystemClone_start_0" [ style = bold]
-"FSVirtualMachines:0_monitor_0 hypatia-corosync.nevis.columbia.edu" [ style=bold color="green" fontcolor="black"]
-"FSVirtualMachines:0_monitor_20000 hypatia-corosync.nevis.columbia.edu" [ style=bold color="green" fontcolor="black"]
-"FSVirtualMachines:0_start_0 hypatia-corosync.nevis.columbia.edu" -> "FSMail:0_start_0 hypatia-corosync.nevis.columbia.edu" [ style = bold]
-"FSVirtualMachines:0_start_0 hypatia-corosync.nevis.columbia.edu" -> "FSVirtualMachines:0_monitor_20000 hypatia-corosync.nevis.columbia.edu" [ style = bold]
-"FSVirtualMachines:0_start_0 hypatia-corosync.nevis.columbia.edu" -> "FilesystemGroup:0_running_0" [ style = bold]
-"FSVirtualMachines:0_start_0 hypatia-corosync.nevis.columbia.edu" [ style=bold color="green" fontcolor="black"]
-"FSVirtualMachines:1_monitor_0 orestes-corosync.nevis.columbia.edu" -> "FilesystemClone_start_0" [ style = bold]
-"FSVirtualMachines:1_monitor_0 orestes-corosync.nevis.columbia.edu" [ style=bold color="green" fontcolor="black"]
-"FSVirtualMachines:1_monitor_20000 orestes-corosync.nevis.columbia.edu" [ style=bold color="green" fontcolor="black"]
-"FSVirtualMachines:1_start_0 orestes-corosync.nevis.columbia.edu" -> "FSMail:1_start_0 orestes-corosync.nevis.columbia.edu" [ style = bold]
-"FSVirtualMachines:1_start_0 orestes-corosync.nevis.columbia.edu" -> "FSVirtualMachines:1_monitor_20000 orestes-corosync.nevis.columbia.edu" [ style = bold]
-"FSVirtualMachines:1_start_0 orestes-corosync.nevis.columbia.edu" -> "FilesystemGroup:1_running_0" [ style = bold]
-"FSVirtualMachines:1_start_0 orestes-corosync.nevis.columbia.edu" [ style=bold color="green" fontcolor="black"]
-"FSWork:0_monitor_0 hypatia-corosync.nevis.columbia.edu" -> "FilesystemClone_start_0" [ style = bold]
-"FSWork:0_monitor_0 hypatia-corosync.nevis.columbia.edu" [ style=bold color="green" fontcolor="black"]
-"FSWork:0_monitor_20000 hypatia-corosync.nevis.columbia.edu" [ style=bold color="green" fontcolor="black"]
-"FSWork:0_start_0 hypatia-corosync.nevis.columbia.edu" -> "FSWork:0_monitor_20000 hypatia-corosync.nevis.columbia.edu" [ style = bold]
-"FSWork:0_start_0 hypatia-corosync.nevis.columbia.edu" -> "FilesystemGroup:0_running_0" [ style = bold]
-"FSWork:0_start_0 hypatia-corosync.nevis.columbia.edu" [ style=bold color="green" fontcolor="black"]
-"FSWork:1_monitor_0 orestes-corosync.nevis.columbia.edu" -> "FilesystemClone_start_0" [ style = bold]
-"FSWork:1_monitor_0 orestes-corosync.nevis.columbia.edu" [ style=bold color="green" fontcolor="black"]
-"FSWork:1_monitor_20000 orestes-corosync.nevis.columbia.edu" [ style=bold color="green" fontcolor="black"]
-"FSWork:1_start_0 orestes-corosync.nevis.columbia.edu" -> "FSWork:1_monitor_20000 orestes-corosync.nevis.columbia.edu" [ style = bold]
-"FSWork:1_start_0 orestes-corosync.nevis.columbia.edu" -> "FilesystemGroup:1_running_0" [ style = bold]
-"FSWork:1_start_0 orestes-corosync.nevis.columbia.edu" [ style=bold color="green" fontcolor="black"]
+"FSMail:0_monitor_0 orestes-corosync.nevis.columbia.edu" -> "FilesystemClone_start_0" [ style = bold]
+"FSMail:0_monitor_0 orestes-corosync.nevis.columbia.edu" [ style=bold color="green" fontcolor="black"]
+"FSMail:0_monitor_20000 orestes-corosync.nevis.columbia.edu" [ style=bold color="green" fontcolor="black"]
+"FSMail:0_start_0 orestes-corosync.nevis.columbia.edu" -> "FSMail:0_monitor_20000 orestes-corosync.nevis.columbia.edu" [ style = bold]
+"FSMail:0_start_0 orestes-corosync.nevis.columbia.edu" -> "FSWork:0_start_0 orestes-corosync.nevis.columbia.edu" [ style = bold]
+"FSMail:0_start_0 orestes-corosync.nevis.columbia.edu" -> "FilesystemGroup:0_running_0" [ style = bold]
+"FSMail:0_start_0 orestes-corosync.nevis.columbia.edu" [ style=bold color="green" fontcolor="black"]
+"FSMail:1_monitor_0 hypatia-corosync.nevis.columbia.edu" -> "FilesystemClone_start_0" [ style = bold]
+"FSMail:1_monitor_0 hypatia-corosync.nevis.columbia.edu" [ style=bold color="green" fontcolor="black"]
+"FSMail:1_monitor_20000 hypatia-corosync.nevis.columbia.edu" [ style=bold color="green" fontcolor="black"]
+"FSMail:1_start_0 hypatia-corosync.nevis.columbia.edu" -> "FSMail:1_monitor_20000 hypatia-corosync.nevis.columbia.edu" [ style = bold]
+"FSMail:1_start_0 hypatia-corosync.nevis.columbia.edu" -> "FSWork:1_start_0 hypatia-corosync.nevis.columbia.edu" [ style = bold]
+"FSMail:1_start_0 hypatia-corosync.nevis.columbia.edu" -> "FilesystemGroup:1_running_0" [ style = bold]
+"FSMail:1_start_0 hypatia-corosync.nevis.columbia.edu" [ style=bold color="green" fontcolor="black"]
+"FSUsrNevis:0_monitor_0 orestes-corosync.nevis.columbia.edu" -> "FilesystemClone_start_0" [ style = bold]
+"FSUsrNevis:0_monitor_0 orestes-corosync.nevis.columbia.edu" [ style=bold color="green" fontcolor="black"]
+"FSUsrNevis:0_monitor_20000 orestes-corosync.nevis.columbia.edu" [ style=bold color="green" fontcolor="black"]
+"FSUsrNevis:0_start_0 orestes-corosync.nevis.columbia.edu" -> "FSUsrNevis:0_monitor_20000 orestes-corosync.nevis.columbia.edu" [ style = bold]
+"FSUsrNevis:0_start_0 orestes-corosync.nevis.columbia.edu" -> "FSVarNevis:0_start_0 orestes-corosync.nevis.columbia.edu" [ style = bold]
+"FSUsrNevis:0_start_0 orestes-corosync.nevis.columbia.edu" -> "FilesystemGroup:0_running_0" [ style = bold]
+"FSUsrNevis:0_start_0 orestes-corosync.nevis.columbia.edu" [ style=bold color="green" fontcolor="black"]
+"FSUsrNevis:1_monitor_0 hypatia-corosync.nevis.columbia.edu" -> "FilesystemClone_start_0" [ style = bold]
+"FSUsrNevis:1_monitor_0 hypatia-corosync.nevis.columbia.edu" [ style=bold color="green" fontcolor="black"]
+"FSUsrNevis:1_monitor_20000 hypatia-corosync.nevis.columbia.edu" [ style=bold color="green" fontcolor="black"]
+"FSUsrNevis:1_start_0 hypatia-corosync.nevis.columbia.edu" -> "FSUsrNevis:1_monitor_20000 hypatia-corosync.nevis.columbia.edu" [ style = bold]
+"FSUsrNevis:1_start_0 hypatia-corosync.nevis.columbia.edu" -> "FSVarNevis:1_start_0 hypatia-corosync.nevis.columbia.edu" [ style = bold]
+"FSUsrNevis:1_start_0 hypatia-corosync.nevis.columbia.edu" -> "FilesystemGroup:1_running_0" [ style = bold]
+"FSUsrNevis:1_start_0 hypatia-corosync.nevis.columbia.edu" [ style=bold color="green" fontcolor="black"]
+"FSVarNevis:0_monitor_0 orestes-corosync.nevis.columbia.edu" -> "FilesystemClone_start_0" [ style = bold]
+"FSVarNevis:0_monitor_0 orestes-corosync.nevis.columbia.edu" [ style=bold color="green" fontcolor="black"]
+"FSVarNevis:0_monitor_20000 orestes-corosync.nevis.columbia.edu" [ style=bold color="green" fontcolor="black"]
+"FSVarNevis:0_start_0 orestes-corosync.nevis.columbia.edu" -> "FSVarNevis:0_monitor_20000 orestes-corosync.nevis.columbia.edu" [ style = bold]
+"FSVarNevis:0_start_0 orestes-corosync.nevis.columbia.edu" -> "FSVirtualMachines:0_start_0 orestes-corosync.nevis.columbia.edu" [ style = bold]
+"FSVarNevis:0_start_0 orestes-corosync.nevis.columbia.edu" -> "FilesystemGroup:0_running_0" [ style = bold]
+"FSVarNevis:0_start_0 orestes-corosync.nevis.columbia.edu" [ style=bold color="green" fontcolor="black"]
+"FSVarNevis:1_monitor_0 hypatia-corosync.nevis.columbia.edu" -> "FilesystemClone_start_0" [ style = bold]
+"FSVarNevis:1_monitor_0 hypatia-corosync.nevis.columbia.edu" [ style=bold color="green" fontcolor="black"]
+"FSVarNevis:1_monitor_20000 hypatia-corosync.nevis.columbia.edu" [ style=bold color="green" fontcolor="black"]
+"FSVarNevis:1_start_0 hypatia-corosync.nevis.columbia.edu" -> "FSVarNevis:1_monitor_20000 hypatia-corosync.nevis.columbia.edu" [ style = bold]
+"FSVarNevis:1_start_0 hypatia-corosync.nevis.columbia.edu" -> "FSVirtualMachines:1_start_0 hypatia-corosync.nevis.columbia.edu" [ style = bold]
+"FSVarNevis:1_start_0 hypatia-corosync.nevis.columbia.edu" -> "FilesystemGroup:1_running_0" [ style = bold]
+"FSVarNevis:1_start_0 hypatia-corosync.nevis.columbia.edu" [ style=bold color="green" fontcolor="black"]
+"FSVirtualMachines:0_monitor_0 orestes-corosync.nevis.columbia.edu" -> "FilesystemClone_start_0" [ style = bold]
+"FSVirtualMachines:0_monitor_0 orestes-corosync.nevis.columbia.edu" [ style=bold color="green" fontcolor="black"]
+"FSVirtualMachines:0_monitor_20000 orestes-corosync.nevis.columbia.edu" [ style=bold color="green" fontcolor="black"]
+"FSVirtualMachines:0_start_0 orestes-corosync.nevis.columbia.edu" -> "FSMail:0_start_0 orestes-corosync.nevis.columbia.edu" [ style = bold]
+"FSVirtualMachines:0_start_0 orestes-corosync.nevis.columbia.edu" -> "FSVirtualMachines:0_monitor_20000 orestes-corosync.nevis.columbia.edu" [ style = bold]
+"FSVirtualMachines:0_start_0 orestes-corosync.nevis.columbia.edu" -> "FilesystemGroup:0_running_0" [ style = bold]
+"FSVirtualMachines:0_start_0 orestes-corosync.nevis.columbia.edu" [ style=bold color="green" fontcolor="black"]
+"FSVirtualMachines:1_monitor_0 hypatia-corosync.nevis.columbia.edu" -> "FilesystemClone_start_0" [ style = bold]
+"FSVirtualMachines:1_monitor_0 hypatia-corosync.nevis.columbia.edu" [ style=bold color="green" fontcolor="black"]
+"FSVirtualMachines:1_monitor_20000 hypatia-corosync.nevis.columbia.edu" [ style=bold color="green" fontcolor="black"]
+"FSVirtualMachines:1_start_0 hypatia-corosync.nevis.columbia.edu" -> "FSMail:1_start_0 hypatia-corosync.nevis.columbia.edu" [ style = bold]
+"FSVirtualMachines:1_start_0 hypatia-corosync.nevis.columbia.edu" -> "FSVirtualMachines:1_monitor_20000 hypatia-corosync.nevis.columbia.edu" [ style = bold]
+"FSVirtualMachines:1_start_0 hypatia-corosync.nevis.columbia.edu" -> "FilesystemGroup:1_running_0" [ style = bold]
+"FSVirtualMachines:1_start_0 hypatia-corosync.nevis.columbia.edu" [ style=bold color="green" fontcolor="black"]
+"FSWork:0_monitor_0 orestes-corosync.nevis.columbia.edu" -> "FilesystemClone_start_0" [ style = bold]
+"FSWork:0_monitor_0 orestes-corosync.nevis.columbia.edu" [ style=bold color="green" fontcolor="black"]
+"FSWork:0_monitor_20000 orestes-corosync.nevis.columbia.edu" [ style=bold color="green" fontcolor="black"]
+"FSWork:0_start_0 orestes-corosync.nevis.columbia.edu" -> "FSWork:0_monitor_20000 orestes-corosync.nevis.columbia.edu" [ style = bold]
+"FSWork:0_start_0 orestes-corosync.nevis.columbia.edu" -> "FilesystemGroup:0_running_0" [ style = bold]
+"FSWork:0_start_0 orestes-corosync.nevis.columbia.edu" [ style=bold color="green" fontcolor="black"]
+"FSWork:1_monitor_0 hypatia-corosync.nevis.columbia.edu" -> "FilesystemClone_start_0" [ style = bold]
+"FSWork:1_monitor_0 hypatia-corosync.nevis.columbia.edu" [ style=bold color="green" fontcolor="black"]
+"FSWork:1_monitor_20000 hypatia-corosync.nevis.columbia.edu" [ style=bold color="green" fontcolor="black"]
+"FSWork:1_start_0 hypatia-corosync.nevis.columbia.edu" -> "FSWork:1_monitor_20000 hypatia-corosync.nevis.columbia.edu" [ style = bold]
+"FSWork:1_start_0 hypatia-corosync.nevis.columbia.edu" -> "FilesystemGroup:1_running_0" [ style = bold]
+"FSWork:1_start_0 hypatia-corosync.nevis.columbia.edu" [ style=bold color="green" fontcolor="black"]
"FilesystemClone_running_0" -> "CronAmbientTemperature_start_0 hypatia-corosync.nevis.columbia.edu" [ style = bold]
"FilesystemClone_running_0" -> "CupsClone_start_0" [ style = bold]
"FilesystemClone_running_0" -> "DhcpGroup_start_0" [ style = bold]
@@ -339,32 +339,32 @@
"FilesystemClone_start_0" -> "FilesystemGroup:0_start_0" [ style = bold]
"FilesystemClone_start_0" -> "FilesystemGroup:1_start_0" [ style = bold]
"FilesystemClone_start_0" [ style=bold color="green" fontcolor="orange"]
-"FilesystemGroup:0_running_0" -> "CupsGroup:0_start_0" [ style = bold]
-"FilesystemGroup:0_running_0" -> "ExportsGroup:0_start_0" [ style = bold]
+"FilesystemGroup:0_running_0" -> "CupsGroup:1_start_0" [ style = bold]
+"FilesystemGroup:0_running_0" -> "ExportsGroup:1_start_0" [ style = bold]
"FilesystemGroup:0_running_0" -> "FilesystemClone_running_0" [ style = bold]
-"FilesystemGroup:0_running_0" -> "LibvirtdGroup:0_start_0" [ style = bold]
-"FilesystemGroup:0_running_0" -> "TftpGroup:0_start_0" [ style = bold]
+"FilesystemGroup:0_running_0" -> "LibvirtdGroup:1_start_0" [ style = bold]
+"FilesystemGroup:0_running_0" -> "TftpGroup:1_start_0" [ style = bold]
"FilesystemGroup:0_running_0" [ style=bold color="green" fontcolor="orange"]
-"FilesystemGroup:0_start_0" -> "AdminLvm:0_start_0 hypatia-corosync.nevis.columbia.edu" [ style = bold]
-"FilesystemGroup:0_start_0" -> "FSMail:0_start_0 hypatia-corosync.nevis.columbia.edu" [ style = bold]
-"FilesystemGroup:0_start_0" -> "FSUsrNevis:0_start_0 hypatia-corosync.nevis.columbia.edu" [ style = bold]
-"FilesystemGroup:0_start_0" -> "FSVarNevis:0_start_0 hypatia-corosync.nevis.columbia.edu" [ style = bold]
-"FilesystemGroup:0_start_0" -> "FSVirtualMachines:0_start_0 hypatia-corosync.nevis.columbia.edu" [ style = bold]
-"FilesystemGroup:0_start_0" -> "FSWork:0_start_0 hypatia-corosync.nevis.columbia.edu" [ style = bold]
+"FilesystemGroup:0_start_0" -> "AdminLvm:0_start_0 orestes-corosync.nevis.columbia.edu" [ style = bold]
+"FilesystemGroup:0_start_0" -> "FSMail:0_start_0 orestes-corosync.nevis.columbia.edu" [ style = bold]
+"FilesystemGroup:0_start_0" -> "FSUsrNevis:0_start_0 orestes-corosync.nevis.columbia.edu" [ style = bold]
+"FilesystemGroup:0_start_0" -> "FSVarNevis:0_start_0 orestes-corosync.nevis.columbia.edu" [ style = bold]
+"FilesystemGroup:0_start_0" -> "FSVirtualMachines:0_start_0 orestes-corosync.nevis.columbia.edu" [ style = bold]
+"FilesystemGroup:0_start_0" -> "FSWork:0_start_0 orestes-corosync.nevis.columbia.edu" [ style = bold]
"FilesystemGroup:0_start_0" -> "FilesystemGroup:0_running_0" [ style = bold]
"FilesystemGroup:0_start_0" [ style=bold color="green" fontcolor="orange"]
-"FilesystemGroup:1_running_0" -> "CupsGroup:1_start_0" [ style = bold]
-"FilesystemGroup:1_running_0" -> "ExportsGroup:1_start_0" [ style = bold]
+"FilesystemGroup:1_running_0" -> "CupsGroup:0_start_0" [ style = bold]
+"FilesystemGroup:1_running_0" -> "ExportsGroup:0_start_0" [ style = bold]
"FilesystemGroup:1_running_0" -> "FilesystemClone_running_0" [ style = bold]
-"FilesystemGroup:1_running_0" -> "LibvirtdGroup:1_start_0" [ style = bold]
-"FilesystemGroup:1_running_0" -> "TftpGroup:1_start_0" [ style = bold]
+"FilesystemGroup:1_running_0" -> "LibvirtdGroup:0_start_0" [ style = bold]
+"FilesystemGroup:1_running_0" -> "TftpGroup:0_start_0" [ style = bold]
"FilesystemGroup:1_running_0" [ style=bold color="green" fontcolor="orange"]
-"FilesystemGroup:1_start_0" -> "AdminLvm:1_start_0 orestes-corosync.nevis.columbia.edu" [ style = bold]
-"FilesystemGroup:1_start_0" -> "FSMail:1_start_0 orestes-corosync.nevis.columbia.edu" [ style = bold]
-"FilesystemGroup:1_start_0" -> "FSUsrNevis:1_start_0 orestes-corosync.nevis.columbia.edu" [ style = bold]
-"FilesystemGroup:1_start_0" -> "FSVarNevis:1_start_0 orestes-corosync.nevis.columbia.edu" [ style = bold]
-"FilesystemGroup:1_start_0" -> "FSVirtualMachines:1_start_0 orestes-corosync.nevis.columbia.edu" [ style = bold]
-"FilesystemGroup:1_start_0" -> "FSWork:1_start_0 orestes-corosync.nevis.columbia.edu" [ style = bold]
+"FilesystemGroup:1_start_0" -> "AdminLvm:1_start_0 hypatia-corosync.nevis.columbia.edu" [ style = bold]
+"FilesystemGroup:1_start_0" -> "FSMail:1_start_0 hypatia-corosync.nevis.columbia.edu" [ style = bold]
+"FilesystemGroup:1_start_0" -> "FSUsrNevis:1_start_0 hypatia-corosync.nevis.columbia.edu" [ style = bold]
+"FilesystemGroup:1_start_0" -> "FSVarNevis:1_start_0 hypatia-corosync.nevis.columbia.edu" [ style = bold]
+"FilesystemGroup:1_start_0" -> "FSVirtualMachines:1_start_0 hypatia-corosync.nevis.columbia.edu" [ style = bold]
+"FilesystemGroup:1_start_0" -> "FSWork:1_start_0 hypatia-corosync.nevis.columbia.edu" [ style = bold]
"FilesystemGroup:1_start_0" -> "FilesystemGroup:1_running_0" [ style = bold]
"FilesystemGroup:1_start_0" [ style=bold color="green" fontcolor="orange"]
"IPClone_running_0" [ style=bold color="green" fontcolor="orange"]
diff --git a/cts/scheduler/dot/timeout-by-node.dot b/cts/scheduler/dot/timeout-by-node.dot
new file mode 100644
index 0000000..b4c0b97
--- /dev/null
+++ b/cts/scheduler/dot/timeout-by-node.dot
@@ -0,0 +1,40 @@
+ digraph "g" {
+"rsc1-clone_running_0" [ style=bold color="green" fontcolor="orange"]
+"rsc1-clone_start_0" -> "rsc1-clone_running_0" [ style = bold]
+"rsc1-clone_start_0" -> "rsc1:0_start_0 node2" [ style = bold]
+"rsc1-clone_start_0" -> "rsc1:1_start_0 node3" [ style = bold]
+"rsc1-clone_start_0" -> "rsc1:2_start_0 node4" [ style = bold]
+"rsc1-clone_start_0" -> "rsc1:3_start_0 node5" [ style = bold]
+"rsc1-clone_start_0" -> "rsc1:4_start_0 node1" [ style = bold]
+"rsc1-clone_start_0" [ style=bold color="green" fontcolor="orange"]
+"rsc1:0_monitor_0 node2" -> "rsc1-clone_start_0" [ style = bold]
+"rsc1:0_monitor_0 node2" [ style=bold color="green" fontcolor="black"]
+"rsc1:0_monitor_10000 node2" [ style=bold color="green" fontcolor="black"]
+"rsc1:0_start_0 node2" -> "rsc1-clone_running_0" [ style = bold]
+"rsc1:0_start_0 node2" -> "rsc1:0_monitor_10000 node2" [ style = bold]
+"rsc1:0_start_0 node2" [ style=bold color="green" fontcolor="black"]
+"rsc1:1_monitor_0 node3" -> "rsc1-clone_start_0" [ style = bold]
+"rsc1:1_monitor_0 node3" [ style=bold color="green" fontcolor="black"]
+"rsc1:1_monitor_10000 node3" [ style=bold color="green" fontcolor="black"]
+"rsc1:1_start_0 node3" -> "rsc1-clone_running_0" [ style = bold]
+"rsc1:1_start_0 node3" -> "rsc1:1_monitor_10000 node3" [ style = bold]
+"rsc1:1_start_0 node3" [ style=bold color="green" fontcolor="black"]
+"rsc1:2_monitor_0 node4" -> "rsc1-clone_start_0" [ style = bold]
+"rsc1:2_monitor_0 node4" [ style=bold color="green" fontcolor="black"]
+"rsc1:2_monitor_10000 node4" [ style=bold color="green" fontcolor="black"]
+"rsc1:2_start_0 node4" -> "rsc1-clone_running_0" [ style = bold]
+"rsc1:2_start_0 node4" -> "rsc1:2_monitor_10000 node4" [ style = bold]
+"rsc1:2_start_0 node4" [ style=bold color="green" fontcolor="black"]
+"rsc1:3_monitor_0 node5" -> "rsc1-clone_start_0" [ style = bold]
+"rsc1:3_monitor_0 node5" [ style=bold color="green" fontcolor="black"]
+"rsc1:3_monitor_10000 node5" [ style=bold color="green" fontcolor="black"]
+"rsc1:3_start_0 node5" -> "rsc1-clone_running_0" [ style = bold]
+"rsc1:3_start_0 node5" -> "rsc1:3_monitor_10000 node5" [ style = bold]
+"rsc1:3_start_0 node5" [ style=bold color="green" fontcolor="black"]
+"rsc1:4_monitor_0 node1" -> "rsc1-clone_start_0" [ style = bold]
+"rsc1:4_monitor_0 node1" [ style=bold color="green" fontcolor="black"]
+"rsc1:4_monitor_10000 node1" [ style=bold color="green" fontcolor="black"]
+"rsc1:4_start_0 node1" -> "rsc1-clone_running_0" [ style = bold]
+"rsc1:4_start_0 node1" -> "rsc1:4_monitor_10000 node1" [ style = bold]
+"rsc1:4_start_0 node1" [ style=bold color="green" fontcolor="black"]
+}
diff --git a/cts/scheduler/dot/unfence-definition.dot b/cts/scheduler/dot/unfence-definition.dot
index 6b67392..b2ec3d5 100644
--- a/cts/scheduler/dot/unfence-definition.dot
+++ b/cts/scheduler/dot/unfence-definition.dot
@@ -20,11 +20,13 @@
"clvmd:1_start_0 virt-2" [ style=bold color="green" fontcolor="black"]
"clvmd:2_monitor_0 virt-3" -> "clvmd-clone_start_0" [ style = bold]
"clvmd:2_monitor_0 virt-3" -> "clvmd-clone_stopped_0" [ style = bold]
+"clvmd:2_monitor_0 virt-3" -> "clvmd_stop_0 virt-1" [ style = bold]
"clvmd:2_monitor_0 virt-3" [ style=bold color="green" fontcolor="black"]
"clvmd:2_start_0 virt-3" -> "clvmd-clone_running_0" [ style = bold]
"clvmd:2_start_0 virt-3" [ style=bold color="green" fontcolor="black"]
"clvmd_start_0 virt-1" -> "clvmd-clone_running_0" [ style = bold]
"clvmd_start_0 virt-1" -> "clvmd:1_start_0 virt-2" [ style = bold]
+"clvmd_start_0 virt-1" -> "clvmd:2_start_0 virt-3" [ style = bold]
"clvmd_start_0 virt-1" [ style=bold color="green" fontcolor="black"]
"clvmd_stop_0 virt-1" -> "clvmd-clone_stopped_0" [ style = bold]
"clvmd_stop_0 virt-1" -> "clvmd_start_0 virt-1" [ style = bold]
@@ -44,12 +46,14 @@
"dlm-clone_stopped_0" [ style=bold color="green" fontcolor="orange"]
"dlm:2_monitor_0 virt-3" -> "dlm-clone_start_0" [ style = bold]
"dlm:2_monitor_0 virt-3" -> "dlm-clone_stopped_0" [ style = bold]
+"dlm:2_monitor_0 virt-3" -> "dlm_stop_0 virt-1" [ style = bold]
"dlm:2_monitor_0 virt-3" [ style=bold color="green" fontcolor="black"]
"dlm:2_start_0 virt-3" -> "clvmd:2_start_0 virt-3" [ style = bold]
"dlm:2_start_0 virt-3" -> "dlm-clone_running_0" [ style = bold]
"dlm:2_start_0 virt-3" [ style=bold color="green" fontcolor="black"]
"dlm_start_0 virt-1" -> "clvmd_start_0 virt-1" [ style = bold]
"dlm_start_0 virt-1" -> "dlm-clone_running_0" [ style = bold]
+"dlm_start_0 virt-1" -> "dlm:2_start_0 virt-3" [ style = bold]
"dlm_start_0 virt-1" [ style=bold color="green" fontcolor="black"]
"dlm_stop_0 virt-1" -> "dlm-clone_stopped_0" [ style = bold]
"dlm_stop_0 virt-1" -> "dlm_start_0 virt-1" [ style = bold]
diff --git a/cts/scheduler/dot/unfence-parameters.dot b/cts/scheduler/dot/unfence-parameters.dot
index d03b227..d5646c9 100644
--- a/cts/scheduler/dot/unfence-parameters.dot
+++ b/cts/scheduler/dot/unfence-parameters.dot
@@ -20,11 +20,13 @@
"clvmd:1_start_0 virt-2" [ style=bold color="green" fontcolor="black"]
"clvmd:2_monitor_0 virt-3" -> "clvmd-clone_start_0" [ style = bold]
"clvmd:2_monitor_0 virt-3" -> "clvmd-clone_stopped_0" [ style = bold]
+"clvmd:2_monitor_0 virt-3" -> "clvmd_stop_0 virt-1" [ style = bold]
"clvmd:2_monitor_0 virt-3" [ style=bold color="green" fontcolor="black"]
"clvmd:2_start_0 virt-3" -> "clvmd-clone_running_0" [ style = bold]
"clvmd:2_start_0 virt-3" [ style=bold color="green" fontcolor="black"]
"clvmd_start_0 virt-1" -> "clvmd-clone_running_0" [ style = bold]
"clvmd_start_0 virt-1" -> "clvmd:1_start_0 virt-2" [ style = bold]
+"clvmd_start_0 virt-1" -> "clvmd:2_start_0 virt-3" [ style = bold]
"clvmd_start_0 virt-1" [ style=bold color="green" fontcolor="black"]
"clvmd_stop_0 virt-1" -> "clvmd-clone_stopped_0" [ style = bold]
"clvmd_stop_0 virt-1" -> "clvmd_start_0 virt-1" [ style = bold]
@@ -44,12 +46,14 @@
"dlm-clone_stopped_0" [ style=bold color="green" fontcolor="orange"]
"dlm:2_monitor_0 virt-3" -> "dlm-clone_start_0" [ style = bold]
"dlm:2_monitor_0 virt-3" -> "dlm-clone_stopped_0" [ style = bold]
+"dlm:2_monitor_0 virt-3" -> "dlm_stop_0 virt-1" [ style = bold]
"dlm:2_monitor_0 virt-3" [ style=bold color="green" fontcolor="black"]
"dlm:2_start_0 virt-3" -> "clvmd:2_start_0 virt-3" [ style = bold]
"dlm:2_start_0 virt-3" -> "dlm-clone_running_0" [ style = bold]
"dlm:2_start_0 virt-3" [ style=bold color="green" fontcolor="black"]
"dlm_start_0 virt-1" -> "clvmd_start_0 virt-1" [ style = bold]
"dlm_start_0 virt-1" -> "dlm-clone_running_0" [ style = bold]
+"dlm_start_0 virt-1" -> "dlm:2_start_0 virt-3" [ style = bold]
"dlm_start_0 virt-1" [ style=bold color="green" fontcolor="black"]
"dlm_stop_0 virt-1" -> "dlm-clone_stopped_0" [ style = bold]
"dlm_stop_0 virt-1" -> "dlm_start_0 virt-1" [ style = bold]
diff --git a/cts/scheduler/dot/utilization-complex.dot b/cts/scheduler/dot/utilization-complex.dot
index cccda24..340880d 100644
--- a/cts/scheduler/dot/utilization-complex.dot
+++ b/cts/scheduler/dot/utilization-complex.dot
@@ -151,6 +151,7 @@
"httpd_start_0 httpd-bundle-0" -> "httpd-bundle-clone_running_0" [ style = bold]
"httpd_start_0 httpd-bundle-0" -> "httpd_monitor_15000 httpd-bundle-0" [ style = bold]
"httpd_start_0 httpd-bundle-0" -> "httpd_start_0 httpd-bundle-1" [ style = dashed]
+"httpd_start_0 httpd-bundle-0" -> "httpd_start_0 httpd-bundle-2" [ style = dashed]
"httpd_start_0 httpd-bundle-0" [ style=bold color="green" fontcolor="black"]
"httpd_start_0 httpd-bundle-1" -> "httpd-bundle-clone_running_0" [ style = dashed]
"httpd_start_0 httpd-bundle-1" -> "httpd_monitor_15000 httpd-bundle-1" [ style = dashed]
diff --git a/cts/scheduler/exp/bug-1822.exp b/cts/scheduler/exp/bug-1822.exp
index 1206c97..9960c68 100644
--- a/cts/scheduler/exp/bug-1822.exp
+++ b/cts/scheduler/exp/bug-1822.exp
@@ -60,7 +60,7 @@
<action_set>
<rsc_op id="13" operation="stop" operation_key="promotable_Stateful:1_stop_0" on_node="process1a" on_node_uuid="4dbb8c56-330e-4835-a15e-c0aa632d4e89">
<primitive id="promotable_Stateful:1" class="ocf" provider="heartbeat" type="Dummy-statful"/>
- <attributes CRM_meta_clone="1" CRM_meta_clone_max="2" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="true" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_name="stop" CRM_meta_notify="false" CRM_meta_on_fail="stop" CRM_meta_on_node="process1a" CRM_meta_on_node_uuid="4dbb8c56-330e-4835-a15e-c0aa632d4e89" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="60000" sleep_time="10000"/>
+ <attributes CRM_meta_clone="1" CRM_meta_clone_max="2" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="true" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_name="stop" CRM_meta_notify="false" CRM_meta_on_node="process1a" CRM_meta_on_node_uuid="4dbb8c56-330e-4835-a15e-c0aa632d4e89" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="60000" sleep_time="10000"/>
</rsc_op>
</action_set>
<inputs>
@@ -89,7 +89,7 @@
<action_set>
<rsc_op id="15" operation="stop" operation_key="promotable_procdctl:1_stop_0" on_node="process1a" on_node_uuid="4dbb8c56-330e-4835-a15e-c0aa632d4e89">
<primitive id="promotable_procdctl:1" class="ocf" provider="heartbeat" type="procdctl"/>
- <attributes CRM_meta_clone="1" CRM_meta_clone_max="2" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="true" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_name="stop" CRM_meta_notify="false" CRM_meta_on_fail="stop" CRM_meta_on_node="process1a" CRM_meta_on_node_uuid="4dbb8c56-330e-4835-a15e-c0aa632d4e89" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="60000" procd="sleep 10000"/>
+ <attributes CRM_meta_clone="1" CRM_meta_clone_max="2" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="true" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_name="stop" CRM_meta_notify="false" CRM_meta_on_node="process1a" CRM_meta_on_node_uuid="4dbb8c56-330e-4835-a15e-c0aa632d4e89" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="60000" procd="sleep 10000"/>
</rsc_op>
</action_set>
<inputs>
diff --git a/cts/scheduler/exp/bug-lf-2422.exp b/cts/scheduler/exp/bug-lf-2422.exp
index 212493e..4728c24 100644
--- a/cts/scheduler/exp/bug-lf-2422.exp
+++ b/cts/scheduler/exp/bug-lf-2422.exp
@@ -304,6 +304,12 @@
<rsc_op id="53" operation="stop" operation_key="ocfs:0_stop_0" internal_operation_key="ocfs:1_stop_0" on_node="qa-suse-4" on_node_uuid="qa-suse-4"/>
</trigger>
<trigger>
+ <rsc_op id="54" operation="stop" operation_key="ocfs:2_stop_0" on_node="qa-suse-3" on_node_uuid="qa-suse-3"/>
+ </trigger>
+ <trigger>
+ <rsc_op id="55" operation="stop" operation_key="ocfs:3_stop_0" on_node="qa-suse-2" on_node_uuid="qa-suse-2"/>
+ </trigger>
+ <trigger>
<pseudo_event id="58" operation="stop" operation_key="c-ocfs_stop_0"/>
</trigger>
</inputs>
@@ -320,6 +326,9 @@
<rsc_op id="54" operation="stop" operation_key="ocfs:2_stop_0" on_node="qa-suse-3" on_node_uuid="qa-suse-3"/>
</trigger>
<trigger>
+ <rsc_op id="55" operation="stop" operation_key="ocfs:3_stop_0" on_node="qa-suse-2" on_node_uuid="qa-suse-2"/>
+ </trigger>
+ <trigger>
<pseudo_event id="58" operation="stop" operation_key="c-ocfs_stop_0"/>
</trigger>
</inputs>
diff --git a/cts/scheduler/exp/bundle-interleave-start.exp b/cts/scheduler/exp/bundle-interleave-start.exp
index e676b1b..4f726cd 100644
--- a/cts/scheduler/exp/bundle-interleave-start.exp
+++ b/cts/scheduler/exp/bundle-interleave-start.exp
@@ -1,42 +1,73 @@
<transition_graph cluster-delay="60s" stonith-timeout="60s" failed-stop-offset="INFINITY" failed-start-offset="INFINITY" transition_id="0">
<synapse id="0">
<action_set>
- <rsc_op id="81" operation="monitor" operation_key="base:0_monitor_16000" on_node="base-bundle-0" on_node_uuid="base-bundle-0" router_node="node2">
- <primitive id="base" long-id="base:0" class="ocf" provider="pacemaker" type="Stateful"/>
- <attributes CRM_meta_clone="0" CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_container_attribute_target="host" CRM_meta_globally_unique="false" CRM_meta_interval="16000" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_name="monitor" CRM_meta_notify="false" CRM_meta_on_node="base-bundle-0" CRM_meta_on_node_uuid="base-bundle-0" CRM_meta_physical_host="node2" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_role="Unpromoted" CRM_meta_timeout="16000" />
+ <rsc_op id="82" operation="monitor" operation_key="base:2_monitor_15000" on_node="base-bundle-2" on_node_uuid="base-bundle-2" router_node="node4">
+ <primitive id="base" long-id="base:2" class="ocf" provider="pacemaker" type="Stateful"/>
+ <attributes CRM_meta_clone="2" CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_container_attribute_target="host" CRM_meta_globally_unique="false" CRM_meta_interval="15000" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_name="monitor" CRM_meta_notify="false" CRM_meta_on_node="base-bundle-2" CRM_meta_on_node_uuid="base-bundle-2" CRM_meta_op_target_rc="8" CRM_meta_physical_host="node4" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_role="Promoted" CRM_meta_timeout="15000" />
</rsc_op>
</action_set>
<inputs>
<trigger>
- <rsc_op id="66" operation="start" operation_key="base-bundle-0_start_0" on_node="node2" on_node_uuid="2"/>
+ <rsc_op id="74" operation="start" operation_key="base-bundle-2_start_0" on_node="node4" on_node_uuid="4"/>
</trigger>
<trigger>
- <rsc_op id="80" operation="start" operation_key="base:0_start_0" on_node="base-bundle-0" on_node_uuid="base-bundle-0" router_node="node2"/>
+ <rsc_op id="80" operation="start" operation_key="base:2_start_0" on_node="base-bundle-2" on_node_uuid="base-bundle-2" router_node="node4"/>
+ </trigger>
+ <trigger>
+ <rsc_op id="81" operation="promote" operation_key="base:2_promote_0" on_node="base-bundle-2" on_node_uuid="base-bundle-2" router_node="node4"/>
</trigger>
</inputs>
</synapse>
<synapse id="1">
<action_set>
- <rsc_op id="80" operation="start" operation_key="base:0_start_0" on_node="base-bundle-0" on_node_uuid="base-bundle-0" router_node="node2">
- <primitive id="base" long-id="base:0" class="ocf" provider="pacemaker" type="Stateful"/>
- <attributes CRM_meta_clone="0" CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_container_attribute_target="host" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_notify="false" CRM_meta_on_node="base-bundle-0" CRM_meta_on_node_uuid="base-bundle-0" CRM_meta_physical_host="node2" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="20000" />
+ <rsc_op id="81" operation="promote" operation_key="base:2_promote_0" on_node="base-bundle-2" on_node_uuid="base-bundle-2" router_node="node4">
+ <primitive id="base" long-id="base:2" class="ocf" provider="pacemaker" type="Stateful"/>
+ <attributes CRM_meta_clone="2" CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_container_attribute_target="host" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_notify="false" CRM_meta_on_node="base-bundle-2" CRM_meta_on_node_uuid="base-bundle-2" CRM_meta_physical_host="node4" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="20000" />
</rsc_op>
</action_set>
<inputs>
<trigger>
- <rsc_op id="64" operation="start" operation_key="base-bundle-podman-0_start_0" on_node="node2" on_node_uuid="2"/>
+ <rsc_op id="72" operation="start" operation_key="base-bundle-podman-2_start_0" on_node="node4" on_node_uuid="4"/>
</trigger>
<trigger>
- <rsc_op id="66" operation="start" operation_key="base-bundle-0_start_0" on_node="node2" on_node_uuid="2"/>
+ <rsc_op id="74" operation="start" operation_key="base-bundle-2_start_0" on_node="node4" on_node_uuid="4"/>
+ </trigger>
+ <trigger>
+ <rsc_op id="80" operation="start" operation_key="base:2_start_0" on_node="base-bundle-2" on_node_uuid="base-bundle-2" router_node="node4"/>
</trigger>
<trigger>
- <pseudo_event id="86" operation="start" operation_key="base-bundle-clone_start_0"/>
+ <pseudo_event id="91" operation="promote" operation_key="base-bundle-clone_promote_0"/>
</trigger>
</inputs>
</synapse>
<synapse id="2">
<action_set>
- <rsc_op id="83" operation="monitor" operation_key="base:1_monitor_16000" on_node="base-bundle-1" on_node_uuid="base-bundle-1" router_node="node3">
+ <rsc_op id="80" operation="start" operation_key="base:2_start_0" on_node="base-bundle-2" on_node_uuid="base-bundle-2" router_node="node4">
+ <primitive id="base" long-id="base:2" class="ocf" provider="pacemaker" type="Stateful"/>
+ <attributes CRM_meta_clone="2" CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_container_attribute_target="host" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_notify="false" CRM_meta_on_node="base-bundle-2" CRM_meta_on_node_uuid="base-bundle-2" CRM_meta_physical_host="node4" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="20000" />
+ </rsc_op>
+ </action_set>
+ <inputs>
+ <trigger>
+ <rsc_op id="72" operation="start" operation_key="base-bundle-podman-2_start_0" on_node="node4" on_node_uuid="4"/>
+ </trigger>
+ <trigger>
+ <rsc_op id="74" operation="start" operation_key="base-bundle-2_start_0" on_node="node4" on_node_uuid="4"/>
+ </trigger>
+ <trigger>
+ <rsc_op id="83" operation="start" operation_key="base:1_start_0" on_node="base-bundle-1" on_node_uuid="base-bundle-1" router_node="node3"/>
+ </trigger>
+ <trigger>
+ <rsc_op id="85" operation="start" operation_key="base:0_start_0" on_node="base-bundle-0" on_node_uuid="base-bundle-0" router_node="node2"/>
+ </trigger>
+ <trigger>
+ <pseudo_event id="87" operation="start" operation_key="base-bundle-clone_start_0"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="3">
+ <action_set>
+ <rsc_op id="84" operation="monitor" operation_key="base:1_monitor_16000" on_node="base-bundle-1" on_node_uuid="base-bundle-1" router_node="node3">
<primitive id="base" long-id="base:1" class="ocf" provider="pacemaker" type="Stateful"/>
<attributes CRM_meta_clone="1" CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_container_attribute_target="host" CRM_meta_globally_unique="false" CRM_meta_interval="16000" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_name="monitor" CRM_meta_notify="false" CRM_meta_on_node="base-bundle-1" CRM_meta_on_node_uuid="base-bundle-1" CRM_meta_physical_host="node3" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_role="Unpromoted" CRM_meta_timeout="16000" />
</rsc_op>
@@ -46,13 +77,13 @@
<rsc_op id="70" operation="start" operation_key="base-bundle-1_start_0" on_node="node3" on_node_uuid="3"/>
</trigger>
<trigger>
- <rsc_op id="82" operation="start" operation_key="base:1_start_0" on_node="base-bundle-1" on_node_uuid="base-bundle-1" router_node="node3"/>
+ <rsc_op id="83" operation="start" operation_key="base:1_start_0" on_node="base-bundle-1" on_node_uuid="base-bundle-1" router_node="node3"/>
</trigger>
</inputs>
</synapse>
- <synapse id="3">
+ <synapse id="4">
<action_set>
- <rsc_op id="82" operation="start" operation_key="base:1_start_0" on_node="base-bundle-1" on_node_uuid="base-bundle-1" router_node="node3">
+ <rsc_op id="83" operation="start" operation_key="base:1_start_0" on_node="base-bundle-1" on_node_uuid="base-bundle-1" router_node="node3">
<primitive id="base" long-id="base:1" class="ocf" provider="pacemaker" type="Stateful"/>
<attributes CRM_meta_clone="1" CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_container_attribute_target="host" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_notify="false" CRM_meta_on_node="base-bundle-1" CRM_meta_on_node_uuid="base-bundle-1" CRM_meta_physical_host="node3" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="20000" />
</rsc_op>
@@ -65,75 +96,99 @@
<rsc_op id="70" operation="start" operation_key="base-bundle-1_start_0" on_node="node3" on_node_uuid="3"/>
</trigger>
<trigger>
- <rsc_op id="80" operation="start" operation_key="base:0_start_0" on_node="base-bundle-0" on_node_uuid="base-bundle-0" router_node="node2"/>
+ <rsc_op id="85" operation="start" operation_key="base:0_start_0" on_node="base-bundle-0" on_node_uuid="base-bundle-0" router_node="node2"/>
</trigger>
<trigger>
- <pseudo_event id="86" operation="start" operation_key="base-bundle-clone_start_0"/>
+ <pseudo_event id="87" operation="start" operation_key="base-bundle-clone_start_0"/>
</trigger>
</inputs>
</synapse>
- <synapse id="4">
+ <synapse id="5">
<action_set>
- <rsc_op id="85" operation="monitor" operation_key="base:2_monitor_16000" on_node="base-bundle-2" on_node_uuid="base-bundle-2" router_node="node4">
- <primitive id="base" long-id="base:2" class="ocf" provider="pacemaker" type="Stateful"/>
- <attributes CRM_meta_clone="2" CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_container_attribute_target="host" CRM_meta_globally_unique="false" CRM_meta_interval="16000" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_name="monitor" CRM_meta_notify="false" CRM_meta_on_node="base-bundle-2" CRM_meta_on_node_uuid="base-bundle-2" CRM_meta_physical_host="node4" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_role="Unpromoted" CRM_meta_timeout="16000" />
+ <rsc_op id="86" operation="monitor" operation_key="base:0_monitor_16000" on_node="base-bundle-0" on_node_uuid="base-bundle-0" router_node="node2">
+ <primitive id="base" long-id="base:0" class="ocf" provider="pacemaker" type="Stateful"/>
+ <attributes CRM_meta_clone="0" CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_container_attribute_target="host" CRM_meta_globally_unique="false" CRM_meta_interval="16000" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_name="monitor" CRM_meta_notify="false" CRM_meta_on_node="base-bundle-0" CRM_meta_on_node_uuid="base-bundle-0" CRM_meta_physical_host="node2" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_role="Unpromoted" CRM_meta_timeout="16000" />
</rsc_op>
</action_set>
<inputs>
<trigger>
- <rsc_op id="74" operation="start" operation_key="base-bundle-2_start_0" on_node="node4" on_node_uuid="4"/>
+ <rsc_op id="66" operation="start" operation_key="base-bundle-0_start_0" on_node="node2" on_node_uuid="2"/>
</trigger>
<trigger>
- <rsc_op id="84" operation="start" operation_key="base:2_start_0" on_node="base-bundle-2" on_node_uuid="base-bundle-2" router_node="node4"/>
+ <rsc_op id="85" operation="start" operation_key="base:0_start_0" on_node="base-bundle-0" on_node_uuid="base-bundle-0" router_node="node2"/>
</trigger>
</inputs>
</synapse>
- <synapse id="5">
+ <synapse id="6">
<action_set>
- <rsc_op id="84" operation="start" operation_key="base:2_start_0" on_node="base-bundle-2" on_node_uuid="base-bundle-2" router_node="node4">
- <primitive id="base" long-id="base:2" class="ocf" provider="pacemaker" type="Stateful"/>
- <attributes CRM_meta_clone="2" CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_container_attribute_target="host" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_notify="false" CRM_meta_on_node="base-bundle-2" CRM_meta_on_node_uuid="base-bundle-2" CRM_meta_physical_host="node4" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="20000" />
+ <rsc_op id="85" operation="start" operation_key="base:0_start_0" on_node="base-bundle-0" on_node_uuid="base-bundle-0" router_node="node2">
+ <primitive id="base" long-id="base:0" class="ocf" provider="pacemaker" type="Stateful"/>
+ <attributes CRM_meta_clone="0" CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_container_attribute_target="host" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_notify="false" CRM_meta_on_node="base-bundle-0" CRM_meta_on_node_uuid="base-bundle-0" CRM_meta_physical_host="node2" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="20000" />
</rsc_op>
</action_set>
<inputs>
<trigger>
- <rsc_op id="72" operation="start" operation_key="base-bundle-podman-2_start_0" on_node="node4" on_node_uuid="4"/>
+ <rsc_op id="64" operation="start" operation_key="base-bundle-podman-0_start_0" on_node="node2" on_node_uuid="2"/>
</trigger>
<trigger>
- <rsc_op id="74" operation="start" operation_key="base-bundle-2_start_0" on_node="node4" on_node_uuid="4"/>
+ <rsc_op id="66" operation="start" operation_key="base-bundle-0_start_0" on_node="node2" on_node_uuid="2"/>
+ </trigger>
+ <trigger>
+ <pseudo_event id="87" operation="start" operation_key="base-bundle-clone_start_0"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="7" priority="1000000">
+ <action_set>
+ <pseudo_event id="92" operation="promoted" operation_key="base-bundle-clone_promoted_0">
+ <attributes CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_notify="false" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="20000" />
+ </pseudo_event>
+ </action_set>
+ <inputs>
+ <trigger>
+ <rsc_op id="81" operation="promote" operation_key="base:2_promote_0" on_node="base-bundle-2" on_node_uuid="base-bundle-2" router_node="node4"/>
</trigger>
+ </inputs>
+ </synapse>
+ <synapse id="8">
+ <action_set>
+ <pseudo_event id="91" operation="promote" operation_key="base-bundle-clone_promote_0">
+ <attributes CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_notify="false" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="20000" />
+ </pseudo_event>
+ </action_set>
+ <inputs>
<trigger>
- <rsc_op id="82" operation="start" operation_key="base:1_start_0" on_node="base-bundle-1" on_node_uuid="base-bundle-1" router_node="node3"/>
+ <pseudo_event id="88" operation="running" operation_key="base-bundle-clone_running_0"/>
</trigger>
<trigger>
- <pseudo_event id="86" operation="start" operation_key="base-bundle-clone_start_0"/>
+ <pseudo_event id="95" operation="promote" operation_key="base-bundle_promote_0"/>
</trigger>
</inputs>
</synapse>
- <synapse id="6" priority="1000000">
+ <synapse id="9" priority="1000000">
<action_set>
- <pseudo_event id="87" operation="running" operation_key="base-bundle-clone_running_0">
+ <pseudo_event id="88" operation="running" operation_key="base-bundle-clone_running_0">
<attributes CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_notify="false" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="20000" />
</pseudo_event>
</action_set>
<inputs>
<trigger>
- <rsc_op id="80" operation="start" operation_key="base:0_start_0" on_node="base-bundle-0" on_node_uuid="base-bundle-0" router_node="node2"/>
+ <rsc_op id="80" operation="start" operation_key="base:2_start_0" on_node="base-bundle-2" on_node_uuid="base-bundle-2" router_node="node4"/>
</trigger>
<trigger>
- <rsc_op id="82" operation="start" operation_key="base:1_start_0" on_node="base-bundle-1" on_node_uuid="base-bundle-1" router_node="node3"/>
+ <rsc_op id="83" operation="start" operation_key="base:1_start_0" on_node="base-bundle-1" on_node_uuid="base-bundle-1" router_node="node3"/>
</trigger>
<trigger>
- <rsc_op id="84" operation="start" operation_key="base:2_start_0" on_node="base-bundle-2" on_node_uuid="base-bundle-2" router_node="node4"/>
+ <rsc_op id="85" operation="start" operation_key="base:0_start_0" on_node="base-bundle-0" on_node_uuid="base-bundle-0" router_node="node2"/>
</trigger>
<trigger>
- <pseudo_event id="86" operation="start" operation_key="base-bundle-clone_start_0"/>
+ <pseudo_event id="87" operation="start" operation_key="base-bundle-clone_start_0"/>
</trigger>
</inputs>
</synapse>
- <synapse id="7">
+ <synapse id="10">
<action_set>
- <pseudo_event id="86" operation="start" operation_key="base-bundle-clone_start_0">
+ <pseudo_event id="87" operation="start" operation_key="base-bundle-clone_start_0">
<attributes CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_notify="false" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="20000" />
</pseudo_event>
</action_set>
@@ -188,7 +243,7 @@
</trigger>
</inputs>
</synapse>
- <synapse id="8">
+ <synapse id="11">
<action_set>
<rsc_op id="65" operation="monitor" operation_key="base-bundle-podman-0_monitor_60000" on_node="node2" on_node_uuid="2">
<primitive id="base-bundle-podman-0" class="ocf" provider="heartbeat" type="podman"/>
@@ -201,7 +256,7 @@
</trigger>
</inputs>
</synapse>
- <synapse id="9">
+ <synapse id="12">
<action_set>
<rsc_op id="64" operation="start" operation_key="base-bundle-podman-0_start_0" on_node="node2" on_node_uuid="2">
<primitive id="base-bundle-podman-0" class="ocf" provider="heartbeat" type="podman"/>
@@ -235,7 +290,7 @@
</trigger>
</inputs>
</synapse>
- <synapse id="10">
+ <synapse id="13">
<action_set>
<rsc_op id="50" operation="monitor" operation_key="base-bundle-podman-0_monitor_0" on_node="node5" on_node_uuid="5">
<primitive id="base-bundle-podman-0" class="ocf" provider="heartbeat" type="podman"/>
@@ -244,7 +299,7 @@
</action_set>
<inputs/>
</synapse>
- <synapse id="11">
+ <synapse id="14">
<action_set>
<rsc_op id="38" operation="monitor" operation_key="base-bundle-podman-0_monitor_0" on_node="node4" on_node_uuid="4">
<primitive id="base-bundle-podman-0" class="ocf" provider="heartbeat" type="podman"/>
@@ -253,7 +308,7 @@
</action_set>
<inputs/>
</synapse>
- <synapse id="12">
+ <synapse id="15">
<action_set>
<rsc_op id="26" operation="monitor" operation_key="base-bundle-podman-0_monitor_0" on_node="node3" on_node_uuid="3">
<primitive id="base-bundle-podman-0" class="ocf" provider="heartbeat" type="podman"/>
@@ -262,7 +317,7 @@
</action_set>
<inputs/>
</synapse>
- <synapse id="13">
+ <synapse id="16">
<action_set>
<rsc_op id="14" operation="monitor" operation_key="base-bundle-podman-0_monitor_0" on_node="node2" on_node_uuid="2">
<primitive id="base-bundle-podman-0" class="ocf" provider="heartbeat" type="podman"/>
@@ -271,7 +326,7 @@
</action_set>
<inputs/>
</synapse>
- <synapse id="14">
+ <synapse id="17">
<action_set>
<rsc_op id="2" operation="monitor" operation_key="base-bundle-podman-0_monitor_0" on_node="node1" on_node_uuid="1">
<primitive id="base-bundle-podman-0" class="ocf" provider="heartbeat" type="podman"/>
@@ -280,7 +335,7 @@
</action_set>
<inputs/>
</synapse>
- <synapse id="15">
+ <synapse id="18">
<action_set>
<rsc_op id="67" operation="monitor" operation_key="base-bundle-0_monitor_30000" on_node="node2" on_node_uuid="2">
<primitive id="base-bundle-0" class="ocf" provider="pacemaker" type="remote"/>
@@ -293,7 +348,7 @@
</trigger>
</inputs>
</synapse>
- <synapse id="16">
+ <synapse id="19">
<action_set>
<rsc_op id="66" operation="start" operation_key="base-bundle-0_start_0" on_node="node2" on_node_uuid="2">
<primitive id="base-bundle-0" class="ocf" provider="pacemaker" type="remote"/>
@@ -321,7 +376,7 @@
</trigger>
</inputs>
</synapse>
- <synapse id="17">
+ <synapse id="20">
<action_set>
<rsc_op id="51" operation="monitor" operation_key="base-bundle-0_monitor_0" on_node="node5" on_node_uuid="5">
<primitive id="base-bundle-0" class="ocf" provider="pacemaker" type="remote"/>
@@ -334,7 +389,7 @@
</trigger>
</inputs>
</synapse>
- <synapse id="18">
+ <synapse id="21">
<action_set>
<rsc_op id="39" operation="monitor" operation_key="base-bundle-0_monitor_0" on_node="node4" on_node_uuid="4">
<primitive id="base-bundle-0" class="ocf" provider="pacemaker" type="remote"/>
@@ -347,7 +402,7 @@
</trigger>
</inputs>
</synapse>
- <synapse id="19">
+ <synapse id="22">
<action_set>
<rsc_op id="27" operation="monitor" operation_key="base-bundle-0_monitor_0" on_node="node3" on_node_uuid="3">
<primitive id="base-bundle-0" class="ocf" provider="pacemaker" type="remote"/>
@@ -360,7 +415,7 @@
</trigger>
</inputs>
</synapse>
- <synapse id="20">
+ <synapse id="23">
<action_set>
<rsc_op id="15" operation="monitor" operation_key="base-bundle-0_monitor_0" on_node="node2" on_node_uuid="2">
<primitive id="base-bundle-0" class="ocf" provider="pacemaker" type="remote"/>
@@ -373,7 +428,7 @@
</trigger>
</inputs>
</synapse>
- <synapse id="21">
+ <synapse id="24">
<action_set>
<rsc_op id="3" operation="monitor" operation_key="base-bundle-0_monitor_0" on_node="node1" on_node_uuid="1">
<primitive id="base-bundle-0" class="ocf" provider="pacemaker" type="remote"/>
@@ -386,7 +441,7 @@
</trigger>
</inputs>
</synapse>
- <synapse id="22">
+ <synapse id="25">
<action_set>
<rsc_op id="69" operation="monitor" operation_key="base-bundle-podman-1_monitor_60000" on_node="node3" on_node_uuid="3">
<primitive id="base-bundle-podman-1" class="ocf" provider="heartbeat" type="podman"/>
@@ -399,7 +454,7 @@
</trigger>
</inputs>
</synapse>
- <synapse id="23">
+ <synapse id="26">
<action_set>
<rsc_op id="68" operation="start" operation_key="base-bundle-podman-1_start_0" on_node="node3" on_node_uuid="3">
<primitive id="base-bundle-podman-1" class="ocf" provider="heartbeat" type="podman"/>
@@ -433,7 +488,7 @@
</trigger>
</inputs>
</synapse>
- <synapse id="24">
+ <synapse id="27">
<action_set>
<rsc_op id="52" operation="monitor" operation_key="base-bundle-podman-1_monitor_0" on_node="node5" on_node_uuid="5">
<primitive id="base-bundle-podman-1" class="ocf" provider="heartbeat" type="podman"/>
@@ -442,7 +497,7 @@
</action_set>
<inputs/>
</synapse>
- <synapse id="25">
+ <synapse id="28">
<action_set>
<rsc_op id="40" operation="monitor" operation_key="base-bundle-podman-1_monitor_0" on_node="node4" on_node_uuid="4">
<primitive id="base-bundle-podman-1" class="ocf" provider="heartbeat" type="podman"/>
@@ -451,7 +506,7 @@
</action_set>
<inputs/>
</synapse>
- <synapse id="26">
+ <synapse id="29">
<action_set>
<rsc_op id="28" operation="monitor" operation_key="base-bundle-podman-1_monitor_0" on_node="node3" on_node_uuid="3">
<primitive id="base-bundle-podman-1" class="ocf" provider="heartbeat" type="podman"/>
@@ -460,7 +515,7 @@
</action_set>
<inputs/>
</synapse>
- <synapse id="27">
+ <synapse id="30">
<action_set>
<rsc_op id="16" operation="monitor" operation_key="base-bundle-podman-1_monitor_0" on_node="node2" on_node_uuid="2">
<primitive id="base-bundle-podman-1" class="ocf" provider="heartbeat" type="podman"/>
@@ -469,7 +524,7 @@
</action_set>
<inputs/>
</synapse>
- <synapse id="28">
+ <synapse id="31">
<action_set>
<rsc_op id="4" operation="monitor" operation_key="base-bundle-podman-1_monitor_0" on_node="node1" on_node_uuid="1">
<primitive id="base-bundle-podman-1" class="ocf" provider="heartbeat" type="podman"/>
@@ -478,7 +533,7 @@
</action_set>
<inputs/>
</synapse>
- <synapse id="29">
+ <synapse id="32">
<action_set>
<rsc_op id="71" operation="monitor" operation_key="base-bundle-1_monitor_30000" on_node="node3" on_node_uuid="3">
<primitive id="base-bundle-1" class="ocf" provider="pacemaker" type="remote"/>
@@ -491,7 +546,7 @@
</trigger>
</inputs>
</synapse>
- <synapse id="30">
+ <synapse id="33">
<action_set>
<rsc_op id="70" operation="start" operation_key="base-bundle-1_start_0" on_node="node3" on_node_uuid="3">
<primitive id="base-bundle-1" class="ocf" provider="pacemaker" type="remote"/>
@@ -519,7 +574,7 @@
</trigger>
</inputs>
</synapse>
- <synapse id="31">
+ <synapse id="34">
<action_set>
<rsc_op id="53" operation="monitor" operation_key="base-bundle-1_monitor_0" on_node="node5" on_node_uuid="5">
<primitive id="base-bundle-1" class="ocf" provider="pacemaker" type="remote"/>
@@ -532,7 +587,7 @@
</trigger>
</inputs>
</synapse>
- <synapse id="32">
+ <synapse id="35">
<action_set>
<rsc_op id="41" operation="monitor" operation_key="base-bundle-1_monitor_0" on_node="node4" on_node_uuid="4">
<primitive id="base-bundle-1" class="ocf" provider="pacemaker" type="remote"/>
@@ -545,7 +600,7 @@
</trigger>
</inputs>
</synapse>
- <synapse id="33">
+ <synapse id="36">
<action_set>
<rsc_op id="29" operation="monitor" operation_key="base-bundle-1_monitor_0" on_node="node3" on_node_uuid="3">
<primitive id="base-bundle-1" class="ocf" provider="pacemaker" type="remote"/>
@@ -558,7 +613,7 @@
</trigger>
</inputs>
</synapse>
- <synapse id="34">
+ <synapse id="37">
<action_set>
<rsc_op id="17" operation="monitor" operation_key="base-bundle-1_monitor_0" on_node="node2" on_node_uuid="2">
<primitive id="base-bundle-1" class="ocf" provider="pacemaker" type="remote"/>
@@ -571,7 +626,7 @@
</trigger>
</inputs>
</synapse>
- <synapse id="35">
+ <synapse id="38">
<action_set>
<rsc_op id="5" operation="monitor" operation_key="base-bundle-1_monitor_0" on_node="node1" on_node_uuid="1">
<primitive id="base-bundle-1" class="ocf" provider="pacemaker" type="remote"/>
@@ -584,7 +639,7 @@
</trigger>
</inputs>
</synapse>
- <synapse id="36">
+ <synapse id="39">
<action_set>
<rsc_op id="73" operation="monitor" operation_key="base-bundle-podman-2_monitor_60000" on_node="node4" on_node_uuid="4">
<primitive id="base-bundle-podman-2" class="ocf" provider="heartbeat" type="podman"/>
@@ -597,7 +652,7 @@
</trigger>
</inputs>
</synapse>
- <synapse id="37">
+ <synapse id="40">
<action_set>
<rsc_op id="72" operation="start" operation_key="base-bundle-podman-2_start_0" on_node="node4" on_node_uuid="4">
<primitive id="base-bundle-podman-2" class="ocf" provider="heartbeat" type="podman"/>
@@ -631,7 +686,7 @@
</trigger>
</inputs>
</synapse>
- <synapse id="38">
+ <synapse id="41">
<action_set>
<rsc_op id="54" operation="monitor" operation_key="base-bundle-podman-2_monitor_0" on_node="node5" on_node_uuid="5">
<primitive id="base-bundle-podman-2" class="ocf" provider="heartbeat" type="podman"/>
@@ -640,7 +695,7 @@
</action_set>
<inputs/>
</synapse>
- <synapse id="39">
+ <synapse id="42">
<action_set>
<rsc_op id="42" operation="monitor" operation_key="base-bundle-podman-2_monitor_0" on_node="node4" on_node_uuid="4">
<primitive id="base-bundle-podman-2" class="ocf" provider="heartbeat" type="podman"/>
@@ -649,7 +704,7 @@
</action_set>
<inputs/>
</synapse>
- <synapse id="40">
+ <synapse id="43">
<action_set>
<rsc_op id="30" operation="monitor" operation_key="base-bundle-podman-2_monitor_0" on_node="node3" on_node_uuid="3">
<primitive id="base-bundle-podman-2" class="ocf" provider="heartbeat" type="podman"/>
@@ -658,7 +713,7 @@
</action_set>
<inputs/>
</synapse>
- <synapse id="41">
+ <synapse id="44">
<action_set>
<rsc_op id="18" operation="monitor" operation_key="base-bundle-podman-2_monitor_0" on_node="node2" on_node_uuid="2">
<primitive id="base-bundle-podman-2" class="ocf" provider="heartbeat" type="podman"/>
@@ -667,7 +722,7 @@
</action_set>
<inputs/>
</synapse>
- <synapse id="42">
+ <synapse id="45">
<action_set>
<rsc_op id="6" operation="monitor" operation_key="base-bundle-podman-2_monitor_0" on_node="node1" on_node_uuid="1">
<primitive id="base-bundle-podman-2" class="ocf" provider="heartbeat" type="podman"/>
@@ -676,7 +731,7 @@
</action_set>
<inputs/>
</synapse>
- <synapse id="43">
+ <synapse id="46">
<action_set>
<rsc_op id="75" operation="monitor" operation_key="base-bundle-2_monitor_30000" on_node="node4" on_node_uuid="4">
<primitive id="base-bundle-2" class="ocf" provider="pacemaker" type="remote"/>
@@ -689,7 +744,7 @@
</trigger>
</inputs>
</synapse>
- <synapse id="44">
+ <synapse id="47">
<action_set>
<rsc_op id="74" operation="start" operation_key="base-bundle-2_start_0" on_node="node4" on_node_uuid="4">
<primitive id="base-bundle-2" class="ocf" provider="pacemaker" type="remote"/>
@@ -717,7 +772,7 @@
</trigger>
</inputs>
</synapse>
- <synapse id="45">
+ <synapse id="48">
<action_set>
<rsc_op id="55" operation="monitor" operation_key="base-bundle-2_monitor_0" on_node="node5" on_node_uuid="5">
<primitive id="base-bundle-2" class="ocf" provider="pacemaker" type="remote"/>
@@ -730,7 +785,7 @@
</trigger>
</inputs>
</synapse>
- <synapse id="46">
+ <synapse id="49">
<action_set>
<rsc_op id="43" operation="monitor" operation_key="base-bundle-2_monitor_0" on_node="node4" on_node_uuid="4">
<primitive id="base-bundle-2" class="ocf" provider="pacemaker" type="remote"/>
@@ -743,7 +798,7 @@
</trigger>
</inputs>
</synapse>
- <synapse id="47">
+ <synapse id="50">
<action_set>
<rsc_op id="31" operation="monitor" operation_key="base-bundle-2_monitor_0" on_node="node3" on_node_uuid="3">
<primitive id="base-bundle-2" class="ocf" provider="pacemaker" type="remote"/>
@@ -756,7 +811,7 @@
</trigger>
</inputs>
</synapse>
- <synapse id="48">
+ <synapse id="51">
<action_set>
<rsc_op id="19" operation="monitor" operation_key="base-bundle-2_monitor_0" on_node="node2" on_node_uuid="2">
<primitive id="base-bundle-2" class="ocf" provider="pacemaker" type="remote"/>
@@ -769,7 +824,7 @@
</trigger>
</inputs>
</synapse>
- <synapse id="49">
+ <synapse id="52">
<action_set>
<rsc_op id="7" operation="monitor" operation_key="base-bundle-2_monitor_0" on_node="node1" on_node_uuid="1">
<primitive id="base-bundle-2" class="ocf" provider="pacemaker" type="remote"/>
@@ -782,141 +837,199 @@
</trigger>
</inputs>
</synapse>
- <synapse id="50">
+ <synapse id="53">
<action_set>
- <rsc_op id="115" operation="monitor" operation_key="app:0_monitor_16000" on_node="app-bundle-0" on_node_uuid="app-bundle-0" router_node="node2">
- <primitive id="app" long-id="app:0" class="ocf" provider="pacemaker" type="Stateful"/>
- <attributes CRM_meta_clone="0" CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_container_attribute_target="host" CRM_meta_globally_unique="false" CRM_meta_interval="16000" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_name="monitor" CRM_meta_notify="false" CRM_meta_on_node="app-bundle-0" CRM_meta_on_node_uuid="app-bundle-0" CRM_meta_physical_host="node2" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_role="Unpromoted" CRM_meta_timeout="16000" />
+ <rsc_op id="117" operation="monitor" operation_key="app:2_monitor_15000" on_node="app-bundle-2" on_node_uuid="app-bundle-2" router_node="node4">
+ <primitive id="app" long-id="app:2" class="ocf" provider="pacemaker" type="Stateful"/>
+ <attributes CRM_meta_clone="2" CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_container_attribute_target="host" CRM_meta_globally_unique="false" CRM_meta_interval="15000" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_name="monitor" CRM_meta_notify="false" CRM_meta_on_node="app-bundle-2" CRM_meta_on_node_uuid="app-bundle-2" CRM_meta_op_target_rc="8" CRM_meta_physical_host="node4" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_role="Promoted" CRM_meta_timeout="15000" />
</rsc_op>
</action_set>
<inputs>
<trigger>
- <rsc_op id="100" operation="start" operation_key="app-bundle-0_start_0" on_node="node2" on_node_uuid="2"/>
+ <rsc_op id="109" operation="start" operation_key="app-bundle-2_start_0" on_node="node4" on_node_uuid="4"/>
</trigger>
<trigger>
- <rsc_op id="114" operation="start" operation_key="app:0_start_0" on_node="app-bundle-0" on_node_uuid="app-bundle-0" router_node="node2"/>
+ <rsc_op id="115" operation="start" operation_key="app:2_start_0" on_node="app-bundle-2" on_node_uuid="app-bundle-2" router_node="node4"/>
+ </trigger>
+ <trigger>
+ <rsc_op id="116" operation="promote" operation_key="app:2_promote_0" on_node="app-bundle-2" on_node_uuid="app-bundle-2" router_node="node4"/>
</trigger>
</inputs>
</synapse>
- <synapse id="51">
+ <synapse id="54">
<action_set>
- <rsc_op id="114" operation="start" operation_key="app:0_start_0" on_node="app-bundle-0" on_node_uuid="app-bundle-0" router_node="node2">
- <primitive id="app" long-id="app:0" class="ocf" provider="pacemaker" type="Stateful"/>
- <attributes CRM_meta_clone="0" CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_container_attribute_target="host" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_notify="false" CRM_meta_on_node="app-bundle-0" CRM_meta_on_node_uuid="app-bundle-0" CRM_meta_physical_host="node2" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="20000" />
+ <rsc_op id="116" operation="promote" operation_key="app:2_promote_0" on_node="app-bundle-2" on_node_uuid="app-bundle-2" router_node="node4">
+ <primitive id="app" long-id="app:2" class="ocf" provider="pacemaker" type="Stateful"/>
+ <attributes CRM_meta_clone="2" CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_container_attribute_target="host" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_notify="false" CRM_meta_on_node="app-bundle-2" CRM_meta_on_node_uuid="app-bundle-2" CRM_meta_physical_host="node4" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="20000" />
</rsc_op>
</action_set>
<inputs>
<trigger>
- <rsc_op id="98" operation="start" operation_key="app-bundle-podman-0_start_0" on_node="node2" on_node_uuid="2"/>
+ <rsc_op id="81" operation="promote" operation_key="base:2_promote_0" on_node="base-bundle-2" on_node_uuid="base-bundle-2" router_node="node4"/>
</trigger>
<trigger>
- <rsc_op id="100" operation="start" operation_key="app-bundle-0_start_0" on_node="node2" on_node_uuid="2"/>
+ <rsc_op id="107" operation="start" operation_key="app-bundle-podman-2_start_0" on_node="node4" on_node_uuid="4"/>
</trigger>
<trigger>
- <pseudo_event id="120" operation="start" operation_key="app-bundle-clone_start_0"/>
+ <rsc_op id="109" operation="start" operation_key="app-bundle-2_start_0" on_node="node4" on_node_uuid="4"/>
+ </trigger>
+ <trigger>
+ <rsc_op id="115" operation="start" operation_key="app:2_start_0" on_node="app-bundle-2" on_node_uuid="app-bundle-2" router_node="node4"/>
+ </trigger>
+ <trigger>
+ <pseudo_event id="126" operation="promote" operation_key="app-bundle-clone_promote_0"/>
</trigger>
</inputs>
</synapse>
- <synapse id="52">
+ <synapse id="55">
+ <action_set>
+ <rsc_op id="115" operation="start" operation_key="app:2_start_0" on_node="app-bundle-2" on_node_uuid="app-bundle-2" router_node="node4">
+ <primitive id="app" long-id="app:2" class="ocf" provider="pacemaker" type="Stateful"/>
+ <attributes CRM_meta_clone="2" CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_container_attribute_target="host" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_notify="false" CRM_meta_on_node="app-bundle-2" CRM_meta_on_node_uuid="app-bundle-2" CRM_meta_physical_host="node4" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="20000" />
+ </rsc_op>
+ </action_set>
+ <inputs>
+ <trigger>
+ <rsc_op id="107" operation="start" operation_key="app-bundle-podman-2_start_0" on_node="node4" on_node_uuid="4"/>
+ </trigger>
+ <trigger>
+ <rsc_op id="109" operation="start" operation_key="app-bundle-2_start_0" on_node="node4" on_node_uuid="4"/>
+ </trigger>
+ <trigger>
+ <rsc_op id="118" operation="start" operation_key="app:1_start_0" on_node="app-bundle-1" on_node_uuid="app-bundle-1" router_node="node3"/>
+ </trigger>
+ <trigger>
+ <rsc_op id="120" operation="start" operation_key="app:0_start_0" on_node="app-bundle-0" on_node_uuid="app-bundle-0" router_node="node2"/>
+ </trigger>
+ <trigger>
+ <pseudo_event id="122" operation="start" operation_key="app-bundle-clone_start_0"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="56">
<action_set>
- <rsc_op id="117" operation="monitor" operation_key="app:1_monitor_16000" on_node="app-bundle-1" on_node_uuid="app-bundle-1" router_node="node3">
+ <rsc_op id="119" operation="monitor" operation_key="app:1_monitor_16000" on_node="app-bundle-1" on_node_uuid="app-bundle-1" router_node="node3">
<primitive id="app" long-id="app:1" class="ocf" provider="pacemaker" type="Stateful"/>
<attributes CRM_meta_clone="1" CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_container_attribute_target="host" CRM_meta_globally_unique="false" CRM_meta_interval="16000" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_name="monitor" CRM_meta_notify="false" CRM_meta_on_node="app-bundle-1" CRM_meta_on_node_uuid="app-bundle-1" CRM_meta_physical_host="node3" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_role="Unpromoted" CRM_meta_timeout="16000" />
</rsc_op>
</action_set>
<inputs>
<trigger>
- <rsc_op id="104" operation="start" operation_key="app-bundle-1_start_0" on_node="node3" on_node_uuid="3"/>
+ <rsc_op id="105" operation="start" operation_key="app-bundle-1_start_0" on_node="node3" on_node_uuid="3"/>
</trigger>
<trigger>
- <rsc_op id="116" operation="start" operation_key="app:1_start_0" on_node="app-bundle-1" on_node_uuid="app-bundle-1" router_node="node3"/>
+ <rsc_op id="118" operation="start" operation_key="app:1_start_0" on_node="app-bundle-1" on_node_uuid="app-bundle-1" router_node="node3"/>
</trigger>
</inputs>
</synapse>
- <synapse id="53">
+ <synapse id="57">
<action_set>
- <rsc_op id="116" operation="start" operation_key="app:1_start_0" on_node="app-bundle-1" on_node_uuid="app-bundle-1" router_node="node3">
+ <rsc_op id="118" operation="start" operation_key="app:1_start_0" on_node="app-bundle-1" on_node_uuid="app-bundle-1" router_node="node3">
<primitive id="app" long-id="app:1" class="ocf" provider="pacemaker" type="Stateful"/>
<attributes CRM_meta_clone="1" CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_container_attribute_target="host" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_notify="false" CRM_meta_on_node="app-bundle-1" CRM_meta_on_node_uuid="app-bundle-1" CRM_meta_physical_host="node3" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="20000" />
</rsc_op>
</action_set>
<inputs>
<trigger>
- <rsc_op id="102" operation="start" operation_key="app-bundle-podman-1_start_0" on_node="node3" on_node_uuid="3"/>
+ <rsc_op id="103" operation="start" operation_key="app-bundle-podman-1_start_0" on_node="node3" on_node_uuid="3"/>
</trigger>
<trigger>
- <rsc_op id="104" operation="start" operation_key="app-bundle-1_start_0" on_node="node3" on_node_uuid="3"/>
+ <rsc_op id="105" operation="start" operation_key="app-bundle-1_start_0" on_node="node3" on_node_uuid="3"/>
</trigger>
<trigger>
- <rsc_op id="114" operation="start" operation_key="app:0_start_0" on_node="app-bundle-0" on_node_uuid="app-bundle-0" router_node="node2"/>
+ <rsc_op id="120" operation="start" operation_key="app:0_start_0" on_node="app-bundle-0" on_node_uuid="app-bundle-0" router_node="node2"/>
</trigger>
<trigger>
- <pseudo_event id="120" operation="start" operation_key="app-bundle-clone_start_0"/>
+ <pseudo_event id="122" operation="start" operation_key="app-bundle-clone_start_0"/>
</trigger>
</inputs>
</synapse>
- <synapse id="54">
+ <synapse id="58">
<action_set>
- <rsc_op id="119" operation="monitor" operation_key="app:2_monitor_16000" on_node="app-bundle-2" on_node_uuid="app-bundle-2" router_node="node4">
- <primitive id="app" long-id="app:2" class="ocf" provider="pacemaker" type="Stateful"/>
- <attributes CRM_meta_clone="2" CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_container_attribute_target="host" CRM_meta_globally_unique="false" CRM_meta_interval="16000" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_name="monitor" CRM_meta_notify="false" CRM_meta_on_node="app-bundle-2" CRM_meta_on_node_uuid="app-bundle-2" CRM_meta_physical_host="node4" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_role="Unpromoted" CRM_meta_timeout="16000" />
+ <rsc_op id="121" operation="monitor" operation_key="app:0_monitor_16000" on_node="app-bundle-0" on_node_uuid="app-bundle-0" router_node="node2">
+ <primitive id="app" long-id="app:0" class="ocf" provider="pacemaker" type="Stateful"/>
+ <attributes CRM_meta_clone="0" CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_container_attribute_target="host" CRM_meta_globally_unique="false" CRM_meta_interval="16000" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_name="monitor" CRM_meta_notify="false" CRM_meta_on_node="app-bundle-0" CRM_meta_on_node_uuid="app-bundle-0" CRM_meta_physical_host="node2" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_role="Unpromoted" CRM_meta_timeout="16000" />
</rsc_op>
</action_set>
<inputs>
<trigger>
- <rsc_op id="108" operation="start" operation_key="app-bundle-2_start_0" on_node="node4" on_node_uuid="4"/>
+ <rsc_op id="101" operation="start" operation_key="app-bundle-0_start_0" on_node="node2" on_node_uuid="2"/>
</trigger>
<trigger>
- <rsc_op id="118" operation="start" operation_key="app:2_start_0" on_node="app-bundle-2" on_node_uuid="app-bundle-2" router_node="node4"/>
+ <rsc_op id="120" operation="start" operation_key="app:0_start_0" on_node="app-bundle-0" on_node_uuid="app-bundle-0" router_node="node2"/>
</trigger>
</inputs>
</synapse>
- <synapse id="55">
+ <synapse id="59">
<action_set>
- <rsc_op id="118" operation="start" operation_key="app:2_start_0" on_node="app-bundle-2" on_node_uuid="app-bundle-2" router_node="node4">
- <primitive id="app" long-id="app:2" class="ocf" provider="pacemaker" type="Stateful"/>
- <attributes CRM_meta_clone="2" CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_container_attribute_target="host" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_notify="false" CRM_meta_on_node="app-bundle-2" CRM_meta_on_node_uuid="app-bundle-2" CRM_meta_physical_host="node4" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="20000" />
+ <rsc_op id="120" operation="start" operation_key="app:0_start_0" on_node="app-bundle-0" on_node_uuid="app-bundle-0" router_node="node2">
+ <primitive id="app" long-id="app:0" class="ocf" provider="pacemaker" type="Stateful"/>
+ <attributes CRM_meta_clone="0" CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_container_attribute_target="host" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_notify="false" CRM_meta_on_node="app-bundle-0" CRM_meta_on_node_uuid="app-bundle-0" CRM_meta_physical_host="node2" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="20000" />
</rsc_op>
</action_set>
<inputs>
<trigger>
- <rsc_op id="106" operation="start" operation_key="app-bundle-podman-2_start_0" on_node="node4" on_node_uuid="4"/>
+ <rsc_op id="99" operation="start" operation_key="app-bundle-podman-0_start_0" on_node="node2" on_node_uuid="2"/>
</trigger>
<trigger>
- <rsc_op id="108" operation="start" operation_key="app-bundle-2_start_0" on_node="node4" on_node_uuid="4"/>
+ <rsc_op id="101" operation="start" operation_key="app-bundle-0_start_0" on_node="node2" on_node_uuid="2"/>
</trigger>
<trigger>
- <rsc_op id="116" operation="start" operation_key="app:1_start_0" on_node="app-bundle-1" on_node_uuid="app-bundle-1" router_node="node3"/>
+ <pseudo_event id="122" operation="start" operation_key="app-bundle-clone_start_0"/>
</trigger>
+ </inputs>
+ </synapse>
+ <synapse id="60" priority="1000000">
+ <action_set>
+ <pseudo_event id="127" operation="promoted" operation_key="app-bundle-clone_promoted_0">
+ <attributes CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_notify="false" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="20000" />
+ </pseudo_event>
+ </action_set>
+ <inputs>
<trigger>
- <pseudo_event id="120" operation="start" operation_key="app-bundle-clone_start_0"/>
+ <rsc_op id="116" operation="promote" operation_key="app:2_promote_0" on_node="app-bundle-2" on_node_uuid="app-bundle-2" router_node="node4"/>
</trigger>
</inputs>
</synapse>
- <synapse id="56" priority="1000000">
+ <synapse id="61">
<action_set>
- <pseudo_event id="121" operation="running" operation_key="app-bundle-clone_running_0">
+ <pseudo_event id="126" operation="promote" operation_key="app-bundle-clone_promote_0">
<attributes CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_notify="false" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="20000" />
</pseudo_event>
</action_set>
<inputs>
<trigger>
- <rsc_op id="114" operation="start" operation_key="app:0_start_0" on_node="app-bundle-0" on_node_uuid="app-bundle-0" router_node="node2"/>
+ <pseudo_event id="123" operation="running" operation_key="app-bundle-clone_running_0"/>
</trigger>
<trigger>
- <rsc_op id="116" operation="start" operation_key="app:1_start_0" on_node="app-bundle-1" on_node_uuid="app-bundle-1" router_node="node3"/>
+ <pseudo_event id="130" operation="promote" operation_key="app-bundle_promote_0"/>
</trigger>
+ </inputs>
+ </synapse>
+ <synapse id="62" priority="1000000">
+ <action_set>
+ <pseudo_event id="123" operation="running" operation_key="app-bundle-clone_running_0">
+ <attributes CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_notify="false" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="20000" />
+ </pseudo_event>
+ </action_set>
+ <inputs>
<trigger>
- <rsc_op id="118" operation="start" operation_key="app:2_start_0" on_node="app-bundle-2" on_node_uuid="app-bundle-2" router_node="node4"/>
+ <rsc_op id="115" operation="start" operation_key="app:2_start_0" on_node="app-bundle-2" on_node_uuid="app-bundle-2" router_node="node4"/>
</trigger>
<trigger>
- <pseudo_event id="120" operation="start" operation_key="app-bundle-clone_start_0"/>
+ <rsc_op id="118" operation="start" operation_key="app:1_start_0" on_node="app-bundle-1" on_node_uuid="app-bundle-1" router_node="node3"/>
+ </trigger>
+ <trigger>
+ <rsc_op id="120" operation="start" operation_key="app:0_start_0" on_node="app-bundle-0" on_node_uuid="app-bundle-0" router_node="node2"/>
+ </trigger>
+ <trigger>
+ <pseudo_event id="122" operation="start" operation_key="app-bundle-clone_start_0"/>
</trigger>
</inputs>
</synapse>
- <synapse id="57">
+ <synapse id="63">
<action_set>
- <pseudo_event id="120" operation="start" operation_key="app-bundle-clone_start_0">
+ <pseudo_event id="122" operation="start" operation_key="app-bundle-clone_start_0">
<attributes CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_notify="false" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="20000" />
</pseudo_event>
</action_set>
@@ -967,26 +1080,26 @@
<rsc_op id="60" operation="monitor" operation_key="app-bundle-podman-2_monitor_0" on_node="node5" on_node_uuid="5"/>
</trigger>
<trigger>
- <pseudo_event id="110" operation="start" operation_key="app-bundle_start_0"/>
+ <pseudo_event id="111" operation="start" operation_key="app-bundle_start_0"/>
</trigger>
</inputs>
</synapse>
- <synapse id="58">
+ <synapse id="64">
<action_set>
- <rsc_op id="99" operation="monitor" operation_key="app-bundle-podman-0_monitor_60000" on_node="node2" on_node_uuid="2">
+ <rsc_op id="100" operation="monitor" operation_key="app-bundle-podman-0_monitor_60000" on_node="node2" on_node_uuid="2">
<primitive id="app-bundle-podman-0" class="ocf" provider="heartbeat" type="podman"/>
<attributes CRM_meta_interval="60000" CRM_meta_name="monitor" CRM_meta_on_node="node2" CRM_meta_on_node_uuid="2" CRM_meta_timeout="20000" allow_pull="true" force_kill="false" image="localhost/pcmktest:app" monitor_cmd="/bin/true" mount_points="/var/log/pacemaker/bundles/app-bundle-0" reuse="false" run_cmd="/usr/sbin/pacemaker-remoted" run_opts=" -e PCMK_stderr=1 -e PCMK_remote_port=3121 -v /etc/pacemaker/authkey:/etc/pacemaker/authkey -v /var/log/pacemaker/bundles/app-bundle-0:/var/log -p 3121:3121 "/>
</rsc_op>
</action_set>
<inputs>
<trigger>
- <rsc_op id="98" operation="start" operation_key="app-bundle-podman-0_start_0" on_node="node2" on_node_uuid="2"/>
+ <rsc_op id="99" operation="start" operation_key="app-bundle-podman-0_start_0" on_node="node2" on_node_uuid="2"/>
</trigger>
</inputs>
</synapse>
- <synapse id="59">
+ <synapse id="65">
<action_set>
- <rsc_op id="98" operation="start" operation_key="app-bundle-podman-0_start_0" on_node="node2" on_node_uuid="2">
+ <rsc_op id="99" operation="start" operation_key="app-bundle-podman-0_start_0" on_node="node2" on_node_uuid="2">
<primitive id="app-bundle-podman-0" class="ocf" provider="heartbeat" type="podman"/>
<attributes CRM_meta_on_node="node2" CRM_meta_on_node_uuid="2" CRM_meta_timeout="20000" allow_pull="true" force_kill="false" image="localhost/pcmktest:app" monitor_cmd="/bin/true" mount_points="/var/log/pacemaker/bundles/app-bundle-0" reuse="false" run_cmd="/usr/sbin/pacemaker-remoted" run_opts=" -e PCMK_stderr=1 -e PCMK_remote_port=3121 -v /etc/pacemaker/authkey:/etc/pacemaker/authkey -v /var/log/pacemaker/bundles/app-bundle-0:/var/log -p 3121:3121 "/>
</rsc_op>
@@ -1014,14 +1127,14 @@
<rsc_op id="56" operation="monitor" operation_key="app-bundle-podman-0_monitor_0" on_node="node5" on_node_uuid="5"/>
</trigger>
<trigger>
- <rsc_op id="80" operation="start" operation_key="base:0_start_0" on_node="base-bundle-0" on_node_uuid="base-bundle-0" router_node="node2"/>
+ <rsc_op id="85" operation="start" operation_key="base:0_start_0" on_node="base-bundle-0" on_node_uuid="base-bundle-0" router_node="node2"/>
</trigger>
<trigger>
- <pseudo_event id="110" operation="start" operation_key="app-bundle_start_0"/>
+ <pseudo_event id="111" operation="start" operation_key="app-bundle_start_0"/>
</trigger>
</inputs>
</synapse>
- <synapse id="60">
+ <synapse id="66">
<action_set>
<rsc_op id="56" operation="monitor" operation_key="app-bundle-podman-0_monitor_0" on_node="node5" on_node_uuid="5">
<primitive id="app-bundle-podman-0" class="ocf" provider="heartbeat" type="podman"/>
@@ -1030,7 +1143,7 @@
</action_set>
<inputs/>
</synapse>
- <synapse id="61">
+ <synapse id="67">
<action_set>
<rsc_op id="44" operation="monitor" operation_key="app-bundle-podman-0_monitor_0" on_node="node4" on_node_uuid="4">
<primitive id="app-bundle-podman-0" class="ocf" provider="heartbeat" type="podman"/>
@@ -1039,7 +1152,7 @@
</action_set>
<inputs/>
</synapse>
- <synapse id="62">
+ <synapse id="68">
<action_set>
<rsc_op id="32" operation="monitor" operation_key="app-bundle-podman-0_monitor_0" on_node="node3" on_node_uuid="3">
<primitive id="app-bundle-podman-0" class="ocf" provider="heartbeat" type="podman"/>
@@ -1048,7 +1161,7 @@
</action_set>
<inputs/>
</synapse>
- <synapse id="63">
+ <synapse id="69">
<action_set>
<rsc_op id="20" operation="monitor" operation_key="app-bundle-podman-0_monitor_0" on_node="node2" on_node_uuid="2">
<primitive id="app-bundle-podman-0" class="ocf" provider="heartbeat" type="podman"/>
@@ -1057,7 +1170,7 @@
</action_set>
<inputs/>
</synapse>
- <synapse id="64">
+ <synapse id="70">
<action_set>
<rsc_op id="8" operation="monitor" operation_key="app-bundle-podman-0_monitor_0" on_node="node1" on_node_uuid="1">
<primitive id="app-bundle-podman-0" class="ocf" provider="heartbeat" type="podman"/>
@@ -1066,22 +1179,22 @@
</action_set>
<inputs/>
</synapse>
- <synapse id="65">
+ <synapse id="71">
<action_set>
- <rsc_op id="101" operation="monitor" operation_key="app-bundle-0_monitor_30000" on_node="node2" on_node_uuid="2">
+ <rsc_op id="102" operation="monitor" operation_key="app-bundle-0_monitor_30000" on_node="node2" on_node_uuid="2">
<primitive id="app-bundle-0" class="ocf" provider="pacemaker" type="remote"/>
<attributes CRM_meta_container="app-bundle-podman-0" CRM_meta_interval="30000" CRM_meta_name="monitor" CRM_meta_on_node="node2" CRM_meta_on_node_uuid="2" CRM_meta_timeout="30000" addr="node2" port="3121"/>
</rsc_op>
</action_set>
<inputs>
<trigger>
- <rsc_op id="100" operation="start" operation_key="app-bundle-0_start_0" on_node="node2" on_node_uuid="2"/>
+ <rsc_op id="101" operation="start" operation_key="app-bundle-0_start_0" on_node="node2" on_node_uuid="2"/>
</trigger>
</inputs>
</synapse>
- <synapse id="66">
+ <synapse id="72">
<action_set>
- <rsc_op id="100" operation="start" operation_key="app-bundle-0_start_0" on_node="node2" on_node_uuid="2">
+ <rsc_op id="101" operation="start" operation_key="app-bundle-0_start_0" on_node="node2" on_node_uuid="2">
<primitive id="app-bundle-0" class="ocf" provider="pacemaker" type="remote"/>
<attributes CRM_meta_container="app-bundle-podman-0" CRM_meta_on_node="node2" CRM_meta_on_node_uuid="2" CRM_meta_timeout="20000" addr="node2" port="3121"/>
</rsc_op>
@@ -1103,11 +1216,11 @@
<rsc_op id="57" operation="monitor" operation_key="app-bundle-0_monitor_0" on_node="node5" on_node_uuid="5"/>
</trigger>
<trigger>
- <rsc_op id="98" operation="start" operation_key="app-bundle-podman-0_start_0" on_node="node2" on_node_uuid="2"/>
+ <rsc_op id="99" operation="start" operation_key="app-bundle-podman-0_start_0" on_node="node2" on_node_uuid="2"/>
</trigger>
</inputs>
</synapse>
- <synapse id="67">
+ <synapse id="73">
<action_set>
<rsc_op id="57" operation="monitor" operation_key="app-bundle-0_monitor_0" on_node="node5" on_node_uuid="5">
<primitive id="app-bundle-0" class="ocf" provider="pacemaker" type="remote"/>
@@ -1116,11 +1229,11 @@
</action_set>
<inputs>
<trigger>
- <rsc_op id="98" operation="start" operation_key="app-bundle-podman-0_start_0" on_node="node2" on_node_uuid="2"/>
+ <rsc_op id="99" operation="start" operation_key="app-bundle-podman-0_start_0" on_node="node2" on_node_uuid="2"/>
</trigger>
</inputs>
</synapse>
- <synapse id="68">
+ <synapse id="74">
<action_set>
<rsc_op id="45" operation="monitor" operation_key="app-bundle-0_monitor_0" on_node="node4" on_node_uuid="4">
<primitive id="app-bundle-0" class="ocf" provider="pacemaker" type="remote"/>
@@ -1129,11 +1242,11 @@
</action_set>
<inputs>
<trigger>
- <rsc_op id="98" operation="start" operation_key="app-bundle-podman-0_start_0" on_node="node2" on_node_uuid="2"/>
+ <rsc_op id="99" operation="start" operation_key="app-bundle-podman-0_start_0" on_node="node2" on_node_uuid="2"/>
</trigger>
</inputs>
</synapse>
- <synapse id="69">
+ <synapse id="75">
<action_set>
<rsc_op id="33" operation="monitor" operation_key="app-bundle-0_monitor_0" on_node="node3" on_node_uuid="3">
<primitive id="app-bundle-0" class="ocf" provider="pacemaker" type="remote"/>
@@ -1142,11 +1255,11 @@
</action_set>
<inputs>
<trigger>
- <rsc_op id="98" operation="start" operation_key="app-bundle-podman-0_start_0" on_node="node2" on_node_uuid="2"/>
+ <rsc_op id="99" operation="start" operation_key="app-bundle-podman-0_start_0" on_node="node2" on_node_uuid="2"/>
</trigger>
</inputs>
</synapse>
- <synapse id="70">
+ <synapse id="76">
<action_set>
<rsc_op id="21" operation="monitor" operation_key="app-bundle-0_monitor_0" on_node="node2" on_node_uuid="2">
<primitive id="app-bundle-0" class="ocf" provider="pacemaker" type="remote"/>
@@ -1155,11 +1268,11 @@
</action_set>
<inputs>
<trigger>
- <rsc_op id="98" operation="start" operation_key="app-bundle-podman-0_start_0" on_node="node2" on_node_uuid="2"/>
+ <rsc_op id="99" operation="start" operation_key="app-bundle-podman-0_start_0" on_node="node2" on_node_uuid="2"/>
</trigger>
</inputs>
</synapse>
- <synapse id="71">
+ <synapse id="77">
<action_set>
<rsc_op id="9" operation="monitor" operation_key="app-bundle-0_monitor_0" on_node="node1" on_node_uuid="1">
<primitive id="app-bundle-0" class="ocf" provider="pacemaker" type="remote"/>
@@ -1168,26 +1281,26 @@
</action_set>
<inputs>
<trigger>
- <rsc_op id="98" operation="start" operation_key="app-bundle-podman-0_start_0" on_node="node2" on_node_uuid="2"/>
+ <rsc_op id="99" operation="start" operation_key="app-bundle-podman-0_start_0" on_node="node2" on_node_uuid="2"/>
</trigger>
</inputs>
</synapse>
- <synapse id="72">
+ <synapse id="78">
<action_set>
- <rsc_op id="103" operation="monitor" operation_key="app-bundle-podman-1_monitor_60000" on_node="node3" on_node_uuid="3">
+ <rsc_op id="104" operation="monitor" operation_key="app-bundle-podman-1_monitor_60000" on_node="node3" on_node_uuid="3">
<primitive id="app-bundle-podman-1" class="ocf" provider="heartbeat" type="podman"/>
<attributes CRM_meta_interval="60000" CRM_meta_name="monitor" CRM_meta_on_node="node3" CRM_meta_on_node_uuid="3" CRM_meta_timeout="20000" allow_pull="true" force_kill="false" image="localhost/pcmktest:app" monitor_cmd="/bin/true" mount_points="/var/log/pacemaker/bundles/app-bundle-1" reuse="false" run_cmd="/usr/sbin/pacemaker-remoted" run_opts=" -e PCMK_stderr=1 -e PCMK_remote_port=3121 -v /etc/pacemaker/authkey:/etc/pacemaker/authkey -v /var/log/pacemaker/bundles/app-bundle-1:/var/log -p 3121:3121 "/>
</rsc_op>
</action_set>
<inputs>
<trigger>
- <rsc_op id="102" operation="start" operation_key="app-bundle-podman-1_start_0" on_node="node3" on_node_uuid="3"/>
+ <rsc_op id="103" operation="start" operation_key="app-bundle-podman-1_start_0" on_node="node3" on_node_uuid="3"/>
</trigger>
</inputs>
</synapse>
- <synapse id="73">
+ <synapse id="79">
<action_set>
- <rsc_op id="102" operation="start" operation_key="app-bundle-podman-1_start_0" on_node="node3" on_node_uuid="3">
+ <rsc_op id="103" operation="start" operation_key="app-bundle-podman-1_start_0" on_node="node3" on_node_uuid="3">
<primitive id="app-bundle-podman-1" class="ocf" provider="heartbeat" type="podman"/>
<attributes CRM_meta_on_node="node3" CRM_meta_on_node_uuid="3" CRM_meta_timeout="20000" allow_pull="true" force_kill="false" image="localhost/pcmktest:app" monitor_cmd="/bin/true" mount_points="/var/log/pacemaker/bundles/app-bundle-1" reuse="false" run_cmd="/usr/sbin/pacemaker-remoted" run_opts=" -e PCMK_stderr=1 -e PCMK_remote_port=3121 -v /etc/pacemaker/authkey:/etc/pacemaker/authkey -v /var/log/pacemaker/bundles/app-bundle-1:/var/log -p 3121:3121 "/>
</rsc_op>
@@ -1215,14 +1328,14 @@
<rsc_op id="58" operation="monitor" operation_key="app-bundle-podman-1_monitor_0" on_node="node5" on_node_uuid="5"/>
</trigger>
<trigger>
- <rsc_op id="82" operation="start" operation_key="base:1_start_0" on_node="base-bundle-1" on_node_uuid="base-bundle-1" router_node="node3"/>
+ <rsc_op id="83" operation="start" operation_key="base:1_start_0" on_node="base-bundle-1" on_node_uuid="base-bundle-1" router_node="node3"/>
</trigger>
<trigger>
- <pseudo_event id="110" operation="start" operation_key="app-bundle_start_0"/>
+ <pseudo_event id="111" operation="start" operation_key="app-bundle_start_0"/>
</trigger>
</inputs>
</synapse>
- <synapse id="74">
+ <synapse id="80">
<action_set>
<rsc_op id="58" operation="monitor" operation_key="app-bundle-podman-1_monitor_0" on_node="node5" on_node_uuid="5">
<primitive id="app-bundle-podman-1" class="ocf" provider="heartbeat" type="podman"/>
@@ -1231,7 +1344,7 @@
</action_set>
<inputs/>
</synapse>
- <synapse id="75">
+ <synapse id="81">
<action_set>
<rsc_op id="46" operation="monitor" operation_key="app-bundle-podman-1_monitor_0" on_node="node4" on_node_uuid="4">
<primitive id="app-bundle-podman-1" class="ocf" provider="heartbeat" type="podman"/>
@@ -1240,7 +1353,7 @@
</action_set>
<inputs/>
</synapse>
- <synapse id="76">
+ <synapse id="82">
<action_set>
<rsc_op id="34" operation="monitor" operation_key="app-bundle-podman-1_monitor_0" on_node="node3" on_node_uuid="3">
<primitive id="app-bundle-podman-1" class="ocf" provider="heartbeat" type="podman"/>
@@ -1249,7 +1362,7 @@
</action_set>
<inputs/>
</synapse>
- <synapse id="77">
+ <synapse id="83">
<action_set>
<rsc_op id="22" operation="monitor" operation_key="app-bundle-podman-1_monitor_0" on_node="node2" on_node_uuid="2">
<primitive id="app-bundle-podman-1" class="ocf" provider="heartbeat" type="podman"/>
@@ -1258,7 +1371,7 @@
</action_set>
<inputs/>
</synapse>
- <synapse id="78">
+ <synapse id="84">
<action_set>
<rsc_op id="10" operation="monitor" operation_key="app-bundle-podman-1_monitor_0" on_node="node1" on_node_uuid="1">
<primitive id="app-bundle-podman-1" class="ocf" provider="heartbeat" type="podman"/>
@@ -1267,22 +1380,22 @@
</action_set>
<inputs/>
</synapse>
- <synapse id="79">
+ <synapse id="85">
<action_set>
- <rsc_op id="105" operation="monitor" operation_key="app-bundle-1_monitor_30000" on_node="node3" on_node_uuid="3">
+ <rsc_op id="106" operation="monitor" operation_key="app-bundle-1_monitor_30000" on_node="node3" on_node_uuid="3">
<primitive id="app-bundle-1" class="ocf" provider="pacemaker" type="remote"/>
<attributes CRM_meta_container="app-bundle-podman-1" CRM_meta_interval="30000" CRM_meta_name="monitor" CRM_meta_on_node="node3" CRM_meta_on_node_uuid="3" CRM_meta_timeout="30000" addr="node3" port="3121"/>
</rsc_op>
</action_set>
<inputs>
<trigger>
- <rsc_op id="104" operation="start" operation_key="app-bundle-1_start_0" on_node="node3" on_node_uuid="3"/>
+ <rsc_op id="105" operation="start" operation_key="app-bundle-1_start_0" on_node="node3" on_node_uuid="3"/>
</trigger>
</inputs>
</synapse>
- <synapse id="80">
+ <synapse id="86">
<action_set>
- <rsc_op id="104" operation="start" operation_key="app-bundle-1_start_0" on_node="node3" on_node_uuid="3">
+ <rsc_op id="105" operation="start" operation_key="app-bundle-1_start_0" on_node="node3" on_node_uuid="3">
<primitive id="app-bundle-1" class="ocf" provider="pacemaker" type="remote"/>
<attributes CRM_meta_container="app-bundle-podman-1" CRM_meta_on_node="node3" CRM_meta_on_node_uuid="3" CRM_meta_timeout="20000" addr="node3" port="3121"/>
</rsc_op>
@@ -1304,11 +1417,11 @@
<rsc_op id="59" operation="monitor" operation_key="app-bundle-1_monitor_0" on_node="node5" on_node_uuid="5"/>
</trigger>
<trigger>
- <rsc_op id="102" operation="start" operation_key="app-bundle-podman-1_start_0" on_node="node3" on_node_uuid="3"/>
+ <rsc_op id="103" operation="start" operation_key="app-bundle-podman-1_start_0" on_node="node3" on_node_uuid="3"/>
</trigger>
</inputs>
</synapse>
- <synapse id="81">
+ <synapse id="87">
<action_set>
<rsc_op id="59" operation="monitor" operation_key="app-bundle-1_monitor_0" on_node="node5" on_node_uuid="5">
<primitive id="app-bundle-1" class="ocf" provider="pacemaker" type="remote"/>
@@ -1317,11 +1430,11 @@
</action_set>
<inputs>
<trigger>
- <rsc_op id="102" operation="start" operation_key="app-bundle-podman-1_start_0" on_node="node3" on_node_uuid="3"/>
+ <rsc_op id="103" operation="start" operation_key="app-bundle-podman-1_start_0" on_node="node3" on_node_uuid="3"/>
</trigger>
</inputs>
</synapse>
- <synapse id="82">
+ <synapse id="88">
<action_set>
<rsc_op id="47" operation="monitor" operation_key="app-bundle-1_monitor_0" on_node="node4" on_node_uuid="4">
<primitive id="app-bundle-1" class="ocf" provider="pacemaker" type="remote"/>
@@ -1330,11 +1443,11 @@
</action_set>
<inputs>
<trigger>
- <rsc_op id="102" operation="start" operation_key="app-bundle-podman-1_start_0" on_node="node3" on_node_uuid="3"/>
+ <rsc_op id="103" operation="start" operation_key="app-bundle-podman-1_start_0" on_node="node3" on_node_uuid="3"/>
</trigger>
</inputs>
</synapse>
- <synapse id="83">
+ <synapse id="89">
<action_set>
<rsc_op id="35" operation="monitor" operation_key="app-bundle-1_monitor_0" on_node="node3" on_node_uuid="3">
<primitive id="app-bundle-1" class="ocf" provider="pacemaker" type="remote"/>
@@ -1343,11 +1456,11 @@
</action_set>
<inputs>
<trigger>
- <rsc_op id="102" operation="start" operation_key="app-bundle-podman-1_start_0" on_node="node3" on_node_uuid="3"/>
+ <rsc_op id="103" operation="start" operation_key="app-bundle-podman-1_start_0" on_node="node3" on_node_uuid="3"/>
</trigger>
</inputs>
</synapse>
- <synapse id="84">
+ <synapse id="90">
<action_set>
<rsc_op id="23" operation="monitor" operation_key="app-bundle-1_monitor_0" on_node="node2" on_node_uuid="2">
<primitive id="app-bundle-1" class="ocf" provider="pacemaker" type="remote"/>
@@ -1356,11 +1469,11 @@
</action_set>
<inputs>
<trigger>
- <rsc_op id="102" operation="start" operation_key="app-bundle-podman-1_start_0" on_node="node3" on_node_uuid="3"/>
+ <rsc_op id="103" operation="start" operation_key="app-bundle-podman-1_start_0" on_node="node3" on_node_uuid="3"/>
</trigger>
</inputs>
</synapse>
- <synapse id="85">
+ <synapse id="91">
<action_set>
<rsc_op id="11" operation="monitor" operation_key="app-bundle-1_monitor_0" on_node="node1" on_node_uuid="1">
<primitive id="app-bundle-1" class="ocf" provider="pacemaker" type="remote"/>
@@ -1369,26 +1482,26 @@
</action_set>
<inputs>
<trigger>
- <rsc_op id="102" operation="start" operation_key="app-bundle-podman-1_start_0" on_node="node3" on_node_uuid="3"/>
+ <rsc_op id="103" operation="start" operation_key="app-bundle-podman-1_start_0" on_node="node3" on_node_uuid="3"/>
</trigger>
</inputs>
</synapse>
- <synapse id="86">
+ <synapse id="92">
<action_set>
- <rsc_op id="107" operation="monitor" operation_key="app-bundle-podman-2_monitor_60000" on_node="node4" on_node_uuid="4">
+ <rsc_op id="108" operation="monitor" operation_key="app-bundle-podman-2_monitor_60000" on_node="node4" on_node_uuid="4">
<primitive id="app-bundle-podman-2" class="ocf" provider="heartbeat" type="podman"/>
<attributes CRM_meta_interval="60000" CRM_meta_name="monitor" CRM_meta_on_node="node4" CRM_meta_on_node_uuid="4" CRM_meta_timeout="20000" allow_pull="true" force_kill="false" image="localhost/pcmktest:app" monitor_cmd="/bin/true" mount_points="/var/log/pacemaker/bundles/app-bundle-2" reuse="false" run_cmd="/usr/sbin/pacemaker-remoted" run_opts=" -e PCMK_stderr=1 -e PCMK_remote_port=3121 -v /etc/pacemaker/authkey:/etc/pacemaker/authkey -v /var/log/pacemaker/bundles/app-bundle-2:/var/log -p 3121:3121 "/>
</rsc_op>
</action_set>
<inputs>
<trigger>
- <rsc_op id="106" operation="start" operation_key="app-bundle-podman-2_start_0" on_node="node4" on_node_uuid="4"/>
+ <rsc_op id="107" operation="start" operation_key="app-bundle-podman-2_start_0" on_node="node4" on_node_uuid="4"/>
</trigger>
</inputs>
</synapse>
- <synapse id="87">
+ <synapse id="93">
<action_set>
- <rsc_op id="106" operation="start" operation_key="app-bundle-podman-2_start_0" on_node="node4" on_node_uuid="4">
+ <rsc_op id="107" operation="start" operation_key="app-bundle-podman-2_start_0" on_node="node4" on_node_uuid="4">
<primitive id="app-bundle-podman-2" class="ocf" provider="heartbeat" type="podman"/>
<attributes CRM_meta_on_node="node4" CRM_meta_on_node_uuid="4" CRM_meta_timeout="20000" allow_pull="true" force_kill="false" image="localhost/pcmktest:app" monitor_cmd="/bin/true" mount_points="/var/log/pacemaker/bundles/app-bundle-2" reuse="false" run_cmd="/usr/sbin/pacemaker-remoted" run_opts=" -e PCMK_stderr=1 -e PCMK_remote_port=3121 -v /etc/pacemaker/authkey:/etc/pacemaker/authkey -v /var/log/pacemaker/bundles/app-bundle-2:/var/log -p 3121:3121 "/>
</rsc_op>
@@ -1416,14 +1529,14 @@
<rsc_op id="60" operation="monitor" operation_key="app-bundle-podman-2_monitor_0" on_node="node5" on_node_uuid="5"/>
</trigger>
<trigger>
- <rsc_op id="84" operation="start" operation_key="base:2_start_0" on_node="base-bundle-2" on_node_uuid="base-bundle-2" router_node="node4"/>
+ <rsc_op id="80" operation="start" operation_key="base:2_start_0" on_node="base-bundle-2" on_node_uuid="base-bundle-2" router_node="node4"/>
</trigger>
<trigger>
- <pseudo_event id="110" operation="start" operation_key="app-bundle_start_0"/>
+ <pseudo_event id="111" operation="start" operation_key="app-bundle_start_0"/>
</trigger>
</inputs>
</synapse>
- <synapse id="88">
+ <synapse id="94">
<action_set>
<rsc_op id="60" operation="monitor" operation_key="app-bundle-podman-2_monitor_0" on_node="node5" on_node_uuid="5">
<primitive id="app-bundle-podman-2" class="ocf" provider="heartbeat" type="podman"/>
@@ -1432,7 +1545,7 @@
</action_set>
<inputs/>
</synapse>
- <synapse id="89">
+ <synapse id="95">
<action_set>
<rsc_op id="48" operation="monitor" operation_key="app-bundle-podman-2_monitor_0" on_node="node4" on_node_uuid="4">
<primitive id="app-bundle-podman-2" class="ocf" provider="heartbeat" type="podman"/>
@@ -1441,7 +1554,7 @@
</action_set>
<inputs/>
</synapse>
- <synapse id="90">
+ <synapse id="96">
<action_set>
<rsc_op id="36" operation="monitor" operation_key="app-bundle-podman-2_monitor_0" on_node="node3" on_node_uuid="3">
<primitive id="app-bundle-podman-2" class="ocf" provider="heartbeat" type="podman"/>
@@ -1450,7 +1563,7 @@
</action_set>
<inputs/>
</synapse>
- <synapse id="91">
+ <synapse id="97">
<action_set>
<rsc_op id="24" operation="monitor" operation_key="app-bundle-podman-2_monitor_0" on_node="node2" on_node_uuid="2">
<primitive id="app-bundle-podman-2" class="ocf" provider="heartbeat" type="podman"/>
@@ -1459,7 +1572,7 @@
</action_set>
<inputs/>
</synapse>
- <synapse id="92">
+ <synapse id="98">
<action_set>
<rsc_op id="12" operation="monitor" operation_key="app-bundle-podman-2_monitor_0" on_node="node1" on_node_uuid="1">
<primitive id="app-bundle-podman-2" class="ocf" provider="heartbeat" type="podman"/>
@@ -1468,22 +1581,22 @@
</action_set>
<inputs/>
</synapse>
- <synapse id="93">
+ <synapse id="99">
<action_set>
- <rsc_op id="109" operation="monitor" operation_key="app-bundle-2_monitor_30000" on_node="node4" on_node_uuid="4">
+ <rsc_op id="110" operation="monitor" operation_key="app-bundle-2_monitor_30000" on_node="node4" on_node_uuid="4">
<primitive id="app-bundle-2" class="ocf" provider="pacemaker" type="remote"/>
<attributes CRM_meta_container="app-bundle-podman-2" CRM_meta_interval="30000" CRM_meta_name="monitor" CRM_meta_on_node="node4" CRM_meta_on_node_uuid="4" CRM_meta_timeout="30000" addr="node4" port="3121"/>
</rsc_op>
</action_set>
<inputs>
<trigger>
- <rsc_op id="108" operation="start" operation_key="app-bundle-2_start_0" on_node="node4" on_node_uuid="4"/>
+ <rsc_op id="109" operation="start" operation_key="app-bundle-2_start_0" on_node="node4" on_node_uuid="4"/>
</trigger>
</inputs>
</synapse>
- <synapse id="94">
+ <synapse id="100">
<action_set>
- <rsc_op id="108" operation="start" operation_key="app-bundle-2_start_0" on_node="node4" on_node_uuid="4">
+ <rsc_op id="109" operation="start" operation_key="app-bundle-2_start_0" on_node="node4" on_node_uuid="4">
<primitive id="app-bundle-2" class="ocf" provider="pacemaker" type="remote"/>
<attributes CRM_meta_container="app-bundle-podman-2" CRM_meta_on_node="node4" CRM_meta_on_node_uuid="4" CRM_meta_timeout="20000" addr="node4" port="3121"/>
</rsc_op>
@@ -1505,11 +1618,11 @@
<rsc_op id="61" operation="monitor" operation_key="app-bundle-2_monitor_0" on_node="node5" on_node_uuid="5"/>
</trigger>
<trigger>
- <rsc_op id="106" operation="start" operation_key="app-bundle-podman-2_start_0" on_node="node4" on_node_uuid="4"/>
+ <rsc_op id="107" operation="start" operation_key="app-bundle-podman-2_start_0" on_node="node4" on_node_uuid="4"/>
</trigger>
</inputs>
</synapse>
- <synapse id="95">
+ <synapse id="101">
<action_set>
<rsc_op id="61" operation="monitor" operation_key="app-bundle-2_monitor_0" on_node="node5" on_node_uuid="5">
<primitive id="app-bundle-2" class="ocf" provider="pacemaker" type="remote"/>
@@ -1518,11 +1631,11 @@
</action_set>
<inputs>
<trigger>
- <rsc_op id="106" operation="start" operation_key="app-bundle-podman-2_start_0" on_node="node4" on_node_uuid="4"/>
+ <rsc_op id="107" operation="start" operation_key="app-bundle-podman-2_start_0" on_node="node4" on_node_uuid="4"/>
</trigger>
</inputs>
</synapse>
- <synapse id="96">
+ <synapse id="102">
<action_set>
<rsc_op id="49" operation="monitor" operation_key="app-bundle-2_monitor_0" on_node="node4" on_node_uuid="4">
<primitive id="app-bundle-2" class="ocf" provider="pacemaker" type="remote"/>
@@ -1531,11 +1644,11 @@
</action_set>
<inputs>
<trigger>
- <rsc_op id="106" operation="start" operation_key="app-bundle-podman-2_start_0" on_node="node4" on_node_uuid="4"/>
+ <rsc_op id="107" operation="start" operation_key="app-bundle-podman-2_start_0" on_node="node4" on_node_uuid="4"/>
</trigger>
</inputs>
</synapse>
- <synapse id="97">
+ <synapse id="103">
<action_set>
<rsc_op id="37" operation="monitor" operation_key="app-bundle-2_monitor_0" on_node="node3" on_node_uuid="3">
<primitive id="app-bundle-2" class="ocf" provider="pacemaker" type="remote"/>
@@ -1544,11 +1657,11 @@
</action_set>
<inputs>
<trigger>
- <rsc_op id="106" operation="start" operation_key="app-bundle-podman-2_start_0" on_node="node4" on_node_uuid="4"/>
+ <rsc_op id="107" operation="start" operation_key="app-bundle-podman-2_start_0" on_node="node4" on_node_uuid="4"/>
</trigger>
</inputs>
</synapse>
- <synapse id="98">
+ <synapse id="104">
<action_set>
<rsc_op id="25" operation="monitor" operation_key="app-bundle-2_monitor_0" on_node="node2" on_node_uuid="2">
<primitive id="app-bundle-2" class="ocf" provider="pacemaker" type="remote"/>
@@ -1557,11 +1670,11 @@
</action_set>
<inputs>
<trigger>
- <rsc_op id="106" operation="start" operation_key="app-bundle-podman-2_start_0" on_node="node4" on_node_uuid="4"/>
+ <rsc_op id="107" operation="start" operation_key="app-bundle-podman-2_start_0" on_node="node4" on_node_uuid="4"/>
</trigger>
</inputs>
</synapse>
- <synapse id="99">
+ <synapse id="105">
<action_set>
<rsc_op id="13" operation="monitor" operation_key="app-bundle-2_monitor_0" on_node="node1" on_node_uuid="1">
<primitive id="app-bundle-2" class="ocf" provider="pacemaker" type="remote"/>
@@ -1570,34 +1683,61 @@
</action_set>
<inputs>
<trigger>
- <rsc_op id="106" operation="start" operation_key="app-bundle-podman-2_start_0" on_node="node4" on_node_uuid="4"/>
+ <rsc_op id="107" operation="start" operation_key="app-bundle-podman-2_start_0" on_node="node4" on_node_uuid="4"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="106" priority="1000000">
+ <action_set>
+ <pseudo_event id="131" operation="promoted" operation_key="app-bundle_promoted_0">
+ <attributes CRM_meta_timeout="20000" />
+ </pseudo_event>
+ </action_set>
+ <inputs>
+ <trigger>
+ <pseudo_event id="127" operation="promoted" operation_key="app-bundle-clone_promoted_0"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="107">
+ <action_set>
+ <pseudo_event id="130" operation="promote" operation_key="app-bundle_promote_0">
+ <attributes CRM_meta_timeout="20000" />
+ </pseudo_event>
+ </action_set>
+ <inputs>
+ <trigger>
+ <pseudo_event id="96" operation="promoted" operation_key="base-bundle_promoted_0"/>
+ </trigger>
+ <trigger>
+ <pseudo_event id="112" operation="running" operation_key="app-bundle_running_0"/>
</trigger>
</inputs>
</synapse>
- <synapse id="100" priority="1000000">
+ <synapse id="108" priority="1000000">
<action_set>
- <pseudo_event id="111" operation="running" operation_key="app-bundle_running_0">
+ <pseudo_event id="112" operation="running" operation_key="app-bundle_running_0">
<attributes CRM_meta_timeout="20000" />
</pseudo_event>
</action_set>
<inputs>
<trigger>
- <rsc_op id="98" operation="start" operation_key="app-bundle-podman-0_start_0" on_node="node2" on_node_uuid="2"/>
+ <rsc_op id="99" operation="start" operation_key="app-bundle-podman-0_start_0" on_node="node2" on_node_uuid="2"/>
</trigger>
<trigger>
- <rsc_op id="102" operation="start" operation_key="app-bundle-podman-1_start_0" on_node="node3" on_node_uuid="3"/>
+ <rsc_op id="103" operation="start" operation_key="app-bundle-podman-1_start_0" on_node="node3" on_node_uuid="3"/>
</trigger>
<trigger>
- <rsc_op id="106" operation="start" operation_key="app-bundle-podman-2_start_0" on_node="node4" on_node_uuid="4"/>
+ <rsc_op id="107" operation="start" operation_key="app-bundle-podman-2_start_0" on_node="node4" on_node_uuid="4"/>
</trigger>
<trigger>
- <pseudo_event id="121" operation="running" operation_key="app-bundle-clone_running_0"/>
+ <pseudo_event id="123" operation="running" operation_key="app-bundle-clone_running_0"/>
</trigger>
</inputs>
</synapse>
- <synapse id="101">
+ <synapse id="109">
<action_set>
- <pseudo_event id="110" operation="start" operation_key="app-bundle_start_0">
+ <pseudo_event id="111" operation="start" operation_key="app-bundle_start_0">
<attributes CRM_meta_timeout="20000" />
</pseudo_event>
</action_set>
@@ -1607,7 +1747,31 @@
</trigger>
</inputs>
</synapse>
- <synapse id="102" priority="1000000">
+ <synapse id="110" priority="1000000">
+ <action_set>
+ <pseudo_event id="96" operation="promoted" operation_key="base-bundle_promoted_0">
+ <attributes CRM_meta_timeout="20000" />
+ </pseudo_event>
+ </action_set>
+ <inputs>
+ <trigger>
+ <pseudo_event id="92" operation="promoted" operation_key="base-bundle-clone_promoted_0"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="111">
+ <action_set>
+ <pseudo_event id="95" operation="promote" operation_key="base-bundle_promote_0">
+ <attributes CRM_meta_timeout="20000" />
+ </pseudo_event>
+ </action_set>
+ <inputs>
+ <trigger>
+ <pseudo_event id="77" operation="running" operation_key="base-bundle_running_0"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="112" priority="1000000">
<action_set>
<pseudo_event id="77" operation="running" operation_key="base-bundle_running_0">
<attributes CRM_meta_timeout="20000" />
@@ -1624,11 +1788,11 @@
<rsc_op id="72" operation="start" operation_key="base-bundle-podman-2_start_0" on_node="node4" on_node_uuid="4"/>
</trigger>
<trigger>
- <pseudo_event id="87" operation="running" operation_key="base-bundle-clone_running_0"/>
+ <pseudo_event id="88" operation="running" operation_key="base-bundle-clone_running_0"/>
</trigger>
</inputs>
</synapse>
- <synapse id="103">
+ <synapse id="113">
<action_set>
<pseudo_event id="76" operation="start" operation_key="base-bundle_start_0">
<attributes CRM_meta_timeout="20000" />
diff --git a/cts/scheduler/exp/bundle-nested-colocation.exp b/cts/scheduler/exp/bundle-nested-colocation.exp
index 025699c..ec7a71f 100644
--- a/cts/scheduler/exp/bundle-nested-colocation.exp
+++ b/cts/scheduler/exp/bundle-nested-colocation.exp
@@ -177,6 +177,9 @@
<rsc_op id="47" operation="start" operation_key="rabbitmq-bundle-2_start_0" on_node="overcloud-controller-2" on_node_uuid="3"/>
</trigger>
<trigger>
+ <rsc_op id="53" operation="start" operation_key="rabbitmq:0_start_0" on_node="rabbitmq-bundle-0" on_node_uuid="rabbitmq-bundle-0" router_node="overcloud-controller-0"/>
+ </trigger>
+ <trigger>
<rsc_op id="55" operation="start" operation_key="rabbitmq:1_start_0" on_node="rabbitmq-bundle-1" on_node_uuid="rabbitmq-bundle-1" router_node="overcloud-controller-1"/>
</trigger>
<trigger>
diff --git a/cts/scheduler/exp/bundle-order-fencing.exp b/cts/scheduler/exp/bundle-order-fencing.exp
index 3149204..a47bd4f 100644
--- a/cts/scheduler/exp/bundle-order-fencing.exp
+++ b/cts/scheduler/exp/bundle-order-fencing.exp
@@ -1,104 +1,104 @@
<transition_graph cluster-delay="60s" stonith-timeout="60s" failed-stop-offset="INFINITY" failed-start-offset="INFINITY" transition_id="0">
- <synapse id="0" priority="1000000">
+ <synapse id="0">
<action_set>
- <pseudo_event id="217" operation="notified" operation_key="rabbitmq_notified_0" internal_operation_key="rabbitmq:0_confirmed-post_notify_stonith_0">
- <attributes CRM_meta_clone="0" CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_notify="true" CRM_meta_notify_key_operation="stonith" CRM_meta_notify_key_type="confirmed-post" CRM_meta_notify_operation="stop" CRM_meta_notify_type="post" CRM_meta_timeout="20000" set_policy="ha-all ^(?!amq\.).* {&quot;ha-mode&quot;:&quot;all&quot;}"/>
- </pseudo_event>
+ <rsc_op id="241" operation="notify" operation_key="rabbitmq_pre_notify_stop_0" internal_operation_key="rabbitmq:1_pre_notify_stop_0" on_node="rabbitmq-bundle-1" on_node_uuid="rabbitmq-bundle-1" router_node="controller-1">
+ <primitive id="rabbitmq" long-id="rabbitmq:1" class="ocf" provider="heartbeat" type="rabbitmq-cluster"/>
+ <attributes CRM_meta_clone="1" CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_container_attribute_target="host" CRM_meta_globally_unique="false" CRM_meta_notify="true" CRM_meta_notify_active_resource="rabbitmq:0 rabbitmq:1 rabbitmq:2" CRM_meta_notify_active_uname="rabbitmq-bundle-0 rabbitmq-bundle-1 rabbitmq-bundle-2" CRM_meta_notify_all_hosts="controller-0 controller-1 controller-2 controller-0 controller-1 controller-2 controller-0 controller-1 controller-2 controller-0 controller-1 controller-2" CRM_meta_notify_all_uname="controller-0 controller-1 controller-2 galera-bundle-0 galera-bundle-1 galera-bundle-2 rabbitmq-bundle-0 rabbitmq-bundle-1 rabbitmq-bundle-2 redis-bundle-0 redis-bundle-1 redis-bundle-2" CRM_meta_notify_available_uname="controller-0 controller-1 controller-2 rabbitmq-bundle-0 rabbitmq-bundle-1 rabbitmq-bundle-2" CRM_meta_notify_demote_resource=" " CRM_meta_notify_demote_uname=" " CRM_meta_notify_inactive_resource=" " CRM_meta_notify_key_operation="stop" CRM_meta_notify_key_type="pre" CRM_meta_notify_master_resource=" " CRM_meta_notify_master_uname=" " CRM_meta_notify_operation="stop" CRM_meta_notify_promote_resource=" " CRM_meta_notify_promote_uname=" " CRM_meta_notify_promoted_resource=" " CRM_meta_notify_promoted_uname=" " CRM_meta_notify_slave_resource=" " CRM_meta_notify_slave_uname=" " CRM_meta_notify_start_resource=" " CRM_meta_notify_start_uname=" " CRM_meta_notify_stop_resource="rabbitmq:0" CRM_meta_notify_stop_uname="rabbitmq-bundle-0" CRM_meta_notify_type="pre" CRM_meta_notify_unpromoted_resource=" " CRM_meta_notify_unpromoted_uname=" " CRM_meta_on_node="rabbitmq-bundle-1" CRM_meta_on_node_uuid="rabbitmq-bundle-1" CRM_meta_physical_host="controller-1" CRM_meta_timeout="20000" set_policy="ha-all ^(?!amq\.).* {&quot;ha-mode&quot;:&quot;all&quot;}"/>
+ </rsc_op>
</action_set>
<inputs>
<trigger>
- <pseudo_event id="216" operation="notify" operation_key="rabbitmq_post_notify_stop_0" internal_operation_key="rabbitmq:0_post_notify_stonith_0"/>
- </trigger>
- <trigger>
- <rsc_op id="218" operation="notify" operation_key="rabbitmq_post_notify_stop_0" internal_operation_key="rabbitmq:1_post_notify_stop_0" on_node="rabbitmq-bundle-1" on_node_uuid="rabbitmq-bundle-1" router_node="controller-1"/>
- </trigger>
- <trigger>
- <rsc_op id="219" operation="notify" operation_key="rabbitmq_post_notify_stop_0" internal_operation_key="rabbitmq:2_post_notify_stop_0" on_node="rabbitmq-bundle-2" on_node_uuid="rabbitmq-bundle-2" router_node="controller-2"/>
+ <pseudo_event id="72" operation="notify" operation_key="rabbitmq-bundle-clone_pre_notify_stop_0"/>
</trigger>
</inputs>
</synapse>
<synapse id="1" priority="1000000">
<action_set>
- <pseudo_event id="216" operation="notify" operation_key="rabbitmq_post_notify_stop_0" internal_operation_key="rabbitmq:0_post_notify_stonith_0">
- <attributes CRM_meta_clone="0" CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_notify="true" CRM_meta_notify_key_operation="stonith" CRM_meta_notify_key_type="post" CRM_meta_notify_operation="stop" CRM_meta_notify_type="post" CRM_meta_timeout="20000" set_policy="ha-all ^(?!amq\.).* {&quot;ha-mode&quot;:&quot;all&quot;}"/>
- </pseudo_event>
+ <rsc_op id="218" operation="notify" operation_key="rabbitmq_post_notify_stop_0" internal_operation_key="rabbitmq:1_post_notify_stop_0" on_node="rabbitmq-bundle-1" on_node_uuid="rabbitmq-bundle-1" router_node="controller-1">
+ <primitive id="rabbitmq" long-id="rabbitmq:1" class="ocf" provider="heartbeat" type="rabbitmq-cluster"/>
+ <attributes CRM_meta_clone="1" CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_container_attribute_target="host" CRM_meta_globally_unique="false" CRM_meta_notify="true" CRM_meta_notify_active_resource="rabbitmq:0 rabbitmq:1 rabbitmq:2" CRM_meta_notify_active_uname="rabbitmq-bundle-0 rabbitmq-bundle-1 rabbitmq-bundle-2" CRM_meta_notify_all_hosts="controller-0 controller-1 controller-2 controller-0 controller-1 controller-2 controller-0 controller-1 controller-2 controller-0 controller-1 controller-2" CRM_meta_notify_all_uname="controller-0 controller-1 controller-2 galera-bundle-0 galera-bundle-1 galera-bundle-2 rabbitmq-bundle-0 rabbitmq-bundle-1 rabbitmq-bundle-2 redis-bundle-0 redis-bundle-1 redis-bundle-2" CRM_meta_notify_available_uname="controller-0 controller-1 controller-2 rabbitmq-bundle-0 rabbitmq-bundle-1 rabbitmq-bundle-2" CRM_meta_notify_demote_resource=" " CRM_meta_notify_demote_uname=" " CRM_meta_notify_inactive_resource=" " CRM_meta_notify_key_operation="stonith" CRM_meta_notify_key_type="post" CRM_meta_notify_master_resource=" " CRM_meta_notify_master_uname=" " CRM_meta_notify_operation="stop" CRM_meta_notify_promote_resource=" " CRM_meta_notify_promote_uname=" " CRM_meta_notify_promoted_resource=" " CRM_meta_notify_promoted_uname=" " CRM_meta_notify_slave_resource=" " CRM_meta_notify_slave_uname=" " CRM_meta_notify_start_resource=" " CRM_meta_notify_start_uname=" " CRM_meta_notify_stop_resource="rabbitmq:0" CRM_meta_notify_stop_uname="rabbitmq-bundle-0" CRM_meta_notify_type="post" CRM_meta_notify_unpromoted_resource=" " CRM_meta_notify_unpromoted_uname=" " CRM_meta_on_node="rabbitmq-bundle-1" CRM_meta_on_node_uuid="rabbitmq-bundle-1" CRM_meta_physical_host="controller-1" CRM_meta_timeout="20000" set_policy="ha-all ^(?!amq\.).* {&quot;ha-mode&quot;:&quot;all&quot;}"/>
+ </rsc_op>
</action_set>
<inputs>
<trigger>
- <pseudo_event id="215" operation="stonith" operation_key="stonith-rabbitmq-bundle-0-off" on_node="rabbitmq-bundle-0" on_node_uuid="rabbitmq-bundle-0"/>
+ <pseudo_event id="74" operation="notify" operation_key="rabbitmq-bundle-clone_post_notify_stopped_0"/>
+ </trigger>
+ <trigger>
+ <pseudo_event id="216" operation="notify" operation_key="rabbitmq_post_notify_stop_0" internal_operation_key="rabbitmq:0_post_notify_stonith_0"/>
</trigger>
</inputs>
</synapse>
<synapse id="2">
<action_set>
- <pseudo_event id="61" operation="stop" operation_key="rabbitmq_stop_0" internal_operation_key="rabbitmq:0_stop_0">
- <attributes CRM_meta_clone="0" CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_container_attribute_target="host" CRM_meta_globally_unique="false" CRM_meta_name="stop" CRM_meta_notify="true" CRM_meta_notify_active_resource="rabbitmq:0 rabbitmq:1 rabbitmq:2" CRM_meta_notify_active_uname="rabbitmq-bundle-0 rabbitmq-bundle-1 rabbitmq-bundle-2" CRM_meta_notify_all_hosts="controller-0 controller-1 controller-2 controller-0 controller-1 controller-2 controller-0 controller-1 controller-2 controller-0 controller-1 controller-2" CRM_meta_notify_all_uname="controller-0 controller-1 controller-2 galera-bundle-0 galera-bundle-1 galera-bundle-2 rabbitmq-bundle-0 rabbitmq-bundle-1 rabbitmq-bundle-2 redis-bundle-0 redis-bundle-1 redis-bundle-2" CRM_meta_notify_available_uname="controller-0 controller-1 controller-2 rabbitmq-bundle-0 rabbitmq-bundle-1 rabbitmq-bundle-2" CRM_meta_notify_demote_resource=" " CRM_meta_notify_demote_uname=" " CRM_meta_notify_inactive_resource=" " CRM_meta_notify_master_resource=" " CRM_meta_notify_master_uname=" " CRM_meta_notify_promote_resource=" " CRM_meta_notify_promote_uname=" " CRM_meta_notify_promoted_resource=" " CRM_meta_notify_promoted_uname=" " CRM_meta_notify_slave_resource=" " CRM_meta_notify_slave_uname=" " CRM_meta_notify_start_resource=" " CRM_meta_notify_start_uname=" " CRM_meta_notify_stop_resource="rabbitmq:0" CRM_meta_notify_stop_uname="rabbitmq-bundle-0" CRM_meta_notify_unpromoted_resource=" " CRM_meta_notify_unpromoted_uname=" " CRM_meta_physical_host="controller-0" CRM_meta_timeout="200000" set_policy="ha-all ^(?!amq\.).* {&quot;ha-mode&quot;:&quot;all&quot;}"/>
- </pseudo_event>
+ <rsc_op id="242" operation="notify" operation_key="rabbitmq_pre_notify_stop_0" internal_operation_key="rabbitmq:2_pre_notify_stop_0" on_node="rabbitmq-bundle-2" on_node_uuid="rabbitmq-bundle-2" router_node="controller-2">
+ <primitive id="rabbitmq" long-id="rabbitmq:2" class="ocf" provider="heartbeat" type="rabbitmq-cluster"/>
+ <attributes CRM_meta_clone="2" CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_container_attribute_target="host" CRM_meta_globally_unique="false" CRM_meta_notify="true" CRM_meta_notify_active_resource="rabbitmq:0 rabbitmq:1 rabbitmq:2" CRM_meta_notify_active_uname="rabbitmq-bundle-0 rabbitmq-bundle-1 rabbitmq-bundle-2" CRM_meta_notify_all_hosts="controller-0 controller-1 controller-2 controller-0 controller-1 controller-2 controller-0 controller-1 controller-2 controller-0 controller-1 controller-2" CRM_meta_notify_all_uname="controller-0 controller-1 controller-2 galera-bundle-0 galera-bundle-1 galera-bundle-2 rabbitmq-bundle-0 rabbitmq-bundle-1 rabbitmq-bundle-2 redis-bundle-0 redis-bundle-1 redis-bundle-2" CRM_meta_notify_available_uname="controller-0 controller-1 controller-2 rabbitmq-bundle-0 rabbitmq-bundle-1 rabbitmq-bundle-2" CRM_meta_notify_demote_resource=" " CRM_meta_notify_demote_uname=" " CRM_meta_notify_inactive_resource=" " CRM_meta_notify_key_operation="stop" CRM_meta_notify_key_type="pre" CRM_meta_notify_master_resource=" " CRM_meta_notify_master_uname=" " CRM_meta_notify_operation="stop" CRM_meta_notify_promote_resource=" " CRM_meta_notify_promote_uname=" " CRM_meta_notify_promoted_resource=" " CRM_meta_notify_promoted_uname=" " CRM_meta_notify_slave_resource=" " CRM_meta_notify_slave_uname=" " CRM_meta_notify_start_resource=" " CRM_meta_notify_start_uname=" " CRM_meta_notify_stop_resource="rabbitmq:0" CRM_meta_notify_stop_uname="rabbitmq-bundle-0" CRM_meta_notify_type="pre" CRM_meta_notify_unpromoted_resource=" " CRM_meta_notify_unpromoted_uname=" " CRM_meta_on_node="rabbitmq-bundle-2" CRM_meta_on_node_uuid="rabbitmq-bundle-2" CRM_meta_physical_host="controller-2" CRM_meta_timeout="20000" set_policy="ha-all ^(?!amq\.).* {&quot;ha-mode&quot;:&quot;all&quot;}"/>
+ </rsc_op>
</action_set>
<inputs>
<trigger>
- <pseudo_event id="55" operation="stop" operation_key="rabbitmq-bundle_stop_0"/>
- </trigger>
- <trigger>
- <pseudo_event id="66" operation="stop" operation_key="rabbitmq-bundle-clone_stop_0"/>
+ <pseudo_event id="72" operation="notify" operation_key="rabbitmq-bundle-clone_pre_notify_stop_0"/>
</trigger>
</inputs>
</synapse>
- <synapse id="3">
+ <synapse id="3" priority="1000000">
<action_set>
- <rsc_op id="241" operation="notify" operation_key="rabbitmq_pre_notify_stop_0" internal_operation_key="rabbitmq:1_pre_notify_stop_0" on_node="rabbitmq-bundle-1" on_node_uuid="rabbitmq-bundle-1" router_node="controller-1">
- <primitive id="rabbitmq" long-id="rabbitmq:1" class="ocf" provider="heartbeat" type="rabbitmq-cluster"/>
- <attributes CRM_meta_clone="1" CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_container_attribute_target="host" CRM_meta_globally_unique="false" CRM_meta_notify="true" CRM_meta_notify_active_resource="rabbitmq:0 rabbitmq:1 rabbitmq:2" CRM_meta_notify_active_uname="rabbitmq-bundle-0 rabbitmq-bundle-1 rabbitmq-bundle-2" CRM_meta_notify_all_hosts="controller-0 controller-1 controller-2 controller-0 controller-1 controller-2 controller-0 controller-1 controller-2 controller-0 controller-1 controller-2" CRM_meta_notify_all_uname="controller-0 controller-1 controller-2 galera-bundle-0 galera-bundle-1 galera-bundle-2 rabbitmq-bundle-0 rabbitmq-bundle-1 rabbitmq-bundle-2 redis-bundle-0 redis-bundle-1 redis-bundle-2" CRM_meta_notify_available_uname="controller-0 controller-1 controller-2 rabbitmq-bundle-0 rabbitmq-bundle-1 rabbitmq-bundle-2" CRM_meta_notify_demote_resource=" " CRM_meta_notify_demote_uname=" " CRM_meta_notify_inactive_resource=" " CRM_meta_notify_key_operation="stop" CRM_meta_notify_key_type="pre" CRM_meta_notify_master_resource=" " CRM_meta_notify_master_uname=" " CRM_meta_notify_operation="stop" CRM_meta_notify_promote_resource=" " CRM_meta_notify_promote_uname=" " CRM_meta_notify_promoted_resource=" " CRM_meta_notify_promoted_uname=" " CRM_meta_notify_slave_resource=" " CRM_meta_notify_slave_uname=" " CRM_meta_notify_start_resource=" " CRM_meta_notify_start_uname=" " CRM_meta_notify_stop_resource="rabbitmq:0" CRM_meta_notify_stop_uname="rabbitmq-bundle-0" CRM_meta_notify_type="pre" CRM_meta_notify_unpromoted_resource=" " CRM_meta_notify_unpromoted_uname=" " CRM_meta_on_node="rabbitmq-bundle-1" CRM_meta_on_node_uuid="rabbitmq-bundle-1" CRM_meta_physical_host="controller-1" CRM_meta_timeout="20000" set_policy="ha-all ^(?!amq\.).* {&quot;ha-mode&quot;:&quot;all&quot;}"/>
+ <rsc_op id="219" operation="notify" operation_key="rabbitmq_post_notify_stop_0" internal_operation_key="rabbitmq:2_post_notify_stop_0" on_node="rabbitmq-bundle-2" on_node_uuid="rabbitmq-bundle-2" router_node="controller-2">
+ <primitive id="rabbitmq" long-id="rabbitmq:2" class="ocf" provider="heartbeat" type="rabbitmq-cluster"/>
+ <attributes CRM_meta_clone="2" CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_container_attribute_target="host" CRM_meta_globally_unique="false" CRM_meta_notify="true" CRM_meta_notify_active_resource="rabbitmq:0 rabbitmq:1 rabbitmq:2" CRM_meta_notify_active_uname="rabbitmq-bundle-0 rabbitmq-bundle-1 rabbitmq-bundle-2" CRM_meta_notify_all_hosts="controller-0 controller-1 controller-2 controller-0 controller-1 controller-2 controller-0 controller-1 controller-2 controller-0 controller-1 controller-2" CRM_meta_notify_all_uname="controller-0 controller-1 controller-2 galera-bundle-0 galera-bundle-1 galera-bundle-2 rabbitmq-bundle-0 rabbitmq-bundle-1 rabbitmq-bundle-2 redis-bundle-0 redis-bundle-1 redis-bundle-2" CRM_meta_notify_available_uname="controller-0 controller-1 controller-2 rabbitmq-bundle-0 rabbitmq-bundle-1 rabbitmq-bundle-2" CRM_meta_notify_demote_resource=" " CRM_meta_notify_demote_uname=" " CRM_meta_notify_inactive_resource=" " CRM_meta_notify_key_operation="stonith" CRM_meta_notify_key_type="post" CRM_meta_notify_master_resource=" " CRM_meta_notify_master_uname=" " CRM_meta_notify_operation="stop" CRM_meta_notify_promote_resource=" " CRM_meta_notify_promote_uname=" " CRM_meta_notify_promoted_resource=" " CRM_meta_notify_promoted_uname=" " CRM_meta_notify_slave_resource=" " CRM_meta_notify_slave_uname=" " CRM_meta_notify_start_resource=" " CRM_meta_notify_start_uname=" " CRM_meta_notify_stop_resource="rabbitmq:0" CRM_meta_notify_stop_uname="rabbitmq-bundle-0" CRM_meta_notify_type="post" CRM_meta_notify_unpromoted_resource=" " CRM_meta_notify_unpromoted_uname=" " CRM_meta_on_node="rabbitmq-bundle-2" CRM_meta_on_node_uuid="rabbitmq-bundle-2" CRM_meta_physical_host="controller-2" CRM_meta_timeout="20000" set_policy="ha-all ^(?!amq\.).* {&quot;ha-mode&quot;:&quot;all&quot;}"/>
</rsc_op>
</action_set>
<inputs>
<trigger>
- <pseudo_event id="72" operation="notify" operation_key="rabbitmq-bundle-clone_pre_notify_stop_0"/>
+ <pseudo_event id="74" operation="notify" operation_key="rabbitmq-bundle-clone_post_notify_stopped_0"/>
+ </trigger>
+ <trigger>
+ <pseudo_event id="216" operation="notify" operation_key="rabbitmq_post_notify_stop_0" internal_operation_key="rabbitmq:0_post_notify_stonith_0"/>
</trigger>
</inputs>
</synapse>
<synapse id="4" priority="1000000">
<action_set>
- <rsc_op id="218" operation="notify" operation_key="rabbitmq_post_notify_stop_0" internal_operation_key="rabbitmq:1_post_notify_stop_0" on_node="rabbitmq-bundle-1" on_node_uuid="rabbitmq-bundle-1" router_node="controller-1">
- <primitive id="rabbitmq" long-id="rabbitmq:1" class="ocf" provider="heartbeat" type="rabbitmq-cluster"/>
- <attributes CRM_meta_clone="1" CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_container_attribute_target="host" CRM_meta_globally_unique="false" CRM_meta_notify="true" CRM_meta_notify_active_resource="rabbitmq:0 rabbitmq:1 rabbitmq:2" CRM_meta_notify_active_uname="rabbitmq-bundle-0 rabbitmq-bundle-1 rabbitmq-bundle-2" CRM_meta_notify_all_hosts="controller-0 controller-1 controller-2 controller-0 controller-1 controller-2 controller-0 controller-1 controller-2 controller-0 controller-1 controller-2" CRM_meta_notify_all_uname="controller-0 controller-1 controller-2 galera-bundle-0 galera-bundle-1 galera-bundle-2 rabbitmq-bundle-0 rabbitmq-bundle-1 rabbitmq-bundle-2 redis-bundle-0 redis-bundle-1 redis-bundle-2" CRM_meta_notify_available_uname="controller-0 controller-1 controller-2 rabbitmq-bundle-0 rabbitmq-bundle-1 rabbitmq-bundle-2" CRM_meta_notify_demote_resource=" " CRM_meta_notify_demote_uname=" " CRM_meta_notify_inactive_resource=" " CRM_meta_notify_key_operation="stonith" CRM_meta_notify_key_type="post" CRM_meta_notify_master_resource=" " CRM_meta_notify_master_uname=" " CRM_meta_notify_operation="stop" CRM_meta_notify_promote_resource=" " CRM_meta_notify_promote_uname=" " CRM_meta_notify_promoted_resource=" " CRM_meta_notify_promoted_uname=" " CRM_meta_notify_slave_resource=" " CRM_meta_notify_slave_uname=" " CRM_meta_notify_start_resource=" " CRM_meta_notify_start_uname=" " CRM_meta_notify_stop_resource="rabbitmq:0" CRM_meta_notify_stop_uname="rabbitmq-bundle-0" CRM_meta_notify_type="post" CRM_meta_notify_unpromoted_resource=" " CRM_meta_notify_unpromoted_uname=" " CRM_meta_on_node="rabbitmq-bundle-1" CRM_meta_on_node_uuid="rabbitmq-bundle-1" CRM_meta_physical_host="controller-1" CRM_meta_timeout="20000" set_policy="ha-all ^(?!amq\.).* {&quot;ha-mode&quot;:&quot;all&quot;}"/>
- </rsc_op>
+ <pseudo_event id="217" operation="notified" operation_key="rabbitmq_notified_0" internal_operation_key="rabbitmq:0_confirmed-post_notify_stonith_0">
+ <attributes CRM_meta_clone="0" CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_notify="true" CRM_meta_notify_key_operation="stonith" CRM_meta_notify_key_type="confirmed-post" CRM_meta_notify_operation="stop" CRM_meta_notify_type="post" CRM_meta_timeout="20000" set_policy="ha-all ^(?!amq\.).* {&quot;ha-mode&quot;:&quot;all&quot;}"/>
+ </pseudo_event>
</action_set>
<inputs>
<trigger>
- <pseudo_event id="74" operation="notify" operation_key="rabbitmq-bundle-clone_post_notify_stopped_0"/>
+ <pseudo_event id="216" operation="notify" operation_key="rabbitmq_post_notify_stop_0" internal_operation_key="rabbitmq:0_post_notify_stonith_0"/>
</trigger>
<trigger>
- <pseudo_event id="216" operation="notify" operation_key="rabbitmq_post_notify_stop_0" internal_operation_key="rabbitmq:0_post_notify_stonith_0"/>
+ <rsc_op id="218" operation="notify" operation_key="rabbitmq_post_notify_stop_0" internal_operation_key="rabbitmq:1_post_notify_stop_0" on_node="rabbitmq-bundle-1" on_node_uuid="rabbitmq-bundle-1" router_node="controller-1"/>
+ </trigger>
+ <trigger>
+ <rsc_op id="219" operation="notify" operation_key="rabbitmq_post_notify_stop_0" internal_operation_key="rabbitmq:2_post_notify_stop_0" on_node="rabbitmq-bundle-2" on_node_uuid="rabbitmq-bundle-2" router_node="controller-2"/>
</trigger>
</inputs>
</synapse>
- <synapse id="5">
+ <synapse id="5" priority="1000000">
<action_set>
- <rsc_op id="242" operation="notify" operation_key="rabbitmq_pre_notify_stop_0" internal_operation_key="rabbitmq:2_pre_notify_stop_0" on_node="rabbitmq-bundle-2" on_node_uuid="rabbitmq-bundle-2" router_node="controller-2">
- <primitive id="rabbitmq" long-id="rabbitmq:2" class="ocf" provider="heartbeat" type="rabbitmq-cluster"/>
- <attributes CRM_meta_clone="2" CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_container_attribute_target="host" CRM_meta_globally_unique="false" CRM_meta_notify="true" CRM_meta_notify_active_resource="rabbitmq:0 rabbitmq:1 rabbitmq:2" CRM_meta_notify_active_uname="rabbitmq-bundle-0 rabbitmq-bundle-1 rabbitmq-bundle-2" CRM_meta_notify_all_hosts="controller-0 controller-1 controller-2 controller-0 controller-1 controller-2 controller-0 controller-1 controller-2 controller-0 controller-1 controller-2" CRM_meta_notify_all_uname="controller-0 controller-1 controller-2 galera-bundle-0 galera-bundle-1 galera-bundle-2 rabbitmq-bundle-0 rabbitmq-bundle-1 rabbitmq-bundle-2 redis-bundle-0 redis-bundle-1 redis-bundle-2" CRM_meta_notify_available_uname="controller-0 controller-1 controller-2 rabbitmq-bundle-0 rabbitmq-bundle-1 rabbitmq-bundle-2" CRM_meta_notify_demote_resource=" " CRM_meta_notify_demote_uname=" " CRM_meta_notify_inactive_resource=" " CRM_meta_notify_key_operation="stop" CRM_meta_notify_key_type="pre" CRM_meta_notify_master_resource=" " CRM_meta_notify_master_uname=" " CRM_meta_notify_operation="stop" CRM_meta_notify_promote_resource=" " CRM_meta_notify_promote_uname=" " CRM_meta_notify_promoted_resource=" " CRM_meta_notify_promoted_uname=" " CRM_meta_notify_slave_resource=" " CRM_meta_notify_slave_uname=" " CRM_meta_notify_start_resource=" " CRM_meta_notify_start_uname=" " CRM_meta_notify_stop_resource="rabbitmq:0" CRM_meta_notify_stop_uname="rabbitmq-bundle-0" CRM_meta_notify_type="pre" CRM_meta_notify_unpromoted_resource=" " CRM_meta_notify_unpromoted_uname=" " CRM_meta_on_node="rabbitmq-bundle-2" CRM_meta_on_node_uuid="rabbitmq-bundle-2" CRM_meta_physical_host="controller-2" CRM_meta_timeout="20000" set_policy="ha-all ^(?!amq\.).* {&quot;ha-mode&quot;:&quot;all&quot;}"/>
- </rsc_op>
+ <pseudo_event id="216" operation="notify" operation_key="rabbitmq_post_notify_stop_0" internal_operation_key="rabbitmq:0_post_notify_stonith_0">
+ <attributes CRM_meta_clone="0" CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_notify="true" CRM_meta_notify_key_operation="stonith" CRM_meta_notify_key_type="post" CRM_meta_notify_operation="stop" CRM_meta_notify_type="post" CRM_meta_timeout="20000" set_policy="ha-all ^(?!amq\.).* {&quot;ha-mode&quot;:&quot;all&quot;}"/>
+ </pseudo_event>
</action_set>
<inputs>
<trigger>
- <pseudo_event id="72" operation="notify" operation_key="rabbitmq-bundle-clone_pre_notify_stop_0"/>
+ <pseudo_event id="215" operation="stonith" operation_key="stonith-rabbitmq-bundle-0-off" on_node="rabbitmq-bundle-0" on_node_uuid="rabbitmq-bundle-0"/>
</trigger>
</inputs>
</synapse>
- <synapse id="6" priority="1000000">
+ <synapse id="6">
<action_set>
- <rsc_op id="219" operation="notify" operation_key="rabbitmq_post_notify_stop_0" internal_operation_key="rabbitmq:2_post_notify_stop_0" on_node="rabbitmq-bundle-2" on_node_uuid="rabbitmq-bundle-2" router_node="controller-2">
- <primitive id="rabbitmq" long-id="rabbitmq:2" class="ocf" provider="heartbeat" type="rabbitmq-cluster"/>
- <attributes CRM_meta_clone="2" CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_container_attribute_target="host" CRM_meta_globally_unique="false" CRM_meta_notify="true" CRM_meta_notify_active_resource="rabbitmq:0 rabbitmq:1 rabbitmq:2" CRM_meta_notify_active_uname="rabbitmq-bundle-0 rabbitmq-bundle-1 rabbitmq-bundle-2" CRM_meta_notify_all_hosts="controller-0 controller-1 controller-2 controller-0 controller-1 controller-2 controller-0 controller-1 controller-2 controller-0 controller-1 controller-2" CRM_meta_notify_all_uname="controller-0 controller-1 controller-2 galera-bundle-0 galera-bundle-1 galera-bundle-2 rabbitmq-bundle-0 rabbitmq-bundle-1 rabbitmq-bundle-2 redis-bundle-0 redis-bundle-1 redis-bundle-2" CRM_meta_notify_available_uname="controller-0 controller-1 controller-2 rabbitmq-bundle-0 rabbitmq-bundle-1 rabbitmq-bundle-2" CRM_meta_notify_demote_resource=" " CRM_meta_notify_demote_uname=" " CRM_meta_notify_inactive_resource=" " CRM_meta_notify_key_operation="stonith" CRM_meta_notify_key_type="post" CRM_meta_notify_master_resource=" " CRM_meta_notify_master_uname=" " CRM_meta_notify_operation="stop" CRM_meta_notify_promote_resource=" " CRM_meta_notify_promote_uname=" " CRM_meta_notify_promoted_resource=" " CRM_meta_notify_promoted_uname=" " CRM_meta_notify_slave_resource=" " CRM_meta_notify_slave_uname=" " CRM_meta_notify_start_resource=" " CRM_meta_notify_start_uname=" " CRM_meta_notify_stop_resource="rabbitmq:0" CRM_meta_notify_stop_uname="rabbitmq-bundle-0" CRM_meta_notify_type="post" CRM_meta_notify_unpromoted_resource=" " CRM_meta_notify_unpromoted_uname=" " CRM_meta_on_node="rabbitmq-bundle-2" CRM_meta_on_node_uuid="rabbitmq-bundle-2" CRM_meta_physical_host="controller-2" CRM_meta_timeout="20000" set_policy="ha-all ^(?!amq\.).* {&quot;ha-mode&quot;:&quot;all&quot;}"/>
- </rsc_op>
+ <pseudo_event id="61" operation="stop" operation_key="rabbitmq_stop_0" internal_operation_key="rabbitmq:0_stop_0">
+ <attributes CRM_meta_clone="0" CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_container_attribute_target="host" CRM_meta_globally_unique="false" CRM_meta_name="stop" CRM_meta_notify="true" CRM_meta_notify_active_resource="rabbitmq:0 rabbitmq:1 rabbitmq:2" CRM_meta_notify_active_uname="rabbitmq-bundle-0 rabbitmq-bundle-1 rabbitmq-bundle-2" CRM_meta_notify_all_hosts="controller-0 controller-1 controller-2 controller-0 controller-1 controller-2 controller-0 controller-1 controller-2 controller-0 controller-1 controller-2" CRM_meta_notify_all_uname="controller-0 controller-1 controller-2 galera-bundle-0 galera-bundle-1 galera-bundle-2 rabbitmq-bundle-0 rabbitmq-bundle-1 rabbitmq-bundle-2 redis-bundle-0 redis-bundle-1 redis-bundle-2" CRM_meta_notify_available_uname="controller-0 controller-1 controller-2 rabbitmq-bundle-0 rabbitmq-bundle-1 rabbitmq-bundle-2" CRM_meta_notify_demote_resource=" " CRM_meta_notify_demote_uname=" " CRM_meta_notify_inactive_resource=" " CRM_meta_notify_master_resource=" " CRM_meta_notify_master_uname=" " CRM_meta_notify_promote_resource=" " CRM_meta_notify_promote_uname=" " CRM_meta_notify_promoted_resource=" " CRM_meta_notify_promoted_uname=" " CRM_meta_notify_slave_resource=" " CRM_meta_notify_slave_uname=" " CRM_meta_notify_start_resource=" " CRM_meta_notify_start_uname=" " CRM_meta_notify_stop_resource="rabbitmq:0" CRM_meta_notify_stop_uname="rabbitmq-bundle-0" CRM_meta_notify_unpromoted_resource=" " CRM_meta_notify_unpromoted_uname=" " CRM_meta_physical_host="controller-0" CRM_meta_timeout="200000" set_policy="ha-all ^(?!amq\.).* {&quot;ha-mode&quot;:&quot;all&quot;}"/>
+ </pseudo_event>
</action_set>
<inputs>
<trigger>
- <pseudo_event id="74" operation="notify" operation_key="rabbitmq-bundle-clone_post_notify_stopped_0"/>
+ <pseudo_event id="55" operation="stop" operation_key="rabbitmq-bundle_stop_0"/>
</trigger>
<trigger>
- <pseudo_event id="216" operation="notify" operation_key="rabbitmq_post_notify_stop_0" internal_operation_key="rabbitmq:0_post_notify_stonith_0"/>
+ <pseudo_event id="66" operation="stop" operation_key="rabbitmq-bundle-clone_stop_0"/>
</trigger>
</inputs>
</synapse>
@@ -566,66 +566,6 @@
</synapse>
<synapse id="43" priority="1000000">
<action_set>
- <pseudo_event id="222" operation="notified" operation_key="redis_notified_0" internal_operation_key="redis:0_confirmed-post_notify_stonith_0">
- <attributes CRM_meta_clone="0" CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_notify="true" CRM_meta_notify_key_operation="stonith" CRM_meta_notify_key_type="confirmed-post" CRM_meta_notify_operation="stop" CRM_meta_notify_type="post" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="20000" wait_last_known_master="true"/>
- </pseudo_event>
- </action_set>
- <inputs>
- <trigger>
- <pseudo_event id="221" operation="notify" operation_key="redis_post_notify_stop_0" internal_operation_key="redis:0_post_notify_stonith_0"/>
- </trigger>
- <trigger>
- <rsc_op id="223" operation="notify" operation_key="redis_post_notify_stop_0" internal_operation_key="redis:1_post_notify_stop_0" on_node="redis-bundle-1" on_node_uuid="redis-bundle-1" router_node="controller-1"/>
- </trigger>
- <trigger>
- <rsc_op id="224" operation="notify" operation_key="redis_post_notify_stop_0" internal_operation_key="redis:2_post_notify_stop_0" on_node="redis-bundle-2" on_node_uuid="redis-bundle-2" router_node="controller-2"/>
- </trigger>
- </inputs>
- </synapse>
- <synapse id="44" priority="1000000">
- <action_set>
- <pseudo_event id="221" operation="notify" operation_key="redis_post_notify_stop_0" internal_operation_key="redis:0_post_notify_stonith_0">
- <attributes CRM_meta_clone="0" CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_notify="true" CRM_meta_notify_key_operation="stonith" CRM_meta_notify_key_type="post" CRM_meta_notify_operation="stop" CRM_meta_notify_type="post" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="20000" wait_last_known_master="true"/>
- </pseudo_event>
- </action_set>
- <inputs>
- <trigger>
- <pseudo_event id="220" operation="stonith" operation_key="stonith-redis-bundle-0-off" on_node="redis-bundle-0" on_node_uuid="redis-bundle-0"/>
- </trigger>
- </inputs>
- </synapse>
- <synapse id="45">
- <action_set>
- <pseudo_event id="140" operation="stop" operation_key="redis_stop_0" internal_operation_key="redis:0_stop_0">
- <attributes CRM_meta_clone="0" CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_container_attribute_target="host" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_name="stop" CRM_meta_notify="true" CRM_meta_notify_active_resource="redis:0 redis:1 redis:2" CRM_meta_notify_active_uname="redis-bundle-0 redis-bundle-1 redis-bundle-2" CRM_meta_notify_all_hosts="controller-0 controller-1 controller-2 controller-0 controller-1 controller-2 controller-0 controller-1 controller-2 controller-0 controller-1 controller-2" CRM_meta_notify_all_uname="controller-0 controller-1 controller-2 galera-bundle-0 galera-bundle-1 galera-bundle-2 rabbitmq-bundle-0 rabbitmq-bundle-1 rabbitmq-bundle-2 redis-bundle-0 redis-bundle-1 redis-bundle-2" CRM_meta_notify_available_uname="controller-0 controller-1 controller-2 redis-bundle-0 redis-bundle-1 redis-bundle-2" CRM_meta_notify_demote_resource="redis:0" CRM_meta_notify_demote_uname="redis-bundle-0" CRM_meta_notify_inactive_resource=" " CRM_meta_notify_master_resource="redis:0" CRM_meta_notify_master_uname="redis-bundle-0" CRM_meta_notify_promote_resource="redis:1" CRM_meta_notify_promote_uname="redis-bundle-1" CRM_meta_notify_promoted_resource="redis:0" CRM_meta_notify_promoted_uname="redis-bundle-0" CRM_meta_notify_slave_resource="redis:1 redis:2" CRM_meta_notify_slave_uname="redis-bundle-1 redis-bundle-2" CRM_meta_notify_start_resource=" " CRM_meta_notify_start_uname=" " CRM_meta_notify_stop_resource="redis:0" CRM_meta_notify_stop_uname="redis-bundle-0" CRM_meta_notify_unpromoted_resource="redis:1 redis:2" CRM_meta_notify_unpromoted_uname="redis-bundle-1 redis-bundle-2" CRM_meta_physical_host="controller-0" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="200000" wait_last_known_master="true"/>
- </pseudo_event>
- </action_set>
- <inputs>
- <trigger>
- <pseudo_event id="131" operation="stop" operation_key="redis-bundle_stop_0"/>
- </trigger>
- <trigger>
- <pseudo_event id="139" operation="demote" operation_key="redis_demote_0" internal_operation_key="redis:0_demote_0"/>
- </trigger>
- <trigger>
- <pseudo_event id="146" operation="stop" operation_key="redis-bundle-master_stop_0"/>
- </trigger>
- </inputs>
- </synapse>
- <synapse id="46">
- <action_set>
- <pseudo_event id="139" operation="demote" operation_key="redis_demote_0" internal_operation_key="redis:0_demote_0">
- <attributes CRM_meta_clone="0" CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_container_attribute_target="host" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_name="demote" CRM_meta_notify="true" CRM_meta_notify_active_resource="redis:0 redis:1 redis:2" CRM_meta_notify_active_uname="redis-bundle-0 redis-bundle-1 redis-bundle-2" CRM_meta_notify_all_hosts="controller-0 controller-1 controller-2 controller-0 controller-1 controller-2 controller-0 controller-1 controller-2 controller-0 controller-1 controller-2" CRM_meta_notify_all_uname="controller-0 controller-1 controller-2 galera-bundle-0 galera-bundle-1 galera-bundle-2 rabbitmq-bundle-0 rabbitmq-bundle-1 rabbitmq-bundle-2 redis-bundle-0 redis-bundle-1 redis-bundle-2" CRM_meta_notify_available_uname="controller-0 controller-1 controller-2 redis-bundle-0 redis-bundle-1 redis-bundle-2" CRM_meta_notify_demote_resource="redis:0" CRM_meta_notify_demote_uname="redis-bundle-0" CRM_meta_notify_inactive_resource=" " CRM_meta_notify_master_resource="redis:0" CRM_meta_notify_master_uname="redis-bundle-0" CRM_meta_notify_promote_resource="redis:1" CRM_meta_notify_promote_uname="redis-bundle-1" CRM_meta_notify_promoted_resource="redis:0" CRM_meta_notify_promoted_uname="redis-bundle-0" CRM_meta_notify_slave_resource="redis:1 redis:2" CRM_meta_notify_slave_uname="redis-bundle-1 redis-bundle-2" CRM_meta_notify_start_resource=" " CRM_meta_notify_start_uname=" " CRM_meta_notify_stop_resource="redis:0" CRM_meta_notify_stop_uname="redis-bundle-0" CRM_meta_notify_unpromoted_resource="redis:1 redis:2" CRM_meta_notify_unpromoted_uname="redis-bundle-1 redis-bundle-2" CRM_meta_physical_host="controller-0" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="120000" wait_last_known_master="true"/>
- </pseudo_event>
- </action_set>
- <inputs>
- <trigger>
- <pseudo_event id="162" operation="demote" operation_key="redis-bundle-master_demote_0"/>
- </trigger>
- </inputs>
- </synapse>
- <synapse id="47" priority="1000000">
- <action_set>
<rsc_op id="250" operation="notify" operation_key="redis_post_notify_demote_0" internal_operation_key="redis:1_post_notify_demote_0" on_node="redis-bundle-1" on_node_uuid="redis-bundle-1" router_node="controller-1">
<primitive id="redis" long-id="redis:1" class="ocf" provider="heartbeat" type="redis"/>
<attributes CRM_meta_clone="1" CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_container_attribute_target="host" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_notify="true" CRM_meta_notify_active_resource="redis:0 redis:1 redis:2" CRM_meta_notify_active_uname="redis-bundle-0 redis-bundle-1 redis-bundle-2" CRM_meta_notify_all_hosts="controller-0 controller-1 controller-2 controller-0 controller-1 controller-2 controller-0 controller-1 controller-2 controller-0 controller-1 controller-2" CRM_meta_notify_all_uname="controller-0 controller-1 controller-2 galera-bundle-0 galera-bundle-1 galera-bundle-2 rabbitmq-bundle-0 rabbitmq-bundle-1 rabbitmq-bundle-2 redis-bundle-0 redis-bundle-1 redis-bundle-2" CRM_meta_notify_available_uname="controller-0 controller-1 controller-2 redis-bundle-0 redis-bundle-1 redis-bundle-2" CRM_meta_notify_demote_resource="redis:0" CRM_meta_notify_demote_uname="redis-bundle-0" CRM_meta_notify_inactive_resource=" " CRM_meta_notify_key_operation="demoted" CRM_meta_notify_key_type="post" CRM_meta_notify_master_resource="redis:0" CRM_meta_notify_master_uname="redis-bundle-0" CRM_meta_notify_operation="demote" CRM_meta_notify_promote_resource="redis:1" CRM_meta_notify_promote_uname="redis-bundle-1" CRM_meta_notify_promoted_resource="redis:0" CRM_meta_notify_promoted_uname="redis-bundle-0" CRM_meta_notify_slave_resource="redis:1 redis:2" CRM_meta_notify_slave_uname="redis-bundle-1 redis-bundle-2" CRM_meta_notify_start_resource=" " CRM_meta_notify_start_uname=" " CRM_meta_notify_stop_resource="redis:0" CRM_meta_notify_stop_uname="redis-bundle-0" CRM_meta_notify_type="post" CRM_meta_notify_unpromoted_resource="redis:1 redis:2" CRM_meta_notify_unpromoted_uname="redis-bundle-1 redis-bundle-2" CRM_meta_on_node="redis-bundle-1" CRM_meta_on_node_uuid="redis-bundle-1" CRM_meta_physical_host="controller-1" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="20000" wait_last_known_master="true"/>
@@ -637,7 +577,7 @@
</trigger>
</inputs>
</synapse>
- <synapse id="48">
+ <synapse id="44">
<action_set>
<rsc_op id="249" operation="notify" operation_key="redis_pre_notify_demote_0" internal_operation_key="redis:1_pre_notify_demote_0" on_node="redis-bundle-1" on_node_uuid="redis-bundle-1" router_node="controller-1">
<primitive id="redis" long-id="redis:1" class="ocf" provider="heartbeat" type="redis"/>
@@ -650,7 +590,7 @@
</trigger>
</inputs>
</synapse>
- <synapse id="49" priority="1000000">
+ <synapse id="45" priority="1000000">
<action_set>
<rsc_op id="246" operation="notify" operation_key="redis_post_notify_promote_0" internal_operation_key="redis:1_post_notify_promote_0" on_node="redis-bundle-1" on_node_uuid="redis-bundle-1" router_node="controller-1">
<primitive id="redis" long-id="redis:1" class="ocf" provider="heartbeat" type="redis"/>
@@ -663,7 +603,7 @@
</trigger>
</inputs>
</synapse>
- <synapse id="50">
+ <synapse id="46">
<action_set>
<rsc_op id="245" operation="notify" operation_key="redis_pre_notify_promote_0" internal_operation_key="redis:1_pre_notify_promote_0" on_node="redis-bundle-1" on_node_uuid="redis-bundle-1" router_node="controller-1">
<primitive id="redis" long-id="redis:1" class="ocf" provider="heartbeat" type="redis"/>
@@ -676,7 +616,7 @@
</trigger>
</inputs>
</synapse>
- <synapse id="51">
+ <synapse id="47">
<action_set>
<rsc_op id="243" operation="notify" operation_key="redis_pre_notify_stop_0" internal_operation_key="redis:1_pre_notify_stop_0" on_node="redis-bundle-1" on_node_uuid="redis-bundle-1" router_node="controller-1">
<primitive id="redis" long-id="redis:1" class="ocf" provider="heartbeat" type="redis"/>
@@ -689,7 +629,7 @@
</trigger>
</inputs>
</synapse>
- <synapse id="52" priority="1000000">
+ <synapse id="48" priority="1000000">
<action_set>
<rsc_op id="223" operation="notify" operation_key="redis_post_notify_stop_0" internal_operation_key="redis:1_post_notify_stop_0" on_node="redis-bundle-1" on_node_uuid="redis-bundle-1" router_node="controller-1">
<primitive id="redis" long-id="redis:1" class="ocf" provider="heartbeat" type="redis"/>
@@ -705,7 +645,7 @@
</trigger>
</inputs>
</synapse>
- <synapse id="53">
+ <synapse id="49">
<action_set>
<rsc_op id="136" operation="monitor" operation_key="redis_monitor_20000" internal_operation_key="redis:1_monitor_20000" on_node="redis-bundle-1" on_node_uuid="redis-bundle-1" router_node="controller-1">
<primitive id="redis" long-id="redis:1" class="ocf" provider="heartbeat" type="redis"/>
@@ -730,7 +670,7 @@
</trigger>
</inputs>
</synapse>
- <synapse id="54">
+ <synapse id="50">
<action_set>
<rsc_op id="135" operation="promote" operation_key="redis_promote_0" internal_operation_key="redis:1_promote_0" on_node="redis-bundle-1" on_node_uuid="redis-bundle-1" router_node="controller-1">
<primitive id="redis" long-id="redis:1" class="ocf" provider="heartbeat" type="redis"/>
@@ -761,7 +701,7 @@
</trigger>
</inputs>
</synapse>
- <synapse id="55">
+ <synapse id="51">
<action_set>
<rsc_op id="28" operation="cancel" operation_key="redis_monitor_45000" internal_operation_key="redis:1_monitor_45000" on_node="redis-bundle-1" on_node_uuid="redis-bundle-1" router_node="controller-1">
<primitive id="redis" long-id="redis:1" class="ocf" provider="heartbeat" type="redis"/>
@@ -770,7 +710,7 @@
</action_set>
<inputs/>
</synapse>
- <synapse id="56">
+ <synapse id="52">
<action_set>
<rsc_op id="27" operation="cancel" operation_key="redis_monitor_60000" internal_operation_key="redis:1_monitor_60000" on_node="redis-bundle-1" on_node_uuid="redis-bundle-1" router_node="controller-1">
<primitive id="redis" long-id="redis:1" class="ocf" provider="heartbeat" type="redis"/>
@@ -779,7 +719,7 @@
</action_set>
<inputs/>
</synapse>
- <synapse id="57" priority="1000000">
+ <synapse id="53" priority="1000000">
<action_set>
<rsc_op id="252" operation="notify" operation_key="redis_post_notify_demote_0" internal_operation_key="redis:2_post_notify_demote_0" on_node="redis-bundle-2" on_node_uuid="redis-bundle-2" router_node="controller-2">
<primitive id="redis" long-id="redis:2" class="ocf" provider="heartbeat" type="redis"/>
@@ -792,7 +732,7 @@
</trigger>
</inputs>
</synapse>
- <synapse id="58">
+ <synapse id="54">
<action_set>
<rsc_op id="251" operation="notify" operation_key="redis_pre_notify_demote_0" internal_operation_key="redis:2_pre_notify_demote_0" on_node="redis-bundle-2" on_node_uuid="redis-bundle-2" router_node="controller-2">
<primitive id="redis" long-id="redis:2" class="ocf" provider="heartbeat" type="redis"/>
@@ -805,7 +745,7 @@
</trigger>
</inputs>
</synapse>
- <synapse id="59" priority="1000000">
+ <synapse id="55" priority="1000000">
<action_set>
<rsc_op id="248" operation="notify" operation_key="redis_post_notify_promote_0" internal_operation_key="redis:2_post_notify_promote_0" on_node="redis-bundle-2" on_node_uuid="redis-bundle-2" router_node="controller-2">
<primitive id="redis" long-id="redis:2" class="ocf" provider="heartbeat" type="redis"/>
@@ -818,7 +758,7 @@
</trigger>
</inputs>
</synapse>
- <synapse id="60">
+ <synapse id="56">
<action_set>
<rsc_op id="247" operation="notify" operation_key="redis_pre_notify_promote_0" internal_operation_key="redis:2_pre_notify_promote_0" on_node="redis-bundle-2" on_node_uuid="redis-bundle-2" router_node="controller-2">
<primitive id="redis" long-id="redis:2" class="ocf" provider="heartbeat" type="redis"/>
@@ -831,7 +771,7 @@
</trigger>
</inputs>
</synapse>
- <synapse id="61">
+ <synapse id="57">
<action_set>
<rsc_op id="244" operation="notify" operation_key="redis_pre_notify_stop_0" internal_operation_key="redis:2_pre_notify_stop_0" on_node="redis-bundle-2" on_node_uuid="redis-bundle-2" router_node="controller-2">
<primitive id="redis" long-id="redis:2" class="ocf" provider="heartbeat" type="redis"/>
@@ -844,7 +784,7 @@
</trigger>
</inputs>
</synapse>
- <synapse id="62" priority="1000000">
+ <synapse id="58" priority="1000000">
<action_set>
<rsc_op id="224" operation="notify" operation_key="redis_post_notify_stop_0" internal_operation_key="redis:2_post_notify_stop_0" on_node="redis-bundle-2" on_node_uuid="redis-bundle-2" router_node="controller-2">
<primitive id="redis" long-id="redis:2" class="ocf" provider="heartbeat" type="redis"/>
@@ -860,6 +800,66 @@
</trigger>
</inputs>
</synapse>
+ <synapse id="59" priority="1000000">
+ <action_set>
+ <pseudo_event id="222" operation="notified" operation_key="redis_notified_0" internal_operation_key="redis:0_confirmed-post_notify_stonith_0">
+ <attributes CRM_meta_clone="0" CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_notify="true" CRM_meta_notify_key_operation="stonith" CRM_meta_notify_key_type="confirmed-post" CRM_meta_notify_operation="stop" CRM_meta_notify_type="post" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="20000" wait_last_known_master="true"/>
+ </pseudo_event>
+ </action_set>
+ <inputs>
+ <trigger>
+ <pseudo_event id="221" operation="notify" operation_key="redis_post_notify_stop_0" internal_operation_key="redis:0_post_notify_stonith_0"/>
+ </trigger>
+ <trigger>
+ <rsc_op id="223" operation="notify" operation_key="redis_post_notify_stop_0" internal_operation_key="redis:1_post_notify_stop_0" on_node="redis-bundle-1" on_node_uuid="redis-bundle-1" router_node="controller-1"/>
+ </trigger>
+ <trigger>
+ <rsc_op id="224" operation="notify" operation_key="redis_post_notify_stop_0" internal_operation_key="redis:2_post_notify_stop_0" on_node="redis-bundle-2" on_node_uuid="redis-bundle-2" router_node="controller-2"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="60" priority="1000000">
+ <action_set>
+ <pseudo_event id="221" operation="notify" operation_key="redis_post_notify_stop_0" internal_operation_key="redis:0_post_notify_stonith_0">
+ <attributes CRM_meta_clone="0" CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_notify="true" CRM_meta_notify_key_operation="stonith" CRM_meta_notify_key_type="post" CRM_meta_notify_operation="stop" CRM_meta_notify_type="post" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="20000" wait_last_known_master="true"/>
+ </pseudo_event>
+ </action_set>
+ <inputs>
+ <trigger>
+ <pseudo_event id="220" operation="stonith" operation_key="stonith-redis-bundle-0-off" on_node="redis-bundle-0" on_node_uuid="redis-bundle-0"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="61">
+ <action_set>
+ <pseudo_event id="140" operation="stop" operation_key="redis_stop_0" internal_operation_key="redis:0_stop_0">
+ <attributes CRM_meta_clone="0" CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_container_attribute_target="host" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_name="stop" CRM_meta_notify="true" CRM_meta_notify_active_resource="redis:0 redis:1 redis:2" CRM_meta_notify_active_uname="redis-bundle-0 redis-bundle-1 redis-bundle-2" CRM_meta_notify_all_hosts="controller-0 controller-1 controller-2 controller-0 controller-1 controller-2 controller-0 controller-1 controller-2 controller-0 controller-1 controller-2" CRM_meta_notify_all_uname="controller-0 controller-1 controller-2 galera-bundle-0 galera-bundle-1 galera-bundle-2 rabbitmq-bundle-0 rabbitmq-bundle-1 rabbitmq-bundle-2 redis-bundle-0 redis-bundle-1 redis-bundle-2" CRM_meta_notify_available_uname="controller-0 controller-1 controller-2 redis-bundle-0 redis-bundle-1 redis-bundle-2" CRM_meta_notify_demote_resource="redis:0" CRM_meta_notify_demote_uname="redis-bundle-0" CRM_meta_notify_inactive_resource=" " CRM_meta_notify_master_resource="redis:0" CRM_meta_notify_master_uname="redis-bundle-0" CRM_meta_notify_promote_resource="redis:1" CRM_meta_notify_promote_uname="redis-bundle-1" CRM_meta_notify_promoted_resource="redis:0" CRM_meta_notify_promoted_uname="redis-bundle-0" CRM_meta_notify_slave_resource="redis:1 redis:2" CRM_meta_notify_slave_uname="redis-bundle-1 redis-bundle-2" CRM_meta_notify_start_resource=" " CRM_meta_notify_start_uname=" " CRM_meta_notify_stop_resource="redis:0" CRM_meta_notify_stop_uname="redis-bundle-0" CRM_meta_notify_unpromoted_resource="redis:1 redis:2" CRM_meta_notify_unpromoted_uname="redis-bundle-1 redis-bundle-2" CRM_meta_physical_host="controller-0" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="200000" wait_last_known_master="true"/>
+ </pseudo_event>
+ </action_set>
+ <inputs>
+ <trigger>
+ <pseudo_event id="131" operation="stop" operation_key="redis-bundle_stop_0"/>
+ </trigger>
+ <trigger>
+ <pseudo_event id="139" operation="demote" operation_key="redis_demote_0" internal_operation_key="redis:0_demote_0"/>
+ </trigger>
+ <trigger>
+ <pseudo_event id="146" operation="stop" operation_key="redis-bundle-master_stop_0"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="62">
+ <action_set>
+ <pseudo_event id="139" operation="demote" operation_key="redis_demote_0" internal_operation_key="redis:0_demote_0">
+ <attributes CRM_meta_clone="0" CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_container_attribute_target="host" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_name="demote" CRM_meta_notify="true" CRM_meta_notify_active_resource="redis:0 redis:1 redis:2" CRM_meta_notify_active_uname="redis-bundle-0 redis-bundle-1 redis-bundle-2" CRM_meta_notify_all_hosts="controller-0 controller-1 controller-2 controller-0 controller-1 controller-2 controller-0 controller-1 controller-2 controller-0 controller-1 controller-2" CRM_meta_notify_all_uname="controller-0 controller-1 controller-2 galera-bundle-0 galera-bundle-1 galera-bundle-2 rabbitmq-bundle-0 rabbitmq-bundle-1 rabbitmq-bundle-2 redis-bundle-0 redis-bundle-1 redis-bundle-2" CRM_meta_notify_available_uname="controller-0 controller-1 controller-2 redis-bundle-0 redis-bundle-1 redis-bundle-2" CRM_meta_notify_demote_resource="redis:0" CRM_meta_notify_demote_uname="redis-bundle-0" CRM_meta_notify_inactive_resource=" " CRM_meta_notify_master_resource="redis:0" CRM_meta_notify_master_uname="redis-bundle-0" CRM_meta_notify_promote_resource="redis:1" CRM_meta_notify_promote_uname="redis-bundle-1" CRM_meta_notify_promoted_resource="redis:0" CRM_meta_notify_promoted_uname="redis-bundle-0" CRM_meta_notify_slave_resource="redis:1 redis:2" CRM_meta_notify_slave_uname="redis-bundle-1 redis-bundle-2" CRM_meta_notify_start_resource=" " CRM_meta_notify_start_uname=" " CRM_meta_notify_stop_resource="redis:0" CRM_meta_notify_stop_uname="redis-bundle-0" CRM_meta_notify_unpromoted_resource="redis:1 redis:2" CRM_meta_notify_unpromoted_uname="redis-bundle-1 redis-bundle-2" CRM_meta_physical_host="controller-0" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="120000" wait_last_known_master="true"/>
+ </pseudo_event>
+ </action_set>
+ <inputs>
+ <trigger>
+ <pseudo_event id="162" operation="demote" operation_key="redis-bundle-master_demote_0"/>
+ </trigger>
+ </inputs>
+ </synapse>
<synapse id="63" priority="1000000">
<action_set>
<pseudo_event id="167" operation="notified" operation_key="redis-bundle-master_confirmed-post_notify_demoted_0">
diff --git a/cts/scheduler/exp/bundle-order-startup-clone-2.exp b/cts/scheduler/exp/bundle-order-startup-clone-2.exp
index 8752185..e4a35c7 100644
--- a/cts/scheduler/exp/bundle-order-startup-clone-2.exp
+++ b/cts/scheduler/exp/bundle-order-startup-clone-2.exp
@@ -408,6 +408,9 @@
<rsc_op id="77" operation="start" operation_key="galera-bundle-2_start_0" on_node="metal-3" on_node_uuid="3"/>
</trigger>
<trigger>
+ <rsc_op id="83" operation="start" operation_key="galera:0_start_0" on_node="galera-bundle-0" on_node_uuid="galera-bundle-0" router_node="metal-1"/>
+ </trigger>
+ <trigger>
<rsc_op id="86" operation="start" operation_key="galera:1_start_0" on_node="galera-bundle-1" on_node_uuid="galera-bundle-1" router_node="metal-2"/>
</trigger>
<trigger>
@@ -1425,6 +1428,9 @@
<rsc_op id="124" operation="start" operation_key="redis-bundle-2_start_0" on_node="metal-3" on_node_uuid="3"/>
</trigger>
<trigger>
+ <rsc_op id="130" operation="start" operation_key="redis:0_start_0" on_node="redis-bundle-0" on_node_uuid="redis-bundle-0" router_node="metal-1"/>
+ </trigger>
+ <trigger>
<rsc_op id="133" operation="start" operation_key="redis:1_start_0" on_node="redis-bundle-1" on_node_uuid="redis-bundle-1" router_node="metal-2"/>
</trigger>
<trigger>
diff --git a/cts/scheduler/exp/bundle-order-stop-on-remote.exp b/cts/scheduler/exp/bundle-order-stop-on-remote.exp
index 7e23dcc..11ec557 100644
--- a/cts/scheduler/exp/bundle-order-stop-on-remote.exp
+++ b/cts/scheduler/exp/bundle-order-stop-on-remote.exp
@@ -696,7 +696,59 @@
</synapse>
<synapse id="40" priority="1000000">
<action_set>
- <rsc_op id="254" operation="notify" operation_key="redis:1_post_notify_promote_0" on_node="redis-bundle-1" on_node_uuid="redis-bundle-1" router_node="controller-1">
+ <rsc_op id="254" operation="notify" operation_key="redis_post_notify_promote_0" internal_operation_key="redis:2_post_notify_promote_0" on_node="redis-bundle-2" on_node_uuid="redis-bundle-2" router_node="controller-2">
+ <primitive id="redis" long-id="redis:2" class="ocf" provider="heartbeat" type="redis"/>
+ <attributes CRM_meta_clone="2" CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_container_attribute_target="host" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_notify="true" CRM_meta_notify_active_resource="redis:0 redis:2" CRM_meta_notify_active_uname="redis-bundle-0 redis-bundle-2" CRM_meta_notify_all_hosts="controller-0 controller-1 controller-2 database-0 database-1 database-2 database-0 database-1 database-2 messaging-0 messaging-1 messaging-2 messaging-0 messaging-1 messaging-2 controller-0 redis-bundle-1 controller-2" CRM_meta_notify_all_uname="controller-0 controller-1 controller-2 database-0 database-1 database-2 galera-bundle-0 galera-bundle-1 galera-bundle-2 messaging-0 messaging-1 messaging-2 rabbitmq-bundle-0 rabbitmq-bundle-1 rabbitmq-bundle-2 redis-bundle-0 redis-bundle-1 redis-bundle-2" CRM_meta_notify_available_uname="controller-0 controller-1 controller-2 database-0 database-1 database-2 messaging-0 messaging-1 messaging-2 redis-bundle-0 redis-bundle-1 redis-bundle-2" CRM_meta_notify_demote_resource=" " CRM_meta_notify_demote_uname=" " CRM_meta_notify_inactive_resource="redis:1" CRM_meta_notify_key_operation="promoted" CRM_meta_notify_key_type="post" CRM_meta_notify_master_resource=" " CRM_meta_notify_master_uname=" " CRM_meta_notify_operation="promote" CRM_meta_notify_promote_resource="redis:0" CRM_meta_notify_promote_uname="redis-bundle-0" CRM_meta_notify_promoted_resource=" " CRM_meta_notify_promoted_uname=" " CRM_meta_notify_slave_resource="redis:0 redis:2" CRM_meta_notify_slave_uname="redis-bundle-0 redis-bundle-2" CRM_meta_notify_start_resource="redis:1" CRM_meta_notify_start_uname="redis-bundle-1" CRM_meta_notify_stop_resource=" " CRM_meta_notify_stop_uname=" " CRM_meta_notify_type="post" CRM_meta_notify_unpromoted_resource="redis:0 redis:2" CRM_meta_notify_unpromoted_uname="redis-bundle-0 redis-bundle-2" CRM_meta_on_node="redis-bundle-2" CRM_meta_on_node_uuid="redis-bundle-2" CRM_meta_physical_host="controller-2" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="20000" wait_last_known_master="true"/>
+ </rsc_op>
+ </action_set>
+ <inputs>
+ <trigger>
+ <pseudo_event id="168" operation="notify" operation_key="redis-bundle-master_post_notify_promoted_0"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="41">
+ <action_set>
+ <rsc_op id="253" operation="notify" operation_key="redis_pre_notify_promote_0" internal_operation_key="redis:2_pre_notify_promote_0" on_node="redis-bundle-2" on_node_uuid="redis-bundle-2" router_node="controller-2">
+ <primitive id="redis" long-id="redis:2" class="ocf" provider="heartbeat" type="redis"/>
+ <attributes CRM_meta_clone="2" CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_container_attribute_target="host" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_notify="true" CRM_meta_notify_active_resource="redis:0 redis:2" CRM_meta_notify_active_uname="redis-bundle-0 redis-bundle-2" CRM_meta_notify_all_hosts="controller-0 controller-1 controller-2 database-0 database-1 database-2 database-0 database-1 database-2 messaging-0 messaging-1 messaging-2 messaging-0 messaging-1 messaging-2 controller-0 redis-bundle-1 controller-2" CRM_meta_notify_all_uname="controller-0 controller-1 controller-2 database-0 database-1 database-2 galera-bundle-0 galera-bundle-1 galera-bundle-2 messaging-0 messaging-1 messaging-2 rabbitmq-bundle-0 rabbitmq-bundle-1 rabbitmq-bundle-2 redis-bundle-0 redis-bundle-1 redis-bundle-2" CRM_meta_notify_available_uname="controller-0 controller-1 controller-2 database-0 database-1 database-2 messaging-0 messaging-1 messaging-2 redis-bundle-0 redis-bundle-1 redis-bundle-2" CRM_meta_notify_demote_resource=" " CRM_meta_notify_demote_uname=" " CRM_meta_notify_inactive_resource="redis:1" CRM_meta_notify_key_operation="promote" CRM_meta_notify_key_type="pre" CRM_meta_notify_master_resource=" " CRM_meta_notify_master_uname=" " CRM_meta_notify_operation="promote" CRM_meta_notify_promote_resource="redis:0" CRM_meta_notify_promote_uname="redis-bundle-0" CRM_meta_notify_promoted_resource=" " CRM_meta_notify_promoted_uname=" " CRM_meta_notify_slave_resource="redis:0 redis:2" CRM_meta_notify_slave_uname="redis-bundle-0 redis-bundle-2" CRM_meta_notify_start_resource="redis:1" CRM_meta_notify_start_uname="redis-bundle-1" CRM_meta_notify_stop_resource=" " CRM_meta_notify_stop_uname=" " CRM_meta_notify_type="pre" CRM_meta_notify_unpromoted_resource="redis:0 redis:2" CRM_meta_notify_unpromoted_uname="redis-bundle-0 redis-bundle-2" CRM_meta_on_node="redis-bundle-2" CRM_meta_on_node_uuid="redis-bundle-2" CRM_meta_physical_host="controller-2" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="20000" wait_last_known_master="true"/>
+ </rsc_op>
+ </action_set>
+ <inputs>
+ <trigger>
+ <pseudo_event id="166" operation="notify" operation_key="redis-bundle-master_pre_notify_promote_0"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="42" priority="1000000">
+ <action_set>
+ <rsc_op id="245" operation="notify" operation_key="redis_post_notify_start_0" internal_operation_key="redis:2_post_notify_start_0" on_node="redis-bundle-2" on_node_uuid="redis-bundle-2" router_node="controller-2">
+ <primitive id="redis" long-id="redis:2" class="ocf" provider="heartbeat" type="redis"/>
+ <attributes CRM_meta_clone="2" CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_container_attribute_target="host" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_notify="true" CRM_meta_notify_active_resource="redis:0 redis:2" CRM_meta_notify_active_uname="redis-bundle-0 redis-bundle-2" CRM_meta_notify_all_hosts="controller-0 controller-1 controller-2 database-0 database-1 database-2 database-0 database-1 database-2 messaging-0 messaging-1 messaging-2 messaging-0 messaging-1 messaging-2 controller-0 redis-bundle-1 controller-2" CRM_meta_notify_all_uname="controller-0 controller-1 controller-2 database-0 database-1 database-2 galera-bundle-0 galera-bundle-1 galera-bundle-2 messaging-0 messaging-1 messaging-2 rabbitmq-bundle-0 rabbitmq-bundle-1 rabbitmq-bundle-2 redis-bundle-0 redis-bundle-1 redis-bundle-2" CRM_meta_notify_available_uname="controller-0 controller-1 controller-2 database-0 database-1 database-2 messaging-0 messaging-1 messaging-2 redis-bundle-0 redis-bundle-1 redis-bundle-2" CRM_meta_notify_demote_resource=" " CRM_meta_notify_demote_uname=" " CRM_meta_notify_inactive_resource="redis:1" CRM_meta_notify_key_operation="running" CRM_meta_notify_key_type="post" CRM_meta_notify_master_resource=" " CRM_meta_notify_master_uname=" " CRM_meta_notify_operation="start" CRM_meta_notify_promote_resource="redis:0" CRM_meta_notify_promote_uname="redis-bundle-0" CRM_meta_notify_promoted_resource=" " CRM_meta_notify_promoted_uname=" " CRM_meta_notify_slave_resource="redis:0 redis:2" CRM_meta_notify_slave_uname="redis-bundle-0 redis-bundle-2" CRM_meta_notify_start_resource="redis:1" CRM_meta_notify_start_uname="redis-bundle-1" CRM_meta_notify_stop_resource=" " CRM_meta_notify_stop_uname=" " CRM_meta_notify_type="post" CRM_meta_notify_unpromoted_resource="redis:0 redis:2" CRM_meta_notify_unpromoted_uname="redis-bundle-0 redis-bundle-2" CRM_meta_on_node="redis-bundle-2" CRM_meta_on_node_uuid="redis-bundle-2" CRM_meta_physical_host="controller-2" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="20000" wait_last_known_master="true"/>
+ </rsc_op>
+ </action_set>
+ <inputs>
+ <trigger>
+ <pseudo_event id="158" operation="notify" operation_key="redis-bundle-master_post_notify_running_0"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="43">
+ <action_set>
+ <rsc_op id="244" operation="notify" operation_key="redis_pre_notify_start_0" internal_operation_key="redis:2_pre_notify_start_0" on_node="redis-bundle-2" on_node_uuid="redis-bundle-2" router_node="controller-2">
+ <primitive id="redis" long-id="redis:2" class="ocf" provider="heartbeat" type="redis"/>
+ <attributes CRM_meta_clone="2" CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_container_attribute_target="host" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_notify="true" CRM_meta_notify_active_resource="redis:0 redis:2" CRM_meta_notify_active_uname="redis-bundle-0 redis-bundle-2" CRM_meta_notify_all_hosts="controller-0 controller-1 controller-2 database-0 database-1 database-2 database-0 database-1 database-2 messaging-0 messaging-1 messaging-2 messaging-0 messaging-1 messaging-2 controller-0 redis-bundle-1 controller-2" CRM_meta_notify_all_uname="controller-0 controller-1 controller-2 database-0 database-1 database-2 galera-bundle-0 galera-bundle-1 galera-bundle-2 messaging-0 messaging-1 messaging-2 rabbitmq-bundle-0 rabbitmq-bundle-1 rabbitmq-bundle-2 redis-bundle-0 redis-bundle-1 redis-bundle-2" CRM_meta_notify_available_uname="controller-0 controller-1 controller-2 database-0 database-1 database-2 messaging-0 messaging-1 messaging-2 redis-bundle-0 redis-bundle-1 redis-bundle-2" CRM_meta_notify_demote_resource=" " CRM_meta_notify_demote_uname=" " CRM_meta_notify_inactive_resource="redis:1" CRM_meta_notify_key_operation="start" CRM_meta_notify_key_type="pre" CRM_meta_notify_master_resource=" " CRM_meta_notify_master_uname=" " CRM_meta_notify_operation="start" CRM_meta_notify_promote_resource="redis:0" CRM_meta_notify_promote_uname="redis-bundle-0" CRM_meta_notify_promoted_resource=" " CRM_meta_notify_promoted_uname=" " CRM_meta_notify_slave_resource="redis:0 redis:2" CRM_meta_notify_slave_uname="redis-bundle-0 redis-bundle-2" CRM_meta_notify_start_resource="redis:1" CRM_meta_notify_start_uname="redis-bundle-1" CRM_meta_notify_stop_resource=" " CRM_meta_notify_stop_uname=" " CRM_meta_notify_type="pre" CRM_meta_notify_unpromoted_resource="redis:0 redis:2" CRM_meta_notify_unpromoted_uname="redis-bundle-0 redis-bundle-2" CRM_meta_on_node="redis-bundle-2" CRM_meta_on_node_uuid="redis-bundle-2" CRM_meta_physical_host="controller-2" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="20000" wait_last_known_master="true"/>
+ </rsc_op>
+ </action_set>
+ <inputs>
+ <trigger>
+ <pseudo_event id="156" operation="notify" operation_key="redis-bundle-master_pre_notify_start_0"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="44" priority="1000000">
+ <action_set>
+ <rsc_op id="256" operation="notify" operation_key="redis:1_post_notify_promote_0" on_node="redis-bundle-1" on_node_uuid="redis-bundle-1" router_node="controller-1">
<primitive id="redis" long-id="redis:1" class="ocf" provider="heartbeat" type="redis"/>
<attributes CRM_meta_clone="1" CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_container_attribute_target="host" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_notify="true" CRM_meta_notify_active_resource="redis:0 redis:2" CRM_meta_notify_active_uname="redis-bundle-0 redis-bundle-2" CRM_meta_notify_all_hosts="controller-0 controller-1 controller-2 database-0 database-1 database-2 database-0 database-1 database-2 messaging-0 messaging-1 messaging-2 messaging-0 messaging-1 messaging-2 controller-0 redis-bundle-1 controller-2" CRM_meta_notify_all_uname="controller-0 controller-1 controller-2 database-0 database-1 database-2 galera-bundle-0 galera-bundle-1 galera-bundle-2 messaging-0 messaging-1 messaging-2 rabbitmq-bundle-0 rabbitmq-bundle-1 rabbitmq-bundle-2 redis-bundle-0 redis-bundle-1 redis-bundle-2" CRM_meta_notify_available_uname="controller-0 controller-1 controller-2 database-0 database-1 database-2 messaging-0 messaging-1 messaging-2 redis-bundle-0 redis-bundle-1 redis-bundle-2" CRM_meta_notify_demote_resource=" " CRM_meta_notify_demote_uname=" " CRM_meta_notify_inactive_resource="redis:1" CRM_meta_notify_key_operation="promoted" CRM_meta_notify_key_type="post" CRM_meta_notify_master_resource=" " CRM_meta_notify_master_uname=" " CRM_meta_notify_operation="promote" CRM_meta_notify_promote_resource="redis:0" CRM_meta_notify_promote_uname="redis-bundle-0" CRM_meta_notify_promoted_resource=" " CRM_meta_notify_promoted_uname=" " CRM_meta_notify_slave_resource="redis:0 redis:2" CRM_meta_notify_slave_uname="redis-bundle-0 redis-bundle-2" CRM_meta_notify_start_resource="redis:1" CRM_meta_notify_start_uname="redis-bundle-1" CRM_meta_notify_stop_resource=" " CRM_meta_notify_stop_uname=" " CRM_meta_notify_type="post" CRM_meta_notify_unpromoted_resource="redis:0 redis:2" CRM_meta_notify_unpromoted_uname="redis-bundle-0 redis-bundle-2" CRM_meta_on_node="redis-bundle-1" CRM_meta_on_node_uuid="redis-bundle-1" CRM_meta_physical_host="controller-1" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="20000" wait_last_known_master="true"/>
</rsc_op>
@@ -707,9 +759,9 @@
</trigger>
</inputs>
</synapse>
- <synapse id="41">
+ <synapse id="45">
<action_set>
- <rsc_op id="253" operation="notify" operation_key="redis:1_pre_notify_promote_0" on_node="redis-bundle-1" on_node_uuid="redis-bundle-1" router_node="controller-1">
+ <rsc_op id="255" operation="notify" operation_key="redis:1_pre_notify_promote_0" on_node="redis-bundle-1" on_node_uuid="redis-bundle-1" router_node="controller-1">
<primitive id="redis" long-id="redis:1" class="ocf" provider="heartbeat" type="redis"/>
<attributes CRM_meta_clone="1" CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_container_attribute_target="host" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_notify="true" CRM_meta_notify_active_resource="redis:0 redis:2" CRM_meta_notify_active_uname="redis-bundle-0 redis-bundle-2" CRM_meta_notify_all_hosts="controller-0 controller-1 controller-2 database-0 database-1 database-2 database-0 database-1 database-2 messaging-0 messaging-1 messaging-2 messaging-0 messaging-1 messaging-2 controller-0 redis-bundle-1 controller-2" CRM_meta_notify_all_uname="controller-0 controller-1 controller-2 database-0 database-1 database-2 galera-bundle-0 galera-bundle-1 galera-bundle-2 messaging-0 messaging-1 messaging-2 rabbitmq-bundle-0 rabbitmq-bundle-1 rabbitmq-bundle-2 redis-bundle-0 redis-bundle-1 redis-bundle-2" CRM_meta_notify_available_uname="controller-0 controller-1 controller-2 database-0 database-1 database-2 messaging-0 messaging-1 messaging-2 redis-bundle-0 redis-bundle-1 redis-bundle-2" CRM_meta_notify_demote_resource=" " CRM_meta_notify_demote_uname=" " CRM_meta_notify_inactive_resource="redis:1" CRM_meta_notify_key_operation="promote" CRM_meta_notify_key_type="pre" CRM_meta_notify_master_resource=" " CRM_meta_notify_master_uname=" " CRM_meta_notify_operation="promote" CRM_meta_notify_promote_resource="redis:0" CRM_meta_notify_promote_uname="redis-bundle-0" CRM_meta_notify_promoted_resource=" " CRM_meta_notify_promoted_uname=" " CRM_meta_notify_slave_resource="redis:0 redis:2" CRM_meta_notify_slave_uname="redis-bundle-0 redis-bundle-2" CRM_meta_notify_start_resource="redis:1" CRM_meta_notify_start_uname="redis-bundle-1" CRM_meta_notify_stop_resource=" " CRM_meta_notify_stop_uname=" " CRM_meta_notify_type="pre" CRM_meta_notify_unpromoted_resource="redis:0 redis:2" CRM_meta_notify_unpromoted_uname="redis-bundle-0 redis-bundle-2" CRM_meta_on_node="redis-bundle-1" CRM_meta_on_node_uuid="redis-bundle-1" CRM_meta_physical_host="controller-1" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="20000" wait_last_known_master="true"/>
</rsc_op>
@@ -720,9 +772,9 @@
</trigger>
</inputs>
</synapse>
- <synapse id="42" priority="1000000">
+ <synapse id="46" priority="1000000">
<action_set>
- <rsc_op id="244" operation="notify" operation_key="redis:1_post_notify_start_0" on_node="redis-bundle-1" on_node_uuid="redis-bundle-1" router_node="controller-1">
+ <rsc_op id="246" operation="notify" operation_key="redis:1_post_notify_start_0" on_node="redis-bundle-1" on_node_uuid="redis-bundle-1" router_node="controller-1">
<primitive id="redis" long-id="redis:1" class="ocf" provider="heartbeat" type="redis"/>
<attributes CRM_meta_clone="1" CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_container_attribute_target="host" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_notify="true" CRM_meta_notify_active_resource="redis:0 redis:2" CRM_meta_notify_active_uname="redis-bundle-0 redis-bundle-2" CRM_meta_notify_all_hosts="controller-0 controller-1 controller-2 database-0 database-1 database-2 database-0 database-1 database-2 messaging-0 messaging-1 messaging-2 messaging-0 messaging-1 messaging-2 controller-0 redis-bundle-1 controller-2" CRM_meta_notify_all_uname="controller-0 controller-1 controller-2 database-0 database-1 database-2 galera-bundle-0 galera-bundle-1 galera-bundle-2 messaging-0 messaging-1 messaging-2 rabbitmq-bundle-0 rabbitmq-bundle-1 rabbitmq-bundle-2 redis-bundle-0 redis-bundle-1 redis-bundle-2" CRM_meta_notify_available_uname="controller-0 controller-1 controller-2 database-0 database-1 database-2 messaging-0 messaging-1 messaging-2 redis-bundle-0 redis-bundle-1 redis-bundle-2" CRM_meta_notify_demote_resource=" " CRM_meta_notify_demote_uname=" " CRM_meta_notify_inactive_resource="redis:1" CRM_meta_notify_key_operation="running" CRM_meta_notify_key_type="post" CRM_meta_notify_master_resource=" " CRM_meta_notify_master_uname=" " CRM_meta_notify_operation="start" CRM_meta_notify_promote_resource="redis:0" CRM_meta_notify_promote_uname="redis-bundle-0" CRM_meta_notify_promoted_resource=" " CRM_meta_notify_promoted_uname=" " CRM_meta_notify_slave_resource="redis:0 redis:2" CRM_meta_notify_slave_uname="redis-bundle-0 redis-bundle-2" CRM_meta_notify_start_resource="redis:1" CRM_meta_notify_start_uname="redis-bundle-1" CRM_meta_notify_stop_resource=" " CRM_meta_notify_stop_uname=" " CRM_meta_notify_type="post" CRM_meta_notify_unpromoted_resource="redis:0 redis:2" CRM_meta_notify_unpromoted_uname="redis-bundle-0 redis-bundle-2" CRM_meta_on_node="redis-bundle-1" CRM_meta_on_node_uuid="redis-bundle-1" CRM_meta_physical_host="controller-1" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="20000" wait_last_known_master="true"/>
</rsc_op>
@@ -733,7 +785,7 @@
</trigger>
</inputs>
</synapse>
- <synapse id="43">
+ <synapse id="47">
<action_set>
<rsc_op id="151" operation="monitor" operation_key="redis:1_monitor_60000" on_node="redis-bundle-1" on_node_uuid="redis-bundle-1" router_node="controller-1">
<primitive id="redis" long-id="redis:1" class="ocf" provider="heartbeat" type="redis"/>
@@ -755,7 +807,7 @@
</trigger>
</inputs>
</synapse>
- <synapse id="44">
+ <synapse id="48">
<action_set>
<rsc_op id="150" operation="monitor" operation_key="redis:1_monitor_45000" on_node="redis-bundle-1" on_node_uuid="redis-bundle-1" router_node="controller-1">
<primitive id="redis" long-id="redis:1" class="ocf" provider="heartbeat" type="redis"/>
@@ -777,7 +829,7 @@
</trigger>
</inputs>
</synapse>
- <synapse id="45">
+ <synapse id="49">
<action_set>
<rsc_op id="149" operation="start" operation_key="redis:1_start_0" on_node="redis-bundle-1" on_node_uuid="redis-bundle-1" router_node="controller-1">
<primitive id="redis" long-id="redis:1" class="ocf" provider="heartbeat" type="redis"/>
@@ -802,58 +854,6 @@
</trigger>
</inputs>
</synapse>
- <synapse id="46" priority="1000000">
- <action_set>
- <rsc_op id="256" operation="notify" operation_key="redis_post_notify_promote_0" internal_operation_key="redis:2_post_notify_promote_0" on_node="redis-bundle-2" on_node_uuid="redis-bundle-2" router_node="controller-2">
- <primitive id="redis" long-id="redis:2" class="ocf" provider="heartbeat" type="redis"/>
- <attributes CRM_meta_clone="2" CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_container_attribute_target="host" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_notify="true" CRM_meta_notify_active_resource="redis:0 redis:2" CRM_meta_notify_active_uname="redis-bundle-0 redis-bundle-2" CRM_meta_notify_all_hosts="controller-0 controller-1 controller-2 database-0 database-1 database-2 database-0 database-1 database-2 messaging-0 messaging-1 messaging-2 messaging-0 messaging-1 messaging-2 controller-0 redis-bundle-1 controller-2" CRM_meta_notify_all_uname="controller-0 controller-1 controller-2 database-0 database-1 database-2 galera-bundle-0 galera-bundle-1 galera-bundle-2 messaging-0 messaging-1 messaging-2 rabbitmq-bundle-0 rabbitmq-bundle-1 rabbitmq-bundle-2 redis-bundle-0 redis-bundle-1 redis-bundle-2" CRM_meta_notify_available_uname="controller-0 controller-1 controller-2 database-0 database-1 database-2 messaging-0 messaging-1 messaging-2 redis-bundle-0 redis-bundle-1 redis-bundle-2" CRM_meta_notify_demote_resource=" " CRM_meta_notify_demote_uname=" " CRM_meta_notify_inactive_resource="redis:1" CRM_meta_notify_key_operation="promoted" CRM_meta_notify_key_type="post" CRM_meta_notify_master_resource=" " CRM_meta_notify_master_uname=" " CRM_meta_notify_operation="promote" CRM_meta_notify_promote_resource="redis:0" CRM_meta_notify_promote_uname="redis-bundle-0" CRM_meta_notify_promoted_resource=" " CRM_meta_notify_promoted_uname=" " CRM_meta_notify_slave_resource="redis:0 redis:2" CRM_meta_notify_slave_uname="redis-bundle-0 redis-bundle-2" CRM_meta_notify_start_resource="redis:1" CRM_meta_notify_start_uname="redis-bundle-1" CRM_meta_notify_stop_resource=" " CRM_meta_notify_stop_uname=" " CRM_meta_notify_type="post" CRM_meta_notify_unpromoted_resource="redis:0 redis:2" CRM_meta_notify_unpromoted_uname="redis-bundle-0 redis-bundle-2" CRM_meta_on_node="redis-bundle-2" CRM_meta_on_node_uuid="redis-bundle-2" CRM_meta_physical_host="controller-2" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="20000" wait_last_known_master="true"/>
- </rsc_op>
- </action_set>
- <inputs>
- <trigger>
- <pseudo_event id="168" operation="notify" operation_key="redis-bundle-master_post_notify_promoted_0"/>
- </trigger>
- </inputs>
- </synapse>
- <synapse id="47">
- <action_set>
- <rsc_op id="255" operation="notify" operation_key="redis_pre_notify_promote_0" internal_operation_key="redis:2_pre_notify_promote_0" on_node="redis-bundle-2" on_node_uuid="redis-bundle-2" router_node="controller-2">
- <primitive id="redis" long-id="redis:2" class="ocf" provider="heartbeat" type="redis"/>
- <attributes CRM_meta_clone="2" CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_container_attribute_target="host" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_notify="true" CRM_meta_notify_active_resource="redis:0 redis:2" CRM_meta_notify_active_uname="redis-bundle-0 redis-bundle-2" CRM_meta_notify_all_hosts="controller-0 controller-1 controller-2 database-0 database-1 database-2 database-0 database-1 database-2 messaging-0 messaging-1 messaging-2 messaging-0 messaging-1 messaging-2 controller-0 redis-bundle-1 controller-2" CRM_meta_notify_all_uname="controller-0 controller-1 controller-2 database-0 database-1 database-2 galera-bundle-0 galera-bundle-1 galera-bundle-2 messaging-0 messaging-1 messaging-2 rabbitmq-bundle-0 rabbitmq-bundle-1 rabbitmq-bundle-2 redis-bundle-0 redis-bundle-1 redis-bundle-2" CRM_meta_notify_available_uname="controller-0 controller-1 controller-2 database-0 database-1 database-2 messaging-0 messaging-1 messaging-2 redis-bundle-0 redis-bundle-1 redis-bundle-2" CRM_meta_notify_demote_resource=" " CRM_meta_notify_demote_uname=" " CRM_meta_notify_inactive_resource="redis:1" CRM_meta_notify_key_operation="promote" CRM_meta_notify_key_type="pre" CRM_meta_notify_master_resource=" " CRM_meta_notify_master_uname=" " CRM_meta_notify_operation="promote" CRM_meta_notify_promote_resource="redis:0" CRM_meta_notify_promote_uname="redis-bundle-0" CRM_meta_notify_promoted_resource=" " CRM_meta_notify_promoted_uname=" " CRM_meta_notify_slave_resource="redis:0 redis:2" CRM_meta_notify_slave_uname="redis-bundle-0 redis-bundle-2" CRM_meta_notify_start_resource="redis:1" CRM_meta_notify_start_uname="redis-bundle-1" CRM_meta_notify_stop_resource=" " CRM_meta_notify_stop_uname=" " CRM_meta_notify_type="pre" CRM_meta_notify_unpromoted_resource="redis:0 redis:2" CRM_meta_notify_unpromoted_uname="redis-bundle-0 redis-bundle-2" CRM_meta_on_node="redis-bundle-2" CRM_meta_on_node_uuid="redis-bundle-2" CRM_meta_physical_host="controller-2" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="20000" wait_last_known_master="true"/>
- </rsc_op>
- </action_set>
- <inputs>
- <trigger>
- <pseudo_event id="166" operation="notify" operation_key="redis-bundle-master_pre_notify_promote_0"/>
- </trigger>
- </inputs>
- </synapse>
- <synapse id="48" priority="1000000">
- <action_set>
- <rsc_op id="246" operation="notify" operation_key="redis_post_notify_start_0" internal_operation_key="redis:2_post_notify_start_0" on_node="redis-bundle-2" on_node_uuid="redis-bundle-2" router_node="controller-2">
- <primitive id="redis" long-id="redis:2" class="ocf" provider="heartbeat" type="redis"/>
- <attributes CRM_meta_clone="2" CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_container_attribute_target="host" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_notify="true" CRM_meta_notify_active_resource="redis:0 redis:2" CRM_meta_notify_active_uname="redis-bundle-0 redis-bundle-2" CRM_meta_notify_all_hosts="controller-0 controller-1 controller-2 database-0 database-1 database-2 database-0 database-1 database-2 messaging-0 messaging-1 messaging-2 messaging-0 messaging-1 messaging-2 controller-0 redis-bundle-1 controller-2" CRM_meta_notify_all_uname="controller-0 controller-1 controller-2 database-0 database-1 database-2 galera-bundle-0 galera-bundle-1 galera-bundle-2 messaging-0 messaging-1 messaging-2 rabbitmq-bundle-0 rabbitmq-bundle-1 rabbitmq-bundle-2 redis-bundle-0 redis-bundle-1 redis-bundle-2" CRM_meta_notify_available_uname="controller-0 controller-1 controller-2 database-0 database-1 database-2 messaging-0 messaging-1 messaging-2 redis-bundle-0 redis-bundle-1 redis-bundle-2" CRM_meta_notify_demote_resource=" " CRM_meta_notify_demote_uname=" " CRM_meta_notify_inactive_resource="redis:1" CRM_meta_notify_key_operation="running" CRM_meta_notify_key_type="post" CRM_meta_notify_master_resource=" " CRM_meta_notify_master_uname=" " CRM_meta_notify_operation="start" CRM_meta_notify_promote_resource="redis:0" CRM_meta_notify_promote_uname="redis-bundle-0" CRM_meta_notify_promoted_resource=" " CRM_meta_notify_promoted_uname=" " CRM_meta_notify_slave_resource="redis:0 redis:2" CRM_meta_notify_slave_uname="redis-bundle-0 redis-bundle-2" CRM_meta_notify_start_resource="redis:1" CRM_meta_notify_start_uname="redis-bundle-1" CRM_meta_notify_stop_resource=" " CRM_meta_notify_stop_uname=" " CRM_meta_notify_type="post" CRM_meta_notify_unpromoted_resource="redis:0 redis:2" CRM_meta_notify_unpromoted_uname="redis-bundle-0 redis-bundle-2" CRM_meta_on_node="redis-bundle-2" CRM_meta_on_node_uuid="redis-bundle-2" CRM_meta_physical_host="controller-2" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="20000" wait_last_known_master="true"/>
- </rsc_op>
- </action_set>
- <inputs>
- <trigger>
- <pseudo_event id="158" operation="notify" operation_key="redis-bundle-master_post_notify_running_0"/>
- </trigger>
- </inputs>
- </synapse>
- <synapse id="49">
- <action_set>
- <rsc_op id="245" operation="notify" operation_key="redis_pre_notify_start_0" internal_operation_key="redis:2_pre_notify_start_0" on_node="redis-bundle-2" on_node_uuid="redis-bundle-2" router_node="controller-2">
- <primitive id="redis" long-id="redis:2" class="ocf" provider="heartbeat" type="redis"/>
- <attributes CRM_meta_clone="2" CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_container_attribute_target="host" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_notify="true" CRM_meta_notify_active_resource="redis:0 redis:2" CRM_meta_notify_active_uname="redis-bundle-0 redis-bundle-2" CRM_meta_notify_all_hosts="controller-0 controller-1 controller-2 database-0 database-1 database-2 database-0 database-1 database-2 messaging-0 messaging-1 messaging-2 messaging-0 messaging-1 messaging-2 controller-0 redis-bundle-1 controller-2" CRM_meta_notify_all_uname="controller-0 controller-1 controller-2 database-0 database-1 database-2 galera-bundle-0 galera-bundle-1 galera-bundle-2 messaging-0 messaging-1 messaging-2 rabbitmq-bundle-0 rabbitmq-bundle-1 rabbitmq-bundle-2 redis-bundle-0 redis-bundle-1 redis-bundle-2" CRM_meta_notify_available_uname="controller-0 controller-1 controller-2 database-0 database-1 database-2 messaging-0 messaging-1 messaging-2 redis-bundle-0 redis-bundle-1 redis-bundle-2" CRM_meta_notify_demote_resource=" " CRM_meta_notify_demote_uname=" " CRM_meta_notify_inactive_resource="redis:1" CRM_meta_notify_key_operation="start" CRM_meta_notify_key_type="pre" CRM_meta_notify_master_resource=" " CRM_meta_notify_master_uname=" " CRM_meta_notify_operation="start" CRM_meta_notify_promote_resource="redis:0" CRM_meta_notify_promote_uname="redis-bundle-0" CRM_meta_notify_promoted_resource=" " CRM_meta_notify_promoted_uname=" " CRM_meta_notify_slave_resource="redis:0 redis:2" CRM_meta_notify_slave_uname="redis-bundle-0 redis-bundle-2" CRM_meta_notify_start_resource="redis:1" CRM_meta_notify_start_uname="redis-bundle-1" CRM_meta_notify_stop_resource=" " CRM_meta_notify_stop_uname=" " CRM_meta_notify_type="pre" CRM_meta_notify_unpromoted_resource="redis:0 redis:2" CRM_meta_notify_unpromoted_uname="redis-bundle-0 redis-bundle-2" CRM_meta_on_node="redis-bundle-2" CRM_meta_on_node_uuid="redis-bundle-2" CRM_meta_physical_host="controller-2" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="20000" wait_last_known_master="true"/>
- </rsc_op>
- </action_set>
- <inputs>
- <trigger>
- <pseudo_event id="156" operation="notify" operation_key="redis-bundle-master_pre_notify_start_0"/>
- </trigger>
- </inputs>
- </synapse>
<synapse id="50" priority="1000000">
<action_set>
<pseudo_event id="169" operation="notified" operation_key="redis-bundle-master_confirmed-post_notify_promoted_0">
@@ -868,10 +868,10 @@
<rsc_op id="252" operation="notify" operation_key="redis_post_notify_promote_0" internal_operation_key="redis:0_post_notify_promote_0" on_node="redis-bundle-0" on_node_uuid="redis-bundle-0" router_node="controller-0"/>
</trigger>
<trigger>
- <rsc_op id="254" operation="notify" operation_key="redis:1_post_notify_promote_0" on_node="redis-bundle-1" on_node_uuid="redis-bundle-1" router_node="controller-1"/>
+ <rsc_op id="254" operation="notify" operation_key="redis_post_notify_promote_0" internal_operation_key="redis:2_post_notify_promote_0" on_node="redis-bundle-2" on_node_uuid="redis-bundle-2" router_node="controller-2"/>
</trigger>
<trigger>
- <rsc_op id="256" operation="notify" operation_key="redis_post_notify_promote_0" internal_operation_key="redis:2_post_notify_promote_0" on_node="redis-bundle-2" on_node_uuid="redis-bundle-2" router_node="controller-2"/>
+ <rsc_op id="256" operation="notify" operation_key="redis:1_post_notify_promote_0" on_node="redis-bundle-1" on_node_uuid="redis-bundle-1" router_node="controller-1"/>
</trigger>
</inputs>
</synapse>
@@ -904,10 +904,10 @@
<rsc_op id="251" operation="notify" operation_key="redis_pre_notify_promote_0" internal_operation_key="redis:0_pre_notify_promote_0" on_node="redis-bundle-0" on_node_uuid="redis-bundle-0" router_node="controller-0"/>
</trigger>
<trigger>
- <rsc_op id="253" operation="notify" operation_key="redis:1_pre_notify_promote_0" on_node="redis-bundle-1" on_node_uuid="redis-bundle-1" router_node="controller-1"/>
+ <rsc_op id="253" operation="notify" operation_key="redis_pre_notify_promote_0" internal_operation_key="redis:2_pre_notify_promote_0" on_node="redis-bundle-2" on_node_uuid="redis-bundle-2" router_node="controller-2"/>
</trigger>
<trigger>
- <rsc_op id="255" operation="notify" operation_key="redis_pre_notify_promote_0" internal_operation_key="redis:2_pre_notify_promote_0" on_node="redis-bundle-2" on_node_uuid="redis-bundle-2" router_node="controller-2"/>
+ <rsc_op id="255" operation="notify" operation_key="redis:1_pre_notify_promote_0" on_node="redis-bundle-1" on_node_uuid="redis-bundle-1" router_node="controller-1"/>
</trigger>
</inputs>
</synapse>
@@ -967,10 +967,10 @@
<rsc_op id="243" operation="notify" operation_key="redis_post_notify_start_0" internal_operation_key="redis:0_post_notify_start_0" on_node="redis-bundle-0" on_node_uuid="redis-bundle-0" router_node="controller-0"/>
</trigger>
<trigger>
- <rsc_op id="244" operation="notify" operation_key="redis:1_post_notify_start_0" on_node="redis-bundle-1" on_node_uuid="redis-bundle-1" router_node="controller-1"/>
+ <rsc_op id="245" operation="notify" operation_key="redis_post_notify_start_0" internal_operation_key="redis:2_post_notify_start_0" on_node="redis-bundle-2" on_node_uuid="redis-bundle-2" router_node="controller-2"/>
</trigger>
<trigger>
- <rsc_op id="246" operation="notify" operation_key="redis_post_notify_start_0" internal_operation_key="redis:2_post_notify_start_0" on_node="redis-bundle-2" on_node_uuid="redis-bundle-2" router_node="controller-2"/>
+ <rsc_op id="246" operation="notify" operation_key="redis:1_post_notify_start_0" on_node="redis-bundle-1" on_node_uuid="redis-bundle-1" router_node="controller-1"/>
</trigger>
</inputs>
</synapse>
@@ -1003,7 +1003,7 @@
<rsc_op id="242" operation="notify" operation_key="redis_pre_notify_start_0" internal_operation_key="redis:0_pre_notify_start_0" on_node="redis-bundle-0" on_node_uuid="redis-bundle-0" router_node="controller-0"/>
</trigger>
<trigger>
- <rsc_op id="245" operation="notify" operation_key="redis_pre_notify_start_0" internal_operation_key="redis:2_pre_notify_start_0" on_node="redis-bundle-2" on_node_uuid="redis-bundle-2" router_node="controller-2"/>
+ <rsc_op id="244" operation="notify" operation_key="redis_pre_notify_start_0" internal_operation_key="redis:2_pre_notify_start_0" on_node="redis-bundle-2" on_node_uuid="redis-bundle-2" router_node="controller-2"/>
</trigger>
</inputs>
</synapse>
diff --git a/cts/scheduler/exp/bundle-probe-remotes.exp b/cts/scheduler/exp/bundle-probe-remotes.exp
index b1b14db..41a6cf1 100644
--- a/cts/scheduler/exp/bundle-probe-remotes.exp
+++ b/cts/scheduler/exp/bundle-probe-remotes.exp
@@ -280,6 +280,9 @@
<rsc_op id="80" operation="start" operation_key="scale1-bundle-2_start_0" on_node="c09-h07-r630" on_node_uuid="3"/>
</trigger>
<trigger>
+ <rsc_op id="98" operation="start" operation_key="dummy1:0_start_0" on_node="scale1-bundle-0" on_node_uuid="scale1-bundle-0" router_node="c09-h05-r630"/>
+ </trigger>
+ <trigger>
<rsc_op id="100" operation="start" operation_key="dummy1:1_start_0" on_node="scale1-bundle-1" on_node_uuid="scale1-bundle-1" router_node="c09-h06-r630"/>
</trigger>
<trigger>
@@ -318,6 +321,12 @@
<rsc_op id="84" operation="start" operation_key="scale1-bundle-3_start_0" on_node="c09-h05-r630" on_node_uuid="1"/>
</trigger>
<trigger>
+ <rsc_op id="98" operation="start" operation_key="dummy1:0_start_0" on_node="scale1-bundle-0" on_node_uuid="scale1-bundle-0" router_node="c09-h05-r630"/>
+ </trigger>
+ <trigger>
+ <rsc_op id="100" operation="start" operation_key="dummy1:1_start_0" on_node="scale1-bundle-1" on_node_uuid="scale1-bundle-1" router_node="c09-h06-r630"/>
+ </trigger>
+ <trigger>
<rsc_op id="102" operation="start" operation_key="dummy1:2_start_0" on_node="scale1-bundle-2" on_node_uuid="scale1-bundle-2" router_node="c09-h07-r630"/>
</trigger>
<trigger>
@@ -356,6 +365,15 @@
<rsc_op id="88" operation="start" operation_key="scale1-bundle-4_start_0" on_node="c09-h06-r630" on_node_uuid="2"/>
</trigger>
<trigger>
+ <rsc_op id="98" operation="start" operation_key="dummy1:0_start_0" on_node="scale1-bundle-0" on_node_uuid="scale1-bundle-0" router_node="c09-h05-r630"/>
+ </trigger>
+ <trigger>
+ <rsc_op id="100" operation="start" operation_key="dummy1:1_start_0" on_node="scale1-bundle-1" on_node_uuid="scale1-bundle-1" router_node="c09-h06-r630"/>
+ </trigger>
+ <trigger>
+ <rsc_op id="102" operation="start" operation_key="dummy1:2_start_0" on_node="scale1-bundle-2" on_node_uuid="scale1-bundle-2" router_node="c09-h07-r630"/>
+ </trigger>
+ <trigger>
<rsc_op id="104" operation="start" operation_key="dummy1:3_start_0" on_node="scale1-bundle-3" on_node_uuid="scale1-bundle-3" router_node="c09-h05-r630"/>
</trigger>
<trigger>
@@ -394,6 +412,18 @@
<rsc_op id="92" operation="start" operation_key="scale1-bundle-5_start_0" on_node="c09-h07-r630" on_node_uuid="3"/>
</trigger>
<trigger>
+ <rsc_op id="98" operation="start" operation_key="dummy1:0_start_0" on_node="scale1-bundle-0" on_node_uuid="scale1-bundle-0" router_node="c09-h05-r630"/>
+ </trigger>
+ <trigger>
+ <rsc_op id="100" operation="start" operation_key="dummy1:1_start_0" on_node="scale1-bundle-1" on_node_uuid="scale1-bundle-1" router_node="c09-h06-r630"/>
+ </trigger>
+ <trigger>
+ <rsc_op id="102" operation="start" operation_key="dummy1:2_start_0" on_node="scale1-bundle-2" on_node_uuid="scale1-bundle-2" router_node="c09-h07-r630"/>
+ </trigger>
+ <trigger>
+ <rsc_op id="104" operation="start" operation_key="dummy1:3_start_0" on_node="scale1-bundle-3" on_node_uuid="scale1-bundle-3" router_node="c09-h05-r630"/>
+ </trigger>
+ <trigger>
<rsc_op id="106" operation="start" operation_key="dummy1:4_start_0" on_node="scale1-bundle-4" on_node_uuid="scale1-bundle-4" router_node="c09-h06-r630"/>
</trigger>
<trigger>
diff --git a/cts/scheduler/exp/bundle-promoted-anticolocation-1.exp b/cts/scheduler/exp/bundle-promoted-anticolocation-1.exp
new file mode 100644
index 0000000..bb2aee1
--- /dev/null
+++ b/cts/scheduler/exp/bundle-promoted-anticolocation-1.exp
@@ -0,0 +1,37 @@
+<transition_graph cluster-delay="60s" stonith-timeout="60s" failed-stop-offset="INFINITY" failed-start-offset="INFINITY" transition_id="0">
+ <synapse id="0">
+ <action_set>
+ <rsc_op id="52" operation="monitor" operation_key="vip_monitor_10000" on_node="node1" on_node_uuid="1">
+ <primitive id="vip" class="ocf" provider="heartbeat" type="IPaddr2"/>
+ <attributes CRM_meta_interval="10000" CRM_meta_name="monitor" CRM_meta_on_node="node1" CRM_meta_on_node_uuid="1" CRM_meta_timeout="20000" cidr_netmask="32" ip="192.168.22.81"/>
+ </rsc_op>
+ </action_set>
+ <inputs>
+ <trigger>
+ <rsc_op id="51" operation="start" operation_key="vip_start_0" on_node="node1" on_node_uuid="1"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="1">
+ <action_set>
+ <rsc_op id="51" operation="start" operation_key="vip_start_0" on_node="node1" on_node_uuid="1">
+ <primitive id="vip" class="ocf" provider="heartbeat" type="IPaddr2"/>
+ <attributes CRM_meta_name="start" CRM_meta_on_node="node1" CRM_meta_on_node_uuid="1" CRM_meta_timeout="20000" cidr_netmask="32" ip="192.168.22.81"/>
+ </rsc_op>
+ </action_set>
+ <inputs>
+ <trigger>
+ <rsc_op id="50" operation="stop" operation_key="vip_stop_0" on_node="node3" on_node_uuid="3"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="2">
+ <action_set>
+ <rsc_op id="50" operation="stop" operation_key="vip_stop_0" on_node="node3" on_node_uuid="3">
+ <primitive id="vip" class="ocf" provider="heartbeat" type="IPaddr2"/>
+ <attributes CRM_meta_name="stop" CRM_meta_on_node="node3" CRM_meta_on_node_uuid="3" CRM_meta_timeout="20000" cidr_netmask="32" ip="192.168.22.81"/>
+ </rsc_op>
+ </action_set>
+ <inputs/>
+ </synapse>
+</transition_graph>
diff --git a/cts/scheduler/exp/bundle-promoted-anticolocation-2.exp b/cts/scheduler/exp/bundle-promoted-anticolocation-2.exp
new file mode 100644
index 0000000..bb2aee1
--- /dev/null
+++ b/cts/scheduler/exp/bundle-promoted-anticolocation-2.exp
@@ -0,0 +1,37 @@
+<transition_graph cluster-delay="60s" stonith-timeout="60s" failed-stop-offset="INFINITY" failed-start-offset="INFINITY" transition_id="0">
+ <synapse id="0">
+ <action_set>
+ <rsc_op id="52" operation="monitor" operation_key="vip_monitor_10000" on_node="node1" on_node_uuid="1">
+ <primitive id="vip" class="ocf" provider="heartbeat" type="IPaddr2"/>
+ <attributes CRM_meta_interval="10000" CRM_meta_name="monitor" CRM_meta_on_node="node1" CRM_meta_on_node_uuid="1" CRM_meta_timeout="20000" cidr_netmask="32" ip="192.168.22.81"/>
+ </rsc_op>
+ </action_set>
+ <inputs>
+ <trigger>
+ <rsc_op id="51" operation="start" operation_key="vip_start_0" on_node="node1" on_node_uuid="1"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="1">
+ <action_set>
+ <rsc_op id="51" operation="start" operation_key="vip_start_0" on_node="node1" on_node_uuid="1">
+ <primitive id="vip" class="ocf" provider="heartbeat" type="IPaddr2"/>
+ <attributes CRM_meta_name="start" CRM_meta_on_node="node1" CRM_meta_on_node_uuid="1" CRM_meta_timeout="20000" cidr_netmask="32" ip="192.168.22.81"/>
+ </rsc_op>
+ </action_set>
+ <inputs>
+ <trigger>
+ <rsc_op id="50" operation="stop" operation_key="vip_stop_0" on_node="node3" on_node_uuid="3"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="2">
+ <action_set>
+ <rsc_op id="50" operation="stop" operation_key="vip_stop_0" on_node="node3" on_node_uuid="3">
+ <primitive id="vip" class="ocf" provider="heartbeat" type="IPaddr2"/>
+ <attributes CRM_meta_name="stop" CRM_meta_on_node="node3" CRM_meta_on_node_uuid="3" CRM_meta_timeout="20000" cidr_netmask="32" ip="192.168.22.81"/>
+ </rsc_op>
+ </action_set>
+ <inputs/>
+ </synapse>
+</transition_graph>
diff --git a/cts/scheduler/exp/bundle-promoted-anticolocation-3.exp b/cts/scheduler/exp/bundle-promoted-anticolocation-3.exp
new file mode 100644
index 0000000..7febd99
--- /dev/null
+++ b/cts/scheduler/exp/bundle-promoted-anticolocation-3.exp
@@ -0,0 +1,179 @@
+<transition_graph cluster-delay="60s" stonith-timeout="60s" failed-stop-offset="INFINITY" failed-start-offset="INFINITY" transition_id="0">
+ <synapse id="0">
+ <action_set>
+ <rsc_op id="33" operation="monitor" operation_key="base_monitor_15000" internal_operation_key="base:1_monitor_15000" on_node="base-bundle-1" on_node_uuid="base-bundle-1" router_node="node2">
+ <primitive id="base" long-id="base:1" class="ocf" provider="pacemaker" type="Stateful"/>
+ <attributes CRM_meta_clone="1" CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_container_attribute_target="host" CRM_meta_globally_unique="false" CRM_meta_interval="15000" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_name="monitor" CRM_meta_notify="false" CRM_meta_on_node="base-bundle-1" CRM_meta_on_node_uuid="base-bundle-1" CRM_meta_op_target_rc="8" CRM_meta_physical_host="node2" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_role="Promoted" CRM_meta_timeout="15000" />
+ </rsc_op>
+ </action_set>
+ <inputs>
+ <trigger>
+ <rsc_op id="32" operation="promote" operation_key="base_promote_0" internal_operation_key="base:1_promote_0" on_node="base-bundle-1" on_node_uuid="base-bundle-1" router_node="node2"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="1">
+ <action_set>
+ <rsc_op id="32" operation="promote" operation_key="base_promote_0" internal_operation_key="base:1_promote_0" on_node="base-bundle-1" on_node_uuid="base-bundle-1" router_node="node2">
+ <primitive id="base" long-id="base:1" class="ocf" provider="pacemaker" type="Stateful"/>
+ <attributes CRM_meta_clone="1" CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_container_attribute_target="host" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_notify="false" CRM_meta_on_node="base-bundle-1" CRM_meta_on_node_uuid="base-bundle-1" CRM_meta_physical_host="node2" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="20000" />
+ </rsc_op>
+ </action_set>
+ <inputs>
+ <trigger>
+ <rsc_op id="10" operation="cancel" operation_key="base_monitor_16000" internal_operation_key="base:1_monitor_16000" on_node="base-bundle-1" on_node_uuid="base-bundle-1" router_node="node2"/>
+ </trigger>
+ <trigger>
+ <pseudo_event id="44" operation="promote" operation_key="base-bundle-clone_promote_0"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="2">
+ <action_set>
+ <rsc_op id="10" operation="cancel" operation_key="base_monitor_16000" internal_operation_key="base:1_monitor_16000" on_node="base-bundle-1" on_node_uuid="base-bundle-1" router_node="node2">
+ <primitive id="base" long-id="base:1" class="ocf" provider="pacemaker" type="Stateful"/>
+ <attributes CRM_meta_clone="1" CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_interval="16000" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_name="monitor" CRM_meta_notify="false" CRM_meta_on_node="base-bundle-1" CRM_meta_on_node_uuid="base-bundle-1" CRM_meta_operation="monitor" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_role="Unpromoted" CRM_meta_timeout="16000" />
+ </rsc_op>
+ </action_set>
+ <inputs/>
+ </synapse>
+ <synapse id="3">
+ <action_set>
+ <rsc_op id="39" operation="monitor" operation_key="base_monitor_16000" internal_operation_key="base:2_monitor_16000" on_node="base-bundle-2" on_node_uuid="base-bundle-2" router_node="node3">
+ <primitive id="base" long-id="base:2" class="ocf" provider="pacemaker" type="Stateful"/>
+ <attributes CRM_meta_clone="2" CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_container_attribute_target="host" CRM_meta_globally_unique="false" CRM_meta_interval="16000" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_name="monitor" CRM_meta_notify="false" CRM_meta_on_node="base-bundle-2" CRM_meta_on_node_uuid="base-bundle-2" CRM_meta_physical_host="node3" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_role="Unpromoted" CRM_meta_timeout="16000" />
+ </rsc_op>
+ </action_set>
+ <inputs>
+ <trigger>
+ <rsc_op id="37" operation="demote" operation_key="base_demote_0" internal_operation_key="base:2_demote_0" on_node="base-bundle-2" on_node_uuid="base-bundle-2" router_node="node3"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="4">
+ <action_set>
+ <rsc_op id="37" operation="demote" operation_key="base_demote_0" internal_operation_key="base:2_demote_0" on_node="base-bundle-2" on_node_uuid="base-bundle-2" router_node="node3">
+ <primitive id="base" long-id="base:2" class="ocf" provider="pacemaker" type="Stateful"/>
+ <attributes CRM_meta_clone="2" CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_container_attribute_target="host" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_notify="false" CRM_meta_on_node="base-bundle-2" CRM_meta_on_node_uuid="base-bundle-2" CRM_meta_physical_host="node3" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="20000" />
+ </rsc_op>
+ </action_set>
+ <inputs>
+ <trigger>
+ <rsc_op id="11" operation="cancel" operation_key="base_monitor_15000" internal_operation_key="base:2_monitor_15000" on_node="base-bundle-2" on_node_uuid="base-bundle-2" router_node="node3"/>
+ </trigger>
+ <trigger>
+ <pseudo_event id="46" operation="demote" operation_key="base-bundle-clone_demote_0"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="5">
+ <action_set>
+ <rsc_op id="11" operation="cancel" operation_key="base_monitor_15000" internal_operation_key="base:2_monitor_15000" on_node="base-bundle-2" on_node_uuid="base-bundle-2" router_node="node3">
+ <primitive id="base" long-id="base:2" class="ocf" provider="pacemaker" type="Stateful"/>
+ <attributes CRM_meta_clone="2" CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_interval="15000" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_name="monitor" CRM_meta_notify="false" CRM_meta_on_node="base-bundle-2" CRM_meta_on_node_uuid="base-bundle-2" CRM_meta_operation="monitor" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_role="Promoted" CRM_meta_timeout="15000" />
+ </rsc_op>
+ </action_set>
+ <inputs/>
+ </synapse>
+ <synapse id="6" priority="1000000">
+ <action_set>
+ <pseudo_event id="47" operation="demoted" operation_key="base-bundle-clone_demoted_0">
+ <attributes CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_notify="false" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="20000" />
+ </pseudo_event>
+ </action_set>
+ <inputs>
+ <trigger>
+ <rsc_op id="37" operation="demote" operation_key="base_demote_0" internal_operation_key="base:2_demote_0" on_node="base-bundle-2" on_node_uuid="base-bundle-2" router_node="node3"/>
+ </trigger>
+ <trigger>
+ <pseudo_event id="46" operation="demote" operation_key="base-bundle-clone_demote_0"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="7">
+ <action_set>
+ <pseudo_event id="46" operation="demote" operation_key="base-bundle-clone_demote_0">
+ <attributes CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_notify="false" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="20000" />
+ </pseudo_event>
+ </action_set>
+ <inputs>
+ <trigger>
+ <pseudo_event id="50" operation="demote" operation_key="base-bundle_demote_0"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="8" priority="1000000">
+ <action_set>
+ <pseudo_event id="45" operation="promoted" operation_key="base-bundle-clone_promoted_0">
+ <attributes CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_notify="false" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="20000" />
+ </pseudo_event>
+ </action_set>
+ <inputs>
+ <trigger>
+ <rsc_op id="32" operation="promote" operation_key="base_promote_0" internal_operation_key="base:1_promote_0" on_node="base-bundle-1" on_node_uuid="base-bundle-1" router_node="node2"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="9">
+ <action_set>
+ <pseudo_event id="44" operation="promote" operation_key="base-bundle-clone_promote_0">
+ <attributes CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_notify="false" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="20000" />
+ </pseudo_event>
+ </action_set>
+ <inputs>
+ <trigger>
+ <pseudo_event id="47" operation="demoted" operation_key="base-bundle-clone_demoted_0"/>
+ </trigger>
+ <trigger>
+ <pseudo_event id="48" operation="promote" operation_key="base-bundle_promote_0"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="10" priority="1000000">
+ <action_set>
+ <pseudo_event id="51" operation="demoted" operation_key="base-bundle_demoted_0">
+ <attributes CRM_meta_timeout="20000" />
+ </pseudo_event>
+ </action_set>
+ <inputs>
+ <trigger>
+ <pseudo_event id="47" operation="demoted" operation_key="base-bundle-clone_demoted_0"/>
+ </trigger>
+ <trigger>
+ <pseudo_event id="50" operation="demote" operation_key="base-bundle_demote_0"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="11">
+ <action_set>
+ <pseudo_event id="50" operation="demote" operation_key="base-bundle_demote_0">
+ <attributes CRM_meta_timeout="20000" />
+ </pseudo_event>
+ </action_set>
+ <inputs/>
+ </synapse>
+ <synapse id="12" priority="1000000">
+ <action_set>
+ <pseudo_event id="49" operation="promoted" operation_key="base-bundle_promoted_0">
+ <attributes CRM_meta_timeout="20000" />
+ </pseudo_event>
+ </action_set>
+ <inputs>
+ <trigger>
+ <pseudo_event id="45" operation="promoted" operation_key="base-bundle-clone_promoted_0"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="13">
+ <action_set>
+ <pseudo_event id="48" operation="promote" operation_key="base-bundle_promote_0">
+ <attributes CRM_meta_timeout="20000" />
+ </pseudo_event>
+ </action_set>
+ <inputs>
+ <trigger>
+ <pseudo_event id="51" operation="demoted" operation_key="base-bundle_demoted_0"/>
+ </trigger>
+ </inputs>
+ </synapse>
+</transition_graph>
diff --git a/cts/scheduler/exp/bundle-promoted-anticolocation-4.exp b/cts/scheduler/exp/bundle-promoted-anticolocation-4.exp
new file mode 100644
index 0000000..7febd99
--- /dev/null
+++ b/cts/scheduler/exp/bundle-promoted-anticolocation-4.exp
@@ -0,0 +1,179 @@
+<transition_graph cluster-delay="60s" stonith-timeout="60s" failed-stop-offset="INFINITY" failed-start-offset="INFINITY" transition_id="0">
+ <synapse id="0">
+ <action_set>
+ <rsc_op id="33" operation="monitor" operation_key="base_monitor_15000" internal_operation_key="base:1_monitor_15000" on_node="base-bundle-1" on_node_uuid="base-bundle-1" router_node="node2">
+ <primitive id="base" long-id="base:1" class="ocf" provider="pacemaker" type="Stateful"/>
+ <attributes CRM_meta_clone="1" CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_container_attribute_target="host" CRM_meta_globally_unique="false" CRM_meta_interval="15000" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_name="monitor" CRM_meta_notify="false" CRM_meta_on_node="base-bundle-1" CRM_meta_on_node_uuid="base-bundle-1" CRM_meta_op_target_rc="8" CRM_meta_physical_host="node2" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_role="Promoted" CRM_meta_timeout="15000" />
+ </rsc_op>
+ </action_set>
+ <inputs>
+ <trigger>
+ <rsc_op id="32" operation="promote" operation_key="base_promote_0" internal_operation_key="base:1_promote_0" on_node="base-bundle-1" on_node_uuid="base-bundle-1" router_node="node2"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="1">
+ <action_set>
+ <rsc_op id="32" operation="promote" operation_key="base_promote_0" internal_operation_key="base:1_promote_0" on_node="base-bundle-1" on_node_uuid="base-bundle-1" router_node="node2">
+ <primitive id="base" long-id="base:1" class="ocf" provider="pacemaker" type="Stateful"/>
+ <attributes CRM_meta_clone="1" CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_container_attribute_target="host" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_notify="false" CRM_meta_on_node="base-bundle-1" CRM_meta_on_node_uuid="base-bundle-1" CRM_meta_physical_host="node2" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="20000" />
+ </rsc_op>
+ </action_set>
+ <inputs>
+ <trigger>
+ <rsc_op id="10" operation="cancel" operation_key="base_monitor_16000" internal_operation_key="base:1_monitor_16000" on_node="base-bundle-1" on_node_uuid="base-bundle-1" router_node="node2"/>
+ </trigger>
+ <trigger>
+ <pseudo_event id="44" operation="promote" operation_key="base-bundle-clone_promote_0"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="2">
+ <action_set>
+ <rsc_op id="10" operation="cancel" operation_key="base_monitor_16000" internal_operation_key="base:1_monitor_16000" on_node="base-bundle-1" on_node_uuid="base-bundle-1" router_node="node2">
+ <primitive id="base" long-id="base:1" class="ocf" provider="pacemaker" type="Stateful"/>
+ <attributes CRM_meta_clone="1" CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_interval="16000" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_name="monitor" CRM_meta_notify="false" CRM_meta_on_node="base-bundle-1" CRM_meta_on_node_uuid="base-bundle-1" CRM_meta_operation="monitor" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_role="Unpromoted" CRM_meta_timeout="16000" />
+ </rsc_op>
+ </action_set>
+ <inputs/>
+ </synapse>
+ <synapse id="3">
+ <action_set>
+ <rsc_op id="39" operation="monitor" operation_key="base_monitor_16000" internal_operation_key="base:2_monitor_16000" on_node="base-bundle-2" on_node_uuid="base-bundle-2" router_node="node3">
+ <primitive id="base" long-id="base:2" class="ocf" provider="pacemaker" type="Stateful"/>
+ <attributes CRM_meta_clone="2" CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_container_attribute_target="host" CRM_meta_globally_unique="false" CRM_meta_interval="16000" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_name="monitor" CRM_meta_notify="false" CRM_meta_on_node="base-bundle-2" CRM_meta_on_node_uuid="base-bundle-2" CRM_meta_physical_host="node3" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_role="Unpromoted" CRM_meta_timeout="16000" />
+ </rsc_op>
+ </action_set>
+ <inputs>
+ <trigger>
+ <rsc_op id="37" operation="demote" operation_key="base_demote_0" internal_operation_key="base:2_demote_0" on_node="base-bundle-2" on_node_uuid="base-bundle-2" router_node="node3"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="4">
+ <action_set>
+ <rsc_op id="37" operation="demote" operation_key="base_demote_0" internal_operation_key="base:2_demote_0" on_node="base-bundle-2" on_node_uuid="base-bundle-2" router_node="node3">
+ <primitive id="base" long-id="base:2" class="ocf" provider="pacemaker" type="Stateful"/>
+ <attributes CRM_meta_clone="2" CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_container_attribute_target="host" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_notify="false" CRM_meta_on_node="base-bundle-2" CRM_meta_on_node_uuid="base-bundle-2" CRM_meta_physical_host="node3" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="20000" />
+ </rsc_op>
+ </action_set>
+ <inputs>
+ <trigger>
+ <rsc_op id="11" operation="cancel" operation_key="base_monitor_15000" internal_operation_key="base:2_monitor_15000" on_node="base-bundle-2" on_node_uuid="base-bundle-2" router_node="node3"/>
+ </trigger>
+ <trigger>
+ <pseudo_event id="46" operation="demote" operation_key="base-bundle-clone_demote_0"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="5">
+ <action_set>
+ <rsc_op id="11" operation="cancel" operation_key="base_monitor_15000" internal_operation_key="base:2_monitor_15000" on_node="base-bundle-2" on_node_uuid="base-bundle-2" router_node="node3">
+ <primitive id="base" long-id="base:2" class="ocf" provider="pacemaker" type="Stateful"/>
+ <attributes CRM_meta_clone="2" CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_interval="15000" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_name="monitor" CRM_meta_notify="false" CRM_meta_on_node="base-bundle-2" CRM_meta_on_node_uuid="base-bundle-2" CRM_meta_operation="monitor" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_role="Promoted" CRM_meta_timeout="15000" />
+ </rsc_op>
+ </action_set>
+ <inputs/>
+ </synapse>
+ <synapse id="6" priority="1000000">
+ <action_set>
+ <pseudo_event id="47" operation="demoted" operation_key="base-bundle-clone_demoted_0">
+ <attributes CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_notify="false" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="20000" />
+ </pseudo_event>
+ </action_set>
+ <inputs>
+ <trigger>
+ <rsc_op id="37" operation="demote" operation_key="base_demote_0" internal_operation_key="base:2_demote_0" on_node="base-bundle-2" on_node_uuid="base-bundle-2" router_node="node3"/>
+ </trigger>
+ <trigger>
+ <pseudo_event id="46" operation="demote" operation_key="base-bundle-clone_demote_0"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="7">
+ <action_set>
+ <pseudo_event id="46" operation="demote" operation_key="base-bundle-clone_demote_0">
+ <attributes CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_notify="false" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="20000" />
+ </pseudo_event>
+ </action_set>
+ <inputs>
+ <trigger>
+ <pseudo_event id="50" operation="demote" operation_key="base-bundle_demote_0"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="8" priority="1000000">
+ <action_set>
+ <pseudo_event id="45" operation="promoted" operation_key="base-bundle-clone_promoted_0">
+ <attributes CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_notify="false" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="20000" />
+ </pseudo_event>
+ </action_set>
+ <inputs>
+ <trigger>
+ <rsc_op id="32" operation="promote" operation_key="base_promote_0" internal_operation_key="base:1_promote_0" on_node="base-bundle-1" on_node_uuid="base-bundle-1" router_node="node2"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="9">
+ <action_set>
+ <pseudo_event id="44" operation="promote" operation_key="base-bundle-clone_promote_0">
+ <attributes CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_notify="false" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="20000" />
+ </pseudo_event>
+ </action_set>
+ <inputs>
+ <trigger>
+ <pseudo_event id="47" operation="demoted" operation_key="base-bundle-clone_demoted_0"/>
+ </trigger>
+ <trigger>
+ <pseudo_event id="48" operation="promote" operation_key="base-bundle_promote_0"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="10" priority="1000000">
+ <action_set>
+ <pseudo_event id="51" operation="demoted" operation_key="base-bundle_demoted_0">
+ <attributes CRM_meta_timeout="20000" />
+ </pseudo_event>
+ </action_set>
+ <inputs>
+ <trigger>
+ <pseudo_event id="47" operation="demoted" operation_key="base-bundle-clone_demoted_0"/>
+ </trigger>
+ <trigger>
+ <pseudo_event id="50" operation="demote" operation_key="base-bundle_demote_0"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="11">
+ <action_set>
+ <pseudo_event id="50" operation="demote" operation_key="base-bundle_demote_0">
+ <attributes CRM_meta_timeout="20000" />
+ </pseudo_event>
+ </action_set>
+ <inputs/>
+ </synapse>
+ <synapse id="12" priority="1000000">
+ <action_set>
+ <pseudo_event id="49" operation="promoted" operation_key="base-bundle_promoted_0">
+ <attributes CRM_meta_timeout="20000" />
+ </pseudo_event>
+ </action_set>
+ <inputs>
+ <trigger>
+ <pseudo_event id="45" operation="promoted" operation_key="base-bundle-clone_promoted_0"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="13">
+ <action_set>
+ <pseudo_event id="48" operation="promote" operation_key="base-bundle_promote_0">
+ <attributes CRM_meta_timeout="20000" />
+ </pseudo_event>
+ </action_set>
+ <inputs>
+ <trigger>
+ <pseudo_event id="51" operation="demoted" operation_key="base-bundle_demoted_0"/>
+ </trigger>
+ </inputs>
+ </synapse>
+</transition_graph>
diff --git a/cts/scheduler/exp/bundle-promoted-anticolocation-5.exp b/cts/scheduler/exp/bundle-promoted-anticolocation-5.exp
new file mode 100644
index 0000000..d5861ab
--- /dev/null
+++ b/cts/scheduler/exp/bundle-promoted-anticolocation-5.exp
@@ -0,0 +1,179 @@
+<transition_graph cluster-delay="60s" stonith-timeout="60s" failed-stop-offset="INFINITY" failed-start-offset="INFINITY" transition_id="0">
+ <synapse id="0">
+ <action_set>
+ <rsc_op id="41" operation="monitor" operation_key="bundle-a-rsc_monitor_15000" internal_operation_key="bundle-a-rsc:2_monitor_15000" on_node="bundle-a-2" on_node_uuid="bundle-a-2" router_node="node2">
+ <primitive id="bundle-a-rsc" long-id="bundle-a-rsc:2" class="ocf" provider="pacemaker" type="Stateful"/>
+ <attributes CRM_meta_clone="2" CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_container_attribute_target="host" CRM_meta_globally_unique="false" CRM_meta_interval="15000" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_name="monitor" CRM_meta_notify="false" CRM_meta_on_node="bundle-a-2" CRM_meta_on_node_uuid="bundle-a-2" CRM_meta_op_target_rc="8" CRM_meta_physical_host="node2" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_role="Promoted" CRM_meta_timeout="15000" />
+ </rsc_op>
+ </action_set>
+ <inputs>
+ <trigger>
+ <rsc_op id="40" operation="promote" operation_key="bundle-a-rsc_promote_0" internal_operation_key="bundle-a-rsc:2_promote_0" on_node="bundle-a-2" on_node_uuid="bundle-a-2" router_node="node2"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="1">
+ <action_set>
+ <rsc_op id="40" operation="promote" operation_key="bundle-a-rsc_promote_0" internal_operation_key="bundle-a-rsc:2_promote_0" on_node="bundle-a-2" on_node_uuid="bundle-a-2" router_node="node2">
+ <primitive id="bundle-a-rsc" long-id="bundle-a-rsc:2" class="ocf" provider="pacemaker" type="Stateful"/>
+ <attributes CRM_meta_clone="2" CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_container_attribute_target="host" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_notify="false" CRM_meta_on_node="bundle-a-2" CRM_meta_on_node_uuid="bundle-a-2" CRM_meta_physical_host="node2" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="20000" />
+ </rsc_op>
+ </action_set>
+ <inputs>
+ <trigger>
+ <rsc_op id="19" operation="cancel" operation_key="bundle-a-rsc_monitor_16000" internal_operation_key="bundle-a-rsc:2_monitor_16000" on_node="bundle-a-2" on_node_uuid="bundle-a-2" router_node="node2"/>
+ </trigger>
+ <trigger>
+ <pseudo_event id="52" operation="promote" operation_key="bundle-a-clone_promote_0"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="2">
+ <action_set>
+ <rsc_op id="19" operation="cancel" operation_key="bundle-a-rsc_monitor_16000" internal_operation_key="bundle-a-rsc:2_monitor_16000" on_node="bundle-a-2" on_node_uuid="bundle-a-2" router_node="node2">
+ <primitive id="bundle-a-rsc" long-id="bundle-a-rsc:2" class="ocf" provider="pacemaker" type="Stateful"/>
+ <attributes CRM_meta_clone="2" CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_interval="16000" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_name="monitor" CRM_meta_notify="false" CRM_meta_on_node="bundle-a-2" CRM_meta_on_node_uuid="bundle-a-2" CRM_meta_operation="monitor" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_role="Unpromoted" CRM_meta_timeout="16000" />
+ </rsc_op>
+ </action_set>
+ <inputs/>
+ </synapse>
+ <synapse id="3">
+ <action_set>
+ <rsc_op id="47" operation="monitor" operation_key="bundle-a-rsc_monitor_16000" internal_operation_key="bundle-a-rsc:1_monitor_16000" on_node="bundle-a-1" on_node_uuid="bundle-a-1" router_node="node3">
+ <primitive id="bundle-a-rsc" long-id="bundle-a-rsc:1" class="ocf" provider="pacemaker" type="Stateful"/>
+ <attributes CRM_meta_clone="1" CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_container_attribute_target="host" CRM_meta_globally_unique="false" CRM_meta_interval="16000" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_name="monitor" CRM_meta_notify="false" CRM_meta_on_node="bundle-a-1" CRM_meta_on_node_uuid="bundle-a-1" CRM_meta_physical_host="node3" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_role="Unpromoted" CRM_meta_timeout="16000" />
+ </rsc_op>
+ </action_set>
+ <inputs>
+ <trigger>
+ <rsc_op id="45" operation="demote" operation_key="bundle-a-rsc_demote_0" internal_operation_key="bundle-a-rsc:1_demote_0" on_node="bundle-a-1" on_node_uuid="bundle-a-1" router_node="node3"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="4">
+ <action_set>
+ <rsc_op id="45" operation="demote" operation_key="bundle-a-rsc_demote_0" internal_operation_key="bundle-a-rsc:1_demote_0" on_node="bundle-a-1" on_node_uuid="bundle-a-1" router_node="node3">
+ <primitive id="bundle-a-rsc" long-id="bundle-a-rsc:1" class="ocf" provider="pacemaker" type="Stateful"/>
+ <attributes CRM_meta_clone="1" CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_container_attribute_target="host" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_notify="false" CRM_meta_on_node="bundle-a-1" CRM_meta_on_node_uuid="bundle-a-1" CRM_meta_physical_host="node3" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="20000" />
+ </rsc_op>
+ </action_set>
+ <inputs>
+ <trigger>
+ <rsc_op id="14" operation="cancel" operation_key="bundle-a-rsc_monitor_15000" internal_operation_key="bundle-a-rsc:1_monitor_15000" on_node="bundle-a-1" on_node_uuid="bundle-a-1" router_node="node3"/>
+ </trigger>
+ <trigger>
+ <pseudo_event id="54" operation="demote" operation_key="bundle-a-clone_demote_0"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="5">
+ <action_set>
+ <rsc_op id="14" operation="cancel" operation_key="bundle-a-rsc_monitor_15000" internal_operation_key="bundle-a-rsc:1_monitor_15000" on_node="bundle-a-1" on_node_uuid="bundle-a-1" router_node="node3">
+ <primitive id="bundle-a-rsc" long-id="bundle-a-rsc:1" class="ocf" provider="pacemaker" type="Stateful"/>
+ <attributes CRM_meta_clone="1" CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_interval="15000" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_name="monitor" CRM_meta_notify="false" CRM_meta_on_node="bundle-a-1" CRM_meta_on_node_uuid="bundle-a-1" CRM_meta_operation="monitor" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_role="Promoted" CRM_meta_timeout="15000" />
+ </rsc_op>
+ </action_set>
+ <inputs/>
+ </synapse>
+ <synapse id="6" priority="1000000">
+ <action_set>
+ <pseudo_event id="55" operation="demoted" operation_key="bundle-a-clone_demoted_0">
+ <attributes CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_notify="false" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="20000" />
+ </pseudo_event>
+ </action_set>
+ <inputs>
+ <trigger>
+ <rsc_op id="45" operation="demote" operation_key="bundle-a-rsc_demote_0" internal_operation_key="bundle-a-rsc:1_demote_0" on_node="bundle-a-1" on_node_uuid="bundle-a-1" router_node="node3"/>
+ </trigger>
+ <trigger>
+ <pseudo_event id="54" operation="demote" operation_key="bundle-a-clone_demote_0"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="7">
+ <action_set>
+ <pseudo_event id="54" operation="demote" operation_key="bundle-a-clone_demote_0">
+ <attributes CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_notify="false" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="20000" />
+ </pseudo_event>
+ </action_set>
+ <inputs>
+ <trigger>
+ <pseudo_event id="58" operation="demote" operation_key="bundle-a_demote_0"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="8" priority="1000000">
+ <action_set>
+ <pseudo_event id="53" operation="promoted" operation_key="bundle-a-clone_promoted_0">
+ <attributes CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_notify="false" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="20000" />
+ </pseudo_event>
+ </action_set>
+ <inputs>
+ <trigger>
+ <rsc_op id="40" operation="promote" operation_key="bundle-a-rsc_promote_0" internal_operation_key="bundle-a-rsc:2_promote_0" on_node="bundle-a-2" on_node_uuid="bundle-a-2" router_node="node2"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="9">
+ <action_set>
+ <pseudo_event id="52" operation="promote" operation_key="bundle-a-clone_promote_0">
+ <attributes CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_notify="false" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="20000" />
+ </pseudo_event>
+ </action_set>
+ <inputs>
+ <trigger>
+ <pseudo_event id="55" operation="demoted" operation_key="bundle-a-clone_demoted_0"/>
+ </trigger>
+ <trigger>
+ <pseudo_event id="56" operation="promote" operation_key="bundle-a_promote_0"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="10" priority="1000000">
+ <action_set>
+ <pseudo_event id="59" operation="demoted" operation_key="bundle-a_demoted_0">
+ <attributes CRM_meta_timeout="20000" />
+ </pseudo_event>
+ </action_set>
+ <inputs>
+ <trigger>
+ <pseudo_event id="55" operation="demoted" operation_key="bundle-a-clone_demoted_0"/>
+ </trigger>
+ <trigger>
+ <pseudo_event id="58" operation="demote" operation_key="bundle-a_demote_0"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="11">
+ <action_set>
+ <pseudo_event id="58" operation="demote" operation_key="bundle-a_demote_0">
+ <attributes CRM_meta_timeout="20000" />
+ </pseudo_event>
+ </action_set>
+ <inputs/>
+ </synapse>
+ <synapse id="12" priority="1000000">
+ <action_set>
+ <pseudo_event id="57" operation="promoted" operation_key="bundle-a_promoted_0">
+ <attributes CRM_meta_timeout="20000" />
+ </pseudo_event>
+ </action_set>
+ <inputs>
+ <trigger>
+ <pseudo_event id="53" operation="promoted" operation_key="bundle-a-clone_promoted_0"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="13">
+ <action_set>
+ <pseudo_event id="56" operation="promote" operation_key="bundle-a_promote_0">
+ <attributes CRM_meta_timeout="20000" />
+ </pseudo_event>
+ </action_set>
+ <inputs>
+ <trigger>
+ <pseudo_event id="59" operation="demoted" operation_key="bundle-a_demoted_0"/>
+ </trigger>
+ </inputs>
+ </synapse>
+</transition_graph>
diff --git a/cts/scheduler/exp/bundle-promoted-anticolocation-6.exp b/cts/scheduler/exp/bundle-promoted-anticolocation-6.exp
new file mode 100644
index 0000000..d5861ab
--- /dev/null
+++ b/cts/scheduler/exp/bundle-promoted-anticolocation-6.exp
@@ -0,0 +1,179 @@
+<transition_graph cluster-delay="60s" stonith-timeout="60s" failed-stop-offset="INFINITY" failed-start-offset="INFINITY" transition_id="0">
+ <synapse id="0">
+ <action_set>
+ <rsc_op id="41" operation="monitor" operation_key="bundle-a-rsc_monitor_15000" internal_operation_key="bundle-a-rsc:2_monitor_15000" on_node="bundle-a-2" on_node_uuid="bundle-a-2" router_node="node2">
+ <primitive id="bundle-a-rsc" long-id="bundle-a-rsc:2" class="ocf" provider="pacemaker" type="Stateful"/>
+ <attributes CRM_meta_clone="2" CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_container_attribute_target="host" CRM_meta_globally_unique="false" CRM_meta_interval="15000" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_name="monitor" CRM_meta_notify="false" CRM_meta_on_node="bundle-a-2" CRM_meta_on_node_uuid="bundle-a-2" CRM_meta_op_target_rc="8" CRM_meta_physical_host="node2" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_role="Promoted" CRM_meta_timeout="15000" />
+ </rsc_op>
+ </action_set>
+ <inputs>
+ <trigger>
+ <rsc_op id="40" operation="promote" operation_key="bundle-a-rsc_promote_0" internal_operation_key="bundle-a-rsc:2_promote_0" on_node="bundle-a-2" on_node_uuid="bundle-a-2" router_node="node2"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="1">
+ <action_set>
+ <rsc_op id="40" operation="promote" operation_key="bundle-a-rsc_promote_0" internal_operation_key="bundle-a-rsc:2_promote_0" on_node="bundle-a-2" on_node_uuid="bundle-a-2" router_node="node2">
+ <primitive id="bundle-a-rsc" long-id="bundle-a-rsc:2" class="ocf" provider="pacemaker" type="Stateful"/>
+ <attributes CRM_meta_clone="2" CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_container_attribute_target="host" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_notify="false" CRM_meta_on_node="bundle-a-2" CRM_meta_on_node_uuid="bundle-a-2" CRM_meta_physical_host="node2" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="20000" />
+ </rsc_op>
+ </action_set>
+ <inputs>
+ <trigger>
+ <rsc_op id="19" operation="cancel" operation_key="bundle-a-rsc_monitor_16000" internal_operation_key="bundle-a-rsc:2_monitor_16000" on_node="bundle-a-2" on_node_uuid="bundle-a-2" router_node="node2"/>
+ </trigger>
+ <trigger>
+ <pseudo_event id="52" operation="promote" operation_key="bundle-a-clone_promote_0"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="2">
+ <action_set>
+ <rsc_op id="19" operation="cancel" operation_key="bundle-a-rsc_monitor_16000" internal_operation_key="bundle-a-rsc:2_monitor_16000" on_node="bundle-a-2" on_node_uuid="bundle-a-2" router_node="node2">
+ <primitive id="bundle-a-rsc" long-id="bundle-a-rsc:2" class="ocf" provider="pacemaker" type="Stateful"/>
+ <attributes CRM_meta_clone="2" CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_interval="16000" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_name="monitor" CRM_meta_notify="false" CRM_meta_on_node="bundle-a-2" CRM_meta_on_node_uuid="bundle-a-2" CRM_meta_operation="monitor" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_role="Unpromoted" CRM_meta_timeout="16000" />
+ </rsc_op>
+ </action_set>
+ <inputs/>
+ </synapse>
+ <synapse id="3">
+ <action_set>
+ <rsc_op id="47" operation="monitor" operation_key="bundle-a-rsc_monitor_16000" internal_operation_key="bundle-a-rsc:1_monitor_16000" on_node="bundle-a-1" on_node_uuid="bundle-a-1" router_node="node3">
+ <primitive id="bundle-a-rsc" long-id="bundle-a-rsc:1" class="ocf" provider="pacemaker" type="Stateful"/>
+ <attributes CRM_meta_clone="1" CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_container_attribute_target="host" CRM_meta_globally_unique="false" CRM_meta_interval="16000" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_name="monitor" CRM_meta_notify="false" CRM_meta_on_node="bundle-a-1" CRM_meta_on_node_uuid="bundle-a-1" CRM_meta_physical_host="node3" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_role="Unpromoted" CRM_meta_timeout="16000" />
+ </rsc_op>
+ </action_set>
+ <inputs>
+ <trigger>
+ <rsc_op id="45" operation="demote" operation_key="bundle-a-rsc_demote_0" internal_operation_key="bundle-a-rsc:1_demote_0" on_node="bundle-a-1" on_node_uuid="bundle-a-1" router_node="node3"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="4">
+ <action_set>
+ <rsc_op id="45" operation="demote" operation_key="bundle-a-rsc_demote_0" internal_operation_key="bundle-a-rsc:1_demote_0" on_node="bundle-a-1" on_node_uuid="bundle-a-1" router_node="node3">
+ <primitive id="bundle-a-rsc" long-id="bundle-a-rsc:1" class="ocf" provider="pacemaker" type="Stateful"/>
+ <attributes CRM_meta_clone="1" CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_container_attribute_target="host" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_notify="false" CRM_meta_on_node="bundle-a-1" CRM_meta_on_node_uuid="bundle-a-1" CRM_meta_physical_host="node3" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="20000" />
+ </rsc_op>
+ </action_set>
+ <inputs>
+ <trigger>
+ <rsc_op id="14" operation="cancel" operation_key="bundle-a-rsc_monitor_15000" internal_operation_key="bundle-a-rsc:1_monitor_15000" on_node="bundle-a-1" on_node_uuid="bundle-a-1" router_node="node3"/>
+ </trigger>
+ <trigger>
+ <pseudo_event id="54" operation="demote" operation_key="bundle-a-clone_demote_0"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="5">
+ <action_set>
+ <rsc_op id="14" operation="cancel" operation_key="bundle-a-rsc_monitor_15000" internal_operation_key="bundle-a-rsc:1_monitor_15000" on_node="bundle-a-1" on_node_uuid="bundle-a-1" router_node="node3">
+ <primitive id="bundle-a-rsc" long-id="bundle-a-rsc:1" class="ocf" provider="pacemaker" type="Stateful"/>
+ <attributes CRM_meta_clone="1" CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_interval="15000" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_name="monitor" CRM_meta_notify="false" CRM_meta_on_node="bundle-a-1" CRM_meta_on_node_uuid="bundle-a-1" CRM_meta_operation="monitor" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_role="Promoted" CRM_meta_timeout="15000" />
+ </rsc_op>
+ </action_set>
+ <inputs/>
+ </synapse>
+ <synapse id="6" priority="1000000">
+ <action_set>
+ <pseudo_event id="55" operation="demoted" operation_key="bundle-a-clone_demoted_0">
+ <attributes CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_notify="false" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="20000" />
+ </pseudo_event>
+ </action_set>
+ <inputs>
+ <trigger>
+ <rsc_op id="45" operation="demote" operation_key="bundle-a-rsc_demote_0" internal_operation_key="bundle-a-rsc:1_demote_0" on_node="bundle-a-1" on_node_uuid="bundle-a-1" router_node="node3"/>
+ </trigger>
+ <trigger>
+ <pseudo_event id="54" operation="demote" operation_key="bundle-a-clone_demote_0"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="7">
+ <action_set>
+ <pseudo_event id="54" operation="demote" operation_key="bundle-a-clone_demote_0">
+ <attributes CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_notify="false" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="20000" />
+ </pseudo_event>
+ </action_set>
+ <inputs>
+ <trigger>
+ <pseudo_event id="58" operation="demote" operation_key="bundle-a_demote_0"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="8" priority="1000000">
+ <action_set>
+ <pseudo_event id="53" operation="promoted" operation_key="bundle-a-clone_promoted_0">
+ <attributes CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_notify="false" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="20000" />
+ </pseudo_event>
+ </action_set>
+ <inputs>
+ <trigger>
+ <rsc_op id="40" operation="promote" operation_key="bundle-a-rsc_promote_0" internal_operation_key="bundle-a-rsc:2_promote_0" on_node="bundle-a-2" on_node_uuid="bundle-a-2" router_node="node2"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="9">
+ <action_set>
+ <pseudo_event id="52" operation="promote" operation_key="bundle-a-clone_promote_0">
+ <attributes CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_notify="false" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="20000" />
+ </pseudo_event>
+ </action_set>
+ <inputs>
+ <trigger>
+ <pseudo_event id="55" operation="demoted" operation_key="bundle-a-clone_demoted_0"/>
+ </trigger>
+ <trigger>
+ <pseudo_event id="56" operation="promote" operation_key="bundle-a_promote_0"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="10" priority="1000000">
+ <action_set>
+ <pseudo_event id="59" operation="demoted" operation_key="bundle-a_demoted_0">
+ <attributes CRM_meta_timeout="20000" />
+ </pseudo_event>
+ </action_set>
+ <inputs>
+ <trigger>
+ <pseudo_event id="55" operation="demoted" operation_key="bundle-a-clone_demoted_0"/>
+ </trigger>
+ <trigger>
+ <pseudo_event id="58" operation="demote" operation_key="bundle-a_demote_0"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="11">
+ <action_set>
+ <pseudo_event id="58" operation="demote" operation_key="bundle-a_demote_0">
+ <attributes CRM_meta_timeout="20000" />
+ </pseudo_event>
+ </action_set>
+ <inputs/>
+ </synapse>
+ <synapse id="12" priority="1000000">
+ <action_set>
+ <pseudo_event id="57" operation="promoted" operation_key="bundle-a_promoted_0">
+ <attributes CRM_meta_timeout="20000" />
+ </pseudo_event>
+ </action_set>
+ <inputs>
+ <trigger>
+ <pseudo_event id="53" operation="promoted" operation_key="bundle-a-clone_promoted_0"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="13">
+ <action_set>
+ <pseudo_event id="56" operation="promote" operation_key="bundle-a_promote_0">
+ <attributes CRM_meta_timeout="20000" />
+ </pseudo_event>
+ </action_set>
+ <inputs>
+ <trigger>
+ <pseudo_event id="59" operation="demoted" operation_key="bundle-a_demoted_0"/>
+ </trigger>
+ </inputs>
+ </synapse>
+</transition_graph>
diff --git a/cts/scheduler/exp/bundle-promoted-colocation-1.exp b/cts/scheduler/exp/bundle-promoted-colocation-1.exp
new file mode 100644
index 0000000..8d7ea7a
--- /dev/null
+++ b/cts/scheduler/exp/bundle-promoted-colocation-1.exp
@@ -0,0 +1,37 @@
+<transition_graph cluster-delay="60s" stonith-timeout="60s" failed-stop-offset="INFINITY" failed-start-offset="INFINITY" transition_id="0">
+ <synapse id="0">
+ <action_set>
+ <rsc_op id="52" operation="monitor" operation_key="vip_monitor_10000" on_node="node3" on_node_uuid="3">
+ <primitive id="vip" class="ocf" provider="heartbeat" type="IPaddr2"/>
+ <attributes CRM_meta_interval="10000" CRM_meta_name="monitor" CRM_meta_on_node="node3" CRM_meta_on_node_uuid="3" CRM_meta_timeout="20000" cidr_netmask="32" ip="192.168.22.81"/>
+ </rsc_op>
+ </action_set>
+ <inputs>
+ <trigger>
+ <rsc_op id="51" operation="start" operation_key="vip_start_0" on_node="node3" on_node_uuid="3"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="1">
+ <action_set>
+ <rsc_op id="51" operation="start" operation_key="vip_start_0" on_node="node3" on_node_uuid="3">
+ <primitive id="vip" class="ocf" provider="heartbeat" type="IPaddr2"/>
+ <attributes CRM_meta_name="start" CRM_meta_on_node="node3" CRM_meta_on_node_uuid="3" CRM_meta_timeout="20000" cidr_netmask="32" ip="192.168.22.81"/>
+ </rsc_op>
+ </action_set>
+ <inputs>
+ <trigger>
+ <rsc_op id="50" operation="stop" operation_key="vip_stop_0" on_node="node1" on_node_uuid="1"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="2">
+ <action_set>
+ <rsc_op id="50" operation="stop" operation_key="vip_stop_0" on_node="node1" on_node_uuid="1">
+ <primitive id="vip" class="ocf" provider="heartbeat" type="IPaddr2"/>
+ <attributes CRM_meta_name="stop" CRM_meta_on_node="node1" CRM_meta_on_node_uuid="1" CRM_meta_timeout="20000" cidr_netmask="32" ip="192.168.22.81"/>
+ </rsc_op>
+ </action_set>
+ <inputs/>
+ </synapse>
+</transition_graph>
diff --git a/cts/scheduler/exp/bundle-promoted-colocation-2.exp b/cts/scheduler/exp/bundle-promoted-colocation-2.exp
new file mode 100644
index 0000000..8d7ea7a
--- /dev/null
+++ b/cts/scheduler/exp/bundle-promoted-colocation-2.exp
@@ -0,0 +1,37 @@
+<transition_graph cluster-delay="60s" stonith-timeout="60s" failed-stop-offset="INFINITY" failed-start-offset="INFINITY" transition_id="0">
+ <synapse id="0">
+ <action_set>
+ <rsc_op id="52" operation="monitor" operation_key="vip_monitor_10000" on_node="node3" on_node_uuid="3">
+ <primitive id="vip" class="ocf" provider="heartbeat" type="IPaddr2"/>
+ <attributes CRM_meta_interval="10000" CRM_meta_name="monitor" CRM_meta_on_node="node3" CRM_meta_on_node_uuid="3" CRM_meta_timeout="20000" cidr_netmask="32" ip="192.168.22.81"/>
+ </rsc_op>
+ </action_set>
+ <inputs>
+ <trigger>
+ <rsc_op id="51" operation="start" operation_key="vip_start_0" on_node="node3" on_node_uuid="3"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="1">
+ <action_set>
+ <rsc_op id="51" operation="start" operation_key="vip_start_0" on_node="node3" on_node_uuid="3">
+ <primitive id="vip" class="ocf" provider="heartbeat" type="IPaddr2"/>
+ <attributes CRM_meta_name="start" CRM_meta_on_node="node3" CRM_meta_on_node_uuid="3" CRM_meta_timeout="20000" cidr_netmask="32" ip="192.168.22.81"/>
+ </rsc_op>
+ </action_set>
+ <inputs>
+ <trigger>
+ <rsc_op id="50" operation="stop" operation_key="vip_stop_0" on_node="node1" on_node_uuid="1"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="2">
+ <action_set>
+ <rsc_op id="50" operation="stop" operation_key="vip_stop_0" on_node="node1" on_node_uuid="1">
+ <primitive id="vip" class="ocf" provider="heartbeat" type="IPaddr2"/>
+ <attributes CRM_meta_name="stop" CRM_meta_on_node="node1" CRM_meta_on_node_uuid="1" CRM_meta_timeout="20000" cidr_netmask="32" ip="192.168.22.81"/>
+ </rsc_op>
+ </action_set>
+ <inputs/>
+ </synapse>
+</transition_graph>
diff --git a/cts/scheduler/exp/bundle-promoted-colocation-3.exp b/cts/scheduler/exp/bundle-promoted-colocation-3.exp
new file mode 100644
index 0000000..1963bbb
--- /dev/null
+++ b/cts/scheduler/exp/bundle-promoted-colocation-3.exp
@@ -0,0 +1,179 @@
+<transition_graph cluster-delay="60s" stonith-timeout="60s" failed-stop-offset="INFINITY" failed-start-offset="INFINITY" transition_id="0">
+ <synapse id="0">
+ <action_set>
+ <rsc_op id="33" operation="monitor" operation_key="base_monitor_15000" internal_operation_key="base:0_monitor_15000" on_node="base-bundle-0" on_node_uuid="base-bundle-0" router_node="node1">
+ <primitive id="base" long-id="base:0" class="ocf" provider="pacemaker" type="Stateful"/>
+ <attributes CRM_meta_clone="0" CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_container_attribute_target="host" CRM_meta_globally_unique="false" CRM_meta_interval="15000" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_name="monitor" CRM_meta_notify="false" CRM_meta_on_node="base-bundle-0" CRM_meta_on_node_uuid="base-bundle-0" CRM_meta_op_target_rc="8" CRM_meta_physical_host="node1" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_role="Promoted" CRM_meta_timeout="15000" />
+ </rsc_op>
+ </action_set>
+ <inputs>
+ <trigger>
+ <rsc_op id="32" operation="promote" operation_key="base_promote_0" internal_operation_key="base:0_promote_0" on_node="base-bundle-0" on_node_uuid="base-bundle-0" router_node="node1"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="1">
+ <action_set>
+ <rsc_op id="32" operation="promote" operation_key="base_promote_0" internal_operation_key="base:0_promote_0" on_node="base-bundle-0" on_node_uuid="base-bundle-0" router_node="node1">
+ <primitive id="base" long-id="base:0" class="ocf" provider="pacemaker" type="Stateful"/>
+ <attributes CRM_meta_clone="0" CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_container_attribute_target="host" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_notify="false" CRM_meta_on_node="base-bundle-0" CRM_meta_on_node_uuid="base-bundle-0" CRM_meta_physical_host="node1" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="20000" />
+ </rsc_op>
+ </action_set>
+ <inputs>
+ <trigger>
+ <rsc_op id="7" operation="cancel" operation_key="base_monitor_16000" internal_operation_key="base:0_monitor_16000" on_node="base-bundle-0" on_node_uuid="base-bundle-0" router_node="node1"/>
+ </trigger>
+ <trigger>
+ <pseudo_event id="44" operation="promote" operation_key="base-bundle-clone_promote_0"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="2">
+ <action_set>
+ <rsc_op id="7" operation="cancel" operation_key="base_monitor_16000" internal_operation_key="base:0_monitor_16000" on_node="base-bundle-0" on_node_uuid="base-bundle-0" router_node="node1">
+ <primitive id="base" long-id="base:0" class="ocf" provider="pacemaker" type="Stateful"/>
+ <attributes CRM_meta_clone="0" CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_interval="16000" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_name="monitor" CRM_meta_notify="false" CRM_meta_on_node="base-bundle-0" CRM_meta_on_node_uuid="base-bundle-0" CRM_meta_operation="monitor" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_role="Unpromoted" CRM_meta_timeout="16000" />
+ </rsc_op>
+ </action_set>
+ <inputs/>
+ </synapse>
+ <synapse id="3">
+ <action_set>
+ <rsc_op id="37" operation="monitor" operation_key="base_monitor_16000" internal_operation_key="base:2_monitor_16000" on_node="base-bundle-2" on_node_uuid="base-bundle-2" router_node="node3">
+ <primitive id="base" long-id="base:2" class="ocf" provider="pacemaker" type="Stateful"/>
+ <attributes CRM_meta_clone="2" CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_container_attribute_target="host" CRM_meta_globally_unique="false" CRM_meta_interval="16000" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_name="monitor" CRM_meta_notify="false" CRM_meta_on_node="base-bundle-2" CRM_meta_on_node_uuid="base-bundle-2" CRM_meta_physical_host="node3" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_role="Unpromoted" CRM_meta_timeout="16000" />
+ </rsc_op>
+ </action_set>
+ <inputs>
+ <trigger>
+ <rsc_op id="35" operation="demote" operation_key="base_demote_0" internal_operation_key="base:2_demote_0" on_node="base-bundle-2" on_node_uuid="base-bundle-2" router_node="node3"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="4">
+ <action_set>
+ <rsc_op id="35" operation="demote" operation_key="base_demote_0" internal_operation_key="base:2_demote_0" on_node="base-bundle-2" on_node_uuid="base-bundle-2" router_node="node3">
+ <primitive id="base" long-id="base:2" class="ocf" provider="pacemaker" type="Stateful"/>
+ <attributes CRM_meta_clone="2" CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_container_attribute_target="host" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_notify="false" CRM_meta_on_node="base-bundle-2" CRM_meta_on_node_uuid="base-bundle-2" CRM_meta_physical_host="node3" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="20000" />
+ </rsc_op>
+ </action_set>
+ <inputs>
+ <trigger>
+ <rsc_op id="11" operation="cancel" operation_key="base_monitor_15000" internal_operation_key="base:2_monitor_15000" on_node="base-bundle-2" on_node_uuid="base-bundle-2" router_node="node3"/>
+ </trigger>
+ <trigger>
+ <pseudo_event id="46" operation="demote" operation_key="base-bundle-clone_demote_0"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="5">
+ <action_set>
+ <rsc_op id="11" operation="cancel" operation_key="base_monitor_15000" internal_operation_key="base:2_monitor_15000" on_node="base-bundle-2" on_node_uuid="base-bundle-2" router_node="node3">
+ <primitive id="base" long-id="base:2" class="ocf" provider="pacemaker" type="Stateful"/>
+ <attributes CRM_meta_clone="2" CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_interval="15000" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_name="monitor" CRM_meta_notify="false" CRM_meta_on_node="base-bundle-2" CRM_meta_on_node_uuid="base-bundle-2" CRM_meta_operation="monitor" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_role="Promoted" CRM_meta_timeout="15000" />
+ </rsc_op>
+ </action_set>
+ <inputs/>
+ </synapse>
+ <synapse id="6" priority="1000000">
+ <action_set>
+ <pseudo_event id="47" operation="demoted" operation_key="base-bundle-clone_demoted_0">
+ <attributes CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_notify="false" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="20000" />
+ </pseudo_event>
+ </action_set>
+ <inputs>
+ <trigger>
+ <rsc_op id="35" operation="demote" operation_key="base_demote_0" internal_operation_key="base:2_demote_0" on_node="base-bundle-2" on_node_uuid="base-bundle-2" router_node="node3"/>
+ </trigger>
+ <trigger>
+ <pseudo_event id="46" operation="demote" operation_key="base-bundle-clone_demote_0"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="7">
+ <action_set>
+ <pseudo_event id="46" operation="demote" operation_key="base-bundle-clone_demote_0">
+ <attributes CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_notify="false" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="20000" />
+ </pseudo_event>
+ </action_set>
+ <inputs>
+ <trigger>
+ <pseudo_event id="50" operation="demote" operation_key="base-bundle_demote_0"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="8" priority="1000000">
+ <action_set>
+ <pseudo_event id="45" operation="promoted" operation_key="base-bundle-clone_promoted_0">
+ <attributes CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_notify="false" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="20000" />
+ </pseudo_event>
+ </action_set>
+ <inputs>
+ <trigger>
+ <rsc_op id="32" operation="promote" operation_key="base_promote_0" internal_operation_key="base:0_promote_0" on_node="base-bundle-0" on_node_uuid="base-bundle-0" router_node="node1"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="9">
+ <action_set>
+ <pseudo_event id="44" operation="promote" operation_key="base-bundle-clone_promote_0">
+ <attributes CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_notify="false" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="20000" />
+ </pseudo_event>
+ </action_set>
+ <inputs>
+ <trigger>
+ <pseudo_event id="47" operation="demoted" operation_key="base-bundle-clone_demoted_0"/>
+ </trigger>
+ <trigger>
+ <pseudo_event id="48" operation="promote" operation_key="base-bundle_promote_0"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="10" priority="1000000">
+ <action_set>
+ <pseudo_event id="51" operation="demoted" operation_key="base-bundle_demoted_0">
+ <attributes CRM_meta_timeout="20000" />
+ </pseudo_event>
+ </action_set>
+ <inputs>
+ <trigger>
+ <pseudo_event id="47" operation="demoted" operation_key="base-bundle-clone_demoted_0"/>
+ </trigger>
+ <trigger>
+ <pseudo_event id="50" operation="demote" operation_key="base-bundle_demote_0"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="11">
+ <action_set>
+ <pseudo_event id="50" operation="demote" operation_key="base-bundle_demote_0">
+ <attributes CRM_meta_timeout="20000" />
+ </pseudo_event>
+ </action_set>
+ <inputs/>
+ </synapse>
+ <synapse id="12" priority="1000000">
+ <action_set>
+ <pseudo_event id="49" operation="promoted" operation_key="base-bundle_promoted_0">
+ <attributes CRM_meta_timeout="20000" />
+ </pseudo_event>
+ </action_set>
+ <inputs>
+ <trigger>
+ <pseudo_event id="45" operation="promoted" operation_key="base-bundle-clone_promoted_0"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="13">
+ <action_set>
+ <pseudo_event id="48" operation="promote" operation_key="base-bundle_promote_0">
+ <attributes CRM_meta_timeout="20000" />
+ </pseudo_event>
+ </action_set>
+ <inputs>
+ <trigger>
+ <pseudo_event id="51" operation="demoted" operation_key="base-bundle_demoted_0"/>
+ </trigger>
+ </inputs>
+ </synapse>
+</transition_graph>
diff --git a/cts/scheduler/exp/bundle-promoted-colocation-4.exp b/cts/scheduler/exp/bundle-promoted-colocation-4.exp
new file mode 100644
index 0000000..1963bbb
--- /dev/null
+++ b/cts/scheduler/exp/bundle-promoted-colocation-4.exp
@@ -0,0 +1,179 @@
+<transition_graph cluster-delay="60s" stonith-timeout="60s" failed-stop-offset="INFINITY" failed-start-offset="INFINITY" transition_id="0">
+ <synapse id="0">
+ <action_set>
+ <rsc_op id="33" operation="monitor" operation_key="base_monitor_15000" internal_operation_key="base:0_monitor_15000" on_node="base-bundle-0" on_node_uuid="base-bundle-0" router_node="node1">
+ <primitive id="base" long-id="base:0" class="ocf" provider="pacemaker" type="Stateful"/>
+ <attributes CRM_meta_clone="0" CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_container_attribute_target="host" CRM_meta_globally_unique="false" CRM_meta_interval="15000" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_name="monitor" CRM_meta_notify="false" CRM_meta_on_node="base-bundle-0" CRM_meta_on_node_uuid="base-bundle-0" CRM_meta_op_target_rc="8" CRM_meta_physical_host="node1" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_role="Promoted" CRM_meta_timeout="15000" />
+ </rsc_op>
+ </action_set>
+ <inputs>
+ <trigger>
+ <rsc_op id="32" operation="promote" operation_key="base_promote_0" internal_operation_key="base:0_promote_0" on_node="base-bundle-0" on_node_uuid="base-bundle-0" router_node="node1"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="1">
+ <action_set>
+ <rsc_op id="32" operation="promote" operation_key="base_promote_0" internal_operation_key="base:0_promote_0" on_node="base-bundle-0" on_node_uuid="base-bundle-0" router_node="node1">
+ <primitive id="base" long-id="base:0" class="ocf" provider="pacemaker" type="Stateful"/>
+ <attributes CRM_meta_clone="0" CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_container_attribute_target="host" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_notify="false" CRM_meta_on_node="base-bundle-0" CRM_meta_on_node_uuid="base-bundle-0" CRM_meta_physical_host="node1" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="20000" />
+ </rsc_op>
+ </action_set>
+ <inputs>
+ <trigger>
+ <rsc_op id="7" operation="cancel" operation_key="base_monitor_16000" internal_operation_key="base:0_monitor_16000" on_node="base-bundle-0" on_node_uuid="base-bundle-0" router_node="node1"/>
+ </trigger>
+ <trigger>
+ <pseudo_event id="44" operation="promote" operation_key="base-bundle-clone_promote_0"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="2">
+ <action_set>
+ <rsc_op id="7" operation="cancel" operation_key="base_monitor_16000" internal_operation_key="base:0_monitor_16000" on_node="base-bundle-0" on_node_uuid="base-bundle-0" router_node="node1">
+ <primitive id="base" long-id="base:0" class="ocf" provider="pacemaker" type="Stateful"/>
+ <attributes CRM_meta_clone="0" CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_interval="16000" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_name="monitor" CRM_meta_notify="false" CRM_meta_on_node="base-bundle-0" CRM_meta_on_node_uuid="base-bundle-0" CRM_meta_operation="monitor" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_role="Unpromoted" CRM_meta_timeout="16000" />
+ </rsc_op>
+ </action_set>
+ <inputs/>
+ </synapse>
+ <synapse id="3">
+ <action_set>
+ <rsc_op id="37" operation="monitor" operation_key="base_monitor_16000" internal_operation_key="base:2_monitor_16000" on_node="base-bundle-2" on_node_uuid="base-bundle-2" router_node="node3">
+ <primitive id="base" long-id="base:2" class="ocf" provider="pacemaker" type="Stateful"/>
+ <attributes CRM_meta_clone="2" CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_container_attribute_target="host" CRM_meta_globally_unique="false" CRM_meta_interval="16000" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_name="monitor" CRM_meta_notify="false" CRM_meta_on_node="base-bundle-2" CRM_meta_on_node_uuid="base-bundle-2" CRM_meta_physical_host="node3" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_role="Unpromoted" CRM_meta_timeout="16000" />
+ </rsc_op>
+ </action_set>
+ <inputs>
+ <trigger>
+ <rsc_op id="35" operation="demote" operation_key="base_demote_0" internal_operation_key="base:2_demote_0" on_node="base-bundle-2" on_node_uuid="base-bundle-2" router_node="node3"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="4">
+ <action_set>
+ <rsc_op id="35" operation="demote" operation_key="base_demote_0" internal_operation_key="base:2_demote_0" on_node="base-bundle-2" on_node_uuid="base-bundle-2" router_node="node3">
+ <primitive id="base" long-id="base:2" class="ocf" provider="pacemaker" type="Stateful"/>
+ <attributes CRM_meta_clone="2" CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_container_attribute_target="host" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_notify="false" CRM_meta_on_node="base-bundle-2" CRM_meta_on_node_uuid="base-bundle-2" CRM_meta_physical_host="node3" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="20000" />
+ </rsc_op>
+ </action_set>
+ <inputs>
+ <trigger>
+ <rsc_op id="11" operation="cancel" operation_key="base_monitor_15000" internal_operation_key="base:2_monitor_15000" on_node="base-bundle-2" on_node_uuid="base-bundle-2" router_node="node3"/>
+ </trigger>
+ <trigger>
+ <pseudo_event id="46" operation="demote" operation_key="base-bundle-clone_demote_0"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="5">
+ <action_set>
+ <rsc_op id="11" operation="cancel" operation_key="base_monitor_15000" internal_operation_key="base:2_monitor_15000" on_node="base-bundle-2" on_node_uuid="base-bundle-2" router_node="node3">
+ <primitive id="base" long-id="base:2" class="ocf" provider="pacemaker" type="Stateful"/>
+ <attributes CRM_meta_clone="2" CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_interval="15000" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_name="monitor" CRM_meta_notify="false" CRM_meta_on_node="base-bundle-2" CRM_meta_on_node_uuid="base-bundle-2" CRM_meta_operation="monitor" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_role="Promoted" CRM_meta_timeout="15000" />
+ </rsc_op>
+ </action_set>
+ <inputs/>
+ </synapse>
+ <synapse id="6" priority="1000000">
+ <action_set>
+ <pseudo_event id="47" operation="demoted" operation_key="base-bundle-clone_demoted_0">
+ <attributes CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_notify="false" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="20000" />
+ </pseudo_event>
+ </action_set>
+ <inputs>
+ <trigger>
+ <rsc_op id="35" operation="demote" operation_key="base_demote_0" internal_operation_key="base:2_demote_0" on_node="base-bundle-2" on_node_uuid="base-bundle-2" router_node="node3"/>
+ </trigger>
+ <trigger>
+ <pseudo_event id="46" operation="demote" operation_key="base-bundle-clone_demote_0"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="7">
+ <action_set>
+ <pseudo_event id="46" operation="demote" operation_key="base-bundle-clone_demote_0">
+ <attributes CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_notify="false" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="20000" />
+ </pseudo_event>
+ </action_set>
+ <inputs>
+ <trigger>
+ <pseudo_event id="50" operation="demote" operation_key="base-bundle_demote_0"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="8" priority="1000000">
+ <action_set>
+ <pseudo_event id="45" operation="promoted" operation_key="base-bundle-clone_promoted_0">
+ <attributes CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_notify="false" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="20000" />
+ </pseudo_event>
+ </action_set>
+ <inputs>
+ <trigger>
+ <rsc_op id="32" operation="promote" operation_key="base_promote_0" internal_operation_key="base:0_promote_0" on_node="base-bundle-0" on_node_uuid="base-bundle-0" router_node="node1"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="9">
+ <action_set>
+ <pseudo_event id="44" operation="promote" operation_key="base-bundle-clone_promote_0">
+ <attributes CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_notify="false" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="20000" />
+ </pseudo_event>
+ </action_set>
+ <inputs>
+ <trigger>
+ <pseudo_event id="47" operation="demoted" operation_key="base-bundle-clone_demoted_0"/>
+ </trigger>
+ <trigger>
+ <pseudo_event id="48" operation="promote" operation_key="base-bundle_promote_0"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="10" priority="1000000">
+ <action_set>
+ <pseudo_event id="51" operation="demoted" operation_key="base-bundle_demoted_0">
+ <attributes CRM_meta_timeout="20000" />
+ </pseudo_event>
+ </action_set>
+ <inputs>
+ <trigger>
+ <pseudo_event id="47" operation="demoted" operation_key="base-bundle-clone_demoted_0"/>
+ </trigger>
+ <trigger>
+ <pseudo_event id="50" operation="demote" operation_key="base-bundle_demote_0"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="11">
+ <action_set>
+ <pseudo_event id="50" operation="demote" operation_key="base-bundle_demote_0">
+ <attributes CRM_meta_timeout="20000" />
+ </pseudo_event>
+ </action_set>
+ <inputs/>
+ </synapse>
+ <synapse id="12" priority="1000000">
+ <action_set>
+ <pseudo_event id="49" operation="promoted" operation_key="base-bundle_promoted_0">
+ <attributes CRM_meta_timeout="20000" />
+ </pseudo_event>
+ </action_set>
+ <inputs>
+ <trigger>
+ <pseudo_event id="45" operation="promoted" operation_key="base-bundle-clone_promoted_0"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="13">
+ <action_set>
+ <pseudo_event id="48" operation="promote" operation_key="base-bundle_promote_0">
+ <attributes CRM_meta_timeout="20000" />
+ </pseudo_event>
+ </action_set>
+ <inputs>
+ <trigger>
+ <pseudo_event id="51" operation="demoted" operation_key="base-bundle_demoted_0"/>
+ </trigger>
+ </inputs>
+ </synapse>
+</transition_graph>
diff --git a/cts/scheduler/exp/bundle-promoted-colocation-5.exp b/cts/scheduler/exp/bundle-promoted-colocation-5.exp
new file mode 100644
index 0000000..d3c6df3
--- /dev/null
+++ b/cts/scheduler/exp/bundle-promoted-colocation-5.exp
@@ -0,0 +1,179 @@
+<transition_graph cluster-delay="60s" stonith-timeout="60s" failed-stop-offset="INFINITY" failed-start-offset="INFINITY" transition_id="0">
+ <synapse id="0">
+ <action_set>
+ <rsc_op id="41" operation="monitor" operation_key="bundle-a-rsc_monitor_15000" internal_operation_key="bundle-a-rsc:2_monitor_15000" on_node="bundle-a-2" on_node_uuid="bundle-a-2" router_node="node2">
+ <primitive id="bundle-a-rsc" long-id="bundle-a-rsc:2" class="ocf" provider="pacemaker" type="Stateful"/>
+ <attributes CRM_meta_clone="2" CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_container_attribute_target="host" CRM_meta_globally_unique="false" CRM_meta_interval="15000" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_name="monitor" CRM_meta_notify="false" CRM_meta_on_node="bundle-a-2" CRM_meta_on_node_uuid="bundle-a-2" CRM_meta_op_target_rc="8" CRM_meta_physical_host="node2" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_role="Promoted" CRM_meta_timeout="15000" />
+ </rsc_op>
+ </action_set>
+ <inputs>
+ <trigger>
+ <rsc_op id="40" operation="promote" operation_key="bundle-a-rsc_promote_0" internal_operation_key="bundle-a-rsc:2_promote_0" on_node="bundle-a-2" on_node_uuid="bundle-a-2" router_node="node2"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="1">
+ <action_set>
+ <rsc_op id="40" operation="promote" operation_key="bundle-a-rsc_promote_0" internal_operation_key="bundle-a-rsc:2_promote_0" on_node="bundle-a-2" on_node_uuid="bundle-a-2" router_node="node2">
+ <primitive id="bundle-a-rsc" long-id="bundle-a-rsc:2" class="ocf" provider="pacemaker" type="Stateful"/>
+ <attributes CRM_meta_clone="2" CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_container_attribute_target="host" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_notify="false" CRM_meta_on_node="bundle-a-2" CRM_meta_on_node_uuid="bundle-a-2" CRM_meta_physical_host="node2" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="20000" />
+ </rsc_op>
+ </action_set>
+ <inputs>
+ <trigger>
+ <rsc_op id="19" operation="cancel" operation_key="bundle-a-rsc_monitor_16000" internal_operation_key="bundle-a-rsc:2_monitor_16000" on_node="bundle-a-2" on_node_uuid="bundle-a-2" router_node="node2"/>
+ </trigger>
+ <trigger>
+ <pseudo_event id="52" operation="promote" operation_key="bundle-a-clone_promote_0"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="2">
+ <action_set>
+ <rsc_op id="19" operation="cancel" operation_key="bundle-a-rsc_monitor_16000" internal_operation_key="bundle-a-rsc:2_monitor_16000" on_node="bundle-a-2" on_node_uuid="bundle-a-2" router_node="node2">
+ <primitive id="bundle-a-rsc" long-id="bundle-a-rsc:2" class="ocf" provider="pacemaker" type="Stateful"/>
+ <attributes CRM_meta_clone="2" CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_interval="16000" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_name="monitor" CRM_meta_notify="false" CRM_meta_on_node="bundle-a-2" CRM_meta_on_node_uuid="bundle-a-2" CRM_meta_operation="monitor" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_role="Unpromoted" CRM_meta_timeout="16000" />
+ </rsc_op>
+ </action_set>
+ <inputs/>
+ </synapse>
+ <synapse id="3">
+ <action_set>
+ <rsc_op id="45" operation="monitor" operation_key="bundle-a-rsc_monitor_16000" internal_operation_key="bundle-a-rsc:1_monitor_16000" on_node="bundle-a-1" on_node_uuid="bundle-a-1" router_node="node3">
+ <primitive id="bundle-a-rsc" long-id="bundle-a-rsc:1" class="ocf" provider="pacemaker" type="Stateful"/>
+ <attributes CRM_meta_clone="1" CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_container_attribute_target="host" CRM_meta_globally_unique="false" CRM_meta_interval="16000" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_name="monitor" CRM_meta_notify="false" CRM_meta_on_node="bundle-a-1" CRM_meta_on_node_uuid="bundle-a-1" CRM_meta_physical_host="node3" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_role="Unpromoted" CRM_meta_timeout="16000" />
+ </rsc_op>
+ </action_set>
+ <inputs>
+ <trigger>
+ <rsc_op id="43" operation="demote" operation_key="bundle-a-rsc_demote_0" internal_operation_key="bundle-a-rsc:1_demote_0" on_node="bundle-a-1" on_node_uuid="bundle-a-1" router_node="node3"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="4">
+ <action_set>
+ <rsc_op id="43" operation="demote" operation_key="bundle-a-rsc_demote_0" internal_operation_key="bundle-a-rsc:1_demote_0" on_node="bundle-a-1" on_node_uuid="bundle-a-1" router_node="node3">
+ <primitive id="bundle-a-rsc" long-id="bundle-a-rsc:1" class="ocf" provider="pacemaker" type="Stateful"/>
+ <attributes CRM_meta_clone="1" CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_container_attribute_target="host" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_notify="false" CRM_meta_on_node="bundle-a-1" CRM_meta_on_node_uuid="bundle-a-1" CRM_meta_physical_host="node3" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="20000" />
+ </rsc_op>
+ </action_set>
+ <inputs>
+ <trigger>
+ <rsc_op id="14" operation="cancel" operation_key="bundle-a-rsc_monitor_15000" internal_operation_key="bundle-a-rsc:1_monitor_15000" on_node="bundle-a-1" on_node_uuid="bundle-a-1" router_node="node3"/>
+ </trigger>
+ <trigger>
+ <pseudo_event id="54" operation="demote" operation_key="bundle-a-clone_demote_0"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="5">
+ <action_set>
+ <rsc_op id="14" operation="cancel" operation_key="bundle-a-rsc_monitor_15000" internal_operation_key="bundle-a-rsc:1_monitor_15000" on_node="bundle-a-1" on_node_uuid="bundle-a-1" router_node="node3">
+ <primitive id="bundle-a-rsc" long-id="bundle-a-rsc:1" class="ocf" provider="pacemaker" type="Stateful"/>
+ <attributes CRM_meta_clone="1" CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_interval="15000" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_name="monitor" CRM_meta_notify="false" CRM_meta_on_node="bundle-a-1" CRM_meta_on_node_uuid="bundle-a-1" CRM_meta_operation="monitor" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_role="Promoted" CRM_meta_timeout="15000" />
+ </rsc_op>
+ </action_set>
+ <inputs/>
+ </synapse>
+ <synapse id="6" priority="1000000">
+ <action_set>
+ <pseudo_event id="55" operation="demoted" operation_key="bundle-a-clone_demoted_0">
+ <attributes CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_notify="false" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="20000" />
+ </pseudo_event>
+ </action_set>
+ <inputs>
+ <trigger>
+ <rsc_op id="43" operation="demote" operation_key="bundle-a-rsc_demote_0" internal_operation_key="bundle-a-rsc:1_demote_0" on_node="bundle-a-1" on_node_uuid="bundle-a-1" router_node="node3"/>
+ </trigger>
+ <trigger>
+ <pseudo_event id="54" operation="demote" operation_key="bundle-a-clone_demote_0"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="7">
+ <action_set>
+ <pseudo_event id="54" operation="demote" operation_key="bundle-a-clone_demote_0">
+ <attributes CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_notify="false" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="20000" />
+ </pseudo_event>
+ </action_set>
+ <inputs>
+ <trigger>
+ <pseudo_event id="58" operation="demote" operation_key="bundle-a_demote_0"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="8" priority="1000000">
+ <action_set>
+ <pseudo_event id="53" operation="promoted" operation_key="bundle-a-clone_promoted_0">
+ <attributes CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_notify="false" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="20000" />
+ </pseudo_event>
+ </action_set>
+ <inputs>
+ <trigger>
+ <rsc_op id="40" operation="promote" operation_key="bundle-a-rsc_promote_0" internal_operation_key="bundle-a-rsc:2_promote_0" on_node="bundle-a-2" on_node_uuid="bundle-a-2" router_node="node2"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="9">
+ <action_set>
+ <pseudo_event id="52" operation="promote" operation_key="bundle-a-clone_promote_0">
+ <attributes CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_notify="false" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="20000" />
+ </pseudo_event>
+ </action_set>
+ <inputs>
+ <trigger>
+ <pseudo_event id="55" operation="demoted" operation_key="bundle-a-clone_demoted_0"/>
+ </trigger>
+ <trigger>
+ <pseudo_event id="56" operation="promote" operation_key="bundle-a_promote_0"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="10" priority="1000000">
+ <action_set>
+ <pseudo_event id="59" operation="demoted" operation_key="bundle-a_demoted_0">
+ <attributes CRM_meta_timeout="20000" />
+ </pseudo_event>
+ </action_set>
+ <inputs>
+ <trigger>
+ <pseudo_event id="55" operation="demoted" operation_key="bundle-a-clone_demoted_0"/>
+ </trigger>
+ <trigger>
+ <pseudo_event id="58" operation="demote" operation_key="bundle-a_demote_0"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="11">
+ <action_set>
+ <pseudo_event id="58" operation="demote" operation_key="bundle-a_demote_0">
+ <attributes CRM_meta_timeout="20000" />
+ </pseudo_event>
+ </action_set>
+ <inputs/>
+ </synapse>
+ <synapse id="12" priority="1000000">
+ <action_set>
+ <pseudo_event id="57" operation="promoted" operation_key="bundle-a_promoted_0">
+ <attributes CRM_meta_timeout="20000" />
+ </pseudo_event>
+ </action_set>
+ <inputs>
+ <trigger>
+ <pseudo_event id="53" operation="promoted" operation_key="bundle-a-clone_promoted_0"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="13">
+ <action_set>
+ <pseudo_event id="56" operation="promote" operation_key="bundle-a_promote_0">
+ <attributes CRM_meta_timeout="20000" />
+ </pseudo_event>
+ </action_set>
+ <inputs>
+ <trigger>
+ <pseudo_event id="59" operation="demoted" operation_key="bundle-a_demoted_0"/>
+ </trigger>
+ </inputs>
+ </synapse>
+</transition_graph>
diff --git a/cts/scheduler/exp/bundle-promoted-colocation-6.exp b/cts/scheduler/exp/bundle-promoted-colocation-6.exp
new file mode 100644
index 0000000..d3c6df3
--- /dev/null
+++ b/cts/scheduler/exp/bundle-promoted-colocation-6.exp
@@ -0,0 +1,179 @@
+<transition_graph cluster-delay="60s" stonith-timeout="60s" failed-stop-offset="INFINITY" failed-start-offset="INFINITY" transition_id="0">
+ <synapse id="0">
+ <action_set>
+ <rsc_op id="41" operation="monitor" operation_key="bundle-a-rsc_monitor_15000" internal_operation_key="bundle-a-rsc:2_monitor_15000" on_node="bundle-a-2" on_node_uuid="bundle-a-2" router_node="node2">
+ <primitive id="bundle-a-rsc" long-id="bundle-a-rsc:2" class="ocf" provider="pacemaker" type="Stateful"/>
+ <attributes CRM_meta_clone="2" CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_container_attribute_target="host" CRM_meta_globally_unique="false" CRM_meta_interval="15000" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_name="monitor" CRM_meta_notify="false" CRM_meta_on_node="bundle-a-2" CRM_meta_on_node_uuid="bundle-a-2" CRM_meta_op_target_rc="8" CRM_meta_physical_host="node2" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_role="Promoted" CRM_meta_timeout="15000" />
+ </rsc_op>
+ </action_set>
+ <inputs>
+ <trigger>
+ <rsc_op id="40" operation="promote" operation_key="bundle-a-rsc_promote_0" internal_operation_key="bundle-a-rsc:2_promote_0" on_node="bundle-a-2" on_node_uuid="bundle-a-2" router_node="node2"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="1">
+ <action_set>
+ <rsc_op id="40" operation="promote" operation_key="bundle-a-rsc_promote_0" internal_operation_key="bundle-a-rsc:2_promote_0" on_node="bundle-a-2" on_node_uuid="bundle-a-2" router_node="node2">
+ <primitive id="bundle-a-rsc" long-id="bundle-a-rsc:2" class="ocf" provider="pacemaker" type="Stateful"/>
+ <attributes CRM_meta_clone="2" CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_container_attribute_target="host" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_notify="false" CRM_meta_on_node="bundle-a-2" CRM_meta_on_node_uuid="bundle-a-2" CRM_meta_physical_host="node2" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="20000" />
+ </rsc_op>
+ </action_set>
+ <inputs>
+ <trigger>
+ <rsc_op id="19" operation="cancel" operation_key="bundle-a-rsc_monitor_16000" internal_operation_key="bundle-a-rsc:2_monitor_16000" on_node="bundle-a-2" on_node_uuid="bundle-a-2" router_node="node2"/>
+ </trigger>
+ <trigger>
+ <pseudo_event id="52" operation="promote" operation_key="bundle-a-clone_promote_0"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="2">
+ <action_set>
+ <rsc_op id="19" operation="cancel" operation_key="bundle-a-rsc_monitor_16000" internal_operation_key="bundle-a-rsc:2_monitor_16000" on_node="bundle-a-2" on_node_uuid="bundle-a-2" router_node="node2">
+ <primitive id="bundle-a-rsc" long-id="bundle-a-rsc:2" class="ocf" provider="pacemaker" type="Stateful"/>
+ <attributes CRM_meta_clone="2" CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_interval="16000" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_name="monitor" CRM_meta_notify="false" CRM_meta_on_node="bundle-a-2" CRM_meta_on_node_uuid="bundle-a-2" CRM_meta_operation="monitor" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_role="Unpromoted" CRM_meta_timeout="16000" />
+ </rsc_op>
+ </action_set>
+ <inputs/>
+ </synapse>
+ <synapse id="3">
+ <action_set>
+ <rsc_op id="45" operation="monitor" operation_key="bundle-a-rsc_monitor_16000" internal_operation_key="bundle-a-rsc:1_monitor_16000" on_node="bundle-a-1" on_node_uuid="bundle-a-1" router_node="node3">
+ <primitive id="bundle-a-rsc" long-id="bundle-a-rsc:1" class="ocf" provider="pacemaker" type="Stateful"/>
+ <attributes CRM_meta_clone="1" CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_container_attribute_target="host" CRM_meta_globally_unique="false" CRM_meta_interval="16000" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_name="monitor" CRM_meta_notify="false" CRM_meta_on_node="bundle-a-1" CRM_meta_on_node_uuid="bundle-a-1" CRM_meta_physical_host="node3" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_role="Unpromoted" CRM_meta_timeout="16000" />
+ </rsc_op>
+ </action_set>
+ <inputs>
+ <trigger>
+ <rsc_op id="43" operation="demote" operation_key="bundle-a-rsc_demote_0" internal_operation_key="bundle-a-rsc:1_demote_0" on_node="bundle-a-1" on_node_uuid="bundle-a-1" router_node="node3"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="4">
+ <action_set>
+ <rsc_op id="43" operation="demote" operation_key="bundle-a-rsc_demote_0" internal_operation_key="bundle-a-rsc:1_demote_0" on_node="bundle-a-1" on_node_uuid="bundle-a-1" router_node="node3">
+ <primitive id="bundle-a-rsc" long-id="bundle-a-rsc:1" class="ocf" provider="pacemaker" type="Stateful"/>
+ <attributes CRM_meta_clone="1" CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_container_attribute_target="host" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_notify="false" CRM_meta_on_node="bundle-a-1" CRM_meta_on_node_uuid="bundle-a-1" CRM_meta_physical_host="node3" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="20000" />
+ </rsc_op>
+ </action_set>
+ <inputs>
+ <trigger>
+ <rsc_op id="14" operation="cancel" operation_key="bundle-a-rsc_monitor_15000" internal_operation_key="bundle-a-rsc:1_monitor_15000" on_node="bundle-a-1" on_node_uuid="bundle-a-1" router_node="node3"/>
+ </trigger>
+ <trigger>
+ <pseudo_event id="54" operation="demote" operation_key="bundle-a-clone_demote_0"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="5">
+ <action_set>
+ <rsc_op id="14" operation="cancel" operation_key="bundle-a-rsc_monitor_15000" internal_operation_key="bundle-a-rsc:1_monitor_15000" on_node="bundle-a-1" on_node_uuid="bundle-a-1" router_node="node3">
+ <primitive id="bundle-a-rsc" long-id="bundle-a-rsc:1" class="ocf" provider="pacemaker" type="Stateful"/>
+ <attributes CRM_meta_clone="1" CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_interval="15000" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_name="monitor" CRM_meta_notify="false" CRM_meta_on_node="bundle-a-1" CRM_meta_on_node_uuid="bundle-a-1" CRM_meta_operation="monitor" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_role="Promoted" CRM_meta_timeout="15000" />
+ </rsc_op>
+ </action_set>
+ <inputs/>
+ </synapse>
+ <synapse id="6" priority="1000000">
+ <action_set>
+ <pseudo_event id="55" operation="demoted" operation_key="bundle-a-clone_demoted_0">
+ <attributes CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_notify="false" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="20000" />
+ </pseudo_event>
+ </action_set>
+ <inputs>
+ <trigger>
+ <rsc_op id="43" operation="demote" operation_key="bundle-a-rsc_demote_0" internal_operation_key="bundle-a-rsc:1_demote_0" on_node="bundle-a-1" on_node_uuid="bundle-a-1" router_node="node3"/>
+ </trigger>
+ <trigger>
+ <pseudo_event id="54" operation="demote" operation_key="bundle-a-clone_demote_0"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="7">
+ <action_set>
+ <pseudo_event id="54" operation="demote" operation_key="bundle-a-clone_demote_0">
+ <attributes CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_notify="false" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="20000" />
+ </pseudo_event>
+ </action_set>
+ <inputs>
+ <trigger>
+ <pseudo_event id="58" operation="demote" operation_key="bundle-a_demote_0"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="8" priority="1000000">
+ <action_set>
+ <pseudo_event id="53" operation="promoted" operation_key="bundle-a-clone_promoted_0">
+ <attributes CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_notify="false" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="20000" />
+ </pseudo_event>
+ </action_set>
+ <inputs>
+ <trigger>
+ <rsc_op id="40" operation="promote" operation_key="bundle-a-rsc_promote_0" internal_operation_key="bundle-a-rsc:2_promote_0" on_node="bundle-a-2" on_node_uuid="bundle-a-2" router_node="node2"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="9">
+ <action_set>
+ <pseudo_event id="52" operation="promote" operation_key="bundle-a-clone_promote_0">
+ <attributes CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_notify="false" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="20000" />
+ </pseudo_event>
+ </action_set>
+ <inputs>
+ <trigger>
+ <pseudo_event id="55" operation="demoted" operation_key="bundle-a-clone_demoted_0"/>
+ </trigger>
+ <trigger>
+ <pseudo_event id="56" operation="promote" operation_key="bundle-a_promote_0"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="10" priority="1000000">
+ <action_set>
+ <pseudo_event id="59" operation="demoted" operation_key="bundle-a_demoted_0">
+ <attributes CRM_meta_timeout="20000" />
+ </pseudo_event>
+ </action_set>
+ <inputs>
+ <trigger>
+ <pseudo_event id="55" operation="demoted" operation_key="bundle-a-clone_demoted_0"/>
+ </trigger>
+ <trigger>
+ <pseudo_event id="58" operation="demote" operation_key="bundle-a_demote_0"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="11">
+ <action_set>
+ <pseudo_event id="58" operation="demote" operation_key="bundle-a_demote_0">
+ <attributes CRM_meta_timeout="20000" />
+ </pseudo_event>
+ </action_set>
+ <inputs/>
+ </synapse>
+ <synapse id="12" priority="1000000">
+ <action_set>
+ <pseudo_event id="57" operation="promoted" operation_key="bundle-a_promoted_0">
+ <attributes CRM_meta_timeout="20000" />
+ </pseudo_event>
+ </action_set>
+ <inputs>
+ <trigger>
+ <pseudo_event id="53" operation="promoted" operation_key="bundle-a-clone_promoted_0"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="13">
+ <action_set>
+ <pseudo_event id="56" operation="promote" operation_key="bundle-a_promote_0">
+ <attributes CRM_meta_timeout="20000" />
+ </pseudo_event>
+ </action_set>
+ <inputs>
+ <trigger>
+ <pseudo_event id="59" operation="demoted" operation_key="bundle-a_demoted_0"/>
+ </trigger>
+ </inputs>
+ </synapse>
+</transition_graph>
diff --git a/cts/scheduler/exp/bundle-promoted-location-1.exp b/cts/scheduler/exp/bundle-promoted-location-1.exp
new file mode 100644
index 0000000..56e315f
--- /dev/null
+++ b/cts/scheduler/exp/bundle-promoted-location-1.exp
@@ -0,0 +1 @@
+<transition_graph cluster-delay="60s" stonith-timeout="60s" failed-stop-offset="INFINITY" failed-start-offset="INFINITY" transition_id="0"/>
diff --git a/cts/scheduler/exp/bundle-promoted-location-2.exp b/cts/scheduler/exp/bundle-promoted-location-2.exp
new file mode 100644
index 0000000..cbb74ba
--- /dev/null
+++ b/cts/scheduler/exp/bundle-promoted-location-2.exp
@@ -0,0 +1,328 @@
+<transition_graph cluster-delay="60s" stonith-timeout="60s" failed-stop-offset="INFINITY" failed-start-offset="INFINITY" transition_id="0">
+ <synapse id="0">
+ <action_set>
+ <rsc_op id="31" operation="monitor" operation_key="base_monitor_15000" internal_operation_key="base:1_monitor_15000" on_node="base-bundle-1" on_node_uuid="base-bundle-1" router_node="node2">
+ <primitive id="base" long-id="base:1" class="ocf" provider="pacemaker" type="Stateful"/>
+ <attributes CRM_meta_clone="1" CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_container_attribute_target="host" CRM_meta_globally_unique="false" CRM_meta_interval="15000" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_name="monitor" CRM_meta_notify="false" CRM_meta_on_node="base-bundle-1" CRM_meta_on_node_uuid="base-bundle-1" CRM_meta_op_target_rc="8" CRM_meta_physical_host="node2" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_role="Promoted" CRM_meta_timeout="15000" />
+ </rsc_op>
+ </action_set>
+ <inputs>
+ <trigger>
+ <rsc_op id="30" operation="promote" operation_key="base_promote_0" internal_operation_key="base:1_promote_0" on_node="base-bundle-1" on_node_uuid="base-bundle-1" router_node="node2"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="1">
+ <action_set>
+ <rsc_op id="30" operation="promote" operation_key="base_promote_0" internal_operation_key="base:1_promote_0" on_node="base-bundle-1" on_node_uuid="base-bundle-1" router_node="node2">
+ <primitive id="base" long-id="base:1" class="ocf" provider="pacemaker" type="Stateful"/>
+ <attributes CRM_meta_clone="1" CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_container_attribute_target="host" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_notify="false" CRM_meta_on_node="base-bundle-1" CRM_meta_on_node_uuid="base-bundle-1" CRM_meta_physical_host="node2" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="20000" />
+ </rsc_op>
+ </action_set>
+ <inputs>
+ <trigger>
+ <rsc_op id="9" operation="cancel" operation_key="base_monitor_16000" internal_operation_key="base:1_monitor_16000" on_node="base-bundle-1" on_node_uuid="base-bundle-1" router_node="node2"/>
+ </trigger>
+ <trigger>
+ <pseudo_event id="42" operation="promote" operation_key="base-bundle-clone_promote_0"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="2">
+ <action_set>
+ <rsc_op id="9" operation="cancel" operation_key="base_monitor_16000" internal_operation_key="base:1_monitor_16000" on_node="base-bundle-1" on_node_uuid="base-bundle-1" router_node="node2">
+ <primitive id="base" long-id="base:1" class="ocf" provider="pacemaker" type="Stateful"/>
+ <attributes CRM_meta_clone="1" CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_interval="16000" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_name="monitor" CRM_meta_notify="false" CRM_meta_on_node="base-bundle-1" CRM_meta_on_node_uuid="base-bundle-1" CRM_meta_operation="monitor" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_role="Unpromoted" CRM_meta_timeout="16000" />
+ </rsc_op>
+ </action_set>
+ <inputs/>
+ </synapse>
+ <synapse id="3">
+ <action_set>
+ <rsc_op id="36" operation="stop" operation_key="base_stop_0" internal_operation_key="base:0_stop_0" on_node="base-bundle-0" on_node_uuid="base-bundle-0" router_node="node3">
+ <primitive id="base" long-id="base:0" class="ocf" provider="pacemaker" type="Stateful"/>
+ <attributes CRM_meta_clone="0" CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_container_attribute_target="host" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_notify="false" CRM_meta_on_node="base-bundle-0" CRM_meta_on_node_uuid="base-bundle-0" CRM_meta_physical_host="node3" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="20000" />
+ </rsc_op>
+ </action_set>
+ <inputs>
+ <trigger>
+ <pseudo_event id="26" operation="stop" operation_key="base-bundle_stop_0"/>
+ </trigger>
+ <trigger>
+ <rsc_op id="35" operation="demote" operation_key="base_demote_0" internal_operation_key="base:0_demote_0" on_node="base-bundle-0" on_node_uuid="base-bundle-0" router_node="node3"/>
+ </trigger>
+ <trigger>
+ <pseudo_event id="40" operation="stop" operation_key="base-bundle-clone_stop_0"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="4">
+ <action_set>
+ <rsc_op id="35" operation="demote" operation_key="base_demote_0" internal_operation_key="base:0_demote_0" on_node="base-bundle-0" on_node_uuid="base-bundle-0" router_node="node3">
+ <primitive id="base" long-id="base:0" class="ocf" provider="pacemaker" type="Stateful"/>
+ <attributes CRM_meta_clone="0" CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_container_attribute_target="host" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_notify="false" CRM_meta_on_node="base-bundle-0" CRM_meta_on_node_uuid="base-bundle-0" CRM_meta_physical_host="node3" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="20000" />
+ </rsc_op>
+ </action_set>
+ <inputs>
+ <trigger>
+ <rsc_op id="8" operation="cancel" operation_key="base_monitor_15000" internal_operation_key="base:0_monitor_15000" on_node="base-bundle-0" on_node_uuid="base-bundle-0" router_node="node3"/>
+ </trigger>
+ <trigger>
+ <pseudo_event id="44" operation="demote" operation_key="base-bundle-clone_demote_0"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="5">
+ <action_set>
+ <rsc_op id="8" operation="cancel" operation_key="base_monitor_15000" internal_operation_key="base:0_monitor_15000" on_node="base-bundle-0" on_node_uuid="base-bundle-0" router_node="node3">
+ <primitive id="base" long-id="base:0" class="ocf" provider="pacemaker" type="Stateful"/>
+ <attributes CRM_meta_clone="0" CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_interval="15000" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_name="monitor" CRM_meta_notify="false" CRM_meta_on_node="base-bundle-0" CRM_meta_on_node_uuid="base-bundle-0" CRM_meta_operation="monitor" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_role="Promoted" CRM_meta_timeout="15000" />
+ </rsc_op>
+ </action_set>
+ <inputs/>
+ </synapse>
+ <synapse id="6" priority="1000000">
+ <action_set>
+ <pseudo_event id="45" operation="demoted" operation_key="base-bundle-clone_demoted_0">
+ <attributes CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_notify="false" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="20000" />
+ </pseudo_event>
+ </action_set>
+ <inputs>
+ <trigger>
+ <rsc_op id="35" operation="demote" operation_key="base_demote_0" internal_operation_key="base:0_demote_0" on_node="base-bundle-0" on_node_uuid="base-bundle-0" router_node="node3"/>
+ </trigger>
+ <trigger>
+ <pseudo_event id="44" operation="demote" operation_key="base-bundle-clone_demote_0"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="7">
+ <action_set>
+ <pseudo_event id="44" operation="demote" operation_key="base-bundle-clone_demote_0">
+ <attributes CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_notify="false" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="20000" />
+ </pseudo_event>
+ </action_set>
+ <inputs>
+ <trigger>
+ <pseudo_event id="48" operation="demote" operation_key="base-bundle_demote_0"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="8" priority="1000000">
+ <action_set>
+ <pseudo_event id="43" operation="promoted" operation_key="base-bundle-clone_promoted_0">
+ <attributes CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_notify="false" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="20000" />
+ </pseudo_event>
+ </action_set>
+ <inputs>
+ <trigger>
+ <rsc_op id="30" operation="promote" operation_key="base_promote_0" internal_operation_key="base:1_promote_0" on_node="base-bundle-1" on_node_uuid="base-bundle-1" router_node="node2"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="9">
+ <action_set>
+ <pseudo_event id="42" operation="promote" operation_key="base-bundle-clone_promote_0">
+ <attributes CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_notify="false" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="20000" />
+ </pseudo_event>
+ </action_set>
+ <inputs>
+ <trigger>
+ <pseudo_event id="39" operation="running" operation_key="base-bundle-clone_running_0"/>
+ </trigger>
+ <trigger>
+ <pseudo_event id="41" operation="stopped" operation_key="base-bundle-clone_stopped_0"/>
+ </trigger>
+ <trigger>
+ <pseudo_event id="45" operation="demoted" operation_key="base-bundle-clone_demoted_0"/>
+ </trigger>
+ <trigger>
+ <pseudo_event id="46" operation="promote" operation_key="base-bundle_promote_0"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="10" priority="1000000">
+ <action_set>
+ <pseudo_event id="41" operation="stopped" operation_key="base-bundle-clone_stopped_0">
+ <attributes CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_notify="false" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="20000" />
+ </pseudo_event>
+ </action_set>
+ <inputs>
+ <trigger>
+ <rsc_op id="36" operation="stop" operation_key="base_stop_0" internal_operation_key="base:0_stop_0" on_node="base-bundle-0" on_node_uuid="base-bundle-0" router_node="node3"/>
+ </trigger>
+ <trigger>
+ <pseudo_event id="40" operation="stop" operation_key="base-bundle-clone_stop_0"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="11">
+ <action_set>
+ <pseudo_event id="40" operation="stop" operation_key="base-bundle-clone_stop_0">
+ <attributes CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_notify="false" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="20000" />
+ </pseudo_event>
+ </action_set>
+ <inputs>
+ <trigger>
+ <pseudo_event id="26" operation="stop" operation_key="base-bundle_stop_0"/>
+ </trigger>
+ <trigger>
+ <pseudo_event id="45" operation="demoted" operation_key="base-bundle-clone_demoted_0"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="12" priority="1000000">
+ <action_set>
+ <pseudo_event id="39" operation="running" operation_key="base-bundle-clone_running_0">
+ <attributes CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_notify="false" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="20000" />
+ </pseudo_event>
+ </action_set>
+ <inputs>
+ <trigger>
+ <pseudo_event id="38" operation="start" operation_key="base-bundle-clone_start_0"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="13">
+ <action_set>
+ <pseudo_event id="38" operation="start" operation_key="base-bundle-clone_start_0">
+ <attributes CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_notify="false" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="20000" />
+ </pseudo_event>
+ </action_set>
+ <inputs>
+ <trigger>
+ <pseudo_event id="41" operation="stopped" operation_key="base-bundle-clone_stopped_0"/>
+ </trigger>
+ <trigger>
+ <pseudo_event id="45" operation="demoted" operation_key="base-bundle-clone_demoted_0"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="14">
+ <action_set>
+ <rsc_op id="13" operation="stop" operation_key="base-bundle-podman-0_stop_0" on_node="node3" on_node_uuid="3">
+ <primitive id="base-bundle-podman-0" class="ocf" provider="heartbeat" type="podman"/>
+ <attributes CRM_meta_on_node="node3" CRM_meta_on_node_uuid="3" CRM_meta_timeout="20000" allow_pull="true" force_kill="false" image="localhost/pcmktest" monitor_cmd="/bin/true" mount_points="/var/log/pacemaker/bundles/base-bundle-0" reuse="false" run_cmd="/usr/sbin/pacemaker-remoted" run_opts=" -e PCMK_stderr=1 -e PCMK_remote_port=3121 -v /etc/pacemaker/authkey:/etc/pacemaker/authkey -v /var/log/pacemaker/bundles/base-bundle-0:/var/log -p 3121:3121 "/>
+ </rsc_op>
+ </action_set>
+ <inputs>
+ <trigger>
+ <rsc_op id="14" operation="stop" operation_key="base-bundle-0_stop_0" on_node="node3" on_node_uuid="3"/>
+ </trigger>
+ <trigger>
+ <pseudo_event id="26" operation="stop" operation_key="base-bundle_stop_0"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="15">
+ <action_set>
+ <rsc_op id="14" operation="stop" operation_key="base-bundle-0_stop_0" on_node="node3" on_node_uuid="3">
+ <primitive id="base-bundle-0" class="ocf" provider="pacemaker" type="remote"/>
+ <attributes CRM_meta_container="base-bundle-podman-0" CRM_meta_on_node="node3" CRM_meta_on_node_uuid="3" CRM_meta_timeout="20000" addr="node3" port="3121"/>
+ <downed>
+ <node id="base-bundle-0"/>
+ </downed>
+ </rsc_op>
+ </action_set>
+ <inputs>
+ <trigger>
+ <rsc_op id="35" operation="demote" operation_key="base_demote_0" internal_operation_key="base:0_demote_0" on_node="base-bundle-0" on_node_uuid="base-bundle-0" router_node="node3"/>
+ </trigger>
+ <trigger>
+ <rsc_op id="36" operation="stop" operation_key="base_stop_0" internal_operation_key="base:0_stop_0" on_node="base-bundle-0" on_node_uuid="base-bundle-0" router_node="node3"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="16" priority="1000000">
+ <action_set>
+ <pseudo_event id="49" operation="demoted" operation_key="base-bundle_demoted_0">
+ <attributes CRM_meta_timeout="20000" />
+ </pseudo_event>
+ </action_set>
+ <inputs>
+ <trigger>
+ <pseudo_event id="45" operation="demoted" operation_key="base-bundle-clone_demoted_0"/>
+ </trigger>
+ <trigger>
+ <pseudo_event id="48" operation="demote" operation_key="base-bundle_demote_0"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="17">
+ <action_set>
+ <pseudo_event id="48" operation="demote" operation_key="base-bundle_demote_0">
+ <attributes CRM_meta_timeout="20000" />
+ </pseudo_event>
+ </action_set>
+ <inputs/>
+ </synapse>
+ <synapse id="18" priority="1000000">
+ <action_set>
+ <pseudo_event id="47" operation="promoted" operation_key="base-bundle_promoted_0">
+ <attributes CRM_meta_timeout="20000" />
+ </pseudo_event>
+ </action_set>
+ <inputs>
+ <trigger>
+ <pseudo_event id="43" operation="promoted" operation_key="base-bundle-clone_promoted_0"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="19">
+ <action_set>
+ <pseudo_event id="46" operation="promote" operation_key="base-bundle_promote_0">
+ <attributes CRM_meta_timeout="20000" />
+ </pseudo_event>
+ </action_set>
+ <inputs>
+ <trigger>
+ <pseudo_event id="25" operation="running" operation_key="base-bundle_running_0"/>
+ </trigger>
+ <trigger>
+ <pseudo_event id="27" operation="stopped" operation_key="base-bundle_stopped_0"/>
+ </trigger>
+ <trigger>
+ <pseudo_event id="49" operation="demoted" operation_key="base-bundle_demoted_0"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="20" priority="1000000">
+ <action_set>
+ <pseudo_event id="27" operation="stopped" operation_key="base-bundle_stopped_0">
+ <attributes CRM_meta_timeout="20000" />
+ </pseudo_event>
+ </action_set>
+ <inputs>
+ <trigger>
+ <rsc_op id="13" operation="stop" operation_key="base-bundle-podman-0_stop_0" on_node="node3" on_node_uuid="3"/>
+ </trigger>
+ <trigger>
+ <pseudo_event id="41" operation="stopped" operation_key="base-bundle-clone_stopped_0"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="21">
+ <action_set>
+ <pseudo_event id="26" operation="stop" operation_key="base-bundle_stop_0">
+ <attributes CRM_meta_timeout="20000" />
+ </pseudo_event>
+ </action_set>
+ <inputs>
+ <trigger>
+ <pseudo_event id="49" operation="demoted" operation_key="base-bundle_demoted_0"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="22" priority="1000000">
+ <action_set>
+ <pseudo_event id="25" operation="running" operation_key="base-bundle_running_0">
+ <attributes CRM_meta_timeout="20000" />
+ </pseudo_event>
+ </action_set>
+ <inputs>
+ <trigger>
+ <pseudo_event id="39" operation="running" operation_key="base-bundle-clone_running_0"/>
+ </trigger>
+ </inputs>
+ </synapse>
+</transition_graph>
diff --git a/cts/scheduler/exp/bundle-promoted-location-3.exp b/cts/scheduler/exp/bundle-promoted-location-3.exp
new file mode 100644
index 0000000..56e315f
--- /dev/null
+++ b/cts/scheduler/exp/bundle-promoted-location-3.exp
@@ -0,0 +1 @@
+<transition_graph cluster-delay="60s" stonith-timeout="60s" failed-stop-offset="INFINITY" failed-start-offset="INFINITY" transition_id="0"/>
diff --git a/cts/scheduler/exp/bundle-promoted-location-4.exp b/cts/scheduler/exp/bundle-promoted-location-4.exp
new file mode 100644
index 0000000..56e315f
--- /dev/null
+++ b/cts/scheduler/exp/bundle-promoted-location-4.exp
@@ -0,0 +1 @@
+<transition_graph cluster-delay="60s" stonith-timeout="60s" failed-stop-offset="INFINITY" failed-start-offset="INFINITY" transition_id="0"/>
diff --git a/cts/scheduler/exp/bundle-promoted-location-5.exp b/cts/scheduler/exp/bundle-promoted-location-5.exp
new file mode 100644
index 0000000..56e315f
--- /dev/null
+++ b/cts/scheduler/exp/bundle-promoted-location-5.exp
@@ -0,0 +1 @@
+<transition_graph cluster-delay="60s" stonith-timeout="60s" failed-stop-offset="INFINITY" failed-start-offset="INFINITY" transition_id="0"/>
diff --git a/cts/scheduler/exp/bundle-promoted-location-6.exp b/cts/scheduler/exp/bundle-promoted-location-6.exp
new file mode 100644
index 0000000..07a6a2d
--- /dev/null
+++ b/cts/scheduler/exp/bundle-promoted-location-6.exp
@@ -0,0 +1,136 @@
+<transition_graph cluster-delay="60s" stonith-timeout="60s" failed-stop-offset="INFINITY" failed-start-offset="INFINITY" transition_id="0">
+ <synapse id="0">
+ <action_set>
+ <rsc_op id="35" operation="stop" operation_key="base_stop_0" internal_operation_key="base:1_stop_0" on_node="base-bundle-1" on_node_uuid="base-bundle-1" router_node="node2">
+ <primitive id="base" long-id="base:1" class="ocf" provider="pacemaker" type="Stateful"/>
+ <attributes CRM_meta_clone="1" CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_container_attribute_target="host" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_notify="false" CRM_meta_on_node="base-bundle-1" CRM_meta_on_node_uuid="base-bundle-1" CRM_meta_physical_host="node2" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="20000" />
+ </rsc_op>
+ </action_set>
+ <inputs>
+ <trigger>
+ <pseudo_event id="26" operation="stop" operation_key="base-bundle_stop_0"/>
+ </trigger>
+ <trigger>
+ <pseudo_event id="38" operation="stop" operation_key="base-bundle-clone_stop_0"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="1" priority="1000000">
+ <action_set>
+ <pseudo_event id="39" operation="stopped" operation_key="base-bundle-clone_stopped_0">
+ <attributes CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_notify="false" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="20000" />
+ </pseudo_event>
+ </action_set>
+ <inputs>
+ <trigger>
+ <rsc_op id="35" operation="stop" operation_key="base_stop_0" internal_operation_key="base:1_stop_0" on_node="base-bundle-1" on_node_uuid="base-bundle-1" router_node="node2"/>
+ </trigger>
+ <trigger>
+ <pseudo_event id="38" operation="stop" operation_key="base-bundle-clone_stop_0"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="2">
+ <action_set>
+ <pseudo_event id="38" operation="stop" operation_key="base-bundle-clone_stop_0">
+ <attributes CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_notify="false" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="20000" />
+ </pseudo_event>
+ </action_set>
+ <inputs>
+ <trigger>
+ <pseudo_event id="26" operation="stop" operation_key="base-bundle_stop_0"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="3" priority="1000000">
+ <action_set>
+ <pseudo_event id="37" operation="running" operation_key="base-bundle-clone_running_0">
+ <attributes CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_notify="false" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="20000" />
+ </pseudo_event>
+ </action_set>
+ <inputs>
+ <trigger>
+ <pseudo_event id="36" operation="start" operation_key="base-bundle-clone_start_0"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="4">
+ <action_set>
+ <pseudo_event id="36" operation="start" operation_key="base-bundle-clone_start_0">
+ <attributes CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_notify="false" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="20000" />
+ </pseudo_event>
+ </action_set>
+ <inputs>
+ <trigger>
+ <pseudo_event id="39" operation="stopped" operation_key="base-bundle-clone_stopped_0"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="5">
+ <action_set>
+ <rsc_op id="17" operation="stop" operation_key="base-bundle-podman-1_stop_0" on_node="node2" on_node_uuid="2">
+ <primitive id="base-bundle-podman-1" class="ocf" provider="heartbeat" type="podman"/>
+ <attributes CRM_meta_on_node="node2" CRM_meta_on_node_uuid="2" CRM_meta_timeout="20000" allow_pull="true" force_kill="false" image="localhost/pcmktest" monitor_cmd="/bin/true" mount_points="/var/log/pacemaker/bundles/base-bundle-1" reuse="false" run_cmd="/usr/sbin/pacemaker-remoted" run_opts=" -e PCMK_stderr=1 -e PCMK_remote_port=3121 -v /etc/pacemaker/authkey:/etc/pacemaker/authkey -v /var/log/pacemaker/bundles/base-bundle-1:/var/log -p 3121:3121 "/>
+ </rsc_op>
+ </action_set>
+ <inputs>
+ <trigger>
+ <rsc_op id="18" operation="stop" operation_key="base-bundle-1_stop_0" on_node="node2" on_node_uuid="2"/>
+ </trigger>
+ <trigger>
+ <pseudo_event id="26" operation="stop" operation_key="base-bundle_stop_0"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="6">
+ <action_set>
+ <rsc_op id="18" operation="stop" operation_key="base-bundle-1_stop_0" on_node="node2" on_node_uuid="2">
+ <primitive id="base-bundle-1" class="ocf" provider="pacemaker" type="remote"/>
+ <attributes CRM_meta_container="base-bundle-podman-1" CRM_meta_on_node="node2" CRM_meta_on_node_uuid="2" CRM_meta_timeout="20000" addr="node2" port="3121"/>
+ <downed>
+ <node id="base-bundle-1"/>
+ </downed>
+ </rsc_op>
+ </action_set>
+ <inputs>
+ <trigger>
+ <rsc_op id="35" operation="stop" operation_key="base_stop_0" internal_operation_key="base:1_stop_0" on_node="base-bundle-1" on_node_uuid="base-bundle-1" router_node="node2"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="7" priority="1000000">
+ <action_set>
+ <pseudo_event id="27" operation="stopped" operation_key="base-bundle_stopped_0">
+ <attributes CRM_meta_timeout="20000" />
+ </pseudo_event>
+ </action_set>
+ <inputs>
+ <trigger>
+ <rsc_op id="17" operation="stop" operation_key="base-bundle-podman-1_stop_0" on_node="node2" on_node_uuid="2"/>
+ </trigger>
+ <trigger>
+ <pseudo_event id="39" operation="stopped" operation_key="base-bundle-clone_stopped_0"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="8">
+ <action_set>
+ <pseudo_event id="26" operation="stop" operation_key="base-bundle_stop_0">
+ <attributes CRM_meta_timeout="20000" />
+ </pseudo_event>
+ </action_set>
+ <inputs/>
+ </synapse>
+ <synapse id="9" priority="1000000">
+ <action_set>
+ <pseudo_event id="25" operation="running" operation_key="base-bundle_running_0">
+ <attributes CRM_meta_timeout="20000" />
+ </pseudo_event>
+ </action_set>
+ <inputs>
+ <trigger>
+ <pseudo_event id="37" operation="running" operation_key="base-bundle-clone_running_0"/>
+ </trigger>
+ </inputs>
+ </synapse>
+</transition_graph>
diff --git a/cts/scheduler/exp/bundle-replicas-change.exp b/cts/scheduler/exp/bundle-replicas-change.exp
index b14dbf2..ec89d94 100644
--- a/cts/scheduler/exp/bundle-replicas-change.exp
+++ b/cts/scheduler/exp/bundle-replicas-change.exp
@@ -116,6 +116,9 @@
<rsc_op id="29" operation="start" operation_key="httpd-bundle-2_start_0" on_node="rh74-test" on_node_uuid="3232287163"/>
</trigger>
<trigger>
+ <rsc_op id="35" operation="start" operation_key="httpd:0_start_0" on_node="httpd-bundle-0" on_node_uuid="httpd-bundle-0" router_node="rh74-test"/>
+ </trigger>
+ <trigger>
<rsc_op id="37" operation="start" operation_key="httpd:1_start_0" on_node="httpd-bundle-1" on_node_uuid="httpd-bundle-1" router_node="rh74-test"/>
</trigger>
<trigger>
diff --git a/cts/scheduler/exp/cancel-behind-moving-remote.exp b/cts/scheduler/exp/cancel-behind-moving-remote.exp
index 17759cb..91651ba 100644
--- a/cts/scheduler/exp/cancel-behind-moving-remote.exp
+++ b/cts/scheduler/exp/cancel-behind-moving-remote.exp
@@ -1,46 +1,46 @@
<transition_graph cluster-delay="60s" stonith-timeout="60s" failed-stop-offset="INFINITY" failed-start-offset="INFINITY" transition_id="0">
<synapse id="0" priority="1000000">
<action_set>
- <pseudo_event id="146" operation="notified" operation_key="rabbitmq-bundle-clone_confirmed-post_notify_running_0">
+ <pseudo_event id="142" operation="notified" operation_key="rabbitmq-bundle-clone_confirmed-post_notify_running_0">
<attributes CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_notify="true" CRM_meta_notify_key_operation="running" CRM_meta_notify_key_type="confirmed-post" CRM_meta_notify_operation="start" CRM_meta_notify_type="post" CRM_meta_timeout="120000" />
</pseudo_event>
</action_set>
<inputs>
<trigger>
- <pseudo_event id="145" operation="notify" operation_key="rabbitmq-bundle-clone_post_notify_running_0"/>
+ <pseudo_event id="141" operation="notify" operation_key="rabbitmq-bundle-clone_post_notify_running_0"/>
</trigger>
</inputs>
</synapse>
<synapse id="1" priority="1000000">
<action_set>
- <pseudo_event id="145" operation="notify" operation_key="rabbitmq-bundle-clone_post_notify_running_0">
+ <pseudo_event id="141" operation="notify" operation_key="rabbitmq-bundle-clone_post_notify_running_0">
<attributes CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_notify="true" CRM_meta_notify_key_operation="running" CRM_meta_notify_key_type="post" CRM_meta_notify_operation="start" CRM_meta_notify_type="post" CRM_meta_timeout="120000" />
</pseudo_event>
</action_set>
<inputs>
<trigger>
- <pseudo_event id="140" operation="running" operation_key="rabbitmq-bundle-clone_running_0"/>
+ <pseudo_event id="136" operation="running" operation_key="rabbitmq-bundle-clone_running_0"/>
</trigger>
<trigger>
- <pseudo_event id="144" operation="notified" operation_key="rabbitmq-bundle-clone_confirmed-pre_notify_start_0"/>
+ <pseudo_event id="140" operation="notified" operation_key="rabbitmq-bundle-clone_confirmed-pre_notify_start_0"/>
</trigger>
</inputs>
</synapse>
<synapse id="2">
<action_set>
- <pseudo_event id="144" operation="notified" operation_key="rabbitmq-bundle-clone_confirmed-pre_notify_start_0">
+ <pseudo_event id="140" operation="notified" operation_key="rabbitmq-bundle-clone_confirmed-pre_notify_start_0">
<attributes CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_notify="true" CRM_meta_notify_key_operation="start" CRM_meta_notify_key_type="confirmed-pre" CRM_meta_notify_operation="start" CRM_meta_notify_type="pre" CRM_meta_timeout="120000" />
</pseudo_event>
</action_set>
<inputs>
<trigger>
- <pseudo_event id="143" operation="notify" operation_key="rabbitmq-bundle-clone_pre_notify_start_0"/>
+ <pseudo_event id="139" operation="notify" operation_key="rabbitmq-bundle-clone_pre_notify_start_0"/>
</trigger>
</inputs>
</synapse>
<synapse id="3">
<action_set>
- <pseudo_event id="143" operation="notify" operation_key="rabbitmq-bundle-clone_pre_notify_start_0">
+ <pseudo_event id="139" operation="notify" operation_key="rabbitmq-bundle-clone_pre_notify_start_0">
<attributes CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_notify="true" CRM_meta_notify_key_operation="start" CRM_meta_notify_key_type="pre" CRM_meta_notify_operation="start" CRM_meta_notify_type="pre" CRM_meta_timeout="120000" />
</pseudo_event>
</action_set>
@@ -48,824 +48,529 @@
</synapse>
<synapse id="4" priority="1000000">
<action_set>
- <pseudo_event id="140" operation="running" operation_key="rabbitmq-bundle-clone_running_0">
+ <pseudo_event id="136" operation="running" operation_key="rabbitmq-bundle-clone_running_0">
<attributes CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_notify="true" CRM_meta_timeout="120000" />
</pseudo_event>
</action_set>
<inputs>
<trigger>
- <pseudo_event id="139" operation="start" operation_key="rabbitmq-bundle-clone_start_0"/>
+ <pseudo_event id="135" operation="start" operation_key="rabbitmq-bundle-clone_start_0"/>
</trigger>
</inputs>
</synapse>
<synapse id="5">
<action_set>
- <pseudo_event id="139" operation="start" operation_key="rabbitmq-bundle-clone_start_0">
+ <pseudo_event id="135" operation="start" operation_key="rabbitmq-bundle-clone_start_0">
<attributes CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_notify="true" CRM_meta_timeout="120000" />
</pseudo_event>
</action_set>
<inputs>
<trigger>
- <pseudo_event id="129" operation="start" operation_key="rabbitmq-bundle_start_0"/>
+ <pseudo_event id="125" operation="start" operation_key="rabbitmq-bundle_start_0"/>
</trigger>
<trigger>
- <pseudo_event id="144" operation="notified" operation_key="rabbitmq-bundle-clone_confirmed-pre_notify_start_0"/>
+ <pseudo_event id="140" operation="notified" operation_key="rabbitmq-bundle-clone_confirmed-pre_notify_start_0"/>
</trigger>
</inputs>
</synapse>
<synapse id="6" priority="1000000">
<action_set>
- <rsc_op id="384" operation="notify" operation_key="ovndb_servers:0_post_notify_promote_0" on_node="ovn-dbs-bundle-0" on_node_uuid="ovn-dbs-bundle-0" router_node="controller-2">
- <primitive id="ovndb_servers" long-id="ovndb_servers:0" class="ocf" provider="ovn" type="ovndb-servers"/>
- <attributes CRM_meta_clone="0" CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_container_attribute_target="host" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_name="notify" CRM_meta_notify="true" CRM_meta_notify_active_resource="ovndb_servers:1 ovndb_servers:2" CRM_meta_notify_active_uname="ovn-dbs-bundle-1 ovn-dbs-bundle-2" CRM_meta_notify_all_hosts="compute-0 compute-1 controller-0 controller-1 controller-2 database-0 database-1 database-2 database-0 database-1 database-2 messaging-0 messaging-1 messaging-2 ovn-dbs-bundle-0 controller-2 controller-1 messaging-0 rabbitmq-bundle-1 messaging-2 controller-2 controller-0 controller-1" CRM_meta_notify_all_uname="compute-0 compute-1 controller-0 controller-1 controller-2 database-0 database-1 database-2 galera-bundle-0 galera-bundle-1 galera-bundle-2 messaging-0 messaging-1 messaging-2 ovn-dbs-bundle-0 ovn-dbs-bundle-1 ovn-dbs-bundle-2 rabbitmq-bundle-0 rabbitmq-bundle-1 rabbitmq-bundle-2 redis-bundle-0 redis-bundle-1 redis-bundle-2" CRM_meta_notify_available_uname="compute-0 compute-1 controller-0 controller-1 controller-2 database-0 database-1 database-2 messaging-0 messaging-1 messaging-2 ovn-dbs-bundle-0 ovn-dbs-bundle-1 ovn-dbs-bundle-2" CRM_meta_notify_demote_resource=" " CRM_meta_notify_demote_uname=" " CRM_meta_notify_inactive_resource="ovndb_servers:0" CRM_meta_notify_key_operation="promoted" CRM_meta_notify_key_type="post" CRM_meta_notify_master_resource=" " CRM_meta_notify_master_uname=" " CRM_meta_notify_operation="promote" CRM_meta_notify_promote_resource="ovndb_servers:1" CRM_meta_notify_promote_uname="ovn-dbs-bundle-1" CRM_meta_notify_promoted_resource=" " CRM_meta_notify_promoted_uname=" " CRM_meta_notify_slave_resource="ovndb_servers:1 ovndb_servers:2" CRM_meta_notify_slave_uname="ovn-dbs-bundle-1 ovn-dbs-bundle-2" CRM_meta_notify_start_resource="ovndb_servers:0 ovndb_servers:1" CRM_meta_notify_start_uname="ovn-dbs-bundle-0 ovn-dbs-bundle-1" CRM_meta_notify_stop_resource="ovndb_servers:1" CRM_meta_notify_stop_uname="ovn-dbs-bundle-1" CRM_meta_notify_type="post" CRM_meta_notify_unpromoted_resource="ovndb_servers:1 ovndb_servers:2" CRM_meta_notify_unpromoted_uname="ovn-dbs-bundle-1 ovn-dbs-bundle-2" CRM_meta_on_node="ovn-dbs-bundle-0" CRM_meta_on_node_uuid="ovn-dbs-bundle-0" CRM_meta_physical_host="controller-2" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="20000" inactive_probe_interval="180000" listen_on_master_ip_only="yes" manage_northd="yes" master_ip="172.17.1.87" nb_master_port="6641" nb_master_protocol="ssl" ovn_nb_db_cacert="/etc/ipa/ca.crt" ovn_nb_db_cert="/etc/pki/tls/certs/ovn_dbs.crt" ovn_nb_db_privkey="/etc/pki/tls/private/ovn_dbs.key" ovn_sb_db_cacert="/etc/ipa/ca.crt" ovn_sb_db_cert="/etc/pki/tls/certs/ovn_dbs.crt" ovn_sb_db_privkey="/etc/pki/tls/private/ovn_dbs.key" sb_master_port="6642" sb_master_protocol="ssl"/>
+ <rsc_op id="381" operation="notify" operation_key="ovndb_servers_post_notify_promote_0" internal_operation_key="ovndb_servers:2_post_notify_promote_0" on_node="ovn-dbs-bundle-2" on_node_uuid="ovn-dbs-bundle-2" router_node="controller-1">
+ <primitive id="ovndb_servers" long-id="ovndb_servers:2" class="ocf" provider="ovn" type="ovndb-servers"/>
+ <attributes CRM_meta_clone="2" CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_container_attribute_target="host" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_name="notify" CRM_meta_notify="true" CRM_meta_notify_active_resource="ovndb_servers:1 ovndb_servers:2" CRM_meta_notify_active_uname="ovn-dbs-bundle-1 ovn-dbs-bundle-2" CRM_meta_notify_all_hosts="compute-0 compute-1 controller-0 controller-1 controller-2 database-0 database-1 database-2 database-0 database-1 database-2 messaging-0 messaging-1 messaging-2 ovn-dbs-bundle-0 controller-2 controller-1 messaging-0 rabbitmq-bundle-1 messaging-2 controller-2 controller-0 controller-1" CRM_meta_notify_all_uname="compute-0 compute-1 controller-0 controller-1 controller-2 database-0 database-1 database-2 galera-bundle-0 galera-bundle-1 galera-bundle-2 messaging-0 messaging-1 messaging-2 ovn-dbs-bundle-0 ovn-dbs-bundle-1 ovn-dbs-bundle-2 rabbitmq-bundle-0 rabbitmq-bundle-1 rabbitmq-bundle-2 redis-bundle-0 redis-bundle-1 redis-bundle-2" CRM_meta_notify_available_uname="compute-0 compute-1 controller-0 controller-1 controller-2 database-0 database-1 database-2 messaging-0 messaging-1 messaging-2 ovn-dbs-bundle-0 ovn-dbs-bundle-1 ovn-dbs-bundle-2" CRM_meta_notify_demote_resource=" " CRM_meta_notify_demote_uname=" " CRM_meta_notify_inactive_resource="ovndb_servers:0" CRM_meta_notify_key_operation="promoted" CRM_meta_notify_key_type="post" CRM_meta_notify_master_resource=" " CRM_meta_notify_master_uname=" " CRM_meta_notify_operation="promote" CRM_meta_notify_promote_resource="ovndb_servers:2" CRM_meta_notify_promote_uname="ovn-dbs-bundle-2" CRM_meta_notify_promoted_resource=" " CRM_meta_notify_promoted_uname=" " CRM_meta_notify_slave_resource="ovndb_servers:1 ovndb_servers:2" CRM_meta_notify_slave_uname="ovn-dbs-bundle-1 ovn-dbs-bundle-2" CRM_meta_notify_start_resource="ovndb_servers:0" CRM_meta_notify_start_uname="ovn-dbs-bundle-0" CRM_meta_notify_stop_resource=" " CRM_meta_notify_stop_uname=" " CRM_meta_notify_type="post" CRM_meta_notify_unpromoted_resource="ovndb_servers:1 ovndb_servers:2" CRM_meta_notify_unpromoted_uname="ovn-dbs-bundle-1 ovn-dbs-bundle-2" CRM_meta_on_node="ovn-dbs-bundle-2" CRM_meta_on_node_uuid="ovn-dbs-bundle-2" CRM_meta_physical_host="controller-1" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="20000" inactive_probe_interval="180000" listen_on_master_ip_only="yes" manage_northd="yes" master_ip="172.17.1.87" nb_master_port="6641" nb_master_protocol="ssl" ovn_nb_db_cacert="/etc/ipa/ca.crt" ovn_nb_db_cert="/etc/pki/tls/certs/ovn_dbs.crt" ovn_nb_db_privkey="/etc/pki/tls/private/ovn_dbs.key" ovn_sb_db_cacert="/etc/ipa/ca.crt" ovn_sb_db_cert="/etc/pki/tls/certs/ovn_dbs.crt" ovn_sb_db_privkey="/etc/pki/tls/private/ovn_dbs.key" sb_master_port="6642" sb_master_protocol="ssl"/>
</rsc_op>
</action_set>
<inputs>
<trigger>
- <pseudo_event id="266" operation="notify" operation_key="ovn-dbs-bundle-master_post_notify_promoted_0"/>
+ <pseudo_event id="261" operation="notify" operation_key="ovn-dbs-bundle-master_post_notify_promoted_0"/>
</trigger>
</inputs>
</synapse>
<synapse id="7">
<action_set>
- <rsc_op id="383" operation="notify" operation_key="ovndb_servers:0_pre_notify_promote_0" on_node="ovn-dbs-bundle-0" on_node_uuid="ovn-dbs-bundle-0" router_node="controller-2">
- <primitive id="ovndb_servers" long-id="ovndb_servers:0" class="ocf" provider="ovn" type="ovndb-servers"/>
- <attributes CRM_meta_clone="0" CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_container_attribute_target="host" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_name="notify" CRM_meta_notify="true" CRM_meta_notify_active_resource="ovndb_servers:1 ovndb_servers:2" CRM_meta_notify_active_uname="ovn-dbs-bundle-1 ovn-dbs-bundle-2" CRM_meta_notify_all_hosts="compute-0 compute-1 controller-0 controller-1 controller-2 database-0 database-1 database-2 database-0 database-1 database-2 messaging-0 messaging-1 messaging-2 ovn-dbs-bundle-0 controller-2 controller-1 messaging-0 rabbitmq-bundle-1 messaging-2 controller-2 controller-0 controller-1" CRM_meta_notify_all_uname="compute-0 compute-1 controller-0 controller-1 controller-2 database-0 database-1 database-2 galera-bundle-0 galera-bundle-1 galera-bundle-2 messaging-0 messaging-1 messaging-2 ovn-dbs-bundle-0 ovn-dbs-bundle-1 ovn-dbs-bundle-2 rabbitmq-bundle-0 rabbitmq-bundle-1 rabbitmq-bundle-2 redis-bundle-0 redis-bundle-1 redis-bundle-2" CRM_meta_notify_available_uname="compute-0 compute-1 controller-0 controller-1 controller-2 database-0 database-1 database-2 messaging-0 messaging-1 messaging-2 ovn-dbs-bundle-0 ovn-dbs-bundle-1 ovn-dbs-bundle-2" CRM_meta_notify_demote_resource=" " CRM_meta_notify_demote_uname=" " CRM_meta_notify_inactive_resource="ovndb_servers:0" CRM_meta_notify_key_operation="promote" CRM_meta_notify_key_type="pre" CRM_meta_notify_master_resource=" " CRM_meta_notify_master_uname=" " CRM_meta_notify_operation="promote" CRM_meta_notify_promote_resource="ovndb_servers:1" CRM_meta_notify_promote_uname="ovn-dbs-bundle-1" CRM_meta_notify_promoted_resource=" " CRM_meta_notify_promoted_uname=" " CRM_meta_notify_slave_resource="ovndb_servers:1 ovndb_servers:2" CRM_meta_notify_slave_uname="ovn-dbs-bundle-1 ovn-dbs-bundle-2" CRM_meta_notify_start_resource="ovndb_servers:0 ovndb_servers:1" CRM_meta_notify_start_uname="ovn-dbs-bundle-0 ovn-dbs-bundle-1" CRM_meta_notify_stop_resource="ovndb_servers:1" CRM_meta_notify_stop_uname="ovn-dbs-bundle-1" CRM_meta_notify_type="pre" CRM_meta_notify_unpromoted_resource="ovndb_servers:1 ovndb_servers:2" CRM_meta_notify_unpromoted_uname="ovn-dbs-bundle-1 ovn-dbs-bundle-2" CRM_meta_on_node="ovn-dbs-bundle-0" CRM_meta_on_node_uuid="ovn-dbs-bundle-0" CRM_meta_physical_host="controller-2" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="20000" inactive_probe_interval="180000" listen_on_master_ip_only="yes" manage_northd="yes" master_ip="172.17.1.87" nb_master_port="6641" nb_master_protocol="ssl" ovn_nb_db_cacert="/etc/ipa/ca.crt" ovn_nb_db_cert="/etc/pki/tls/certs/ovn_dbs.crt" ovn_nb_db_privkey="/etc/pki/tls/private/ovn_dbs.key" ovn_sb_db_cacert="/etc/ipa/ca.crt" ovn_sb_db_cert="/etc/pki/tls/certs/ovn_dbs.crt" ovn_sb_db_privkey="/etc/pki/tls/private/ovn_dbs.key" sb_master_port="6642" sb_master_protocol="ssl"/>
+ <rsc_op id="380" operation="notify" operation_key="ovndb_servers_pre_notify_promote_0" internal_operation_key="ovndb_servers:2_pre_notify_promote_0" on_node="ovn-dbs-bundle-2" on_node_uuid="ovn-dbs-bundle-2" router_node="controller-1">
+ <primitive id="ovndb_servers" long-id="ovndb_servers:2" class="ocf" provider="ovn" type="ovndb-servers"/>
+ <attributes CRM_meta_clone="2" CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_container_attribute_target="host" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_name="notify" CRM_meta_notify="true" CRM_meta_notify_active_resource="ovndb_servers:1 ovndb_servers:2" CRM_meta_notify_active_uname="ovn-dbs-bundle-1 ovn-dbs-bundle-2" CRM_meta_notify_all_hosts="compute-0 compute-1 controller-0 controller-1 controller-2 database-0 database-1 database-2 database-0 database-1 database-2 messaging-0 messaging-1 messaging-2 ovn-dbs-bundle-0 controller-2 controller-1 messaging-0 rabbitmq-bundle-1 messaging-2 controller-2 controller-0 controller-1" CRM_meta_notify_all_uname="compute-0 compute-1 controller-0 controller-1 controller-2 database-0 database-1 database-2 galera-bundle-0 galera-bundle-1 galera-bundle-2 messaging-0 messaging-1 messaging-2 ovn-dbs-bundle-0 ovn-dbs-bundle-1 ovn-dbs-bundle-2 rabbitmq-bundle-0 rabbitmq-bundle-1 rabbitmq-bundle-2 redis-bundle-0 redis-bundle-1 redis-bundle-2" CRM_meta_notify_available_uname="compute-0 compute-1 controller-0 controller-1 controller-2 database-0 database-1 database-2 messaging-0 messaging-1 messaging-2 ovn-dbs-bundle-0 ovn-dbs-bundle-1 ovn-dbs-bundle-2" CRM_meta_notify_demote_resource=" " CRM_meta_notify_demote_uname=" " CRM_meta_notify_inactive_resource="ovndb_servers:0" CRM_meta_notify_key_operation="promote" CRM_meta_notify_key_type="pre" CRM_meta_notify_master_resource=" " CRM_meta_notify_master_uname=" " CRM_meta_notify_operation="promote" CRM_meta_notify_promote_resource="ovndb_servers:2" CRM_meta_notify_promote_uname="ovn-dbs-bundle-2" CRM_meta_notify_promoted_resource=" " CRM_meta_notify_promoted_uname=" " CRM_meta_notify_slave_resource="ovndb_servers:1 ovndb_servers:2" CRM_meta_notify_slave_uname="ovn-dbs-bundle-1 ovn-dbs-bundle-2" CRM_meta_notify_start_resource="ovndb_servers:0" CRM_meta_notify_start_uname="ovn-dbs-bundle-0" CRM_meta_notify_stop_resource=" " CRM_meta_notify_stop_uname=" " CRM_meta_notify_type="pre" CRM_meta_notify_unpromoted_resource="ovndb_servers:1 ovndb_servers:2" CRM_meta_notify_unpromoted_uname="ovn-dbs-bundle-1 ovn-dbs-bundle-2" CRM_meta_on_node="ovn-dbs-bundle-2" CRM_meta_on_node_uuid="ovn-dbs-bundle-2" CRM_meta_physical_host="controller-1" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="20000" inactive_probe_interval="180000" listen_on_master_ip_only="yes" manage_northd="yes" master_ip="172.17.1.87" nb_master_port="6641" nb_master_protocol="ssl" ovn_nb_db_cacert="/etc/ipa/ca.crt" ovn_nb_db_cert="/etc/pki/tls/certs/ovn_dbs.crt" ovn_nb_db_privkey="/etc/pki/tls/private/ovn_dbs.key" ovn_sb_db_cacert="/etc/ipa/ca.crt" ovn_sb_db_cert="/etc/pki/tls/certs/ovn_dbs.crt" ovn_sb_db_privkey="/etc/pki/tls/private/ovn_dbs.key" sb_master_port="6642" sb_master_protocol="ssl"/>
</rsc_op>
</action_set>
<inputs>
<trigger>
- <pseudo_event id="264" operation="notify" operation_key="ovn-dbs-bundle-master_pre_notify_promote_0"/>
+ <pseudo_event id="259" operation="notify" operation_key="ovn-dbs-bundle-master_pre_notify_promote_0"/>
</trigger>
</inputs>
</synapse>
<synapse id="8" priority="1000000">
<action_set>
- <rsc_op id="376" operation="notify" operation_key="ovndb_servers:0_post_notify_start_0" on_node="ovn-dbs-bundle-0" on_node_uuid="ovn-dbs-bundle-0" router_node="controller-2">
- <primitive id="ovndb_servers" long-id="ovndb_servers:0" class="ocf" provider="ovn" type="ovndb-servers"/>
- <attributes CRM_meta_clone="0" CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_container_attribute_target="host" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_name="notify" CRM_meta_notify="true" CRM_meta_notify_active_resource="ovndb_servers:1 ovndb_servers:2" CRM_meta_notify_active_uname="ovn-dbs-bundle-1 ovn-dbs-bundle-2" CRM_meta_notify_all_hosts="compute-0 compute-1 controller-0 controller-1 controller-2 database-0 database-1 database-2 database-0 database-1 database-2 messaging-0 messaging-1 messaging-2 ovn-dbs-bundle-0 controller-2 controller-1 messaging-0 rabbitmq-bundle-1 messaging-2 controller-2 controller-0 controller-1" CRM_meta_notify_all_uname="compute-0 compute-1 controller-0 controller-1 controller-2 database-0 database-1 database-2 galera-bundle-0 galera-bundle-1 galera-bundle-2 messaging-0 messaging-1 messaging-2 ovn-dbs-bundle-0 ovn-dbs-bundle-1 ovn-dbs-bundle-2 rabbitmq-bundle-0 rabbitmq-bundle-1 rabbitmq-bundle-2 redis-bundle-0 redis-bundle-1 redis-bundle-2" CRM_meta_notify_available_uname="compute-0 compute-1 controller-0 controller-1 controller-2 database-0 database-1 database-2 messaging-0 messaging-1 messaging-2 ovn-dbs-bundle-0 ovn-dbs-bundle-1 ovn-dbs-bundle-2" CRM_meta_notify_demote_resource=" " CRM_meta_notify_demote_uname=" " CRM_meta_notify_inactive_resource="ovndb_servers:0" CRM_meta_notify_key_operation="running" CRM_meta_notify_key_type="post" CRM_meta_notify_master_resource=" " CRM_meta_notify_master_uname=" " CRM_meta_notify_operation="start" CRM_meta_notify_promote_resource="ovndb_servers:1" CRM_meta_notify_promote_uname="ovn-dbs-bundle-1" CRM_meta_notify_promoted_resource=" " CRM_meta_notify_promoted_uname=" " CRM_meta_notify_slave_resource="ovndb_servers:1 ovndb_servers:2" CRM_meta_notify_slave_uname="ovn-dbs-bundle-1 ovn-dbs-bundle-2" CRM_meta_notify_start_resource="ovndb_servers:0 ovndb_servers:1" CRM_meta_notify_start_uname="ovn-dbs-bundle-0 ovn-dbs-bundle-1" CRM_meta_notify_stop_resource="ovndb_servers:1" CRM_meta_notify_stop_uname="ovn-dbs-bundle-1" CRM_meta_notify_type="post" CRM_meta_notify_unpromoted_resource="ovndb_servers:1 ovndb_servers:2" CRM_meta_notify_unpromoted_uname="ovn-dbs-bundle-1 ovn-dbs-bundle-2" CRM_meta_on_node="ovn-dbs-bundle-0" CRM_meta_on_node_uuid="ovn-dbs-bundle-0" CRM_meta_physical_host="controller-2" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="20000" inactive_probe_interval="180000" listen_on_master_ip_only="yes" manage_northd="yes" master_ip="172.17.1.87" nb_master_port="6641" nb_master_protocol="ssl" ovn_nb_db_cacert="/etc/ipa/ca.crt" ovn_nb_db_cert="/etc/pki/tls/certs/ovn_dbs.crt" ovn_nb_db_privkey="/etc/pki/tls/private/ovn_dbs.key" ovn_sb_db_cacert="/etc/ipa/ca.crt" ovn_sb_db_cert="/etc/pki/tls/certs/ovn_dbs.crt" ovn_sb_db_privkey="/etc/pki/tls/private/ovn_dbs.key" sb_master_port="6642" sb_master_protocol="ssl"/>
+ <rsc_op id="372" operation="notify" operation_key="ovndb_servers_post_notify_start_0" internal_operation_key="ovndb_servers:2_post_notify_start_0" on_node="ovn-dbs-bundle-2" on_node_uuid="ovn-dbs-bundle-2" router_node="controller-1">
+ <primitive id="ovndb_servers" long-id="ovndb_servers:2" class="ocf" provider="ovn" type="ovndb-servers"/>
+ <attributes CRM_meta_clone="2" CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_container_attribute_target="host" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_name="notify" CRM_meta_notify="true" CRM_meta_notify_active_resource="ovndb_servers:1 ovndb_servers:2" CRM_meta_notify_active_uname="ovn-dbs-bundle-1 ovn-dbs-bundle-2" CRM_meta_notify_all_hosts="compute-0 compute-1 controller-0 controller-1 controller-2 database-0 database-1 database-2 database-0 database-1 database-2 messaging-0 messaging-1 messaging-2 ovn-dbs-bundle-0 controller-2 controller-1 messaging-0 rabbitmq-bundle-1 messaging-2 controller-2 controller-0 controller-1" CRM_meta_notify_all_uname="compute-0 compute-1 controller-0 controller-1 controller-2 database-0 database-1 database-2 galera-bundle-0 galera-bundle-1 galera-bundle-2 messaging-0 messaging-1 messaging-2 ovn-dbs-bundle-0 ovn-dbs-bundle-1 ovn-dbs-bundle-2 rabbitmq-bundle-0 rabbitmq-bundle-1 rabbitmq-bundle-2 redis-bundle-0 redis-bundle-1 redis-bundle-2" CRM_meta_notify_available_uname="compute-0 compute-1 controller-0 controller-1 controller-2 database-0 database-1 database-2 messaging-0 messaging-1 messaging-2 ovn-dbs-bundle-0 ovn-dbs-bundle-1 ovn-dbs-bundle-2" CRM_meta_notify_demote_resource=" " CRM_meta_notify_demote_uname=" " CRM_meta_notify_inactive_resource="ovndb_servers:0" CRM_meta_notify_key_operation="running" CRM_meta_notify_key_type="post" CRM_meta_notify_master_resource=" " CRM_meta_notify_master_uname=" " CRM_meta_notify_operation="start" CRM_meta_notify_promote_resource="ovndb_servers:2" CRM_meta_notify_promote_uname="ovn-dbs-bundle-2" CRM_meta_notify_promoted_resource=" " CRM_meta_notify_promoted_uname=" " CRM_meta_notify_slave_resource="ovndb_servers:1 ovndb_servers:2" CRM_meta_notify_slave_uname="ovn-dbs-bundle-1 ovn-dbs-bundle-2" CRM_meta_notify_start_resource="ovndb_servers:0" CRM_meta_notify_start_uname="ovn-dbs-bundle-0" CRM_meta_notify_stop_resource=" " CRM_meta_notify_stop_uname=" " CRM_meta_notify_type="post" CRM_meta_notify_unpromoted_resource="ovndb_servers:1 ovndb_servers:2" CRM_meta_notify_unpromoted_uname="ovn-dbs-bundle-1 ovn-dbs-bundle-2" CRM_meta_on_node="ovn-dbs-bundle-2" CRM_meta_on_node_uuid="ovn-dbs-bundle-2" CRM_meta_physical_host="controller-1" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="20000" inactive_probe_interval="180000" listen_on_master_ip_only="yes" manage_northd="yes" master_ip="172.17.1.87" nb_master_port="6641" nb_master_protocol="ssl" ovn_nb_db_cacert="/etc/ipa/ca.crt" ovn_nb_db_cert="/etc/pki/tls/certs/ovn_dbs.crt" ovn_nb_db_privkey="/etc/pki/tls/private/ovn_dbs.key" ovn_sb_db_cacert="/etc/ipa/ca.crt" ovn_sb_db_cert="/etc/pki/tls/certs/ovn_dbs.crt" ovn_sb_db_privkey="/etc/pki/tls/private/ovn_dbs.key" sb_master_port="6642" sb_master_protocol="ssl"/>
</rsc_op>
</action_set>
<inputs>
<trigger>
- <pseudo_event id="256" operation="notify" operation_key="ovn-dbs-bundle-master_post_notify_running_0"/>
+ <pseudo_event id="251" operation="notify" operation_key="ovn-dbs-bundle-master_post_notify_running_0"/>
</trigger>
</inputs>
</synapse>
<synapse id="9">
<action_set>
- <rsc_op id="249" operation="monitor" operation_key="ovndb_servers:0_monitor_30000" on_node="ovn-dbs-bundle-0" on_node_uuid="ovn-dbs-bundle-0" router_node="controller-2">
- <primitive id="ovndb_servers" long-id="ovndb_servers:0" class="ocf" provider="ovn" type="ovndb-servers"/>
- <attributes CRM_meta_clone="0" CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_container_attribute_target="host" CRM_meta_globally_unique="false" CRM_meta_interval="30000" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_name="monitor" CRM_meta_notify="true" CRM_meta_on_node="ovn-dbs-bundle-0" CRM_meta_on_node_uuid="ovn-dbs-bundle-0" CRM_meta_physical_host="controller-2" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_role="Unpromoted" CRM_meta_timeout="60000" inactive_probe_interval="180000" listen_on_master_ip_only="yes" manage_northd="yes" master_ip="172.17.1.87" nb_master_port="6641" nb_master_protocol="ssl" ovn_nb_db_cacert="/etc/ipa/ca.crt" ovn_nb_db_cert="/etc/pki/tls/certs/ovn_dbs.crt" ovn_nb_db_privkey="/etc/pki/tls/private/ovn_dbs.key" ovn_sb_db_cacert="/etc/ipa/ca.crt" ovn_sb_db_cert="/etc/pki/tls/certs/ovn_dbs.crt" ovn_sb_db_privkey="/etc/pki/tls/private/ovn_dbs.key" sb_master_port="6642" sb_master_protocol="ssl"/>
+ <rsc_op id="371" operation="notify" operation_key="ovndb_servers_pre_notify_start_0" internal_operation_key="ovndb_servers:2_pre_notify_start_0" on_node="ovn-dbs-bundle-2" on_node_uuid="ovn-dbs-bundle-2" router_node="controller-1">
+ <primitive id="ovndb_servers" long-id="ovndb_servers:2" class="ocf" provider="ovn" type="ovndb-servers"/>
+ <attributes CRM_meta_clone="2" CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_container_attribute_target="host" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_name="notify" CRM_meta_notify="true" CRM_meta_notify_active_resource="ovndb_servers:1 ovndb_servers:2" CRM_meta_notify_active_uname="ovn-dbs-bundle-1 ovn-dbs-bundle-2" CRM_meta_notify_all_hosts="compute-0 compute-1 controller-0 controller-1 controller-2 database-0 database-1 database-2 database-0 database-1 database-2 messaging-0 messaging-1 messaging-2 ovn-dbs-bundle-0 controller-2 controller-1 messaging-0 rabbitmq-bundle-1 messaging-2 controller-2 controller-0 controller-1" CRM_meta_notify_all_uname="compute-0 compute-1 controller-0 controller-1 controller-2 database-0 database-1 database-2 galera-bundle-0 galera-bundle-1 galera-bundle-2 messaging-0 messaging-1 messaging-2 ovn-dbs-bundle-0 ovn-dbs-bundle-1 ovn-dbs-bundle-2 rabbitmq-bundle-0 rabbitmq-bundle-1 rabbitmq-bundle-2 redis-bundle-0 redis-bundle-1 redis-bundle-2" CRM_meta_notify_available_uname="compute-0 compute-1 controller-0 controller-1 controller-2 database-0 database-1 database-2 messaging-0 messaging-1 messaging-2 ovn-dbs-bundle-0 ovn-dbs-bundle-1 ovn-dbs-bundle-2" CRM_meta_notify_demote_resource=" " CRM_meta_notify_demote_uname=" " CRM_meta_notify_inactive_resource="ovndb_servers:0" CRM_meta_notify_key_operation="start" CRM_meta_notify_key_type="pre" CRM_meta_notify_master_resource=" " CRM_meta_notify_master_uname=" " CRM_meta_notify_operation="start" CRM_meta_notify_promote_resource="ovndb_servers:2" CRM_meta_notify_promote_uname="ovn-dbs-bundle-2" CRM_meta_notify_promoted_resource=" " CRM_meta_notify_promoted_uname=" " CRM_meta_notify_slave_resource="ovndb_servers:1 ovndb_servers:2" CRM_meta_notify_slave_uname="ovn-dbs-bundle-1 ovn-dbs-bundle-2" CRM_meta_notify_start_resource="ovndb_servers:0" CRM_meta_notify_start_uname="ovn-dbs-bundle-0" CRM_meta_notify_stop_resource=" " CRM_meta_notify_stop_uname=" " CRM_meta_notify_type="pre" CRM_meta_notify_unpromoted_resource="ovndb_servers:1 ovndb_servers:2" CRM_meta_notify_unpromoted_uname="ovn-dbs-bundle-1 ovn-dbs-bundle-2" CRM_meta_on_node="ovn-dbs-bundle-2" CRM_meta_on_node_uuid="ovn-dbs-bundle-2" CRM_meta_physical_host="controller-1" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="20000" inactive_probe_interval="180000" listen_on_master_ip_only="yes" manage_northd="yes" master_ip="172.17.1.87" nb_master_port="6641" nb_master_protocol="ssl" ovn_nb_db_cacert="/etc/ipa/ca.crt" ovn_nb_db_cert="/etc/pki/tls/certs/ovn_dbs.crt" ovn_nb_db_privkey="/etc/pki/tls/private/ovn_dbs.key" ovn_sb_db_cacert="/etc/ipa/ca.crt" ovn_sb_db_cert="/etc/pki/tls/certs/ovn_dbs.crt" ovn_sb_db_privkey="/etc/pki/tls/private/ovn_dbs.key" sb_master_port="6642" sb_master_protocol="ssl"/>
</rsc_op>
</action_set>
<inputs>
<trigger>
- <rsc_op id="227" operation="start" operation_key="ovn-dbs-bundle-0_start_0" on_node="controller-2" on_node_uuid="3"/>
- </trigger>
- <trigger>
- <rsc_op id="248" operation="start" operation_key="ovndb_servers:0_start_0" on_node="ovn-dbs-bundle-0" on_node_uuid="ovn-dbs-bundle-0" router_node="controller-2"/>
- </trigger>
- <trigger>
- <pseudo_event id="257" operation="notified" operation_key="ovn-dbs-bundle-master_confirmed-post_notify_running_0"/>
- </trigger>
- <trigger>
- <pseudo_event id="267" operation="notified" operation_key="ovn-dbs-bundle-master_confirmed-post_notify_promoted_0"/>
+ <pseudo_event id="249" operation="notify" operation_key="ovn-dbs-bundle-master_pre_notify_start_0"/>
</trigger>
</inputs>
</synapse>
<synapse id="10">
<action_set>
- <rsc_op id="248" operation="start" operation_key="ovndb_servers:0_start_0" on_node="ovn-dbs-bundle-0" on_node_uuid="ovn-dbs-bundle-0" router_node="controller-2">
- <primitive id="ovndb_servers" long-id="ovndb_servers:0" class="ocf" provider="ovn" type="ovndb-servers"/>
- <attributes CRM_meta_clone="0" CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_container_attribute_target="host" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_name="start" CRM_meta_notify="true" CRM_meta_notify_active_resource="ovndb_servers:1 ovndb_servers:2" CRM_meta_notify_active_uname="ovn-dbs-bundle-1 ovn-dbs-bundle-2" CRM_meta_notify_all_hosts="compute-0 compute-1 controller-0 controller-1 controller-2 database-0 database-1 database-2 database-0 database-1 database-2 messaging-0 messaging-1 messaging-2 ovn-dbs-bundle-0 controller-2 controller-1 messaging-0 rabbitmq-bundle-1 messaging-2 controller-2 controller-0 controller-1" CRM_meta_notify_all_uname="compute-0 compute-1 controller-0 controller-1 controller-2 database-0 database-1 database-2 galera-bundle-0 galera-bundle-1 galera-bundle-2 messaging-0 messaging-1 messaging-2 ovn-dbs-bundle-0 ovn-dbs-bundle-1 ovn-dbs-bundle-2 rabbitmq-bundle-0 rabbitmq-bundle-1 rabbitmq-bundle-2 redis-bundle-0 redis-bundle-1 redis-bundle-2" CRM_meta_notify_available_uname="compute-0 compute-1 controller-0 controller-1 controller-2 database-0 database-1 database-2 messaging-0 messaging-1 messaging-2 ovn-dbs-bundle-0 ovn-dbs-bundle-1 ovn-dbs-bundle-2" CRM_meta_notify_demote_resource=" " CRM_meta_notify_demote_uname=" " CRM_meta_notify_inactive_resource="ovndb_servers:0" CRM_meta_notify_master_resource=" " CRM_meta_notify_master_uname=" " CRM_meta_notify_promote_resource="ovndb_servers:1" CRM_meta_notify_promote_uname="ovn-dbs-bundle-1" CRM_meta_notify_promoted_resource=" " CRM_meta_notify_promoted_uname=" " CRM_meta_notify_slave_resource="ovndb_servers:1 ovndb_servers:2" CRM_meta_notify_slave_uname="ovn-dbs-bundle-1 ovn-dbs-bundle-2" CRM_meta_notify_start_resource="ovndb_servers:0 ovndb_servers:1" CRM_meta_notify_start_uname="ovn-dbs-bundle-0 ovn-dbs-bundle-1" CRM_meta_notify_stop_resource="ovndb_servers:1" CRM_meta_notify_stop_uname="ovn-dbs-bundle-1" CRM_meta_notify_unpromoted_resource="ovndb_servers:1 ovndb_servers:2" CRM_meta_notify_unpromoted_uname="ovn-dbs-bundle-1 ovn-dbs-bundle-2" CRM_meta_on_node="ovn-dbs-bundle-0" CRM_meta_on_node_uuid="ovn-dbs-bundle-0" CRM_meta_physical_host="controller-2" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="200000" inactive_probe_interval="180000" listen_on_master_ip_only="yes" manage_northd="yes" master_ip="172.17.1.87" nb_master_port="6641" nb_master_protocol="ssl" ovn_nb_db_cacert="/etc/ipa/ca.crt" ovn_nb_db_cert="/etc/pki/tls/certs/ovn_dbs.crt" ovn_nb_db_privkey="/etc/pki/tls/private/ovn_dbs.key" ovn_sb_db_cacert="/etc/ipa/ca.crt" ovn_sb_db_cert="/etc/pki/tls/certs/ovn_dbs.crt" ovn_sb_db_privkey="/etc/pki/tls/private/ovn_dbs.key" sb_master_port="6642" sb_master_protocol="ssl"/>
+ <rsc_op id="240" operation="monitor" operation_key="ovndb_servers_monitor_10000" internal_operation_key="ovndb_servers:2_monitor_10000" on_node="ovn-dbs-bundle-2" on_node_uuid="ovn-dbs-bundle-2" router_node="controller-1">
+ <primitive id="ovndb_servers" long-id="ovndb_servers:2" class="ocf" provider="ovn" type="ovndb-servers"/>
+ <attributes CRM_meta_clone="2" CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_container_attribute_target="host" CRM_meta_globally_unique="false" CRM_meta_interval="10000" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_name="monitor" CRM_meta_notify="true" CRM_meta_on_node="ovn-dbs-bundle-2" CRM_meta_on_node_uuid="ovn-dbs-bundle-2" CRM_meta_op_target_rc="8" CRM_meta_physical_host="controller-1" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_role="Promoted" CRM_meta_timeout="60000" inactive_probe_interval="180000" listen_on_master_ip_only="yes" manage_northd="yes" master_ip="172.17.1.87" nb_master_port="6641" nb_master_protocol="ssl" ovn_nb_db_cacert="/etc/ipa/ca.crt" ovn_nb_db_cert="/etc/pki/tls/certs/ovn_dbs.crt" ovn_nb_db_privkey="/etc/pki/tls/private/ovn_dbs.key" ovn_sb_db_cacert="/etc/ipa/ca.crt" ovn_sb_db_cert="/etc/pki/tls/certs/ovn_dbs.crt" ovn_sb_db_privkey="/etc/pki/tls/private/ovn_dbs.key" sb_master_port="6642" sb_master_protocol="ssl"/>
</rsc_op>
</action_set>
<inputs>
<trigger>
- <rsc_op id="225" operation="start" operation_key="ovn-dbs-bundle-podman-0_start_0" on_node="controller-2" on_node_uuid="3"/>
+ <rsc_op id="239" operation="promote" operation_key="ovndb_servers_promote_0" internal_operation_key="ovndb_servers:2_promote_0" on_node="ovn-dbs-bundle-2" on_node_uuid="ovn-dbs-bundle-2" router_node="controller-1"/>
</trigger>
<trigger>
- <rsc_op id="227" operation="start" operation_key="ovn-dbs-bundle-0_start_0" on_node="controller-2" on_node_uuid="3"/>
+ <pseudo_event id="252" operation="notified" operation_key="ovn-dbs-bundle-master_confirmed-post_notify_running_0"/>
</trigger>
<trigger>
- <pseudo_event id="250" operation="start" operation_key="ovn-dbs-bundle-master_start_0"/>
+ <pseudo_event id="262" operation="notified" operation_key="ovn-dbs-bundle-master_confirmed-post_notify_promoted_0"/>
</trigger>
</inputs>
</synapse>
- <synapse id="11" priority="1000000">
+ <synapse id="11">
<action_set>
- <rsc_op id="386" operation="notify" operation_key="ovndb_servers_post_notify_promote_0" internal_operation_key="ovndb_servers:1_post_notify_promote_0" on_node="ovn-dbs-bundle-1" on_node_uuid="ovn-dbs-bundle-1" router_node="controller-0">
- <primitive id="ovndb_servers" long-id="ovndb_servers:1" class="ocf" provider="ovn" type="ovndb-servers"/>
- <attributes CRM_meta_clone="1" CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_container_attribute_target="host" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_name="notify" CRM_meta_notify="true" CRM_meta_notify_active_resource="ovndb_servers:1 ovndb_servers:2" CRM_meta_notify_active_uname="ovn-dbs-bundle-1 ovn-dbs-bundle-2" CRM_meta_notify_all_hosts="compute-0 compute-1 controller-0 controller-1 controller-2 database-0 database-1 database-2 database-0 database-1 database-2 messaging-0 messaging-1 messaging-2 ovn-dbs-bundle-0 controller-2 controller-1 messaging-0 rabbitmq-bundle-1 messaging-2 controller-2 controller-0 controller-1" CRM_meta_notify_all_uname="compute-0 compute-1 controller-0 controller-1 controller-2 database-0 database-1 database-2 galera-bundle-0 galera-bundle-1 galera-bundle-2 messaging-0 messaging-1 messaging-2 ovn-dbs-bundle-0 ovn-dbs-bundle-1 ovn-dbs-bundle-2 rabbitmq-bundle-0 rabbitmq-bundle-1 rabbitmq-bundle-2 redis-bundle-0 redis-bundle-1 redis-bundle-2" CRM_meta_notify_available_uname="compute-0 compute-1 controller-0 controller-1 controller-2 database-0 database-1 database-2 messaging-0 messaging-1 messaging-2 ovn-dbs-bundle-0 ovn-dbs-bundle-1 ovn-dbs-bundle-2" CRM_meta_notify_demote_resource=" " CRM_meta_notify_demote_uname=" " CRM_meta_notify_inactive_resource="ovndb_servers:0" CRM_meta_notify_key_operation="promoted" CRM_meta_notify_key_type="post" CRM_meta_notify_master_resource=" " CRM_meta_notify_master_uname=" " CRM_meta_notify_operation="promote" CRM_meta_notify_promote_resource="ovndb_servers:1" CRM_meta_notify_promote_uname="ovn-dbs-bundle-1" CRM_meta_notify_promoted_resource=" " CRM_meta_notify_promoted_uname=" " CRM_meta_notify_slave_resource="ovndb_servers:1 ovndb_servers:2" CRM_meta_notify_slave_uname="ovn-dbs-bundle-1 ovn-dbs-bundle-2" CRM_meta_notify_start_resource="ovndb_servers:0 ovndb_servers:1" CRM_meta_notify_start_uname="ovn-dbs-bundle-0 ovn-dbs-bundle-1" CRM_meta_notify_stop_resource="ovndb_servers:1" CRM_meta_notify_stop_uname="ovn-dbs-bundle-1" CRM_meta_notify_type="post" CRM_meta_notify_unpromoted_resource="ovndb_servers:1 ovndb_servers:2" CRM_meta_notify_unpromoted_uname="ovn-dbs-bundle-1 ovn-dbs-bundle-2" CRM_meta_on_node="ovn-dbs-bundle-1" CRM_meta_on_node_uuid="ovn-dbs-bundle-1" CRM_meta_physical_host="controller-0" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="20000" inactive_probe_interval="180000" listen_on_master_ip_only="yes" manage_northd="yes" master_ip="172.17.1.87" nb_master_port="6641" nb_master_protocol="ssl" ovn_nb_db_cacert="/etc/ipa/ca.crt" ovn_nb_db_cert="/etc/pki/tls/certs/ovn_dbs.crt" ovn_nb_db_privkey="/etc/pki/tls/private/ovn_dbs.key" ovn_sb_db_cacert="/etc/ipa/ca.crt" ovn_sb_db_cert="/etc/pki/tls/certs/ovn_dbs.crt" ovn_sb_db_privkey="/etc/pki/tls/private/ovn_dbs.key" sb_master_port="6642" sb_master_protocol="ssl"/>
+ <rsc_op id="239" operation="promote" operation_key="ovndb_servers_promote_0" internal_operation_key="ovndb_servers:2_promote_0" on_node="ovn-dbs-bundle-2" on_node_uuid="ovn-dbs-bundle-2" router_node="controller-1">
+ <primitive id="ovndb_servers" long-id="ovndb_servers:2" class="ocf" provider="ovn" type="ovndb-servers"/>
+ <attributes CRM_meta_clone="2" CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_container_attribute_target="host" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_name="promote" CRM_meta_notify="true" CRM_meta_notify_active_resource="ovndb_servers:1 ovndb_servers:2" CRM_meta_notify_active_uname="ovn-dbs-bundle-1 ovn-dbs-bundle-2" CRM_meta_notify_all_hosts="compute-0 compute-1 controller-0 controller-1 controller-2 database-0 database-1 database-2 database-0 database-1 database-2 messaging-0 messaging-1 messaging-2 ovn-dbs-bundle-0 controller-2 controller-1 messaging-0 rabbitmq-bundle-1 messaging-2 controller-2 controller-0 controller-1" CRM_meta_notify_all_uname="compute-0 compute-1 controller-0 controller-1 controller-2 database-0 database-1 database-2 galera-bundle-0 galera-bundle-1 galera-bundle-2 messaging-0 messaging-1 messaging-2 ovn-dbs-bundle-0 ovn-dbs-bundle-1 ovn-dbs-bundle-2 rabbitmq-bundle-0 rabbitmq-bundle-1 rabbitmq-bundle-2 redis-bundle-0 redis-bundle-1 redis-bundle-2" CRM_meta_notify_available_uname="compute-0 compute-1 controller-0 controller-1 controller-2 database-0 database-1 database-2 messaging-0 messaging-1 messaging-2 ovn-dbs-bundle-0 ovn-dbs-bundle-1 ovn-dbs-bundle-2" CRM_meta_notify_demote_resource=" " CRM_meta_notify_demote_uname=" " CRM_meta_notify_inactive_resource="ovndb_servers:0" CRM_meta_notify_master_resource=" " CRM_meta_notify_master_uname=" " CRM_meta_notify_promote_resource="ovndb_servers:2" CRM_meta_notify_promote_uname="ovn-dbs-bundle-2" CRM_meta_notify_promoted_resource=" " CRM_meta_notify_promoted_uname=" " CRM_meta_notify_slave_resource="ovndb_servers:1 ovndb_servers:2" CRM_meta_notify_slave_uname="ovn-dbs-bundle-1 ovn-dbs-bundle-2" CRM_meta_notify_start_resource="ovndb_servers:0" CRM_meta_notify_start_uname="ovn-dbs-bundle-0" CRM_meta_notify_stop_resource=" " CRM_meta_notify_stop_uname=" " CRM_meta_notify_unpromoted_resource="ovndb_servers:1 ovndb_servers:2" CRM_meta_notify_unpromoted_uname="ovn-dbs-bundle-1 ovn-dbs-bundle-2" CRM_meta_on_node="ovn-dbs-bundle-2" CRM_meta_on_node_uuid="ovn-dbs-bundle-2" CRM_meta_physical_host="controller-1" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="50000" inactive_probe_interval="180000" listen_on_master_ip_only="yes" manage_northd="yes" master_ip="172.17.1.87" nb_master_port="6641" nb_master_protocol="ssl" ovn_nb_db_cacert="/etc/ipa/ca.crt" ovn_nb_db_cert="/etc/pki/tls/certs/ovn_dbs.crt" ovn_nb_db_privkey="/etc/pki/tls/private/ovn_dbs.key" ovn_sb_db_cacert="/etc/ipa/ca.crt" ovn_sb_db_cert="/etc/pki/tls/certs/ovn_dbs.crt" ovn_sb_db_privkey="/etc/pki/tls/private/ovn_dbs.key" sb_master_port="6642" sb_master_protocol="ssl"/>
</rsc_op>
</action_set>
<inputs>
<trigger>
- <pseudo_event id="266" operation="notify" operation_key="ovn-dbs-bundle-master_post_notify_promoted_0"/>
+ <rsc_op id="67" operation="cancel" operation_key="ovndb_servers_monitor_30000" internal_operation_key="ovndb_servers:2_monitor_30000" on_node="ovn-dbs-bundle-2" on_node_uuid="ovn-dbs-bundle-2" router_node="controller-1"/>
+ </trigger>
+ <trigger>
+ <pseudo_event id="257" operation="promote" operation_key="ovn-dbs-bundle-master_promote_0"/>
</trigger>
</inputs>
</synapse>
<synapse id="12">
<action_set>
- <rsc_op id="385" operation="notify" operation_key="ovndb_servers_pre_notify_promote_0" internal_operation_key="ovndb_servers:1_pre_notify_promote_0" on_node="ovn-dbs-bundle-1" on_node_uuid="ovn-dbs-bundle-1" router_node="controller-0">
- <primitive id="ovndb_servers" long-id="ovndb_servers:1" class="ocf" provider="ovn" type="ovndb-servers"/>
- <attributes CRM_meta_clone="1" CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_container_attribute_target="host" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_name="notify" CRM_meta_notify="true" CRM_meta_notify_active_resource="ovndb_servers:1 ovndb_servers:2" CRM_meta_notify_active_uname="ovn-dbs-bundle-1 ovn-dbs-bundle-2" CRM_meta_notify_all_hosts="compute-0 compute-1 controller-0 controller-1 controller-2 database-0 database-1 database-2 database-0 database-1 database-2 messaging-0 messaging-1 messaging-2 ovn-dbs-bundle-0 controller-2 controller-1 messaging-0 rabbitmq-bundle-1 messaging-2 controller-2 controller-0 controller-1" CRM_meta_notify_all_uname="compute-0 compute-1 controller-0 controller-1 controller-2 database-0 database-1 database-2 galera-bundle-0 galera-bundle-1 galera-bundle-2 messaging-0 messaging-1 messaging-2 ovn-dbs-bundle-0 ovn-dbs-bundle-1 ovn-dbs-bundle-2 rabbitmq-bundle-0 rabbitmq-bundle-1 rabbitmq-bundle-2 redis-bundle-0 redis-bundle-1 redis-bundle-2" CRM_meta_notify_available_uname="compute-0 compute-1 controller-0 controller-1 controller-2 database-0 database-1 database-2 messaging-0 messaging-1 messaging-2 ovn-dbs-bundle-0 ovn-dbs-bundle-1 ovn-dbs-bundle-2" CRM_meta_notify_demote_resource=" " CRM_meta_notify_demote_uname=" " CRM_meta_notify_inactive_resource="ovndb_servers:0" CRM_meta_notify_key_operation="promote" CRM_meta_notify_key_type="pre" CRM_meta_notify_master_resource=" " CRM_meta_notify_master_uname=" " CRM_meta_notify_operation="promote" CRM_meta_notify_promote_resource="ovndb_servers:1" CRM_meta_notify_promote_uname="ovn-dbs-bundle-1" CRM_meta_notify_promoted_resource=" " CRM_meta_notify_promoted_uname=" " CRM_meta_notify_slave_resource="ovndb_servers:1 ovndb_servers:2" CRM_meta_notify_slave_uname="ovn-dbs-bundle-1 ovn-dbs-bundle-2" CRM_meta_notify_start_resource="ovndb_servers:0 ovndb_servers:1" CRM_meta_notify_start_uname="ovn-dbs-bundle-0 ovn-dbs-bundle-1" CRM_meta_notify_stop_resource="ovndb_servers:1" CRM_meta_notify_stop_uname="ovn-dbs-bundle-1" CRM_meta_notify_type="pre" CRM_meta_notify_unpromoted_resource="ovndb_servers:1 ovndb_servers:2" CRM_meta_notify_unpromoted_uname="ovn-dbs-bundle-1 ovn-dbs-bundle-2" CRM_meta_on_node="ovn-dbs-bundle-1" CRM_meta_on_node_uuid="ovn-dbs-bundle-1" CRM_meta_physical_host="controller-0" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="20000" inactive_probe_interval="180000" listen_on_master_ip_only="yes" manage_northd="yes" master_ip="172.17.1.87" nb_master_port="6641" nb_master_protocol="ssl" ovn_nb_db_cacert="/etc/ipa/ca.crt" ovn_nb_db_cert="/etc/pki/tls/certs/ovn_dbs.crt" ovn_nb_db_privkey="/etc/pki/tls/private/ovn_dbs.key" ovn_sb_db_cacert="/etc/ipa/ca.crt" ovn_sb_db_cert="/etc/pki/tls/certs/ovn_dbs.crt" ovn_sb_db_privkey="/etc/pki/tls/private/ovn_dbs.key" sb_master_port="6642" sb_master_protocol="ssl"/>
+ <rsc_op id="67" operation="cancel" operation_key="ovndb_servers_monitor_30000" internal_operation_key="ovndb_servers:2_monitor_30000" on_node="ovn-dbs-bundle-2" on_node_uuid="ovn-dbs-bundle-2" router_node="controller-1">
+ <primitive id="ovndb_servers" long-id="ovndb_servers:2" class="ocf" provider="ovn" type="ovndb-servers"/>
+ <attributes CRM_meta_clone="2" CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_interval="30000" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_name="monitor" CRM_meta_notify="true" CRM_meta_on_node="ovn-dbs-bundle-2" CRM_meta_on_node_uuid="ovn-dbs-bundle-2" CRM_meta_operation="monitor" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_role="Unpromoted" CRM_meta_timeout="60000" inactive_probe_interval="180000" listen_on_master_ip_only="yes" manage_northd="yes" master_ip="172.17.1.87" nb_master_port="6641" nb_master_protocol="ssl" ovn_nb_db_cacert="/etc/ipa/ca.crt" ovn_nb_db_cert="/etc/pki/tls/certs/ovn_dbs.crt" ovn_nb_db_privkey="/etc/pki/tls/private/ovn_dbs.key" ovn_sb_db_cacert="/etc/ipa/ca.crt" ovn_sb_db_cert="/etc/pki/tls/certs/ovn_dbs.crt" ovn_sb_db_privkey="/etc/pki/tls/private/ovn_dbs.key" sb_master_port="6642" sb_master_protocol="ssl"/>
</rsc_op>
</action_set>
- <inputs>
- <trigger>
- <pseudo_event id="264" operation="notify" operation_key="ovn-dbs-bundle-master_pre_notify_promote_0"/>
- </trigger>
- </inputs>
+ <inputs/>
</synapse>
- <synapse id="13">
+ <synapse id="13" priority="1000000">
<action_set>
- <rsc_op id="380" operation="notify" operation_key="ovndb_servers_pre_notify_stop_0" internal_operation_key="ovndb_servers:1_pre_notify_stop_0" on_node="ovn-dbs-bundle-1" on_node_uuid="ovn-dbs-bundle-1" router_node="controller-2">
- <primitive id="ovndb_servers" long-id="ovndb_servers:1" class="ocf" provider="ovn" type="ovndb-servers"/>
- <attributes CRM_meta_clone="1" CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_container_attribute_target="host" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_name="notify" CRM_meta_notify="true" CRM_meta_notify_active_resource="ovndb_servers:1 ovndb_servers:2" CRM_meta_notify_active_uname="ovn-dbs-bundle-1 ovn-dbs-bundle-2" CRM_meta_notify_all_hosts="compute-0 compute-1 controller-0 controller-1 controller-2 database-0 database-1 database-2 database-0 database-1 database-2 messaging-0 messaging-1 messaging-2 ovn-dbs-bundle-0 controller-2 controller-1 messaging-0 rabbitmq-bundle-1 messaging-2 controller-2 controller-0 controller-1" CRM_meta_notify_all_uname="compute-0 compute-1 controller-0 controller-1 controller-2 database-0 database-1 database-2 galera-bundle-0 galera-bundle-1 galera-bundle-2 messaging-0 messaging-1 messaging-2 ovn-dbs-bundle-0 ovn-dbs-bundle-1 ovn-dbs-bundle-2 rabbitmq-bundle-0 rabbitmq-bundle-1 rabbitmq-bundle-2 redis-bundle-0 redis-bundle-1 redis-bundle-2" CRM_meta_notify_available_uname="compute-0 compute-1 controller-0 controller-1 controller-2 database-0 database-1 database-2 messaging-0 messaging-1 messaging-2 ovn-dbs-bundle-0 ovn-dbs-bundle-1 ovn-dbs-bundle-2" CRM_meta_notify_demote_resource=" " CRM_meta_notify_demote_uname=" " CRM_meta_notify_inactive_resource="ovndb_servers:0" CRM_meta_notify_key_operation="stop" CRM_meta_notify_key_type="pre" CRM_meta_notify_master_resource=" " CRM_meta_notify_master_uname=" " CRM_meta_notify_operation="stop" CRM_meta_notify_promote_resource="ovndb_servers:1" CRM_meta_notify_promote_uname="ovn-dbs-bundle-1" CRM_meta_notify_promoted_resource=" " CRM_meta_notify_promoted_uname=" " CRM_meta_notify_slave_resource="ovndb_servers:1 ovndb_servers:2" CRM_meta_notify_slave_uname="ovn-dbs-bundle-1 ovn-dbs-bundle-2" CRM_meta_notify_start_resource="ovndb_servers:0 ovndb_servers:1" CRM_meta_notify_start_uname="ovn-dbs-bundle-0 ovn-dbs-bundle-1" CRM_meta_notify_stop_resource="ovndb_servers:1" CRM_meta_notify_stop_uname="ovn-dbs-bundle-1" CRM_meta_notify_type="pre" CRM_meta_notify_unpromoted_resource="ovndb_servers:1 ovndb_servers:2" CRM_meta_notify_unpromoted_uname="ovn-dbs-bundle-1 ovn-dbs-bundle-2" CRM_meta_on_node="ovn-dbs-bundle-1" CRM_meta_on_node_uuid="ovn-dbs-bundle-1" CRM_meta_physical_host="controller-2" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="20000" inactive_probe_interval="180000" listen_on_master_ip_only="yes" manage_northd="yes" master_ip="172.17.1.87" nb_master_port="6641" nb_master_protocol="ssl" ovn_nb_db_cacert="/etc/ipa/ca.crt" ovn_nb_db_cert="/etc/pki/tls/certs/ovn_dbs.crt" ovn_nb_db_privkey="/etc/pki/tls/private/ovn_dbs.key" ovn_sb_db_cacert="/etc/ipa/ca.crt" ovn_sb_db_cert="/etc/pki/tls/certs/ovn_dbs.crt" ovn_sb_db_privkey="/etc/pki/tls/private/ovn_dbs.key" sb_master_port="6642" sb_master_protocol="ssl"/>
+ <rsc_op id="383" operation="notify" operation_key="ovndb_servers:0_post_notify_promote_0" on_node="ovn-dbs-bundle-0" on_node_uuid="ovn-dbs-bundle-0" router_node="controller-0">
+ <primitive id="ovndb_servers" long-id="ovndb_servers:0" class="ocf" provider="ovn" type="ovndb-servers"/>
+ <attributes CRM_meta_clone="0" CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_container_attribute_target="host" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_name="notify" CRM_meta_notify="true" CRM_meta_notify_active_resource="ovndb_servers:1 ovndb_servers:2" CRM_meta_notify_active_uname="ovn-dbs-bundle-1 ovn-dbs-bundle-2" CRM_meta_notify_all_hosts="compute-0 compute-1 controller-0 controller-1 controller-2 database-0 database-1 database-2 database-0 database-1 database-2 messaging-0 messaging-1 messaging-2 ovn-dbs-bundle-0 controller-2 controller-1 messaging-0 rabbitmq-bundle-1 messaging-2 controller-2 controller-0 controller-1" CRM_meta_notify_all_uname="compute-0 compute-1 controller-0 controller-1 controller-2 database-0 database-1 database-2 galera-bundle-0 galera-bundle-1 galera-bundle-2 messaging-0 messaging-1 messaging-2 ovn-dbs-bundle-0 ovn-dbs-bundle-1 ovn-dbs-bundle-2 rabbitmq-bundle-0 rabbitmq-bundle-1 rabbitmq-bundle-2 redis-bundle-0 redis-bundle-1 redis-bundle-2" CRM_meta_notify_available_uname="compute-0 compute-1 controller-0 controller-1 controller-2 database-0 database-1 database-2 messaging-0 messaging-1 messaging-2 ovn-dbs-bundle-0 ovn-dbs-bundle-1 ovn-dbs-bundle-2" CRM_meta_notify_demote_resource=" " CRM_meta_notify_demote_uname=" " CRM_meta_notify_inactive_resource="ovndb_servers:0" CRM_meta_notify_key_operation="promoted" CRM_meta_notify_key_type="post" CRM_meta_notify_master_resource=" " CRM_meta_notify_master_uname=" " CRM_meta_notify_operation="promote" CRM_meta_notify_promote_resource="ovndb_servers:2" CRM_meta_notify_promote_uname="ovn-dbs-bundle-2" CRM_meta_notify_promoted_resource=" " CRM_meta_notify_promoted_uname=" " CRM_meta_notify_slave_resource="ovndb_servers:1 ovndb_servers:2" CRM_meta_notify_slave_uname="ovn-dbs-bundle-1 ovn-dbs-bundle-2" CRM_meta_notify_start_resource="ovndb_servers:0" CRM_meta_notify_start_uname="ovn-dbs-bundle-0" CRM_meta_notify_stop_resource=" " CRM_meta_notify_stop_uname=" " CRM_meta_notify_type="post" CRM_meta_notify_unpromoted_resource="ovndb_servers:1 ovndb_servers:2" CRM_meta_notify_unpromoted_uname="ovn-dbs-bundle-1 ovn-dbs-bundle-2" CRM_meta_on_node="ovn-dbs-bundle-0" CRM_meta_on_node_uuid="ovn-dbs-bundle-0" CRM_meta_physical_host="controller-0" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="20000" inactive_probe_interval="180000" listen_on_master_ip_only="yes" manage_northd="yes" master_ip="172.17.1.87" nb_master_port="6641" nb_master_protocol="ssl" ovn_nb_db_cacert="/etc/ipa/ca.crt" ovn_nb_db_cert="/etc/pki/tls/certs/ovn_dbs.crt" ovn_nb_db_privkey="/etc/pki/tls/private/ovn_dbs.key" ovn_sb_db_cacert="/etc/ipa/ca.crt" ovn_sb_db_cert="/etc/pki/tls/certs/ovn_dbs.crt" ovn_sb_db_privkey="/etc/pki/tls/private/ovn_dbs.key" sb_master_port="6642" sb_master_protocol="ssl"/>
</rsc_op>
</action_set>
<inputs>
<trigger>
- <pseudo_event id="258" operation="notify" operation_key="ovn-dbs-bundle-master_pre_notify_stop_0"/>
+ <pseudo_event id="261" operation="notify" operation_key="ovn-dbs-bundle-master_post_notify_promoted_0"/>
</trigger>
</inputs>
</synapse>
- <synapse id="14" priority="1000000">
+ <synapse id="14">
<action_set>
- <rsc_op id="377" operation="notify" operation_key="ovndb_servers_post_notify_start_0" internal_operation_key="ovndb_servers:1_post_notify_start_0" on_node="ovn-dbs-bundle-1" on_node_uuid="ovn-dbs-bundle-1" router_node="controller-0">
- <primitive id="ovndb_servers" long-id="ovndb_servers:1" class="ocf" provider="ovn" type="ovndb-servers"/>
- <attributes CRM_meta_clone="1" CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_container_attribute_target="host" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_name="notify" CRM_meta_notify="true" CRM_meta_notify_active_resource="ovndb_servers:1 ovndb_servers:2" CRM_meta_notify_active_uname="ovn-dbs-bundle-1 ovn-dbs-bundle-2" CRM_meta_notify_all_hosts="compute-0 compute-1 controller-0 controller-1 controller-2 database-0 database-1 database-2 database-0 database-1 database-2 messaging-0 messaging-1 messaging-2 ovn-dbs-bundle-0 controller-2 controller-1 messaging-0 rabbitmq-bundle-1 messaging-2 controller-2 controller-0 controller-1" CRM_meta_notify_all_uname="compute-0 compute-1 controller-0 controller-1 controller-2 database-0 database-1 database-2 galera-bundle-0 galera-bundle-1 galera-bundle-2 messaging-0 messaging-1 messaging-2 ovn-dbs-bundle-0 ovn-dbs-bundle-1 ovn-dbs-bundle-2 rabbitmq-bundle-0 rabbitmq-bundle-1 rabbitmq-bundle-2 redis-bundle-0 redis-bundle-1 redis-bundle-2" CRM_meta_notify_available_uname="compute-0 compute-1 controller-0 controller-1 controller-2 database-0 database-1 database-2 messaging-0 messaging-1 messaging-2 ovn-dbs-bundle-0 ovn-dbs-bundle-1 ovn-dbs-bundle-2" CRM_meta_notify_demote_resource=" " CRM_meta_notify_demote_uname=" " CRM_meta_notify_inactive_resource="ovndb_servers:0" CRM_meta_notify_key_operation="running" CRM_meta_notify_key_type="post" CRM_meta_notify_master_resource=" " CRM_meta_notify_master_uname=" " CRM_meta_notify_operation="start" CRM_meta_notify_promote_resource="ovndb_servers:1" CRM_meta_notify_promote_uname="ovn-dbs-bundle-1" CRM_meta_notify_promoted_resource=" " CRM_meta_notify_promoted_uname=" " CRM_meta_notify_slave_resource="ovndb_servers:1 ovndb_servers:2" CRM_meta_notify_slave_uname="ovn-dbs-bundle-1 ovn-dbs-bundle-2" CRM_meta_notify_start_resource="ovndb_servers:0 ovndb_servers:1" CRM_meta_notify_start_uname="ovn-dbs-bundle-0 ovn-dbs-bundle-1" CRM_meta_notify_stop_resource="ovndb_servers:1" CRM_meta_notify_stop_uname="ovn-dbs-bundle-1" CRM_meta_notify_type="post" CRM_meta_notify_unpromoted_resource="ovndb_servers:1 ovndb_servers:2" CRM_meta_notify_unpromoted_uname="ovn-dbs-bundle-1 ovn-dbs-bundle-2" CRM_meta_on_node="ovn-dbs-bundle-1" CRM_meta_on_node_uuid="ovn-dbs-bundle-1" CRM_meta_physical_host="controller-0" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="20000" inactive_probe_interval="180000" listen_on_master_ip_only="yes" manage_northd="yes" master_ip="172.17.1.87" nb_master_port="6641" nb_master_protocol="ssl" ovn_nb_db_cacert="/etc/ipa/ca.crt" ovn_nb_db_cert="/etc/pki/tls/certs/ovn_dbs.crt" ovn_nb_db_privkey="/etc/pki/tls/private/ovn_dbs.key" ovn_sb_db_cacert="/etc/ipa/ca.crt" ovn_sb_db_cert="/etc/pki/tls/certs/ovn_dbs.crt" ovn_sb_db_privkey="/etc/pki/tls/private/ovn_dbs.key" sb_master_port="6642" sb_master_protocol="ssl"/>
+ <rsc_op id="382" operation="notify" operation_key="ovndb_servers:0_pre_notify_promote_0" on_node="ovn-dbs-bundle-0" on_node_uuid="ovn-dbs-bundle-0" router_node="controller-0">
+ <primitive id="ovndb_servers" long-id="ovndb_servers:0" class="ocf" provider="ovn" type="ovndb-servers"/>
+ <attributes CRM_meta_clone="0" CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_container_attribute_target="host" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_name="notify" CRM_meta_notify="true" CRM_meta_notify_active_resource="ovndb_servers:1 ovndb_servers:2" CRM_meta_notify_active_uname="ovn-dbs-bundle-1 ovn-dbs-bundle-2" CRM_meta_notify_all_hosts="compute-0 compute-1 controller-0 controller-1 controller-2 database-0 database-1 database-2 database-0 database-1 database-2 messaging-0 messaging-1 messaging-2 ovn-dbs-bundle-0 controller-2 controller-1 messaging-0 rabbitmq-bundle-1 messaging-2 controller-2 controller-0 controller-1" CRM_meta_notify_all_uname="compute-0 compute-1 controller-0 controller-1 controller-2 database-0 database-1 database-2 galera-bundle-0 galera-bundle-1 galera-bundle-2 messaging-0 messaging-1 messaging-2 ovn-dbs-bundle-0 ovn-dbs-bundle-1 ovn-dbs-bundle-2 rabbitmq-bundle-0 rabbitmq-bundle-1 rabbitmq-bundle-2 redis-bundle-0 redis-bundle-1 redis-bundle-2" CRM_meta_notify_available_uname="compute-0 compute-1 controller-0 controller-1 controller-2 database-0 database-1 database-2 messaging-0 messaging-1 messaging-2 ovn-dbs-bundle-0 ovn-dbs-bundle-1 ovn-dbs-bundle-2" CRM_meta_notify_demote_resource=" " CRM_meta_notify_demote_uname=" " CRM_meta_notify_inactive_resource="ovndb_servers:0" CRM_meta_notify_key_operation="promote" CRM_meta_notify_key_type="pre" CRM_meta_notify_master_resource=" " CRM_meta_notify_master_uname=" " CRM_meta_notify_operation="promote" CRM_meta_notify_promote_resource="ovndb_servers:2" CRM_meta_notify_promote_uname="ovn-dbs-bundle-2" CRM_meta_notify_promoted_resource=" " CRM_meta_notify_promoted_uname=" " CRM_meta_notify_slave_resource="ovndb_servers:1 ovndb_servers:2" CRM_meta_notify_slave_uname="ovn-dbs-bundle-1 ovn-dbs-bundle-2" CRM_meta_notify_start_resource="ovndb_servers:0" CRM_meta_notify_start_uname="ovn-dbs-bundle-0" CRM_meta_notify_stop_resource=" " CRM_meta_notify_stop_uname=" " CRM_meta_notify_type="pre" CRM_meta_notify_unpromoted_resource="ovndb_servers:1 ovndb_servers:2" CRM_meta_notify_unpromoted_uname="ovn-dbs-bundle-1 ovn-dbs-bundle-2" CRM_meta_on_node="ovn-dbs-bundle-0" CRM_meta_on_node_uuid="ovn-dbs-bundle-0" CRM_meta_physical_host="controller-0" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="20000" inactive_probe_interval="180000" listen_on_master_ip_only="yes" manage_northd="yes" master_ip="172.17.1.87" nb_master_port="6641" nb_master_protocol="ssl" ovn_nb_db_cacert="/etc/ipa/ca.crt" ovn_nb_db_cert="/etc/pki/tls/certs/ovn_dbs.crt" ovn_nb_db_privkey="/etc/pki/tls/private/ovn_dbs.key" ovn_sb_db_cacert="/etc/ipa/ca.crt" ovn_sb_db_cert="/etc/pki/tls/certs/ovn_dbs.crt" ovn_sb_db_privkey="/etc/pki/tls/private/ovn_dbs.key" sb_master_port="6642" sb_master_protocol="ssl"/>
</rsc_op>
</action_set>
<inputs>
<trigger>
- <pseudo_event id="256" operation="notify" operation_key="ovn-dbs-bundle-master_post_notify_running_0"/>
+ <pseudo_event id="259" operation="notify" operation_key="ovn-dbs-bundle-master_pre_notify_promote_0"/>
</trigger>
</inputs>
</synapse>
- <synapse id="15">
+ <synapse id="15" priority="1000000">
<action_set>
- <rsc_op id="245" operation="monitor" operation_key="ovndb_servers_monitor_10000" internal_operation_key="ovndb_servers:1_monitor_10000" on_node="ovn-dbs-bundle-1" on_node_uuid="ovn-dbs-bundle-1" router_node="controller-0">
- <primitive id="ovndb_servers" long-id="ovndb_servers:1" class="ocf" provider="ovn" type="ovndb-servers"/>
- <attributes CRM_meta_clone="1" CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_container_attribute_target="host" CRM_meta_globally_unique="false" CRM_meta_interval="10000" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_name="monitor" CRM_meta_notify="true" CRM_meta_on_node="ovn-dbs-bundle-1" CRM_meta_on_node_uuid="ovn-dbs-bundle-1" CRM_meta_op_target_rc="8" CRM_meta_physical_host="controller-0" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_role="Promoted" CRM_meta_timeout="60000" inactive_probe_interval="180000" listen_on_master_ip_only="yes" manage_northd="yes" master_ip="172.17.1.87" nb_master_port="6641" nb_master_protocol="ssl" ovn_nb_db_cacert="/etc/ipa/ca.crt" ovn_nb_db_cert="/etc/pki/tls/certs/ovn_dbs.crt" ovn_nb_db_privkey="/etc/pki/tls/private/ovn_dbs.key" ovn_sb_db_cacert="/etc/ipa/ca.crt" ovn_sb_db_cert="/etc/pki/tls/certs/ovn_dbs.crt" ovn_sb_db_privkey="/etc/pki/tls/private/ovn_dbs.key" sb_master_port="6642" sb_master_protocol="ssl"/>
+ <rsc_op id="373" operation="notify" operation_key="ovndb_servers:0_post_notify_start_0" on_node="ovn-dbs-bundle-0" on_node_uuid="ovn-dbs-bundle-0" router_node="controller-0">
+ <primitive id="ovndb_servers" long-id="ovndb_servers:0" class="ocf" provider="ovn" type="ovndb-servers"/>
+ <attributes CRM_meta_clone="0" CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_container_attribute_target="host" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_name="notify" CRM_meta_notify="true" CRM_meta_notify_active_resource="ovndb_servers:1 ovndb_servers:2" CRM_meta_notify_active_uname="ovn-dbs-bundle-1 ovn-dbs-bundle-2" CRM_meta_notify_all_hosts="compute-0 compute-1 controller-0 controller-1 controller-2 database-0 database-1 database-2 database-0 database-1 database-2 messaging-0 messaging-1 messaging-2 ovn-dbs-bundle-0 controller-2 controller-1 messaging-0 rabbitmq-bundle-1 messaging-2 controller-2 controller-0 controller-1" CRM_meta_notify_all_uname="compute-0 compute-1 controller-0 controller-1 controller-2 database-0 database-1 database-2 galera-bundle-0 galera-bundle-1 galera-bundle-2 messaging-0 messaging-1 messaging-2 ovn-dbs-bundle-0 ovn-dbs-bundle-1 ovn-dbs-bundle-2 rabbitmq-bundle-0 rabbitmq-bundle-1 rabbitmq-bundle-2 redis-bundle-0 redis-bundle-1 redis-bundle-2" CRM_meta_notify_available_uname="compute-0 compute-1 controller-0 controller-1 controller-2 database-0 database-1 database-2 messaging-0 messaging-1 messaging-2 ovn-dbs-bundle-0 ovn-dbs-bundle-1 ovn-dbs-bundle-2" CRM_meta_notify_demote_resource=" " CRM_meta_notify_demote_uname=" " CRM_meta_notify_inactive_resource="ovndb_servers:0" CRM_meta_notify_key_operation="running" CRM_meta_notify_key_type="post" CRM_meta_notify_master_resource=" " CRM_meta_notify_master_uname=" " CRM_meta_notify_operation="start" CRM_meta_notify_promote_resource="ovndb_servers:2" CRM_meta_notify_promote_uname="ovn-dbs-bundle-2" CRM_meta_notify_promoted_resource=" " CRM_meta_notify_promoted_uname=" " CRM_meta_notify_slave_resource="ovndb_servers:1 ovndb_servers:2" CRM_meta_notify_slave_uname="ovn-dbs-bundle-1 ovn-dbs-bundle-2" CRM_meta_notify_start_resource="ovndb_servers:0" CRM_meta_notify_start_uname="ovn-dbs-bundle-0" CRM_meta_notify_stop_resource=" " CRM_meta_notify_stop_uname=" " CRM_meta_notify_type="post" CRM_meta_notify_unpromoted_resource="ovndb_servers:1 ovndb_servers:2" CRM_meta_notify_unpromoted_uname="ovn-dbs-bundle-1 ovn-dbs-bundle-2" CRM_meta_on_node="ovn-dbs-bundle-0" CRM_meta_on_node_uuid="ovn-dbs-bundle-0" CRM_meta_physical_host="controller-0" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="20000" inactive_probe_interval="180000" listen_on_master_ip_only="yes" manage_northd="yes" master_ip="172.17.1.87" nb_master_port="6641" nb_master_protocol="ssl" ovn_nb_db_cacert="/etc/ipa/ca.crt" ovn_nb_db_cert="/etc/pki/tls/certs/ovn_dbs.crt" ovn_nb_db_privkey="/etc/pki/tls/private/ovn_dbs.key" ovn_sb_db_cacert="/etc/ipa/ca.crt" ovn_sb_db_cert="/etc/pki/tls/certs/ovn_dbs.crt" ovn_sb_db_privkey="/etc/pki/tls/private/ovn_dbs.key" sb_master_port="6642" sb_master_protocol="ssl"/>
</rsc_op>
</action_set>
<inputs>
<trigger>
- <rsc_op id="72" operation="start" operation_key="ovn-dbs-bundle-1_start_0" on_node="controller-0" on_node_uuid="1"/>
- </trigger>
- <trigger>
- <rsc_op id="242" operation="start" operation_key="ovndb_servers_start_0" internal_operation_key="ovndb_servers:1_start_0" on_node="ovn-dbs-bundle-1" on_node_uuid="ovn-dbs-bundle-1" router_node="controller-0"/>
- </trigger>
- <trigger>
- <rsc_op id="244" operation="promote" operation_key="ovndb_servers_promote_0" internal_operation_key="ovndb_servers:1_promote_0" on_node="ovn-dbs-bundle-1" on_node_uuid="ovn-dbs-bundle-1" router_node="controller-0"/>
- </trigger>
- <trigger>
- <pseudo_event id="257" operation="notified" operation_key="ovn-dbs-bundle-master_confirmed-post_notify_running_0"/>
- </trigger>
- <trigger>
- <pseudo_event id="267" operation="notified" operation_key="ovn-dbs-bundle-master_confirmed-post_notify_promoted_0"/>
+ <pseudo_event id="251" operation="notify" operation_key="ovn-dbs-bundle-master_post_notify_running_0"/>
</trigger>
</inputs>
</synapse>
<synapse id="16">
<action_set>
- <rsc_op id="244" operation="promote" operation_key="ovndb_servers_promote_0" internal_operation_key="ovndb_servers:1_promote_0" on_node="ovn-dbs-bundle-1" on_node_uuid="ovn-dbs-bundle-1" router_node="controller-0">
- <primitive id="ovndb_servers" long-id="ovndb_servers:1" class="ocf" provider="ovn" type="ovndb-servers"/>
- <attributes CRM_meta_clone="1" CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_container_attribute_target="host" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_name="promote" CRM_meta_notify="true" CRM_meta_notify_active_resource="ovndb_servers:1 ovndb_servers:2" CRM_meta_notify_active_uname="ovn-dbs-bundle-1 ovn-dbs-bundle-2" CRM_meta_notify_all_hosts="compute-0 compute-1 controller-0 controller-1 controller-2 database-0 database-1 database-2 database-0 database-1 database-2 messaging-0 messaging-1 messaging-2 ovn-dbs-bundle-0 controller-2 controller-1 messaging-0 rabbitmq-bundle-1 messaging-2 controller-2 controller-0 controller-1" CRM_meta_notify_all_uname="compute-0 compute-1 controller-0 controller-1 controller-2 database-0 database-1 database-2 galera-bundle-0 galera-bundle-1 galera-bundle-2 messaging-0 messaging-1 messaging-2 ovn-dbs-bundle-0 ovn-dbs-bundle-1 ovn-dbs-bundle-2 rabbitmq-bundle-0 rabbitmq-bundle-1 rabbitmq-bundle-2 redis-bundle-0 redis-bundle-1 redis-bundle-2" CRM_meta_notify_available_uname="compute-0 compute-1 controller-0 controller-1 controller-2 database-0 database-1 database-2 messaging-0 messaging-1 messaging-2 ovn-dbs-bundle-0 ovn-dbs-bundle-1 ovn-dbs-bundle-2" CRM_meta_notify_demote_resource=" " CRM_meta_notify_demote_uname=" " CRM_meta_notify_inactive_resource="ovndb_servers:0" CRM_meta_notify_master_resource=" " CRM_meta_notify_master_uname=" " CRM_meta_notify_promote_resource="ovndb_servers:1" CRM_meta_notify_promote_uname="ovn-dbs-bundle-1" CRM_meta_notify_promoted_resource=" " CRM_meta_notify_promoted_uname=" " CRM_meta_notify_slave_resource="ovndb_servers:1 ovndb_servers:2" CRM_meta_notify_slave_uname="ovn-dbs-bundle-1 ovn-dbs-bundle-2" CRM_meta_notify_start_resource="ovndb_servers:0 ovndb_servers:1" CRM_meta_notify_start_uname="ovn-dbs-bundle-0 ovn-dbs-bundle-1" CRM_meta_notify_stop_resource="ovndb_servers:1" CRM_meta_notify_stop_uname="ovn-dbs-bundle-1" CRM_meta_notify_unpromoted_resource="ovndb_servers:1 ovndb_servers:2" CRM_meta_notify_unpromoted_uname="ovn-dbs-bundle-1 ovn-dbs-bundle-2" CRM_meta_on_node="ovn-dbs-bundle-1" CRM_meta_on_node_uuid="ovn-dbs-bundle-1" CRM_meta_physical_host="controller-0" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="50000" inactive_probe_interval="180000" listen_on_master_ip_only="yes" manage_northd="yes" master_ip="172.17.1.87" nb_master_port="6641" nb_master_protocol="ssl" ovn_nb_db_cacert="/etc/ipa/ca.crt" ovn_nb_db_cert="/etc/pki/tls/certs/ovn_dbs.crt" ovn_nb_db_privkey="/etc/pki/tls/private/ovn_dbs.key" ovn_sb_db_cacert="/etc/ipa/ca.crt" ovn_sb_db_cert="/etc/pki/tls/certs/ovn_dbs.crt" ovn_sb_db_privkey="/etc/pki/tls/private/ovn_dbs.key" sb_master_port="6642" sb_master_protocol="ssl"/>
+ <rsc_op id="242" operation="monitor" operation_key="ovndb_servers:0_monitor_30000" on_node="ovn-dbs-bundle-0" on_node_uuid="ovn-dbs-bundle-0" router_node="controller-0">
+ <primitive id="ovndb_servers" long-id="ovndb_servers:0" class="ocf" provider="ovn" type="ovndb-servers"/>
+ <attributes CRM_meta_clone="0" CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_container_attribute_target="host" CRM_meta_globally_unique="false" CRM_meta_interval="30000" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_name="monitor" CRM_meta_notify="true" CRM_meta_on_node="ovn-dbs-bundle-0" CRM_meta_on_node_uuid="ovn-dbs-bundle-0" CRM_meta_physical_host="controller-0" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_role="Unpromoted" CRM_meta_timeout="60000" inactive_probe_interval="180000" listen_on_master_ip_only="yes" manage_northd="yes" master_ip="172.17.1.87" nb_master_port="6641" nb_master_protocol="ssl" ovn_nb_db_cacert="/etc/ipa/ca.crt" ovn_nb_db_cert="/etc/pki/tls/certs/ovn_dbs.crt" ovn_nb_db_privkey="/etc/pki/tls/private/ovn_dbs.key" ovn_sb_db_cacert="/etc/ipa/ca.crt" ovn_sb_db_cert="/etc/pki/tls/certs/ovn_dbs.crt" ovn_sb_db_privkey="/etc/pki/tls/private/ovn_dbs.key" sb_master_port="6642" sb_master_protocol="ssl"/>
</rsc_op>
</action_set>
<inputs>
<trigger>
- <rsc_op id="68" operation="cancel" operation_key="ovndb_servers_monitor_30000" internal_operation_key="ovndb_servers:1_monitor_30000" on_node="ovn-dbs-bundle-1" on_node_uuid="ovn-dbs-bundle-1" router_node="controller-2"/>
- </trigger>
- <trigger>
- <rsc_op id="72" operation="start" operation_key="ovn-dbs-bundle-1_start_0" on_node="controller-0" on_node_uuid="1"/>
+ <rsc_op id="223" operation="start" operation_key="ovn-dbs-bundle-0_start_0" on_node="controller-0" on_node_uuid="1"/>
</trigger>
<trigger>
- <rsc_op id="230" operation="start" operation_key="ovn-dbs-bundle-podman-1_start_0" on_node="controller-0" on_node_uuid="1"/>
+ <rsc_op id="241" operation="start" operation_key="ovndb_servers:0_start_0" on_node="ovn-dbs-bundle-0" on_node_uuid="ovn-dbs-bundle-0" router_node="controller-0"/>
</trigger>
<trigger>
- <rsc_op id="242" operation="start" operation_key="ovndb_servers_start_0" internal_operation_key="ovndb_servers:1_start_0" on_node="ovn-dbs-bundle-1" on_node_uuid="ovn-dbs-bundle-1" router_node="controller-0"/>
+ <pseudo_event id="252" operation="notified" operation_key="ovn-dbs-bundle-master_confirmed-post_notify_running_0"/>
</trigger>
<trigger>
- <pseudo_event id="262" operation="promote" operation_key="ovn-dbs-bundle-master_promote_0"/>
+ <pseudo_event id="262" operation="notified" operation_key="ovn-dbs-bundle-master_confirmed-post_notify_promoted_0"/>
</trigger>
</inputs>
</synapse>
<synapse id="17">
<action_set>
- <rsc_op id="243" operation="stop" operation_key="ovndb_servers_stop_0" internal_operation_key="ovndb_servers:1_stop_0" on_node="ovn-dbs-bundle-1" on_node_uuid="ovn-dbs-bundle-1" router_node="controller-2">
- <primitive id="ovndb_servers" long-id="ovndb_servers:1" class="ocf" provider="ovn" type="ovndb-servers"/>
- <attributes CRM_meta_clone="1" CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_container_attribute_target="host" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_name="stop" CRM_meta_notify="true" CRM_meta_notify_active_resource="ovndb_servers:1 ovndb_servers:2" CRM_meta_notify_active_uname="ovn-dbs-bundle-1 ovn-dbs-bundle-2" CRM_meta_notify_all_hosts="compute-0 compute-1 controller-0 controller-1 controller-2 database-0 database-1 database-2 database-0 database-1 database-2 messaging-0 messaging-1 messaging-2 ovn-dbs-bundle-0 controller-2 controller-1 messaging-0 rabbitmq-bundle-1 messaging-2 controller-2 controller-0 controller-1" CRM_meta_notify_all_uname="compute-0 compute-1 controller-0 controller-1 controller-2 database-0 database-1 database-2 galera-bundle-0 galera-bundle-1 galera-bundle-2 messaging-0 messaging-1 messaging-2 ovn-dbs-bundle-0 ovn-dbs-bundle-1 ovn-dbs-bundle-2 rabbitmq-bundle-0 rabbitmq-bundle-1 rabbitmq-bundle-2 redis-bundle-0 redis-bundle-1 redis-bundle-2" CRM_meta_notify_available_uname="compute-0 compute-1 controller-0 controller-1 controller-2 database-0 database-1 database-2 messaging-0 messaging-1 messaging-2 ovn-dbs-bundle-0 ovn-dbs-bundle-1 ovn-dbs-bundle-2" CRM_meta_notify_demote_resource=" " CRM_meta_notify_demote_uname=" " CRM_meta_notify_inactive_resource="ovndb_servers:0" CRM_meta_notify_master_resource=" " CRM_meta_notify_master_uname=" " CRM_meta_notify_promote_resource="ovndb_servers:1" CRM_meta_notify_promote_uname="ovn-dbs-bundle-1" CRM_meta_notify_promoted_resource=" " CRM_meta_notify_promoted_uname=" " CRM_meta_notify_slave_resource="ovndb_servers:1 ovndb_servers:2" CRM_meta_notify_slave_uname="ovn-dbs-bundle-1 ovn-dbs-bundle-2" CRM_meta_notify_start_resource="ovndb_servers:0 ovndb_servers:1" CRM_meta_notify_start_uname="ovn-dbs-bundle-0 ovn-dbs-bundle-1" CRM_meta_notify_stop_resource="ovndb_servers:1" CRM_meta_notify_stop_uname="ovn-dbs-bundle-1" CRM_meta_notify_unpromoted_resource="ovndb_servers:1 ovndb_servers:2" CRM_meta_notify_unpromoted_uname="ovn-dbs-bundle-1 ovn-dbs-bundle-2" CRM_meta_on_node="ovn-dbs-bundle-1" CRM_meta_on_node_uuid="ovn-dbs-bundle-1" CRM_meta_physical_host="controller-2" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="200000" inactive_probe_interval="180000" listen_on_master_ip_only="yes" manage_northd="yes" master_ip="172.17.1.87" nb_master_port="6641" nb_master_protocol="ssl" ovn_nb_db_cacert="/etc/ipa/ca.crt" ovn_nb_db_cert="/etc/pki/tls/certs/ovn_dbs.crt" ovn_nb_db_privkey="/etc/pki/tls/private/ovn_dbs.key" ovn_sb_db_cacert="/etc/ipa/ca.crt" ovn_sb_db_cert="/etc/pki/tls/certs/ovn_dbs.crt" ovn_sb_db_privkey="/etc/pki/tls/private/ovn_dbs.key" sb_master_port="6642" sb_master_protocol="ssl"/>
- </rsc_op>
- </action_set>
- <inputs>
- <trigger>
- <pseudo_event id="240" operation="stop" operation_key="ovn-dbs-bundle_stop_0"/>
- </trigger>
- <trigger>
- <pseudo_event id="252" operation="stop" operation_key="ovn-dbs-bundle-master_stop_0"/>
- </trigger>
- </inputs>
- </synapse>
- <synapse id="18">
- <action_set>
- <rsc_op id="242" operation="start" operation_key="ovndb_servers_start_0" internal_operation_key="ovndb_servers:1_start_0" on_node="ovn-dbs-bundle-1" on_node_uuid="ovn-dbs-bundle-1" router_node="controller-0">
- <primitive id="ovndb_servers" long-id="ovndb_servers:1" class="ocf" provider="ovn" type="ovndb-servers"/>
- <attributes CRM_meta_clone="1" CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_container_attribute_target="host" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_name="start" CRM_meta_notify="true" CRM_meta_notify_active_resource="ovndb_servers:1 ovndb_servers:2" CRM_meta_notify_active_uname="ovn-dbs-bundle-1 ovn-dbs-bundle-2" CRM_meta_notify_all_hosts="compute-0 compute-1 controller-0 controller-1 controller-2 database-0 database-1 database-2 database-0 database-1 database-2 messaging-0 messaging-1 messaging-2 ovn-dbs-bundle-0 controller-2 controller-1 messaging-0 rabbitmq-bundle-1 messaging-2 controller-2 controller-0 controller-1" CRM_meta_notify_all_uname="compute-0 compute-1 controller-0 controller-1 controller-2 database-0 database-1 database-2 galera-bundle-0 galera-bundle-1 galera-bundle-2 messaging-0 messaging-1 messaging-2 ovn-dbs-bundle-0 ovn-dbs-bundle-1 ovn-dbs-bundle-2 rabbitmq-bundle-0 rabbitmq-bundle-1 rabbitmq-bundle-2 redis-bundle-0 redis-bundle-1 redis-bundle-2" CRM_meta_notify_available_uname="compute-0 compute-1 controller-0 controller-1 controller-2 database-0 database-1 database-2 messaging-0 messaging-1 messaging-2 ovn-dbs-bundle-0 ovn-dbs-bundle-1 ovn-dbs-bundle-2" CRM_meta_notify_demote_resource=" " CRM_meta_notify_demote_uname=" " CRM_meta_notify_inactive_resource="ovndb_servers:0" CRM_meta_notify_master_resource=" " CRM_meta_notify_master_uname=" " CRM_meta_notify_promote_resource="ovndb_servers:1" CRM_meta_notify_promote_uname="ovn-dbs-bundle-1" CRM_meta_notify_promoted_resource=" " CRM_meta_notify_promoted_uname=" " CRM_meta_notify_slave_resource="ovndb_servers:1 ovndb_servers:2" CRM_meta_notify_slave_uname="ovn-dbs-bundle-1 ovn-dbs-bundle-2" CRM_meta_notify_start_resource="ovndb_servers:0 ovndb_servers:1" CRM_meta_notify_start_uname="ovn-dbs-bundle-0 ovn-dbs-bundle-1" CRM_meta_notify_stop_resource="ovndb_servers:1" CRM_meta_notify_stop_uname="ovn-dbs-bundle-1" CRM_meta_notify_unpromoted_resource="ovndb_servers:1 ovndb_servers:2" CRM_meta_notify_unpromoted_uname="ovn-dbs-bundle-1 ovn-dbs-bundle-2" CRM_meta_on_node="ovn-dbs-bundle-1" CRM_meta_on_node_uuid="ovn-dbs-bundle-1" CRM_meta_physical_host="controller-0" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="200000" inactive_probe_interval="180000" listen_on_master_ip_only="yes" manage_northd="yes" master_ip="172.17.1.87" nb_master_port="6641" nb_master_protocol="ssl" ovn_nb_db_cacert="/etc/ipa/ca.crt" ovn_nb_db_cert="/etc/pki/tls/certs/ovn_dbs.crt" ovn_nb_db_privkey="/etc/pki/tls/private/ovn_dbs.key" ovn_sb_db_cacert="/etc/ipa/ca.crt" ovn_sb_db_cert="/etc/pki/tls/certs/ovn_dbs.crt" ovn_sb_db_privkey="/etc/pki/tls/private/ovn_dbs.key" sb_master_port="6642" sb_master_protocol="ssl"/>
+ <rsc_op id="241" operation="start" operation_key="ovndb_servers:0_start_0" on_node="ovn-dbs-bundle-0" on_node_uuid="ovn-dbs-bundle-0" router_node="controller-0">
+ <primitive id="ovndb_servers" long-id="ovndb_servers:0" class="ocf" provider="ovn" type="ovndb-servers"/>
+ <attributes CRM_meta_clone="0" CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_container_attribute_target="host" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_name="start" CRM_meta_notify="true" CRM_meta_notify_active_resource="ovndb_servers:1 ovndb_servers:2" CRM_meta_notify_active_uname="ovn-dbs-bundle-1 ovn-dbs-bundle-2" CRM_meta_notify_all_hosts="compute-0 compute-1 controller-0 controller-1 controller-2 database-0 database-1 database-2 database-0 database-1 database-2 messaging-0 messaging-1 messaging-2 ovn-dbs-bundle-0 controller-2 controller-1 messaging-0 rabbitmq-bundle-1 messaging-2 controller-2 controller-0 controller-1" CRM_meta_notify_all_uname="compute-0 compute-1 controller-0 controller-1 controller-2 database-0 database-1 database-2 galera-bundle-0 galera-bundle-1 galera-bundle-2 messaging-0 messaging-1 messaging-2 ovn-dbs-bundle-0 ovn-dbs-bundle-1 ovn-dbs-bundle-2 rabbitmq-bundle-0 rabbitmq-bundle-1 rabbitmq-bundle-2 redis-bundle-0 redis-bundle-1 redis-bundle-2" CRM_meta_notify_available_uname="compute-0 compute-1 controller-0 controller-1 controller-2 database-0 database-1 database-2 messaging-0 messaging-1 messaging-2 ovn-dbs-bundle-0 ovn-dbs-bundle-1 ovn-dbs-bundle-2" CRM_meta_notify_demote_resource=" " CRM_meta_notify_demote_uname=" " CRM_meta_notify_inactive_resource="ovndb_servers:0" CRM_meta_notify_master_resource=" " CRM_meta_notify_master_uname=" " CRM_meta_notify_promote_resource="ovndb_servers:2" CRM_meta_notify_promote_uname="ovn-dbs-bundle-2" CRM_meta_notify_promoted_resource=" " CRM_meta_notify_promoted_uname=" " CRM_meta_notify_slave_resource="ovndb_servers:1 ovndb_servers:2" CRM_meta_notify_slave_uname="ovn-dbs-bundle-1 ovn-dbs-bundle-2" CRM_meta_notify_start_resource="ovndb_servers:0" CRM_meta_notify_start_uname="ovn-dbs-bundle-0" CRM_meta_notify_stop_resource=" " CRM_meta_notify_stop_uname=" " CRM_meta_notify_unpromoted_resource="ovndb_servers:1 ovndb_servers:2" CRM_meta_notify_unpromoted_uname="ovn-dbs-bundle-1 ovn-dbs-bundle-2" CRM_meta_on_node="ovn-dbs-bundle-0" CRM_meta_on_node_uuid="ovn-dbs-bundle-0" CRM_meta_physical_host="controller-0" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="200000" inactive_probe_interval="180000" listen_on_master_ip_only="yes" manage_northd="yes" master_ip="172.17.1.87" nb_master_port="6641" nb_master_protocol="ssl" ovn_nb_db_cacert="/etc/ipa/ca.crt" ovn_nb_db_cert="/etc/pki/tls/certs/ovn_dbs.crt" ovn_nb_db_privkey="/etc/pki/tls/private/ovn_dbs.key" ovn_sb_db_cacert="/etc/ipa/ca.crt" ovn_sb_db_cert="/etc/pki/tls/certs/ovn_dbs.crt" ovn_sb_db_privkey="/etc/pki/tls/private/ovn_dbs.key" sb_master_port="6642" sb_master_protocol="ssl"/>
</rsc_op>
</action_set>
<inputs>
<trigger>
- <rsc_op id="72" operation="start" operation_key="ovn-dbs-bundle-1_start_0" on_node="controller-0" on_node_uuid="1"/>
- </trigger>
- <trigger>
- <rsc_op id="230" operation="start" operation_key="ovn-dbs-bundle-podman-1_start_0" on_node="controller-0" on_node_uuid="1"/>
+ <rsc_op id="221" operation="start" operation_key="ovn-dbs-bundle-podman-0_start_0" on_node="controller-0" on_node_uuid="1"/>
</trigger>
<trigger>
- <rsc_op id="243" operation="stop" operation_key="ovndb_servers_stop_0" internal_operation_key="ovndb_servers:1_stop_0" on_node="ovn-dbs-bundle-1" on_node_uuid="ovn-dbs-bundle-1" router_node="controller-2"/>
+ <rsc_op id="223" operation="start" operation_key="ovn-dbs-bundle-0_start_0" on_node="controller-0" on_node_uuid="1"/>
</trigger>
<trigger>
- <rsc_op id="248" operation="start" operation_key="ovndb_servers:0_start_0" on_node="ovn-dbs-bundle-0" on_node_uuid="ovn-dbs-bundle-0" router_node="controller-2"/>
- </trigger>
- <trigger>
- <pseudo_event id="250" operation="start" operation_key="ovn-dbs-bundle-master_start_0"/>
+ <pseudo_event id="245" operation="start" operation_key="ovn-dbs-bundle-master_start_0"/>
</trigger>
</inputs>
</synapse>
- <synapse id="19">
+ <synapse id="18" priority="1000000">
<action_set>
- <rsc_op id="68" operation="cancel" operation_key="ovndb_servers_monitor_30000" internal_operation_key="ovndb_servers:1_monitor_30000" on_node="ovn-dbs-bundle-1" on_node_uuid="ovn-dbs-bundle-1" router_node="controller-2">
+ <rsc_op id="385" operation="notify" operation_key="ovndb_servers_post_notify_promote_0" internal_operation_key="ovndb_servers:1_post_notify_promote_0" on_node="ovn-dbs-bundle-1" on_node_uuid="ovn-dbs-bundle-1" router_node="controller-2">
<primitive id="ovndb_servers" long-id="ovndb_servers:1" class="ocf" provider="ovn" type="ovndb-servers"/>
- <attributes CRM_meta_clone="1" CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_interval="30000" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_name="monitor" CRM_meta_notify="true" CRM_meta_on_node="ovn-dbs-bundle-1" CRM_meta_on_node_uuid="ovn-dbs-bundle-1" CRM_meta_operation="monitor" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_role="Unpromoted" CRM_meta_timeout="60000" inactive_probe_interval="180000" listen_on_master_ip_only="yes" manage_northd="yes" master_ip="172.17.1.87" nb_master_port="6641" nb_master_protocol="ssl" ovn_nb_db_cacert="/etc/ipa/ca.crt" ovn_nb_db_cert="/etc/pki/tls/certs/ovn_dbs.crt" ovn_nb_db_privkey="/etc/pki/tls/private/ovn_dbs.key" ovn_sb_db_cacert="/etc/ipa/ca.crt" ovn_sb_db_cert="/etc/pki/tls/certs/ovn_dbs.crt" ovn_sb_db_privkey="/etc/pki/tls/private/ovn_dbs.key" sb_master_port="6642" sb_master_protocol="ssl"/>
- </rsc_op>
- </action_set>
- <inputs/>
- </synapse>
- <synapse id="20" priority="1000000">
- <action_set>
- <rsc_op id="388" operation="notify" operation_key="ovndb_servers_post_notify_promote_0" internal_operation_key="ovndb_servers:2_post_notify_promote_0" on_node="ovn-dbs-bundle-2" on_node_uuid="ovn-dbs-bundle-2" router_node="controller-1">
- <primitive id="ovndb_servers" long-id="ovndb_servers:2" class="ocf" provider="ovn" type="ovndb-servers"/>
- <attributes CRM_meta_clone="2" CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_container_attribute_target="host" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_name="notify" CRM_meta_notify="true" CRM_meta_notify_active_resource="ovndb_servers:1 ovndb_servers:2" CRM_meta_notify_active_uname="ovn-dbs-bundle-1 ovn-dbs-bundle-2" CRM_meta_notify_all_hosts="compute-0 compute-1 controller-0 controller-1 controller-2 database-0 database-1 database-2 database-0 database-1 database-2 messaging-0 messaging-1 messaging-2 ovn-dbs-bundle-0 controller-2 controller-1 messaging-0 rabbitmq-bundle-1 messaging-2 controller-2 controller-0 controller-1" CRM_meta_notify_all_uname="compute-0 compute-1 controller-0 controller-1 controller-2 database-0 database-1 database-2 galera-bundle-0 galera-bundle-1 galera-bundle-2 messaging-0 messaging-1 messaging-2 ovn-dbs-bundle-0 ovn-dbs-bundle-1 ovn-dbs-bundle-2 rabbitmq-bundle-0 rabbitmq-bundle-1 rabbitmq-bundle-2 redis-bundle-0 redis-bundle-1 redis-bundle-2" CRM_meta_notify_available_uname="compute-0 compute-1 controller-0 controller-1 controller-2 database-0 database-1 database-2 messaging-0 messaging-1 messaging-2 ovn-dbs-bundle-0 ovn-dbs-bundle-1 ovn-dbs-bundle-2" CRM_meta_notify_demote_resource=" " CRM_meta_notify_demote_uname=" " CRM_meta_notify_inactive_resource="ovndb_servers:0" CRM_meta_notify_key_operation="promoted" CRM_meta_notify_key_type="post" CRM_meta_notify_master_resource=" " CRM_meta_notify_master_uname=" " CRM_meta_notify_operation="promote" CRM_meta_notify_promote_resource="ovndb_servers:1" CRM_meta_notify_promote_uname="ovn-dbs-bundle-1" CRM_meta_notify_promoted_resource=" " CRM_meta_notify_promoted_uname=" " CRM_meta_notify_slave_resource="ovndb_servers:1 ovndb_servers:2" CRM_meta_notify_slave_uname="ovn-dbs-bundle-1 ovn-dbs-bundle-2" CRM_meta_notify_start_resource="ovndb_servers:0 ovndb_servers:1" CRM_meta_notify_start_uname="ovn-dbs-bundle-0 ovn-dbs-bundle-1" CRM_meta_notify_stop_resource="ovndb_servers:1" CRM_meta_notify_stop_uname="ovn-dbs-bundle-1" CRM_meta_notify_type="post" CRM_meta_notify_unpromoted_resource="ovndb_servers:1 ovndb_servers:2" CRM_meta_notify_unpromoted_uname="ovn-dbs-bundle-1 ovn-dbs-bundle-2" CRM_meta_on_node="ovn-dbs-bundle-2" CRM_meta_on_node_uuid="ovn-dbs-bundle-2" CRM_meta_physical_host="controller-1" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="20000" inactive_probe_interval="180000" listen_on_master_ip_only="yes" manage_northd="yes" master_ip="172.17.1.87" nb_master_port="6641" nb_master_protocol="ssl" ovn_nb_db_cacert="/etc/ipa/ca.crt" ovn_nb_db_cert="/etc/pki/tls/certs/ovn_dbs.crt" ovn_nb_db_privkey="/etc/pki/tls/private/ovn_dbs.key" ovn_sb_db_cacert="/etc/ipa/ca.crt" ovn_sb_db_cert="/etc/pki/tls/certs/ovn_dbs.crt" ovn_sb_db_privkey="/etc/pki/tls/private/ovn_dbs.key" sb_master_port="6642" sb_master_protocol="ssl"/>
- </rsc_op>
- </action_set>
- <inputs>
- <trigger>
- <pseudo_event id="266" operation="notify" operation_key="ovn-dbs-bundle-master_post_notify_promoted_0"/>
- </trigger>
- </inputs>
- </synapse>
- <synapse id="21">
- <action_set>
- <rsc_op id="387" operation="notify" operation_key="ovndb_servers_pre_notify_promote_0" internal_operation_key="ovndb_servers:2_pre_notify_promote_0" on_node="ovn-dbs-bundle-2" on_node_uuid="ovn-dbs-bundle-2" router_node="controller-1">
- <primitive id="ovndb_servers" long-id="ovndb_servers:2" class="ocf" provider="ovn" type="ovndb-servers"/>
- <attributes CRM_meta_clone="2" CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_container_attribute_target="host" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_name="notify" CRM_meta_notify="true" CRM_meta_notify_active_resource="ovndb_servers:1 ovndb_servers:2" CRM_meta_notify_active_uname="ovn-dbs-bundle-1 ovn-dbs-bundle-2" CRM_meta_notify_all_hosts="compute-0 compute-1 controller-0 controller-1 controller-2 database-0 database-1 database-2 database-0 database-1 database-2 messaging-0 messaging-1 messaging-2 ovn-dbs-bundle-0 controller-2 controller-1 messaging-0 rabbitmq-bundle-1 messaging-2 controller-2 controller-0 controller-1" CRM_meta_notify_all_uname="compute-0 compute-1 controller-0 controller-1 controller-2 database-0 database-1 database-2 galera-bundle-0 galera-bundle-1 galera-bundle-2 messaging-0 messaging-1 messaging-2 ovn-dbs-bundle-0 ovn-dbs-bundle-1 ovn-dbs-bundle-2 rabbitmq-bundle-0 rabbitmq-bundle-1 rabbitmq-bundle-2 redis-bundle-0 redis-bundle-1 redis-bundle-2" CRM_meta_notify_available_uname="compute-0 compute-1 controller-0 controller-1 controller-2 database-0 database-1 database-2 messaging-0 messaging-1 messaging-2 ovn-dbs-bundle-0 ovn-dbs-bundle-1 ovn-dbs-bundle-2" CRM_meta_notify_demote_resource=" " CRM_meta_notify_demote_uname=" " CRM_meta_notify_inactive_resource="ovndb_servers:0" CRM_meta_notify_key_operation="promote" CRM_meta_notify_key_type="pre" CRM_meta_notify_master_resource=" " CRM_meta_notify_master_uname=" " CRM_meta_notify_operation="promote" CRM_meta_notify_promote_resource="ovndb_servers:1" CRM_meta_notify_promote_uname="ovn-dbs-bundle-1" CRM_meta_notify_promoted_resource=" " CRM_meta_notify_promoted_uname=" " CRM_meta_notify_slave_resource="ovndb_servers:1 ovndb_servers:2" CRM_meta_notify_slave_uname="ovn-dbs-bundle-1 ovn-dbs-bundle-2" CRM_meta_notify_start_resource="ovndb_servers:0 ovndb_servers:1" CRM_meta_notify_start_uname="ovn-dbs-bundle-0 ovn-dbs-bundle-1" CRM_meta_notify_stop_resource="ovndb_servers:1" CRM_meta_notify_stop_uname="ovn-dbs-bundle-1" CRM_meta_notify_type="pre" CRM_meta_notify_unpromoted_resource="ovndb_servers:1 ovndb_servers:2" CRM_meta_notify_unpromoted_uname="ovn-dbs-bundle-1 ovn-dbs-bundle-2" CRM_meta_on_node="ovn-dbs-bundle-2" CRM_meta_on_node_uuid="ovn-dbs-bundle-2" CRM_meta_physical_host="controller-1" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="20000" inactive_probe_interval="180000" listen_on_master_ip_only="yes" manage_northd="yes" master_ip="172.17.1.87" nb_master_port="6641" nb_master_protocol="ssl" ovn_nb_db_cacert="/etc/ipa/ca.crt" ovn_nb_db_cert="/etc/pki/tls/certs/ovn_dbs.crt" ovn_nb_db_privkey="/etc/pki/tls/private/ovn_dbs.key" ovn_sb_db_cacert="/etc/ipa/ca.crt" ovn_sb_db_cert="/etc/pki/tls/certs/ovn_dbs.crt" ovn_sb_db_privkey="/etc/pki/tls/private/ovn_dbs.key" sb_master_port="6642" sb_master_protocol="ssl"/>
+ <attributes CRM_meta_clone="1" CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_container_attribute_target="host" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_name="notify" CRM_meta_notify="true" CRM_meta_notify_active_resource="ovndb_servers:1 ovndb_servers:2" CRM_meta_notify_active_uname="ovn-dbs-bundle-1 ovn-dbs-bundle-2" CRM_meta_notify_all_hosts="compute-0 compute-1 controller-0 controller-1 controller-2 database-0 database-1 database-2 database-0 database-1 database-2 messaging-0 messaging-1 messaging-2 ovn-dbs-bundle-0 controller-2 controller-1 messaging-0 rabbitmq-bundle-1 messaging-2 controller-2 controller-0 controller-1" CRM_meta_notify_all_uname="compute-0 compute-1 controller-0 controller-1 controller-2 database-0 database-1 database-2 galera-bundle-0 galera-bundle-1 galera-bundle-2 messaging-0 messaging-1 messaging-2 ovn-dbs-bundle-0 ovn-dbs-bundle-1 ovn-dbs-bundle-2 rabbitmq-bundle-0 rabbitmq-bundle-1 rabbitmq-bundle-2 redis-bundle-0 redis-bundle-1 redis-bundle-2" CRM_meta_notify_available_uname="compute-0 compute-1 controller-0 controller-1 controller-2 database-0 database-1 database-2 messaging-0 messaging-1 messaging-2 ovn-dbs-bundle-0 ovn-dbs-bundle-1 ovn-dbs-bundle-2" CRM_meta_notify_demote_resource=" " CRM_meta_notify_demote_uname=" " CRM_meta_notify_inactive_resource="ovndb_servers:0" CRM_meta_notify_key_operation="promoted" CRM_meta_notify_key_type="post" CRM_meta_notify_master_resource=" " CRM_meta_notify_master_uname=" " CRM_meta_notify_operation="promote" CRM_meta_notify_promote_resource="ovndb_servers:2" CRM_meta_notify_promote_uname="ovn-dbs-bundle-2" CRM_meta_notify_promoted_resource=" " CRM_meta_notify_promoted_uname=" " CRM_meta_notify_slave_resource="ovndb_servers:1 ovndb_servers:2" CRM_meta_notify_slave_uname="ovn-dbs-bundle-1 ovn-dbs-bundle-2" CRM_meta_notify_start_resource="ovndb_servers:0" CRM_meta_notify_start_uname="ovn-dbs-bundle-0" CRM_meta_notify_stop_resource=" " CRM_meta_notify_stop_uname=" " CRM_meta_notify_type="post" CRM_meta_notify_unpromoted_resource="ovndb_servers:1 ovndb_servers:2" CRM_meta_notify_unpromoted_uname="ovn-dbs-bundle-1 ovn-dbs-bundle-2" CRM_meta_on_node="ovn-dbs-bundle-1" CRM_meta_on_node_uuid="ovn-dbs-bundle-1" CRM_meta_physical_host="controller-2" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="20000" inactive_probe_interval="180000" listen_on_master_ip_only="yes" manage_northd="yes" master_ip="172.17.1.87" nb_master_port="6641" nb_master_protocol="ssl" ovn_nb_db_cacert="/etc/ipa/ca.crt" ovn_nb_db_cert="/etc/pki/tls/certs/ovn_dbs.crt" ovn_nb_db_privkey="/etc/pki/tls/private/ovn_dbs.key" ovn_sb_db_cacert="/etc/ipa/ca.crt" ovn_sb_db_cert="/etc/pki/tls/certs/ovn_dbs.crt" ovn_sb_db_privkey="/etc/pki/tls/private/ovn_dbs.key" sb_master_port="6642" sb_master_protocol="ssl"/>
</rsc_op>
</action_set>
<inputs>
<trigger>
- <pseudo_event id="264" operation="notify" operation_key="ovn-dbs-bundle-master_pre_notify_promote_0"/>
+ <pseudo_event id="261" operation="notify" operation_key="ovn-dbs-bundle-master_post_notify_promoted_0"/>
</trigger>
</inputs>
</synapse>
- <synapse id="22" priority="1000000">
- <action_set>
- <rsc_op id="382" operation="notify" operation_key="ovndb_servers_post_notify_stop_0" internal_operation_key="ovndb_servers:2_post_notify_stop_0" on_node="ovn-dbs-bundle-2" on_node_uuid="ovn-dbs-bundle-2" router_node="controller-1">
- <primitive id="ovndb_servers" long-id="ovndb_servers:2" class="ocf" provider="ovn" type="ovndb-servers"/>
- <attributes CRM_meta_clone="2" CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_container_attribute_target="host" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_name="notify" CRM_meta_notify="true" CRM_meta_notify_active_resource="ovndb_servers:1 ovndb_servers:2" CRM_meta_notify_active_uname="ovn-dbs-bundle-1 ovn-dbs-bundle-2" CRM_meta_notify_all_hosts="compute-0 compute-1 controller-0 controller-1 controller-2 database-0 database-1 database-2 database-0 database-1 database-2 messaging-0 messaging-1 messaging-2 ovn-dbs-bundle-0 controller-2 controller-1 messaging-0 rabbitmq-bundle-1 messaging-2 controller-2 controller-0 controller-1" CRM_meta_notify_all_uname="compute-0 compute-1 controller-0 controller-1 controller-2 database-0 database-1 database-2 galera-bundle-0 galera-bundle-1 galera-bundle-2 messaging-0 messaging-1 messaging-2 ovn-dbs-bundle-0 ovn-dbs-bundle-1 ovn-dbs-bundle-2 rabbitmq-bundle-0 rabbitmq-bundle-1 rabbitmq-bundle-2 redis-bundle-0 redis-bundle-1 redis-bundle-2" CRM_meta_notify_available_uname="compute-0 compute-1 controller-0 controller-1 controller-2 database-0 database-1 database-2 messaging-0 messaging-1 messaging-2 ovn-dbs-bundle-0 ovn-dbs-bundle-1 ovn-dbs-bundle-2" CRM_meta_notify_demote_resource=" " CRM_meta_notify_demote_uname=" " CRM_meta_notify_inactive_resource="ovndb_servers:0" CRM_meta_notify_key_operation="stopped" CRM_meta_notify_key_type="post" CRM_meta_notify_master_resource=" " CRM_meta_notify_master_uname=" " CRM_meta_notify_operation="stop" CRM_meta_notify_promote_resource="ovndb_servers:1" CRM_meta_notify_promote_uname="ovn-dbs-bundle-1" CRM_meta_notify_promoted_resource=" " CRM_meta_notify_promoted_uname=" " CRM_meta_notify_slave_resource="ovndb_servers:1 ovndb_servers:2" CRM_meta_notify_slave_uname="ovn-dbs-bundle-1 ovn-dbs-bundle-2" CRM_meta_notify_start_resource="ovndb_servers:0 ovndb_servers:1" CRM_meta_notify_start_uname="ovn-dbs-bundle-0 ovn-dbs-bundle-1" CRM_meta_notify_stop_resource="ovndb_servers:1" CRM_meta_notify_stop_uname="ovn-dbs-bundle-1" CRM_meta_notify_type="post" CRM_meta_notify_unpromoted_resource="ovndb_servers:1 ovndb_servers:2" CRM_meta_notify_unpromoted_uname="ovn-dbs-bundle-1 ovn-dbs-bundle-2" CRM_meta_on_node="ovn-dbs-bundle-2" CRM_meta_on_node_uuid="ovn-dbs-bundle-2" CRM_meta_physical_host="controller-1" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="20000" inactive_probe_interval="180000" listen_on_master_ip_only="yes" manage_northd="yes" master_ip="172.17.1.87" nb_master_port="6641" nb_master_protocol="ssl" ovn_nb_db_cacert="/etc/ipa/ca.crt" ovn_nb_db_cert="/etc/pki/tls/certs/ovn_dbs.crt" ovn_nb_db_privkey="/etc/pki/tls/private/ovn_dbs.key" ovn_sb_db_cacert="/etc/ipa/ca.crt" ovn_sb_db_cert="/etc/pki/tls/certs/ovn_dbs.crt" ovn_sb_db_privkey="/etc/pki/tls/private/ovn_dbs.key" sb_master_port="6642" sb_master_protocol="ssl"/>
- </rsc_op>
- </action_set>
- <inputs>
- <trigger>
- <pseudo_event id="260" operation="notify" operation_key="ovn-dbs-bundle-master_post_notify_stopped_0"/>
- </trigger>
- </inputs>
- </synapse>
- <synapse id="23">
+ <synapse id="19">
<action_set>
- <rsc_op id="381" operation="notify" operation_key="ovndb_servers_pre_notify_stop_0" internal_operation_key="ovndb_servers:2_pre_notify_stop_0" on_node="ovn-dbs-bundle-2" on_node_uuid="ovn-dbs-bundle-2" router_node="controller-1">
- <primitive id="ovndb_servers" long-id="ovndb_servers:2" class="ocf" provider="ovn" type="ovndb-servers"/>
- <attributes CRM_meta_clone="2" CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_container_attribute_target="host" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_name="notify" CRM_meta_notify="true" CRM_meta_notify_active_resource="ovndb_servers:1 ovndb_servers:2" CRM_meta_notify_active_uname="ovn-dbs-bundle-1 ovn-dbs-bundle-2" CRM_meta_notify_all_hosts="compute-0 compute-1 controller-0 controller-1 controller-2 database-0 database-1 database-2 database-0 database-1 database-2 messaging-0 messaging-1 messaging-2 ovn-dbs-bundle-0 controller-2 controller-1 messaging-0 rabbitmq-bundle-1 messaging-2 controller-2 controller-0 controller-1" CRM_meta_notify_all_uname="compute-0 compute-1 controller-0 controller-1 controller-2 database-0 database-1 database-2 galera-bundle-0 galera-bundle-1 galera-bundle-2 messaging-0 messaging-1 messaging-2 ovn-dbs-bundle-0 ovn-dbs-bundle-1 ovn-dbs-bundle-2 rabbitmq-bundle-0 rabbitmq-bundle-1 rabbitmq-bundle-2 redis-bundle-0 redis-bundle-1 redis-bundle-2" CRM_meta_notify_available_uname="compute-0 compute-1 controller-0 controller-1 controller-2 database-0 database-1 database-2 messaging-0 messaging-1 messaging-2 ovn-dbs-bundle-0 ovn-dbs-bundle-1 ovn-dbs-bundle-2" CRM_meta_notify_demote_resource=" " CRM_meta_notify_demote_uname=" " CRM_meta_notify_inactive_resource="ovndb_servers:0" CRM_meta_notify_key_operation="stop" CRM_meta_notify_key_type="pre" CRM_meta_notify_master_resource=" " CRM_meta_notify_master_uname=" " CRM_meta_notify_operation="stop" CRM_meta_notify_promote_resource="ovndb_servers:1" CRM_meta_notify_promote_uname="ovn-dbs-bundle-1" CRM_meta_notify_promoted_resource=" " CRM_meta_notify_promoted_uname=" " CRM_meta_notify_slave_resource="ovndb_servers:1 ovndb_servers:2" CRM_meta_notify_slave_uname="ovn-dbs-bundle-1 ovn-dbs-bundle-2" CRM_meta_notify_start_resource="ovndb_servers:0 ovndb_servers:1" CRM_meta_notify_start_uname="ovn-dbs-bundle-0 ovn-dbs-bundle-1" CRM_meta_notify_stop_resource="ovndb_servers:1" CRM_meta_notify_stop_uname="ovn-dbs-bundle-1" CRM_meta_notify_type="pre" CRM_meta_notify_unpromoted_resource="ovndb_servers:1 ovndb_servers:2" CRM_meta_notify_unpromoted_uname="ovn-dbs-bundle-1 ovn-dbs-bundle-2" CRM_meta_on_node="ovn-dbs-bundle-2" CRM_meta_on_node_uuid="ovn-dbs-bundle-2" CRM_meta_physical_host="controller-1" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="20000" inactive_probe_interval="180000" listen_on_master_ip_only="yes" manage_northd="yes" master_ip="172.17.1.87" nb_master_port="6641" nb_master_protocol="ssl" ovn_nb_db_cacert="/etc/ipa/ca.crt" ovn_nb_db_cert="/etc/pki/tls/certs/ovn_dbs.crt" ovn_nb_db_privkey="/etc/pki/tls/private/ovn_dbs.key" ovn_sb_db_cacert="/etc/ipa/ca.crt" ovn_sb_db_cert="/etc/pki/tls/certs/ovn_dbs.crt" ovn_sb_db_privkey="/etc/pki/tls/private/ovn_dbs.key" sb_master_port="6642" sb_master_protocol="ssl"/>
+ <rsc_op id="384" operation="notify" operation_key="ovndb_servers_pre_notify_promote_0" internal_operation_key="ovndb_servers:1_pre_notify_promote_0" on_node="ovn-dbs-bundle-1" on_node_uuid="ovn-dbs-bundle-1" router_node="controller-2">
+ <primitive id="ovndb_servers" long-id="ovndb_servers:1" class="ocf" provider="ovn" type="ovndb-servers"/>
+ <attributes CRM_meta_clone="1" CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_container_attribute_target="host" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_name="notify" CRM_meta_notify="true" CRM_meta_notify_active_resource="ovndb_servers:1 ovndb_servers:2" CRM_meta_notify_active_uname="ovn-dbs-bundle-1 ovn-dbs-bundle-2" CRM_meta_notify_all_hosts="compute-0 compute-1 controller-0 controller-1 controller-2 database-0 database-1 database-2 database-0 database-1 database-2 messaging-0 messaging-1 messaging-2 ovn-dbs-bundle-0 controller-2 controller-1 messaging-0 rabbitmq-bundle-1 messaging-2 controller-2 controller-0 controller-1" CRM_meta_notify_all_uname="compute-0 compute-1 controller-0 controller-1 controller-2 database-0 database-1 database-2 galera-bundle-0 galera-bundle-1 galera-bundle-2 messaging-0 messaging-1 messaging-2 ovn-dbs-bundle-0 ovn-dbs-bundle-1 ovn-dbs-bundle-2 rabbitmq-bundle-0 rabbitmq-bundle-1 rabbitmq-bundle-2 redis-bundle-0 redis-bundle-1 redis-bundle-2" CRM_meta_notify_available_uname="compute-0 compute-1 controller-0 controller-1 controller-2 database-0 database-1 database-2 messaging-0 messaging-1 messaging-2 ovn-dbs-bundle-0 ovn-dbs-bundle-1 ovn-dbs-bundle-2" CRM_meta_notify_demote_resource=" " CRM_meta_notify_demote_uname=" " CRM_meta_notify_inactive_resource="ovndb_servers:0" CRM_meta_notify_key_operation="promote" CRM_meta_notify_key_type="pre" CRM_meta_notify_master_resource=" " CRM_meta_notify_master_uname=" " CRM_meta_notify_operation="promote" CRM_meta_notify_promote_resource="ovndb_servers:2" CRM_meta_notify_promote_uname="ovn-dbs-bundle-2" CRM_meta_notify_promoted_resource=" " CRM_meta_notify_promoted_uname=" " CRM_meta_notify_slave_resource="ovndb_servers:1 ovndb_servers:2" CRM_meta_notify_slave_uname="ovn-dbs-bundle-1 ovn-dbs-bundle-2" CRM_meta_notify_start_resource="ovndb_servers:0" CRM_meta_notify_start_uname="ovn-dbs-bundle-0" CRM_meta_notify_stop_resource=" " CRM_meta_notify_stop_uname=" " CRM_meta_notify_type="pre" CRM_meta_notify_unpromoted_resource="ovndb_servers:1 ovndb_servers:2" CRM_meta_notify_unpromoted_uname="ovn-dbs-bundle-1 ovn-dbs-bundle-2" CRM_meta_on_node="ovn-dbs-bundle-1" CRM_meta_on_node_uuid="ovn-dbs-bundle-1" CRM_meta_physical_host="controller-2" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="20000" inactive_probe_interval="180000" listen_on_master_ip_only="yes" manage_northd="yes" master_ip="172.17.1.87" nb_master_port="6641" nb_master_protocol="ssl" ovn_nb_db_cacert="/etc/ipa/ca.crt" ovn_nb_db_cert="/etc/pki/tls/certs/ovn_dbs.crt" ovn_nb_db_privkey="/etc/pki/tls/private/ovn_dbs.key" ovn_sb_db_cacert="/etc/ipa/ca.crt" ovn_sb_db_cert="/etc/pki/tls/certs/ovn_dbs.crt" ovn_sb_db_privkey="/etc/pki/tls/private/ovn_dbs.key" sb_master_port="6642" sb_master_protocol="ssl"/>
</rsc_op>
</action_set>
<inputs>
<trigger>
- <pseudo_event id="258" operation="notify" operation_key="ovn-dbs-bundle-master_pre_notify_stop_0"/>
+ <pseudo_event id="259" operation="notify" operation_key="ovn-dbs-bundle-master_pre_notify_promote_0"/>
</trigger>
</inputs>
</synapse>
- <synapse id="24" priority="1000000">
+ <synapse id="20" priority="1000000">
<action_set>
- <rsc_op id="379" operation="notify" operation_key="ovndb_servers_post_notify_start_0" internal_operation_key="ovndb_servers:2_post_notify_start_0" on_node="ovn-dbs-bundle-2" on_node_uuid="ovn-dbs-bundle-2" router_node="controller-1">
- <primitive id="ovndb_servers" long-id="ovndb_servers:2" class="ocf" provider="ovn" type="ovndb-servers"/>
- <attributes CRM_meta_clone="2" CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_container_attribute_target="host" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_name="notify" CRM_meta_notify="true" CRM_meta_notify_active_resource="ovndb_servers:1 ovndb_servers:2" CRM_meta_notify_active_uname="ovn-dbs-bundle-1 ovn-dbs-bundle-2" CRM_meta_notify_all_hosts="compute-0 compute-1 controller-0 controller-1 controller-2 database-0 database-1 database-2 database-0 database-1 database-2 messaging-0 messaging-1 messaging-2 ovn-dbs-bundle-0 controller-2 controller-1 messaging-0 rabbitmq-bundle-1 messaging-2 controller-2 controller-0 controller-1" CRM_meta_notify_all_uname="compute-0 compute-1 controller-0 controller-1 controller-2 database-0 database-1 database-2 galera-bundle-0 galera-bundle-1 galera-bundle-2 messaging-0 messaging-1 messaging-2 ovn-dbs-bundle-0 ovn-dbs-bundle-1 ovn-dbs-bundle-2 rabbitmq-bundle-0 rabbitmq-bundle-1 rabbitmq-bundle-2 redis-bundle-0 redis-bundle-1 redis-bundle-2" CRM_meta_notify_available_uname="compute-0 compute-1 controller-0 controller-1 controller-2 database-0 database-1 database-2 messaging-0 messaging-1 messaging-2 ovn-dbs-bundle-0 ovn-dbs-bundle-1 ovn-dbs-bundle-2" CRM_meta_notify_demote_resource=" " CRM_meta_notify_demote_uname=" " CRM_meta_notify_inactive_resource="ovndb_servers:0" CRM_meta_notify_key_operation="running" CRM_meta_notify_key_type="post" CRM_meta_notify_master_resource=" " CRM_meta_notify_master_uname=" " CRM_meta_notify_operation="start" CRM_meta_notify_promote_resource="ovndb_servers:1" CRM_meta_notify_promote_uname="ovn-dbs-bundle-1" CRM_meta_notify_promoted_resource=" " CRM_meta_notify_promoted_uname=" " CRM_meta_notify_slave_resource="ovndb_servers:1 ovndb_servers:2" CRM_meta_notify_slave_uname="ovn-dbs-bundle-1 ovn-dbs-bundle-2" CRM_meta_notify_start_resource="ovndb_servers:0 ovndb_servers:1" CRM_meta_notify_start_uname="ovn-dbs-bundle-0 ovn-dbs-bundle-1" CRM_meta_notify_stop_resource="ovndb_servers:1" CRM_meta_notify_stop_uname="ovn-dbs-bundle-1" CRM_meta_notify_type="post" CRM_meta_notify_unpromoted_resource="ovndb_servers:1 ovndb_servers:2" CRM_meta_notify_unpromoted_uname="ovn-dbs-bundle-1 ovn-dbs-bundle-2" CRM_meta_on_node="ovn-dbs-bundle-2" CRM_meta_on_node_uuid="ovn-dbs-bundle-2" CRM_meta_physical_host="controller-1" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="20000" inactive_probe_interval="180000" listen_on_master_ip_only="yes" manage_northd="yes" master_ip="172.17.1.87" nb_master_port="6641" nb_master_protocol="ssl" ovn_nb_db_cacert="/etc/ipa/ca.crt" ovn_nb_db_cert="/etc/pki/tls/certs/ovn_dbs.crt" ovn_nb_db_privkey="/etc/pki/tls/private/ovn_dbs.key" ovn_sb_db_cacert="/etc/ipa/ca.crt" ovn_sb_db_cert="/etc/pki/tls/certs/ovn_dbs.crt" ovn_sb_db_privkey="/etc/pki/tls/private/ovn_dbs.key" sb_master_port="6642" sb_master_protocol="ssl"/>
+ <rsc_op id="375" operation="notify" operation_key="ovndb_servers_post_notify_start_0" internal_operation_key="ovndb_servers:1_post_notify_start_0" on_node="ovn-dbs-bundle-1" on_node_uuid="ovn-dbs-bundle-1" router_node="controller-2">
+ <primitive id="ovndb_servers" long-id="ovndb_servers:1" class="ocf" provider="ovn" type="ovndb-servers"/>
+ <attributes CRM_meta_clone="1" CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_container_attribute_target="host" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_name="notify" CRM_meta_notify="true" CRM_meta_notify_active_resource="ovndb_servers:1 ovndb_servers:2" CRM_meta_notify_active_uname="ovn-dbs-bundle-1 ovn-dbs-bundle-2" CRM_meta_notify_all_hosts="compute-0 compute-1 controller-0 controller-1 controller-2 database-0 database-1 database-2 database-0 database-1 database-2 messaging-0 messaging-1 messaging-2 ovn-dbs-bundle-0 controller-2 controller-1 messaging-0 rabbitmq-bundle-1 messaging-2 controller-2 controller-0 controller-1" CRM_meta_notify_all_uname="compute-0 compute-1 controller-0 controller-1 controller-2 database-0 database-1 database-2 galera-bundle-0 galera-bundle-1 galera-bundle-2 messaging-0 messaging-1 messaging-2 ovn-dbs-bundle-0 ovn-dbs-bundle-1 ovn-dbs-bundle-2 rabbitmq-bundle-0 rabbitmq-bundle-1 rabbitmq-bundle-2 redis-bundle-0 redis-bundle-1 redis-bundle-2" CRM_meta_notify_available_uname="compute-0 compute-1 controller-0 controller-1 controller-2 database-0 database-1 database-2 messaging-0 messaging-1 messaging-2 ovn-dbs-bundle-0 ovn-dbs-bundle-1 ovn-dbs-bundle-2" CRM_meta_notify_demote_resource=" " CRM_meta_notify_demote_uname=" " CRM_meta_notify_inactive_resource="ovndb_servers:0" CRM_meta_notify_key_operation="running" CRM_meta_notify_key_type="post" CRM_meta_notify_master_resource=" " CRM_meta_notify_master_uname=" " CRM_meta_notify_operation="start" CRM_meta_notify_promote_resource="ovndb_servers:2" CRM_meta_notify_promote_uname="ovn-dbs-bundle-2" CRM_meta_notify_promoted_resource=" " CRM_meta_notify_promoted_uname=" " CRM_meta_notify_slave_resource="ovndb_servers:1 ovndb_servers:2" CRM_meta_notify_slave_uname="ovn-dbs-bundle-1 ovn-dbs-bundle-2" CRM_meta_notify_start_resource="ovndb_servers:0" CRM_meta_notify_start_uname="ovn-dbs-bundle-0" CRM_meta_notify_stop_resource=" " CRM_meta_notify_stop_uname=" " CRM_meta_notify_type="post" CRM_meta_notify_unpromoted_resource="ovndb_servers:1 ovndb_servers:2" CRM_meta_notify_unpromoted_uname="ovn-dbs-bundle-1 ovn-dbs-bundle-2" CRM_meta_on_node="ovn-dbs-bundle-1" CRM_meta_on_node_uuid="ovn-dbs-bundle-1" CRM_meta_physical_host="controller-2" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="20000" inactive_probe_interval="180000" listen_on_master_ip_only="yes" manage_northd="yes" master_ip="172.17.1.87" nb_master_port="6641" nb_master_protocol="ssl" ovn_nb_db_cacert="/etc/ipa/ca.crt" ovn_nb_db_cert="/etc/pki/tls/certs/ovn_dbs.crt" ovn_nb_db_privkey="/etc/pki/tls/private/ovn_dbs.key" ovn_sb_db_cacert="/etc/ipa/ca.crt" ovn_sb_db_cert="/etc/pki/tls/certs/ovn_dbs.crt" ovn_sb_db_privkey="/etc/pki/tls/private/ovn_dbs.key" sb_master_port="6642" sb_master_protocol="ssl"/>
</rsc_op>
</action_set>
<inputs>
<trigger>
- <pseudo_event id="256" operation="notify" operation_key="ovn-dbs-bundle-master_post_notify_running_0"/>
+ <pseudo_event id="251" operation="notify" operation_key="ovn-dbs-bundle-master_post_notify_running_0"/>
</trigger>
</inputs>
</synapse>
- <synapse id="25">
+ <synapse id="21">
<action_set>
- <rsc_op id="378" operation="notify" operation_key="ovndb_servers_pre_notify_start_0" internal_operation_key="ovndb_servers:2_pre_notify_start_0" on_node="ovn-dbs-bundle-2" on_node_uuid="ovn-dbs-bundle-2" router_node="controller-1">
- <primitive id="ovndb_servers" long-id="ovndb_servers:2" class="ocf" provider="ovn" type="ovndb-servers"/>
- <attributes CRM_meta_clone="2" CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_container_attribute_target="host" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_name="notify" CRM_meta_notify="true" CRM_meta_notify_active_resource="ovndb_servers:1 ovndb_servers:2" CRM_meta_notify_active_uname="ovn-dbs-bundle-1 ovn-dbs-bundle-2" CRM_meta_notify_all_hosts="compute-0 compute-1 controller-0 controller-1 controller-2 database-0 database-1 database-2 database-0 database-1 database-2 messaging-0 messaging-1 messaging-2 ovn-dbs-bundle-0 controller-2 controller-1 messaging-0 rabbitmq-bundle-1 messaging-2 controller-2 controller-0 controller-1" CRM_meta_notify_all_uname="compute-0 compute-1 controller-0 controller-1 controller-2 database-0 database-1 database-2 galera-bundle-0 galera-bundle-1 galera-bundle-2 messaging-0 messaging-1 messaging-2 ovn-dbs-bundle-0 ovn-dbs-bundle-1 ovn-dbs-bundle-2 rabbitmq-bundle-0 rabbitmq-bundle-1 rabbitmq-bundle-2 redis-bundle-0 redis-bundle-1 redis-bundle-2" CRM_meta_notify_available_uname="compute-0 compute-1 controller-0 controller-1 controller-2 database-0 database-1 database-2 messaging-0 messaging-1 messaging-2 ovn-dbs-bundle-0 ovn-dbs-bundle-1 ovn-dbs-bundle-2" CRM_meta_notify_demote_resource=" " CRM_meta_notify_demote_uname=" " CRM_meta_notify_inactive_resource="ovndb_servers:0" CRM_meta_notify_key_operation="start" CRM_meta_notify_key_type="pre" CRM_meta_notify_master_resource=" " CRM_meta_notify_master_uname=" " CRM_meta_notify_operation="start" CRM_meta_notify_promote_resource="ovndb_servers:1" CRM_meta_notify_promote_uname="ovn-dbs-bundle-1" CRM_meta_notify_promoted_resource=" " CRM_meta_notify_promoted_uname=" " CRM_meta_notify_slave_resource="ovndb_servers:1 ovndb_servers:2" CRM_meta_notify_slave_uname="ovn-dbs-bundle-1 ovn-dbs-bundle-2" CRM_meta_notify_start_resource="ovndb_servers:0 ovndb_servers:1" CRM_meta_notify_start_uname="ovn-dbs-bundle-0 ovn-dbs-bundle-1" CRM_meta_notify_stop_resource="ovndb_servers:1" CRM_meta_notify_stop_uname="ovn-dbs-bundle-1" CRM_meta_notify_type="pre" CRM_meta_notify_unpromoted_resource="ovndb_servers:1 ovndb_servers:2" CRM_meta_notify_unpromoted_uname="ovn-dbs-bundle-1 ovn-dbs-bundle-2" CRM_meta_on_node="ovn-dbs-bundle-2" CRM_meta_on_node_uuid="ovn-dbs-bundle-2" CRM_meta_physical_host="controller-1" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="20000" inactive_probe_interval="180000" listen_on_master_ip_only="yes" manage_northd="yes" master_ip="172.17.1.87" nb_master_port="6641" nb_master_protocol="ssl" ovn_nb_db_cacert="/etc/ipa/ca.crt" ovn_nb_db_cert="/etc/pki/tls/certs/ovn_dbs.crt" ovn_nb_db_privkey="/etc/pki/tls/private/ovn_dbs.key" ovn_sb_db_cacert="/etc/ipa/ca.crt" ovn_sb_db_cert="/etc/pki/tls/certs/ovn_dbs.crt" ovn_sb_db_privkey="/etc/pki/tls/private/ovn_dbs.key" sb_master_port="6642" sb_master_protocol="ssl"/>
+ <rsc_op id="374" operation="notify" operation_key="ovndb_servers_pre_notify_start_0" internal_operation_key="ovndb_servers:1_pre_notify_start_0" on_node="ovn-dbs-bundle-1" on_node_uuid="ovn-dbs-bundle-1" router_node="controller-2">
+ <primitive id="ovndb_servers" long-id="ovndb_servers:1" class="ocf" provider="ovn" type="ovndb-servers"/>
+ <attributes CRM_meta_clone="1" CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_container_attribute_target="host" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_name="notify" CRM_meta_notify="true" CRM_meta_notify_active_resource="ovndb_servers:1 ovndb_servers:2" CRM_meta_notify_active_uname="ovn-dbs-bundle-1 ovn-dbs-bundle-2" CRM_meta_notify_all_hosts="compute-0 compute-1 controller-0 controller-1 controller-2 database-0 database-1 database-2 database-0 database-1 database-2 messaging-0 messaging-1 messaging-2 ovn-dbs-bundle-0 controller-2 controller-1 messaging-0 rabbitmq-bundle-1 messaging-2 controller-2 controller-0 controller-1" CRM_meta_notify_all_uname="compute-0 compute-1 controller-0 controller-1 controller-2 database-0 database-1 database-2 galera-bundle-0 galera-bundle-1 galera-bundle-2 messaging-0 messaging-1 messaging-2 ovn-dbs-bundle-0 ovn-dbs-bundle-1 ovn-dbs-bundle-2 rabbitmq-bundle-0 rabbitmq-bundle-1 rabbitmq-bundle-2 redis-bundle-0 redis-bundle-1 redis-bundle-2" CRM_meta_notify_available_uname="compute-0 compute-1 controller-0 controller-1 controller-2 database-0 database-1 database-2 messaging-0 messaging-1 messaging-2 ovn-dbs-bundle-0 ovn-dbs-bundle-1 ovn-dbs-bundle-2" CRM_meta_notify_demote_resource=" " CRM_meta_notify_demote_uname=" " CRM_meta_notify_inactive_resource="ovndb_servers:0" CRM_meta_notify_key_operation="start" CRM_meta_notify_key_type="pre" CRM_meta_notify_master_resource=" " CRM_meta_notify_master_uname=" " CRM_meta_notify_operation="start" CRM_meta_notify_promote_resource="ovndb_servers:2" CRM_meta_notify_promote_uname="ovn-dbs-bundle-2" CRM_meta_notify_promoted_resource=" " CRM_meta_notify_promoted_uname=" " CRM_meta_notify_slave_resource="ovndb_servers:1 ovndb_servers:2" CRM_meta_notify_slave_uname="ovn-dbs-bundle-1 ovn-dbs-bundle-2" CRM_meta_notify_start_resource="ovndb_servers:0" CRM_meta_notify_start_uname="ovn-dbs-bundle-0" CRM_meta_notify_stop_resource=" " CRM_meta_notify_stop_uname=" " CRM_meta_notify_type="pre" CRM_meta_notify_unpromoted_resource="ovndb_servers:1 ovndb_servers:2" CRM_meta_notify_unpromoted_uname="ovn-dbs-bundle-1 ovn-dbs-bundle-2" CRM_meta_on_node="ovn-dbs-bundle-1" CRM_meta_on_node_uuid="ovn-dbs-bundle-1" CRM_meta_physical_host="controller-2" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="20000" inactive_probe_interval="180000" listen_on_master_ip_only="yes" manage_northd="yes" master_ip="172.17.1.87" nb_master_port="6641" nb_master_protocol="ssl" ovn_nb_db_cacert="/etc/ipa/ca.crt" ovn_nb_db_cert="/etc/pki/tls/certs/ovn_dbs.crt" ovn_nb_db_privkey="/etc/pki/tls/private/ovn_dbs.key" ovn_sb_db_cacert="/etc/ipa/ca.crt" ovn_sb_db_cert="/etc/pki/tls/certs/ovn_dbs.crt" ovn_sb_db_privkey="/etc/pki/tls/private/ovn_dbs.key" sb_master_port="6642" sb_master_protocol="ssl"/>
</rsc_op>
</action_set>
<inputs>
<trigger>
- <pseudo_event id="254" operation="notify" operation_key="ovn-dbs-bundle-master_pre_notify_start_0"/>
+ <pseudo_event id="249" operation="notify" operation_key="ovn-dbs-bundle-master_pre_notify_start_0"/>
</trigger>
</inputs>
</synapse>
- <synapse id="26" priority="1000000">
+ <synapse id="22" priority="1000000">
<action_set>
- <pseudo_event id="267" operation="notified" operation_key="ovn-dbs-bundle-master_confirmed-post_notify_promoted_0">
+ <pseudo_event id="262" operation="notified" operation_key="ovn-dbs-bundle-master_confirmed-post_notify_promoted_0">
<attributes CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_notify="true" CRM_meta_notify_key_operation="promoted" CRM_meta_notify_key_type="confirmed-post" CRM_meta_notify_operation="promote" CRM_meta_notify_type="post" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="120000" />
</pseudo_event>
</action_set>
<inputs>
<trigger>
- <pseudo_event id="266" operation="notify" operation_key="ovn-dbs-bundle-master_post_notify_promoted_0"/>
+ <pseudo_event id="261" operation="notify" operation_key="ovn-dbs-bundle-master_post_notify_promoted_0"/>
</trigger>
<trigger>
- <rsc_op id="384" operation="notify" operation_key="ovndb_servers:0_post_notify_promote_0" on_node="ovn-dbs-bundle-0" on_node_uuid="ovn-dbs-bundle-0" router_node="controller-2"/>
+ <rsc_op id="381" operation="notify" operation_key="ovndb_servers_post_notify_promote_0" internal_operation_key="ovndb_servers:2_post_notify_promote_0" on_node="ovn-dbs-bundle-2" on_node_uuid="ovn-dbs-bundle-2" router_node="controller-1"/>
</trigger>
<trigger>
- <rsc_op id="386" operation="notify" operation_key="ovndb_servers_post_notify_promote_0" internal_operation_key="ovndb_servers:1_post_notify_promote_0" on_node="ovn-dbs-bundle-1" on_node_uuid="ovn-dbs-bundle-1" router_node="controller-0"/>
+ <rsc_op id="383" operation="notify" operation_key="ovndb_servers:0_post_notify_promote_0" on_node="ovn-dbs-bundle-0" on_node_uuid="ovn-dbs-bundle-0" router_node="controller-0"/>
</trigger>
<trigger>
- <rsc_op id="388" operation="notify" operation_key="ovndb_servers_post_notify_promote_0" internal_operation_key="ovndb_servers:2_post_notify_promote_0" on_node="ovn-dbs-bundle-2" on_node_uuid="ovn-dbs-bundle-2" router_node="controller-1"/>
+ <rsc_op id="385" operation="notify" operation_key="ovndb_servers_post_notify_promote_0" internal_operation_key="ovndb_servers:1_post_notify_promote_0" on_node="ovn-dbs-bundle-1" on_node_uuid="ovn-dbs-bundle-1" router_node="controller-2"/>
</trigger>
</inputs>
</synapse>
- <synapse id="27" priority="1000000">
+ <synapse id="23" priority="1000000">
<action_set>
- <pseudo_event id="266" operation="notify" operation_key="ovn-dbs-bundle-master_post_notify_promoted_0">
+ <pseudo_event id="261" operation="notify" operation_key="ovn-dbs-bundle-master_post_notify_promoted_0">
<attributes CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_notify="true" CRM_meta_notify_key_operation="promoted" CRM_meta_notify_key_type="post" CRM_meta_notify_operation="promote" CRM_meta_notify_type="post" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="120000" />
</pseudo_event>
</action_set>
<inputs>
<trigger>
- <pseudo_event id="263" operation="promoted" operation_key="ovn-dbs-bundle-master_promoted_0"/>
+ <pseudo_event id="258" operation="promoted" operation_key="ovn-dbs-bundle-master_promoted_0"/>
</trigger>
<trigger>
- <pseudo_event id="265" operation="notified" operation_key="ovn-dbs-bundle-master_confirmed-pre_notify_promote_0"/>
+ <pseudo_event id="260" operation="notified" operation_key="ovn-dbs-bundle-master_confirmed-pre_notify_promote_0"/>
</trigger>
</inputs>
</synapse>
- <synapse id="28">
+ <synapse id="24">
<action_set>
- <pseudo_event id="265" operation="notified" operation_key="ovn-dbs-bundle-master_confirmed-pre_notify_promote_0">
+ <pseudo_event id="260" operation="notified" operation_key="ovn-dbs-bundle-master_confirmed-pre_notify_promote_0">
<attributes CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_notify="true" CRM_meta_notify_key_operation="promote" CRM_meta_notify_key_type="confirmed-pre" CRM_meta_notify_operation="promote" CRM_meta_notify_type="pre" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="120000" />
</pseudo_event>
</action_set>
<inputs>
<trigger>
- <pseudo_event id="264" operation="notify" operation_key="ovn-dbs-bundle-master_pre_notify_promote_0"/>
+ <pseudo_event id="259" operation="notify" operation_key="ovn-dbs-bundle-master_pre_notify_promote_0"/>
</trigger>
<trigger>
- <rsc_op id="383" operation="notify" operation_key="ovndb_servers:0_pre_notify_promote_0" on_node="ovn-dbs-bundle-0" on_node_uuid="ovn-dbs-bundle-0" router_node="controller-2"/>
+ <rsc_op id="380" operation="notify" operation_key="ovndb_servers_pre_notify_promote_0" internal_operation_key="ovndb_servers:2_pre_notify_promote_0" on_node="ovn-dbs-bundle-2" on_node_uuid="ovn-dbs-bundle-2" router_node="controller-1"/>
</trigger>
<trigger>
- <rsc_op id="385" operation="notify" operation_key="ovndb_servers_pre_notify_promote_0" internal_operation_key="ovndb_servers:1_pre_notify_promote_0" on_node="ovn-dbs-bundle-1" on_node_uuid="ovn-dbs-bundle-1" router_node="controller-0"/>
+ <rsc_op id="382" operation="notify" operation_key="ovndb_servers:0_pre_notify_promote_0" on_node="ovn-dbs-bundle-0" on_node_uuid="ovn-dbs-bundle-0" router_node="controller-0"/>
</trigger>
<trigger>
- <rsc_op id="387" operation="notify" operation_key="ovndb_servers_pre_notify_promote_0" internal_operation_key="ovndb_servers:2_pre_notify_promote_0" on_node="ovn-dbs-bundle-2" on_node_uuid="ovn-dbs-bundle-2" router_node="controller-1"/>
+ <rsc_op id="384" operation="notify" operation_key="ovndb_servers_pre_notify_promote_0" internal_operation_key="ovndb_servers:1_pre_notify_promote_0" on_node="ovn-dbs-bundle-1" on_node_uuid="ovn-dbs-bundle-1" router_node="controller-2"/>
</trigger>
</inputs>
</synapse>
- <synapse id="29">
+ <synapse id="25">
<action_set>
- <pseudo_event id="264" operation="notify" operation_key="ovn-dbs-bundle-master_pre_notify_promote_0">
+ <pseudo_event id="259" operation="notify" operation_key="ovn-dbs-bundle-master_pre_notify_promote_0">
<attributes CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_notify="true" CRM_meta_notify_key_operation="promote" CRM_meta_notify_key_type="pre" CRM_meta_notify_operation="promote" CRM_meta_notify_type="pre" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="120000" />
</pseudo_event>
</action_set>
<inputs>
<trigger>
- <pseudo_event id="257" operation="notified" operation_key="ovn-dbs-bundle-master_confirmed-post_notify_running_0"/>
- </trigger>
- <trigger>
- <pseudo_event id="261" operation="notified" operation_key="ovn-dbs-bundle-master_confirmed-post_notify_stopped_0"/>
+ <pseudo_event id="252" operation="notified" operation_key="ovn-dbs-bundle-master_confirmed-post_notify_running_0"/>
</trigger>
</inputs>
</synapse>
- <synapse id="30" priority="1000000">
+ <synapse id="26" priority="1000000">
<action_set>
- <pseudo_event id="263" operation="promoted" operation_key="ovn-dbs-bundle-master_promoted_0">
+ <pseudo_event id="258" operation="promoted" operation_key="ovn-dbs-bundle-master_promoted_0">
<attributes CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_notify="true" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="120000" />
</pseudo_event>
</action_set>
<inputs>
<trigger>
- <rsc_op id="244" operation="promote" operation_key="ovndb_servers_promote_0" internal_operation_key="ovndb_servers:1_promote_0" on_node="ovn-dbs-bundle-1" on_node_uuid="ovn-dbs-bundle-1" router_node="controller-0"/>
+ <rsc_op id="239" operation="promote" operation_key="ovndb_servers_promote_0" internal_operation_key="ovndb_servers:2_promote_0" on_node="ovn-dbs-bundle-2" on_node_uuid="ovn-dbs-bundle-2" router_node="controller-1"/>
</trigger>
</inputs>
</synapse>
- <synapse id="31">
+ <synapse id="27">
<action_set>
- <pseudo_event id="262" operation="promote" operation_key="ovn-dbs-bundle-master_promote_0">
+ <pseudo_event id="257" operation="promote" operation_key="ovn-dbs-bundle-master_promote_0">
<attributes CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_notify="true" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="120000" />
</pseudo_event>
</action_set>
<inputs>
<trigger>
- <pseudo_event id="251" operation="running" operation_key="ovn-dbs-bundle-master_running_0"/>
- </trigger>
- <trigger>
- <pseudo_event id="253" operation="stopped" operation_key="ovn-dbs-bundle-master_stopped_0"/>
- </trigger>
- <trigger>
- <pseudo_event id="265" operation="notified" operation_key="ovn-dbs-bundle-master_confirmed-pre_notify_promote_0"/>
- </trigger>
- <trigger>
- <pseudo_event id="274" operation="promote" operation_key="ovn-dbs-bundle_promote_0"/>
+ <pseudo_event id="246" operation="running" operation_key="ovn-dbs-bundle-master_running_0"/>
</trigger>
- </inputs>
- </synapse>
- <synapse id="32" priority="1000000">
- <action_set>
- <pseudo_event id="261" operation="notified" operation_key="ovn-dbs-bundle-master_confirmed-post_notify_stopped_0">
- <attributes CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_notify="true" CRM_meta_notify_key_operation="stopped" CRM_meta_notify_key_type="confirmed-post" CRM_meta_notify_operation="stop" CRM_meta_notify_type="post" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="120000" />
- </pseudo_event>
- </action_set>
- <inputs>
<trigger>
- <pseudo_event id="260" operation="notify" operation_key="ovn-dbs-bundle-master_post_notify_stopped_0"/>
+ <pseudo_event id="260" operation="notified" operation_key="ovn-dbs-bundle-master_confirmed-pre_notify_promote_0"/>
</trigger>
<trigger>
- <rsc_op id="382" operation="notify" operation_key="ovndb_servers_post_notify_stop_0" internal_operation_key="ovndb_servers:2_post_notify_stop_0" on_node="ovn-dbs-bundle-2" on_node_uuid="ovn-dbs-bundle-2" router_node="controller-1"/>
+ <pseudo_event id="269" operation="promote" operation_key="ovn-dbs-bundle_promote_0"/>
</trigger>
</inputs>
</synapse>
- <synapse id="33" priority="1000000">
+ <synapse id="28" priority="1000000">
<action_set>
- <pseudo_event id="260" operation="notify" operation_key="ovn-dbs-bundle-master_post_notify_stopped_0">
- <attributes CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_notify="true" CRM_meta_notify_key_operation="stopped" CRM_meta_notify_key_type="post" CRM_meta_notify_operation="stop" CRM_meta_notify_type="post" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="120000" />
- </pseudo_event>
- </action_set>
- <inputs>
- <trigger>
- <pseudo_event id="253" operation="stopped" operation_key="ovn-dbs-bundle-master_stopped_0"/>
- </trigger>
- <trigger>
- <pseudo_event id="259" operation="notified" operation_key="ovn-dbs-bundle-master_confirmed-pre_notify_stop_0"/>
- </trigger>
- </inputs>
- </synapse>
- <synapse id="34">
- <action_set>
- <pseudo_event id="259" operation="notified" operation_key="ovn-dbs-bundle-master_confirmed-pre_notify_stop_0">
- <attributes CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_notify="true" CRM_meta_notify_key_operation="stop" CRM_meta_notify_key_type="confirmed-pre" CRM_meta_notify_operation="stop" CRM_meta_notify_type="pre" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="120000" />
- </pseudo_event>
- </action_set>
- <inputs>
- <trigger>
- <pseudo_event id="258" operation="notify" operation_key="ovn-dbs-bundle-master_pre_notify_stop_0"/>
- </trigger>
- <trigger>
- <rsc_op id="380" operation="notify" operation_key="ovndb_servers_pre_notify_stop_0" internal_operation_key="ovndb_servers:1_pre_notify_stop_0" on_node="ovn-dbs-bundle-1" on_node_uuid="ovn-dbs-bundle-1" router_node="controller-2"/>
- </trigger>
- <trigger>
- <rsc_op id="381" operation="notify" operation_key="ovndb_servers_pre_notify_stop_0" internal_operation_key="ovndb_servers:2_pre_notify_stop_0" on_node="ovn-dbs-bundle-2" on_node_uuid="ovn-dbs-bundle-2" router_node="controller-1"/>
- </trigger>
- </inputs>
- </synapse>
- <synapse id="35">
- <action_set>
- <pseudo_event id="258" operation="notify" operation_key="ovn-dbs-bundle-master_pre_notify_stop_0">
- <attributes CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_notify="true" CRM_meta_notify_key_operation="stop" CRM_meta_notify_key_type="pre" CRM_meta_notify_operation="stop" CRM_meta_notify_type="pre" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="120000" />
- </pseudo_event>
- </action_set>
- <inputs/>
- </synapse>
- <synapse id="36" priority="1000000">
- <action_set>
- <pseudo_event id="257" operation="notified" operation_key="ovn-dbs-bundle-master_confirmed-post_notify_running_0">
+ <pseudo_event id="252" operation="notified" operation_key="ovn-dbs-bundle-master_confirmed-post_notify_running_0">
<attributes CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_notify="true" CRM_meta_notify_key_operation="running" CRM_meta_notify_key_type="confirmed-post" CRM_meta_notify_operation="start" CRM_meta_notify_type="post" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="120000" />
</pseudo_event>
</action_set>
<inputs>
<trigger>
- <pseudo_event id="256" operation="notify" operation_key="ovn-dbs-bundle-master_post_notify_running_0"/>
+ <pseudo_event id="251" operation="notify" operation_key="ovn-dbs-bundle-master_post_notify_running_0"/>
</trigger>
<trigger>
- <rsc_op id="376" operation="notify" operation_key="ovndb_servers:0_post_notify_start_0" on_node="ovn-dbs-bundle-0" on_node_uuid="ovn-dbs-bundle-0" router_node="controller-2"/>
+ <rsc_op id="372" operation="notify" operation_key="ovndb_servers_post_notify_start_0" internal_operation_key="ovndb_servers:2_post_notify_start_0" on_node="ovn-dbs-bundle-2" on_node_uuid="ovn-dbs-bundle-2" router_node="controller-1"/>
</trigger>
<trigger>
- <rsc_op id="377" operation="notify" operation_key="ovndb_servers_post_notify_start_0" internal_operation_key="ovndb_servers:1_post_notify_start_0" on_node="ovn-dbs-bundle-1" on_node_uuid="ovn-dbs-bundle-1" router_node="controller-0"/>
+ <rsc_op id="373" operation="notify" operation_key="ovndb_servers:0_post_notify_start_0" on_node="ovn-dbs-bundle-0" on_node_uuid="ovn-dbs-bundle-0" router_node="controller-0"/>
</trigger>
<trigger>
- <rsc_op id="379" operation="notify" operation_key="ovndb_servers_post_notify_start_0" internal_operation_key="ovndb_servers:2_post_notify_start_0" on_node="ovn-dbs-bundle-2" on_node_uuid="ovn-dbs-bundle-2" router_node="controller-1"/>
+ <rsc_op id="375" operation="notify" operation_key="ovndb_servers_post_notify_start_0" internal_operation_key="ovndb_servers:1_post_notify_start_0" on_node="ovn-dbs-bundle-1" on_node_uuid="ovn-dbs-bundle-1" router_node="controller-2"/>
</trigger>
</inputs>
</synapse>
- <synapse id="37" priority="1000000">
+ <synapse id="29" priority="1000000">
<action_set>
- <pseudo_event id="256" operation="notify" operation_key="ovn-dbs-bundle-master_post_notify_running_0">
+ <pseudo_event id="251" operation="notify" operation_key="ovn-dbs-bundle-master_post_notify_running_0">
<attributes CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_notify="true" CRM_meta_notify_key_operation="running" CRM_meta_notify_key_type="post" CRM_meta_notify_operation="start" CRM_meta_notify_type="post" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="120000" />
</pseudo_event>
</action_set>
<inputs>
<trigger>
- <pseudo_event id="251" operation="running" operation_key="ovn-dbs-bundle-master_running_0"/>
+ <pseudo_event id="246" operation="running" operation_key="ovn-dbs-bundle-master_running_0"/>
</trigger>
<trigger>
- <pseudo_event id="255" operation="notified" operation_key="ovn-dbs-bundle-master_confirmed-pre_notify_start_0"/>
+ <pseudo_event id="250" operation="notified" operation_key="ovn-dbs-bundle-master_confirmed-pre_notify_start_0"/>
</trigger>
</inputs>
</synapse>
- <synapse id="38">
+ <synapse id="30">
<action_set>
- <pseudo_event id="255" operation="notified" operation_key="ovn-dbs-bundle-master_confirmed-pre_notify_start_0">
+ <pseudo_event id="250" operation="notified" operation_key="ovn-dbs-bundle-master_confirmed-pre_notify_start_0">
<attributes CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_notify="true" CRM_meta_notify_key_operation="start" CRM_meta_notify_key_type="confirmed-pre" CRM_meta_notify_operation="start" CRM_meta_notify_type="pre" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="120000" />
</pseudo_event>
</action_set>
<inputs>
<trigger>
- <pseudo_event id="254" operation="notify" operation_key="ovn-dbs-bundle-master_pre_notify_start_0"/>
+ <pseudo_event id="249" operation="notify" operation_key="ovn-dbs-bundle-master_pre_notify_start_0"/>
</trigger>
<trigger>
- <rsc_op id="378" operation="notify" operation_key="ovndb_servers_pre_notify_start_0" internal_operation_key="ovndb_servers:2_pre_notify_start_0" on_node="ovn-dbs-bundle-2" on_node_uuid="ovn-dbs-bundle-2" router_node="controller-1"/>
+ <rsc_op id="371" operation="notify" operation_key="ovndb_servers_pre_notify_start_0" internal_operation_key="ovndb_servers:2_pre_notify_start_0" on_node="ovn-dbs-bundle-2" on_node_uuid="ovn-dbs-bundle-2" router_node="controller-1"/>
</trigger>
- </inputs>
- </synapse>
- <synapse id="39">
- <action_set>
- <pseudo_event id="254" operation="notify" operation_key="ovn-dbs-bundle-master_pre_notify_start_0">
- <attributes CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_notify="true" CRM_meta_notify_key_operation="start" CRM_meta_notify_key_type="pre" CRM_meta_notify_operation="start" CRM_meta_notify_type="pre" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="120000" />
- </pseudo_event>
- </action_set>
- <inputs>
<trigger>
- <pseudo_event id="261" operation="notified" operation_key="ovn-dbs-bundle-master_confirmed-post_notify_stopped_0"/>
+ <rsc_op id="374" operation="notify" operation_key="ovndb_servers_pre_notify_start_0" internal_operation_key="ovndb_servers:1_pre_notify_start_0" on_node="ovn-dbs-bundle-1" on_node_uuid="ovn-dbs-bundle-1" router_node="controller-2"/>
</trigger>
</inputs>
</synapse>
- <synapse id="40" priority="1000000">
- <action_set>
- <pseudo_event id="253" operation="stopped" operation_key="ovn-dbs-bundle-master_stopped_0">
- <attributes CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_notify="true" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="120000" />
- </pseudo_event>
- </action_set>
- <inputs>
- <trigger>
- <rsc_op id="243" operation="stop" operation_key="ovndb_servers_stop_0" internal_operation_key="ovndb_servers:1_stop_0" on_node="ovn-dbs-bundle-1" on_node_uuid="ovn-dbs-bundle-1" router_node="controller-2"/>
- </trigger>
- <trigger>
- <pseudo_event id="252" operation="stop" operation_key="ovn-dbs-bundle-master_stop_0"/>
- </trigger>
- </inputs>
- </synapse>
- <synapse id="41">
+ <synapse id="31">
<action_set>
- <pseudo_event id="252" operation="stop" operation_key="ovn-dbs-bundle-master_stop_0">
- <attributes CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_notify="true" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="120000" />
+ <pseudo_event id="249" operation="notify" operation_key="ovn-dbs-bundle-master_pre_notify_start_0">
+ <attributes CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_notify="true" CRM_meta_notify_key_operation="start" CRM_meta_notify_key_type="pre" CRM_meta_notify_operation="start" CRM_meta_notify_type="pre" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="120000" />
</pseudo_event>
</action_set>
- <inputs>
- <trigger>
- <pseudo_event id="240" operation="stop" operation_key="ovn-dbs-bundle_stop_0"/>
- </trigger>
- <trigger>
- <pseudo_event id="259" operation="notified" operation_key="ovn-dbs-bundle-master_confirmed-pre_notify_stop_0"/>
- </trigger>
- </inputs>
+ <inputs/>
</synapse>
- <synapse id="42" priority="1000000">
+ <synapse id="32" priority="1000000">
<action_set>
- <pseudo_event id="251" operation="running" operation_key="ovn-dbs-bundle-master_running_0">
+ <pseudo_event id="246" operation="running" operation_key="ovn-dbs-bundle-master_running_0">
<attributes CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_notify="true" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="120000" />
</pseudo_event>
</action_set>
<inputs>
<trigger>
- <rsc_op id="242" operation="start" operation_key="ovndb_servers_start_0" internal_operation_key="ovndb_servers:1_start_0" on_node="ovn-dbs-bundle-1" on_node_uuid="ovn-dbs-bundle-1" router_node="controller-0"/>
+ <rsc_op id="241" operation="start" operation_key="ovndb_servers:0_start_0" on_node="ovn-dbs-bundle-0" on_node_uuid="ovn-dbs-bundle-0" router_node="controller-0"/>
</trigger>
<trigger>
- <rsc_op id="248" operation="start" operation_key="ovndb_servers:0_start_0" on_node="ovn-dbs-bundle-0" on_node_uuid="ovn-dbs-bundle-0" router_node="controller-2"/>
- </trigger>
- <trigger>
- <pseudo_event id="250" operation="start" operation_key="ovn-dbs-bundle-master_start_0"/>
+ <pseudo_event id="245" operation="start" operation_key="ovn-dbs-bundle-master_start_0"/>
</trigger>
</inputs>
</synapse>
- <synapse id="43">
+ <synapse id="33">
<action_set>
- <pseudo_event id="250" operation="start" operation_key="ovn-dbs-bundle-master_start_0">
+ <pseudo_event id="245" operation="start" operation_key="ovn-dbs-bundle-master_start_0">
<attributes CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_notify="true" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="120000" />
</pseudo_event>
</action_set>
<inputs>
<trigger>
- <pseudo_event id="238" operation="start" operation_key="ovn-dbs-bundle_start_0"/>
+ <pseudo_event id="233" operation="start" operation_key="ovn-dbs-bundle_start_0"/>
</trigger>
<trigger>
- <pseudo_event id="253" operation="stopped" operation_key="ovn-dbs-bundle-master_stopped_0"/>
- </trigger>
- <trigger>
- <pseudo_event id="255" operation="notified" operation_key="ovn-dbs-bundle-master_confirmed-pre_notify_start_0"/>
+ <pseudo_event id="250" operation="notified" operation_key="ovn-dbs-bundle-master_confirmed-pre_notify_start_0"/>
</trigger>
</inputs>
</synapse>
- <synapse id="44">
+ <synapse id="34">
<action_set>
- <rsc_op id="226" operation="monitor" operation_key="ovn-dbs-bundle-podman-0_monitor_60000" on_node="controller-2" on_node_uuid="3">
+ <rsc_op id="222" operation="monitor" operation_key="ovn-dbs-bundle-podman-0_monitor_60000" on_node="controller-0" on_node_uuid="1">
<primitive id="ovn-dbs-bundle-podman-0" class="ocf" provider="heartbeat" type="podman"/>
- <attributes CRM_meta_interval="60000" CRM_meta_name="monitor" CRM_meta_on_node="controller-2" CRM_meta_on_node_uuid="3" CRM_meta_timeout="120000" allow_pull="true" force_kill="false" image="cluster.common.tag/rhosp16-openstack-ovn-northd:pcmklatest" monitor_cmd="/bin/true" mount_points="/var/log/pacemaker/bundles/ovn-dbs-bundle-0" reuse="false" run_cmd="/bin/bash /usr/local/bin/kolla_start" run_opts=" -e PCMK_stderr=1 --net=host -e PCMK_remote_port=3125 -v /var/lib/kolla/config_files/ovn_dbs.json:/var/lib/kolla/config_files/config.json:ro -v /lib/modules:/lib/modules:ro -v /var/lib/openvswitch/ovn:/run/openvswitch:rw -v /var/lib/openvswitch/ovn:/run/ovn:rw -v /var/log/containers/openvswitch:/var/log/openvswitch:rw -v /var/log/containers/openvswitch:/var/log/ovn:rw -v /var/lib/openvswitch/ovn:/etc/openvswitch:rw -v /var/lib/openvswitch/ovn:/etc/ovn:rw -v /etc/pki/tls/private/ovn_dbs.key:/etc/pki/tls/private/ovn_dbs.key:ro -v /etc/pki/tls/certs/ovn_dbs.crt:/etc/pki/tls/certs/ovn_dbs.crt:ro -v /etc/ipa/ca.crt:/etc/ipa/ca.crt:ro -v /etc/pacemaker/authkey:/etc/pacemaker/authkey -v /var/log/pacemaker/bundles/ovn-dbs-bundle-0:/var/log --log-driver=k8s-file --log-opt path=/var/log/containers/stdouts/ovn-dbs-bundle.log -e KOLLA_CONFIG_STRATEGY=COPY_ALWAYS "/>
+ <attributes CRM_meta_interval="60000" CRM_meta_name="monitor" CRM_meta_on_node="controller-0" CRM_meta_on_node_uuid="1" CRM_meta_timeout="120000" allow_pull="true" force_kill="false" image="cluster.common.tag/rhosp16-openstack-ovn-northd:pcmklatest" monitor_cmd="/bin/true" mount_points="/var/log/pacemaker/bundles/ovn-dbs-bundle-0" reuse="false" run_cmd="/bin/bash /usr/local/bin/kolla_start" run_opts=" -e PCMK_stderr=1 --net=host -e PCMK_remote_port=3125 -v /var/lib/kolla/config_files/ovn_dbs.json:/var/lib/kolla/config_files/config.json:ro -v /lib/modules:/lib/modules:ro -v /var/lib/openvswitch/ovn:/run/openvswitch:rw -v /var/lib/openvswitch/ovn:/run/ovn:rw -v /var/log/containers/openvswitch:/var/log/openvswitch:rw -v /var/log/containers/openvswitch:/var/log/ovn:rw -v /var/lib/openvswitch/ovn:/etc/openvswitch:rw -v /var/lib/openvswitch/ovn:/etc/ovn:rw -v /etc/pki/tls/private/ovn_dbs.key:/etc/pki/tls/private/ovn_dbs.key:ro -v /etc/pki/tls/certs/ovn_dbs.crt:/etc/pki/tls/certs/ovn_dbs.crt:ro -v /etc/ipa/ca.crt:/etc/ipa/ca.crt:ro -v /etc/pacemaker/authkey:/etc/pacemaker/authkey -v /var/log/pacemaker/bundles/ovn-dbs-bundle-0:/var/log --log-driver=k8s-file --log-opt path=/var/log/containers/stdouts/ovn-dbs-bundle.log -e KOLLA_CONFIG_STRATEGY=COPY_ALWAYS "/>
</rsc_op>
</action_set>
<inputs>
<trigger>
- <rsc_op id="225" operation="start" operation_key="ovn-dbs-bundle-podman-0_start_0" on_node="controller-2" on_node_uuid="3"/>
+ <rsc_op id="221" operation="start" operation_key="ovn-dbs-bundle-podman-0_start_0" on_node="controller-0" on_node_uuid="1"/>
</trigger>
</inputs>
</synapse>
- <synapse id="45">
+ <synapse id="35">
<action_set>
- <rsc_op id="225" operation="start" operation_key="ovn-dbs-bundle-podman-0_start_0" on_node="controller-2" on_node_uuid="3">
+ <rsc_op id="221" operation="start" operation_key="ovn-dbs-bundle-podman-0_start_0" on_node="controller-0" on_node_uuid="1">
<primitive id="ovn-dbs-bundle-podman-0" class="ocf" provider="heartbeat" type="podman"/>
- <attributes CRM_meta_on_node="controller-2" CRM_meta_on_node_uuid="3" CRM_meta_timeout="120000" allow_pull="true" force_kill="false" image="cluster.common.tag/rhosp16-openstack-ovn-northd:pcmklatest" monitor_cmd="/bin/true" mount_points="/var/log/pacemaker/bundles/ovn-dbs-bundle-0" reuse="false" run_cmd="/bin/bash /usr/local/bin/kolla_start" run_opts=" -e PCMK_stderr=1 --net=host -e PCMK_remote_port=3125 -v /var/lib/kolla/config_files/ovn_dbs.json:/var/lib/kolla/config_files/config.json:ro -v /lib/modules:/lib/modules:ro -v /var/lib/openvswitch/ovn:/run/openvswitch:rw -v /var/lib/openvswitch/ovn:/run/ovn:rw -v /var/log/containers/openvswitch:/var/log/openvswitch:rw -v /var/log/containers/openvswitch:/var/log/ovn:rw -v /var/lib/openvswitch/ovn:/etc/openvswitch:rw -v /var/lib/openvswitch/ovn:/etc/ovn:rw -v /etc/pki/tls/private/ovn_dbs.key:/etc/pki/tls/private/ovn_dbs.key:ro -v /etc/pki/tls/certs/ovn_dbs.crt:/etc/pki/tls/certs/ovn_dbs.crt:ro -v /etc/ipa/ca.crt:/etc/ipa/ca.crt:ro -v /etc/pacemaker/authkey:/etc/pacemaker/authkey -v /var/log/pacemaker/bundles/ovn-dbs-bundle-0:/var/log --log-driver=k8s-file --log-opt path=/var/log/containers/stdouts/ovn-dbs-bundle.log -e KOLLA_CONFIG_STRATEGY=COPY_ALWAYS "/>
+ <attributes CRM_meta_on_node="controller-0" CRM_meta_on_node_uuid="1" CRM_meta_timeout="120000" allow_pull="true" force_kill="false" image="cluster.common.tag/rhosp16-openstack-ovn-northd:pcmklatest" monitor_cmd="/bin/true" mount_points="/var/log/pacemaker/bundles/ovn-dbs-bundle-0" reuse="false" run_cmd="/bin/bash /usr/local/bin/kolla_start" run_opts=" -e PCMK_stderr=1 --net=host -e PCMK_remote_port=3125 -v /var/lib/kolla/config_files/ovn_dbs.json:/var/lib/kolla/config_files/config.json:ro -v /lib/modules:/lib/modules:ro -v /var/lib/openvswitch/ovn:/run/openvswitch:rw -v /var/lib/openvswitch/ovn:/run/ovn:rw -v /var/log/containers/openvswitch:/var/log/openvswitch:rw -v /var/log/containers/openvswitch:/var/log/ovn:rw -v /var/lib/openvswitch/ovn:/etc/openvswitch:rw -v /var/lib/openvswitch/ovn:/etc/ovn:rw -v /etc/pki/tls/private/ovn_dbs.key:/etc/pki/tls/private/ovn_dbs.key:ro -v /etc/pki/tls/certs/ovn_dbs.crt:/etc/pki/tls/certs/ovn_dbs.crt:ro -v /etc/ipa/ca.crt:/etc/ipa/ca.crt:ro -v /etc/pacemaker/authkey:/etc/pacemaker/authkey -v /var/log/pacemaker/bundles/ovn-dbs-bundle-0:/var/log --log-driver=k8s-file --log-opt path=/var/log/containers/stdouts/ovn-dbs-bundle.log -e KOLLA_CONFIG_STRATEGY=COPY_ALWAYS "/>
</rsc_op>
</action_set>
<inputs>
<trigger>
- <pseudo_event id="238" operation="start" operation_key="ovn-dbs-bundle_start_0"/>
+ <pseudo_event id="233" operation="start" operation_key="ovn-dbs-bundle_start_0"/>
</trigger>
</inputs>
</synapse>
- <synapse id="46">
+ <synapse id="36">
<action_set>
- <rsc_op id="228" operation="monitor" operation_key="ovn-dbs-bundle-0_monitor_30000" on_node="controller-2" on_node_uuid="3">
+ <rsc_op id="224" operation="monitor" operation_key="ovn-dbs-bundle-0_monitor_30000" on_node="controller-0" on_node_uuid="1">
<primitive id="ovn-dbs-bundle-0" class="ocf" provider="pacemaker" type="remote"/>
- <attributes CRM_meta_container="ovn-dbs-bundle-podman-0" CRM_meta_interval="30000" CRM_meta_name="monitor" CRM_meta_on_node="controller-2" CRM_meta_on_node_uuid="3" CRM_meta_timeout="30000" addr="controller-2" port="3125"/>
+ <attributes CRM_meta_container="ovn-dbs-bundle-podman-0" CRM_meta_interval="30000" CRM_meta_name="monitor" CRM_meta_on_node="controller-0" CRM_meta_on_node_uuid="1" CRM_meta_timeout="30000" addr="controller-0" port="3125"/>
</rsc_op>
</action_set>
<inputs>
<trigger>
- <rsc_op id="227" operation="start" operation_key="ovn-dbs-bundle-0_start_0" on_node="controller-2" on_node_uuid="3"/>
+ <rsc_op id="223" operation="start" operation_key="ovn-dbs-bundle-0_start_0" on_node="controller-0" on_node_uuid="1"/>
</trigger>
</inputs>
</synapse>
- <synapse id="47">
+ <synapse id="37">
<action_set>
- <rsc_op id="227" operation="start" operation_key="ovn-dbs-bundle-0_start_0" on_node="controller-2" on_node_uuid="3">
+ <rsc_op id="223" operation="start" operation_key="ovn-dbs-bundle-0_start_0" on_node="controller-0" on_node_uuid="1">
<primitive id="ovn-dbs-bundle-0" class="ocf" provider="pacemaker" type="remote"/>
- <attributes CRM_meta_container="ovn-dbs-bundle-podman-0" CRM_meta_on_node="controller-2" CRM_meta_on_node_uuid="3" CRM_meta_timeout="120000" addr="controller-2" port="3125"/>
- </rsc_op>
- </action_set>
- <inputs>
- <trigger>
- <crm_event id="73" operation="clear_failcount" operation_key="ovn-dbs-bundle-0_clear_failcount_0" on_node="controller-0" on_node_uuid="1"/>
- </trigger>
- <trigger>
- <rsc_op id="225" operation="start" operation_key="ovn-dbs-bundle-podman-0_start_0" on_node="controller-2" on_node_uuid="3"/>
- </trigger>
- </inputs>
- </synapse>
- <synapse id="48">
- <action_set>
- <crm_event id="73" operation="clear_failcount" operation_key="ovn-dbs-bundle-0_clear_failcount_0" on_node="controller-0" on_node_uuid="1">
- <primitive id="ovn-dbs-bundle-0" class="ocf" provider="pacemaker" type="remote"/>
- <attributes CRM_meta_container="ovn-dbs-bundle-podman-0" CRM_meta_on_node="controller-0" CRM_meta_on_node_uuid="1" CRM_meta_op_no_wait="true" CRM_meta_timeout="120000" addr="controller-2" port="3125"/>
- </crm_event>
- </action_set>
- <inputs/>
- </synapse>
- <synapse id="49">
- <action_set>
- <rsc_op id="231" operation="monitor" operation_key="ovn-dbs-bundle-podman-1_monitor_60000" on_node="controller-0" on_node_uuid="1">
- <primitive id="ovn-dbs-bundle-podman-1" class="ocf" provider="heartbeat" type="podman"/>
- <attributes CRM_meta_interval="60000" CRM_meta_name="monitor" CRM_meta_on_node="controller-0" CRM_meta_on_node_uuid="1" CRM_meta_timeout="120000" allow_pull="true" force_kill="false" image="cluster.common.tag/rhosp16-openstack-ovn-northd:pcmklatest" monitor_cmd="/bin/true" mount_points="/var/log/pacemaker/bundles/ovn-dbs-bundle-1" reuse="false" run_cmd="/bin/bash /usr/local/bin/kolla_start" run_opts=" -e PCMK_stderr=1 --net=host -e PCMK_remote_port=3125 -v /var/lib/kolla/config_files/ovn_dbs.json:/var/lib/kolla/config_files/config.json:ro -v /lib/modules:/lib/modules:ro -v /var/lib/openvswitch/ovn:/run/openvswitch:rw -v /var/lib/openvswitch/ovn:/run/ovn:rw -v /var/log/containers/openvswitch:/var/log/openvswitch:rw -v /var/log/containers/openvswitch:/var/log/ovn:rw -v /var/lib/openvswitch/ovn:/etc/openvswitch:rw -v /var/lib/openvswitch/ovn:/etc/ovn:rw -v /etc/pki/tls/private/ovn_dbs.key:/etc/pki/tls/private/ovn_dbs.key:ro -v /etc/pki/tls/certs/ovn_dbs.crt:/etc/pki/tls/certs/ovn_dbs.crt:ro -v /etc/ipa/ca.crt:/etc/ipa/ca.crt:ro -v /etc/pacemaker/authkey:/etc/pacemaker/authkey -v /var/log/pacemaker/bundles/ovn-dbs-bundle-1:/var/log --log-driver=k8s-file --log-opt path=/var/log/containers/stdouts/ovn-dbs-bundle.log -e KOLLA_CONFIG_STRATEGY=COPY_ALWAYS "/>
- </rsc_op>
- </action_set>
- <inputs>
- <trigger>
- <rsc_op id="230" operation="start" operation_key="ovn-dbs-bundle-podman-1_start_0" on_node="controller-0" on_node_uuid="1"/>
- </trigger>
- </inputs>
- </synapse>
- <synapse id="50">
- <action_set>
- <rsc_op id="230" operation="start" operation_key="ovn-dbs-bundle-podman-1_start_0" on_node="controller-0" on_node_uuid="1">
- <primitive id="ovn-dbs-bundle-podman-1" class="ocf" provider="heartbeat" type="podman"/>
- <attributes CRM_meta_on_node="controller-0" CRM_meta_on_node_uuid="1" CRM_meta_timeout="120000" allow_pull="true" force_kill="false" image="cluster.common.tag/rhosp16-openstack-ovn-northd:pcmklatest" monitor_cmd="/bin/true" mount_points="/var/log/pacemaker/bundles/ovn-dbs-bundle-1" reuse="false" run_cmd="/bin/bash /usr/local/bin/kolla_start" run_opts=" -e PCMK_stderr=1 --net=host -e PCMK_remote_port=3125 -v /var/lib/kolla/config_files/ovn_dbs.json:/var/lib/kolla/config_files/config.json:ro -v /lib/modules:/lib/modules:ro -v /var/lib/openvswitch/ovn:/run/openvswitch:rw -v /var/lib/openvswitch/ovn:/run/ovn:rw -v /var/log/containers/openvswitch:/var/log/openvswitch:rw -v /var/log/containers/openvswitch:/var/log/ovn:rw -v /var/lib/openvswitch/ovn:/etc/openvswitch:rw -v /var/lib/openvswitch/ovn:/etc/ovn:rw -v /etc/pki/tls/private/ovn_dbs.key:/etc/pki/tls/private/ovn_dbs.key:ro -v /etc/pki/tls/certs/ovn_dbs.crt:/etc/pki/tls/certs/ovn_dbs.crt:ro -v /etc/ipa/ca.crt:/etc/ipa/ca.crt:ro -v /etc/pacemaker/authkey:/etc/pacemaker/authkey -v /var/log/pacemaker/bundles/ovn-dbs-bundle-1:/var/log --log-driver=k8s-file --log-opt path=/var/log/containers/stdouts/ovn-dbs-bundle.log -e KOLLA_CONFIG_STRATEGY=COPY_ALWAYS "/>
- </rsc_op>
- </action_set>
- <inputs>
- <trigger>
- <rsc_op id="229" operation="stop" operation_key="ovn-dbs-bundle-podman-1_stop_0" on_node="controller-2" on_node_uuid="3"/>
- </trigger>
- <trigger>
- <pseudo_event id="238" operation="start" operation_key="ovn-dbs-bundle_start_0"/>
- </trigger>
- </inputs>
- </synapse>
- <synapse id="51">
- <action_set>
- <rsc_op id="229" operation="stop" operation_key="ovn-dbs-bundle-podman-1_stop_0" on_node="controller-2" on_node_uuid="3">
- <primitive id="ovn-dbs-bundle-podman-1" class="ocf" provider="heartbeat" type="podman"/>
- <attributes CRM_meta_on_node="controller-2" CRM_meta_on_node_uuid="3" CRM_meta_timeout="120000" allow_pull="true" force_kill="false" image="cluster.common.tag/rhosp16-openstack-ovn-northd:pcmklatest" monitor_cmd="/bin/true" mount_points="/var/log/pacemaker/bundles/ovn-dbs-bundle-1" reuse="false" run_cmd="/bin/bash /usr/local/bin/kolla_start" run_opts=" -e PCMK_stderr=1 --net=host -e PCMK_remote_port=3125 -v /var/lib/kolla/config_files/ovn_dbs.json:/var/lib/kolla/config_files/config.json:ro -v /lib/modules:/lib/modules:ro -v /var/lib/openvswitch/ovn:/run/openvswitch:rw -v /var/lib/openvswitch/ovn:/run/ovn:rw -v /var/log/containers/openvswitch:/var/log/openvswitch:rw -v /var/log/containers/openvswitch:/var/log/ovn:rw -v /var/lib/openvswitch/ovn:/etc/openvswitch:rw -v /var/lib/openvswitch/ovn:/etc/ovn:rw -v /etc/pki/tls/private/ovn_dbs.key:/etc/pki/tls/private/ovn_dbs.key:ro -v /etc/pki/tls/certs/ovn_dbs.crt:/etc/pki/tls/certs/ovn_dbs.crt:ro -v /etc/ipa/ca.crt:/etc/ipa/ca.crt:ro -v /etc/pacemaker/authkey:/etc/pacemaker/authkey -v /var/log/pacemaker/bundles/ovn-dbs-bundle-1:/var/log --log-driver=k8s-file --log-opt path=/var/log/containers/stdouts/ovn-dbs-bundle.log -e KOLLA_CONFIG_STRATEGY=COPY_ALWAYS "/>
- </rsc_op>
- </action_set>
- <inputs>
- <trigger>
- <rsc_op id="232" operation="stop" operation_key="ovn-dbs-bundle-1_stop_0" on_node="controller-2" on_node_uuid="3"/>
- </trigger>
- <trigger>
- <pseudo_event id="240" operation="stop" operation_key="ovn-dbs-bundle_stop_0"/>
- </trigger>
- </inputs>
- </synapse>
- <synapse id="52">
- <action_set>
- <rsc_op id="233" operation="monitor" operation_key="ovn-dbs-bundle-1_monitor_30000" on_node="controller-0" on_node_uuid="1">
- <primitive id="ovn-dbs-bundle-1" class="ocf" provider="pacemaker" type="remote"/>
- <attributes CRM_meta_container="ovn-dbs-bundle-podman-1" CRM_meta_interval="30000" CRM_meta_name="monitor" CRM_meta_on_node="controller-0" CRM_meta_on_node_uuid="1" CRM_meta_timeout="30000" addr="controller-0" port="3125"/>
- </rsc_op>
- </action_set>
- <inputs>
- <trigger>
- <rsc_op id="72" operation="start" operation_key="ovn-dbs-bundle-1_start_0" on_node="controller-0" on_node_uuid="1"/>
- </trigger>
- </inputs>
- </synapse>
- <synapse id="53">
- <action_set>
- <rsc_op id="232" operation="stop" operation_key="ovn-dbs-bundle-1_stop_0" on_node="controller-2" on_node_uuid="3">
- <primitive id="ovn-dbs-bundle-1" class="ocf" provider="pacemaker" type="remote"/>
- <attributes CRM_meta_container="ovn-dbs-bundle-podman-1" CRM_meta_on_node="controller-2" CRM_meta_on_node_uuid="3" CRM_meta_timeout="120000" addr="controller-0" port="3125"/>
- <downed>
- <node id="ovn-dbs-bundle-1"/>
- </downed>
- </rsc_op>
- </action_set>
- <inputs>
- <trigger>
- <rsc_op id="243" operation="stop" operation_key="ovndb_servers_stop_0" internal_operation_key="ovndb_servers:1_stop_0" on_node="ovn-dbs-bundle-1" on_node_uuid="ovn-dbs-bundle-1" router_node="controller-2"/>
- </trigger>
- </inputs>
- </synapse>
- <synapse id="54">
- <action_set>
- <crm_event id="74" operation="clear_failcount" operation_key="ovn-dbs-bundle-1_clear_failcount_0" on_node="controller-2" on_node_uuid="3">
- <primitive id="ovn-dbs-bundle-1" class="ocf" provider="pacemaker" type="remote"/>
- <attributes CRM_meta_container="ovn-dbs-bundle-podman-1" CRM_meta_on_node="controller-2" CRM_meta_on_node_uuid="3" CRM_meta_op_no_wait="true" CRM_meta_timeout="120000" addr="controller-0" port="3125"/>
- </crm_event>
- </action_set>
- <inputs/>
- </synapse>
- <synapse id="55">
- <action_set>
- <rsc_op id="72" operation="start" operation_key="ovn-dbs-bundle-1_start_0" on_node="controller-0" on_node_uuid="1">
- <primitive id="ovn-dbs-bundle-1" class="ocf" provider="pacemaker" type="remote"/>
- <attributes CRM_meta_container="ovn-dbs-bundle-podman-1" CRM_meta_on_node="controller-0" CRM_meta_on_node_uuid="1" CRM_meta_timeout="120000" addr="controller-0" port="3125"/>
+ <attributes CRM_meta_container="ovn-dbs-bundle-podman-0" CRM_meta_on_node="controller-0" CRM_meta_on_node_uuid="1" CRM_meta_timeout="120000" addr="controller-0" port="3125"/>
</rsc_op>
</action_set>
<inputs>
<trigger>
- <crm_event id="74" operation="clear_failcount" operation_key="ovn-dbs-bundle-1_clear_failcount_0" on_node="controller-2" on_node_uuid="3"/>
- </trigger>
- <trigger>
- <rsc_op id="230" operation="start" operation_key="ovn-dbs-bundle-podman-1_start_0" on_node="controller-0" on_node_uuid="1"/>
- </trigger>
- <trigger>
- <rsc_op id="232" operation="stop" operation_key="ovn-dbs-bundle-1_stop_0" on_node="controller-2" on_node_uuid="3"/>
+ <rsc_op id="221" operation="start" operation_key="ovn-dbs-bundle-podman-0_start_0" on_node="controller-0" on_node_uuid="1"/>
</trigger>
</inputs>
</synapse>
- <synapse id="56">
+ <synapse id="38">
<action_set>
- <rsc_op id="279" operation="monitor" operation_key="ip-172.17.1.87_monitor_10000" on_node="controller-0" on_node_uuid="1">
+ <rsc_op id="274" operation="monitor" operation_key="ip-172.17.1.87_monitor_10000" on_node="controller-1" on_node_uuid="2">
<primitive id="ip-172.17.1.87" class="ocf" provider="heartbeat" type="IPaddr2"/>
- <attributes CRM_meta_interval="10000" CRM_meta_name="monitor" CRM_meta_on_node="controller-0" CRM_meta_on_node_uuid="1" CRM_meta_timeout="20000" cidr_netmask="32" ip="172.17.1.87"/>
+ <attributes CRM_meta_interval="10000" CRM_meta_name="monitor" CRM_meta_on_node="controller-1" CRM_meta_on_node_uuid="2" CRM_meta_timeout="20000" cidr_netmask="32" ip="172.17.1.87"/>
</rsc_op>
</action_set>
<inputs>
<trigger>
- <rsc_op id="278" operation="start" operation_key="ip-172.17.1.87_start_0" on_node="controller-0" on_node_uuid="1"/>
+ <rsc_op id="273" operation="start" operation_key="ip-172.17.1.87_start_0" on_node="controller-1" on_node_uuid="2"/>
</trigger>
</inputs>
</synapse>
- <synapse id="57">
+ <synapse id="39">
<action_set>
- <rsc_op id="278" operation="start" operation_key="ip-172.17.1.87_start_0" on_node="controller-0" on_node_uuid="1">
+ <rsc_op id="273" operation="start" operation_key="ip-172.17.1.87_start_0" on_node="controller-1" on_node_uuid="2">
<primitive id="ip-172.17.1.87" class="ocf" provider="heartbeat" type="IPaddr2"/>
- <attributes CRM_meta_name="start" CRM_meta_on_node="controller-0" CRM_meta_on_node_uuid="1" CRM_meta_timeout="20000" cidr_netmask="32" ip="172.17.1.87"/>
+ <attributes CRM_meta_name="start" CRM_meta_on_node="controller-1" CRM_meta_on_node_uuid="2" CRM_meta_timeout="20000" cidr_netmask="32" ip="172.17.1.87"/>
</rsc_op>
</action_set>
<inputs>
<trigger>
- <pseudo_event id="274" operation="promote" operation_key="ovn-dbs-bundle_promote_0"/>
+ <pseudo_event id="269" operation="promote" operation_key="ovn-dbs-bundle_promote_0"/>
</trigger>
</inputs>
</synapse>
- <synapse id="58">
+ <synapse id="40">
<action_set>
<crm_event id="14" operation="clear_failcount" operation_key="stonith-fence_compute-fence-nova_clear_failcount_0" on_node="messaging-0" on_node_uuid="7">
<primitive id="stonith-fence_compute-fence-nova" class="stonith" type="fence_compute"/>
@@ -874,7 +579,7 @@
</action_set>
<inputs/>
</synapse>
- <synapse id="59">
+ <synapse id="41">
<action_set>
<crm_event id="16" operation="clear_failcount" operation_key="nova-evacuate_clear_failcount_0" on_node="messaging-0" on_node_uuid="7">
<primitive id="nova-evacuate" class="ocf" provider="openstack" type="NovaEvacuate"/>
@@ -883,7 +588,7 @@
</action_set>
<inputs/>
</synapse>
- <synapse id="60">
+ <synapse id="42">
<action_set>
<crm_event id="8" operation="clear_failcount" operation_key="stonith-fence_ipmilan-525400aa1373_clear_failcount_0" on_node="database-0" on_node_uuid="4">
<primitive id="stonith-fence_ipmilan-525400aa1373" class="stonith" type="fence_ipmilan"/>
@@ -892,7 +597,7 @@
</action_set>
<inputs/>
</synapse>
- <synapse id="61">
+ <synapse id="43">
<action_set>
<crm_event id="52" operation="clear_failcount" operation_key="stonith-fence_ipmilan-525400dc23e0_clear_failcount_0" on_node="database-2" on_node_uuid="6">
<primitive id="stonith-fence_ipmilan-525400dc23e0" class="stonith" type="fence_ipmilan"/>
@@ -901,42 +606,42 @@
</action_set>
<inputs/>
</synapse>
- <synapse id="62">
+ <synapse id="44">
<action_set>
- <rsc_op id="302" operation="monitor" operation_key="stonith-fence_ipmilan-52540040bb56_monitor_60000" on_node="database-0" on_node_uuid="4">
+ <rsc_op id="297" operation="monitor" operation_key="stonith-fence_ipmilan-52540040bb56_monitor_60000" on_node="database-0" on_node_uuid="4">
<primitive id="stonith-fence_ipmilan-52540040bb56" class="stonith" type="fence_ipmilan"/>
<attributes CRM_meta_interval="60000" CRM_meta_name="monitor" CRM_meta_on_node="database-0" CRM_meta_on_node_uuid="4" CRM_meta_timeout="120000" delay="20" ipaddr="172.16.0.44" ipport="6231" lanplus="true" login="admin" passwd="****" pcmk_host_list="compute-1"/>
</rsc_op>
</action_set>
<inputs>
<trigger>
- <rsc_op id="300" operation="start" operation_key="stonith-fence_ipmilan-52540040bb56_start_0" on_node="database-0" on_node_uuid="4"/>
+ <rsc_op id="295" operation="start" operation_key="stonith-fence_ipmilan-52540040bb56_start_0" on_node="database-0" on_node_uuid="4"/>
</trigger>
</inputs>
</synapse>
- <synapse id="63">
+ <synapse id="45">
<action_set>
- <rsc_op id="300" operation="start" operation_key="stonith-fence_ipmilan-52540040bb56_start_0" on_node="database-0" on_node_uuid="4">
+ <rsc_op id="295" operation="start" operation_key="stonith-fence_ipmilan-52540040bb56_start_0" on_node="database-0" on_node_uuid="4">
<primitive id="stonith-fence_ipmilan-52540040bb56" class="stonith" type="fence_ipmilan"/>
<attributes CRM_meta_on_node="database-0" CRM_meta_on_node_uuid="4" CRM_meta_timeout="120000" delay="20" ipaddr="172.16.0.44" ipport="6231" lanplus="true" login="admin" passwd="****" pcmk_host_list="compute-1"/>
</rsc_op>
</action_set>
<inputs>
<trigger>
- <rsc_op id="299" operation="stop" operation_key="stonith-fence_ipmilan-52540040bb56_stop_0" on_node="messaging-2" on_node_uuid="9"/>
+ <rsc_op id="294" operation="stop" operation_key="stonith-fence_ipmilan-52540040bb56_stop_0" on_node="messaging-2" on_node_uuid="9"/>
</trigger>
</inputs>
</synapse>
- <synapse id="64">
+ <synapse id="46">
<action_set>
- <rsc_op id="299" operation="stop" operation_key="stonith-fence_ipmilan-52540040bb56_stop_0" on_node="messaging-2" on_node_uuid="9">
+ <rsc_op id="294" operation="stop" operation_key="stonith-fence_ipmilan-52540040bb56_stop_0" on_node="messaging-2" on_node_uuid="9">
<primitive id="stonith-fence_ipmilan-52540040bb56" class="stonith" type="fence_ipmilan"/>
<attributes CRM_meta_on_node="messaging-2" CRM_meta_on_node_uuid="9" CRM_meta_timeout="120000" delay="20" ipaddr="172.16.0.44" ipport="6231" lanplus="true" login="admin" passwd="****" pcmk_host_list="compute-1"/>
</rsc_op>
</action_set>
<inputs/>
</synapse>
- <synapse id="65">
+ <synapse id="47">
<action_set>
<crm_event id="44" operation="clear_failcount" operation_key="stonith-fence_ipmilan-52540078fb07_clear_failcount_0" on_node="messaging-2" on_node_uuid="9">
<primitive id="stonith-fence_ipmilan-52540078fb07" class="stonith" type="fence_ipmilan"/>
@@ -945,7 +650,7 @@
</action_set>
<inputs/>
</synapse>
- <synapse id="66">
+ <synapse id="48">
<action_set>
<crm_event id="10" operation="clear_failcount" operation_key="stonith-fence_ipmilan-525400ea59b0_clear_failcount_0" on_node="database-0" on_node_uuid="4">
<primitive id="stonith-fence_ipmilan-525400ea59b0" class="stonith" type="fence_ipmilan"/>
@@ -954,7 +659,7 @@
</action_set>
<inputs/>
</synapse>
- <synapse id="67">
+ <synapse id="49">
<action_set>
<crm_event id="45" operation="clear_failcount" operation_key="stonith-fence_ipmilan-525400066e50_clear_failcount_0" on_node="messaging-2" on_node_uuid="9">
<primitive id="stonith-fence_ipmilan-525400066e50" class="stonith" type="fence_ipmilan"/>
@@ -963,42 +668,42 @@
</action_set>
<inputs/>
</synapse>
- <synapse id="68">
+ <synapse id="50">
<action_set>
- <rsc_op id="314" operation="monitor" operation_key="stonith-fence_ipmilan-525400e1534e_monitor_60000" on_node="messaging-2" on_node_uuid="9">
+ <rsc_op id="309" operation="monitor" operation_key="stonith-fence_ipmilan-525400e1534e_monitor_60000" on_node="messaging-2" on_node_uuid="9">
<primitive id="stonith-fence_ipmilan-525400e1534e" class="stonith" type="fence_ipmilan"/>
<attributes CRM_meta_interval="60000" CRM_meta_name="monitor" CRM_meta_on_node="messaging-2" CRM_meta_on_node_uuid="9" CRM_meta_timeout="120000" delay="20" ipaddr="172.16.0.44" ipport="6240" lanplus="true" login="admin" passwd="****" pcmk_host_list="messaging-0"/>
</rsc_op>
</action_set>
<inputs>
<trigger>
- <rsc_op id="313" operation="start" operation_key="stonith-fence_ipmilan-525400e1534e_start_0" on_node="messaging-2" on_node_uuid="9"/>
+ <rsc_op id="308" operation="start" operation_key="stonith-fence_ipmilan-525400e1534e_start_0" on_node="messaging-2" on_node_uuid="9"/>
</trigger>
</inputs>
</synapse>
- <synapse id="69">
+ <synapse id="51">
<action_set>
- <rsc_op id="313" operation="start" operation_key="stonith-fence_ipmilan-525400e1534e_start_0" on_node="messaging-2" on_node_uuid="9">
+ <rsc_op id="308" operation="start" operation_key="stonith-fence_ipmilan-525400e1534e_start_0" on_node="messaging-2" on_node_uuid="9">
<primitive id="stonith-fence_ipmilan-525400e1534e" class="stonith" type="fence_ipmilan"/>
<attributes CRM_meta_on_node="messaging-2" CRM_meta_on_node_uuid="9" CRM_meta_timeout="120000" delay="20" ipaddr="172.16.0.44" ipport="6240" lanplus="true" login="admin" passwd="****" pcmk_host_list="messaging-0"/>
</rsc_op>
</action_set>
<inputs>
<trigger>
- <rsc_op id="312" operation="stop" operation_key="stonith-fence_ipmilan-525400e1534e_stop_0" on_node="database-1" on_node_uuid="5"/>
+ <rsc_op id="307" operation="stop" operation_key="stonith-fence_ipmilan-525400e1534e_stop_0" on_node="database-1" on_node_uuid="5"/>
</trigger>
</inputs>
</synapse>
- <synapse id="70">
+ <synapse id="52">
<action_set>
- <rsc_op id="312" operation="stop" operation_key="stonith-fence_ipmilan-525400e1534e_stop_0" on_node="database-1" on_node_uuid="5">
+ <rsc_op id="307" operation="stop" operation_key="stonith-fence_ipmilan-525400e1534e_stop_0" on_node="database-1" on_node_uuid="5">
<primitive id="stonith-fence_ipmilan-525400e1534e" class="stonith" type="fence_ipmilan"/>
<attributes CRM_meta_on_node="database-1" CRM_meta_on_node_uuid="5" CRM_meta_timeout="120000" delay="20" ipaddr="172.16.0.44" ipport="6240" lanplus="true" login="admin" passwd="****" pcmk_host_list="messaging-0"/>
</rsc_op>
</action_set>
<inputs/>
</synapse>
- <synapse id="71">
+ <synapse id="53">
<action_set>
<crm_event id="54" operation="clear_failcount" operation_key="stonith-fence_ipmilan-525400e1534e_clear_failcount_0" on_node="database-2" on_node_uuid="6">
<primitive id="stonith-fence_ipmilan-525400e1534e" class="stonith" type="fence_ipmilan"/>
@@ -1007,7 +712,7 @@
</action_set>
<inputs/>
</synapse>
- <synapse id="72">
+ <synapse id="54">
<action_set>
<crm_event id="19" operation="clear_failcount" operation_key="stonith-fence_ipmilan-52540060dbba_clear_failcount_0" on_node="messaging-0" on_node_uuid="7">
<primitive id="stonith-fence_ipmilan-52540060dbba" class="stonith" type="fence_ipmilan"/>
@@ -1016,7 +721,7 @@
</action_set>
<inputs/>
</synapse>
- <synapse id="73">
+ <synapse id="55">
<action_set>
<crm_event id="11" operation="clear_failcount" operation_key="stonith-fence_ipmilan-525400e018b6_clear_failcount_0" on_node="database-0" on_node_uuid="4">
<primitive id="stonith-fence_ipmilan-525400e018b6" class="stonith" type="fence_ipmilan"/>
@@ -1025,7 +730,7 @@
</action_set>
<inputs/>
</synapse>
- <synapse id="74">
+ <synapse id="56">
<action_set>
<crm_event id="56" operation="clear_failcount" operation_key="stonith-fence_ipmilan-525400c87cdb_clear_failcount_0" on_node="database-2" on_node_uuid="6">
<primitive id="stonith-fence_ipmilan-525400c87cdb" class="stonith" type="fence_ipmilan"/>
@@ -1034,101 +739,68 @@
</action_set>
<inputs/>
</synapse>
- <synapse id="75" priority="1000000">
+ <synapse id="57" priority="1000000">
<action_set>
- <pseudo_event id="275" operation="promoted" operation_key="ovn-dbs-bundle_promoted_0">
+ <pseudo_event id="270" operation="promoted" operation_key="ovn-dbs-bundle_promoted_0">
<attributes CRM_meta_timeout="120000" />
</pseudo_event>
</action_set>
<inputs>
<trigger>
- <pseudo_event id="267" operation="notified" operation_key="ovn-dbs-bundle-master_confirmed-post_notify_promoted_0"/>
+ <pseudo_event id="262" operation="notified" operation_key="ovn-dbs-bundle-master_confirmed-post_notify_promoted_0"/>
</trigger>
</inputs>
</synapse>
- <synapse id="76">
+ <synapse id="58">
<action_set>
- <pseudo_event id="274" operation="promote" operation_key="ovn-dbs-bundle_promote_0">
+ <pseudo_event id="269" operation="promote" operation_key="ovn-dbs-bundle_promote_0">
<attributes CRM_meta_timeout="120000" />
</pseudo_event>
</action_set>
<inputs>
<trigger>
- <pseudo_event id="239" operation="running" operation_key="ovn-dbs-bundle_running_0"/>
- </trigger>
- <trigger>
- <pseudo_event id="241" operation="stopped" operation_key="ovn-dbs-bundle_stopped_0"/>
+ <pseudo_event id="234" operation="running" operation_key="ovn-dbs-bundle_running_0"/>
</trigger>
</inputs>
</synapse>
- <synapse id="77" priority="1000000">
+ <synapse id="59" priority="1000000">
<action_set>
- <pseudo_event id="241" operation="stopped" operation_key="ovn-dbs-bundle_stopped_0">
+ <pseudo_event id="234" operation="running" operation_key="ovn-dbs-bundle_running_0">
<attributes CRM_meta_timeout="120000" />
</pseudo_event>
</action_set>
<inputs>
<trigger>
- <rsc_op id="229" operation="stop" operation_key="ovn-dbs-bundle-podman-1_stop_0" on_node="controller-2" on_node_uuid="3"/>
+ <rsc_op id="221" operation="start" operation_key="ovn-dbs-bundle-podman-0_start_0" on_node="controller-0" on_node_uuid="1"/>
</trigger>
<trigger>
- <pseudo_event id="261" operation="notified" operation_key="ovn-dbs-bundle-master_confirmed-post_notify_stopped_0"/>
+ <pseudo_event id="252" operation="notified" operation_key="ovn-dbs-bundle-master_confirmed-post_notify_running_0"/>
</trigger>
</inputs>
</synapse>
- <synapse id="78">
+ <synapse id="60">
<action_set>
- <pseudo_event id="240" operation="stop" operation_key="ovn-dbs-bundle_stop_0">
+ <pseudo_event id="233" operation="start" operation_key="ovn-dbs-bundle_start_0">
<attributes CRM_meta_timeout="120000" />
</pseudo_event>
</action_set>
<inputs/>
</synapse>
- <synapse id="79" priority="1000000">
+ <synapse id="61" priority="1000000">
<action_set>
- <pseudo_event id="239" operation="running" operation_key="ovn-dbs-bundle_running_0">
+ <pseudo_event id="126" operation="running" operation_key="rabbitmq-bundle_running_0">
<attributes CRM_meta_timeout="120000" />
</pseudo_event>
</action_set>
<inputs>
<trigger>
- <rsc_op id="225" operation="start" operation_key="ovn-dbs-bundle-podman-0_start_0" on_node="controller-2" on_node_uuid="3"/>
- </trigger>
- <trigger>
- <rsc_op id="230" operation="start" operation_key="ovn-dbs-bundle-podman-1_start_0" on_node="controller-0" on_node_uuid="1"/>
- </trigger>
- <trigger>
- <pseudo_event id="257" operation="notified" operation_key="ovn-dbs-bundle-master_confirmed-post_notify_running_0"/>
+ <pseudo_event id="142" operation="notified" operation_key="rabbitmq-bundle-clone_confirmed-post_notify_running_0"/>
</trigger>
</inputs>
</synapse>
- <synapse id="80">
- <action_set>
- <pseudo_event id="238" operation="start" operation_key="ovn-dbs-bundle_start_0">
- <attributes CRM_meta_timeout="120000" />
- </pseudo_event>
- </action_set>
- <inputs>
- <trigger>
- <pseudo_event id="241" operation="stopped" operation_key="ovn-dbs-bundle_stopped_0"/>
- </trigger>
- </inputs>
- </synapse>
- <synapse id="81" priority="1000000">
- <action_set>
- <pseudo_event id="130" operation="running" operation_key="rabbitmq-bundle_running_0">
- <attributes CRM_meta_timeout="120000" />
- </pseudo_event>
- </action_set>
- <inputs>
- <trigger>
- <pseudo_event id="146" operation="notified" operation_key="rabbitmq-bundle-clone_confirmed-post_notify_running_0"/>
- </trigger>
- </inputs>
- </synapse>
- <synapse id="82">
+ <synapse id="62">
<action_set>
- <pseudo_event id="129" operation="start" operation_key="rabbitmq-bundle_start_0">
+ <pseudo_event id="125" operation="start" operation_key="rabbitmq-bundle_start_0">
<attributes CRM_meta_timeout="120000" />
</pseudo_event>
</action_set>
diff --git a/cts/scheduler/exp/clone-anon-failcount.exp b/cts/scheduler/exp/clone-anon-failcount.exp
index 05312c2..a48f69b 100644
--- a/cts/scheduler/exp/clone-anon-failcount.exp
+++ b/cts/scheduler/exp/clone-anon-failcount.exp
@@ -186,7 +186,7 @@
<action_set>
<rsc_op id="37" operation="stop" operation_key="UmDummy01_stop_0" on_node="srv01" on_node_uuid="srv01">
<primitive id="UmDummy01" class="ocf" provider="pacemaker" type="Dummy"/>
- <attributes CRM_meta_name="stop" CRM_meta_on_fail="stop" CRM_meta_on_node="srv01" CRM_meta_on_node_uuid="srv01" CRM_meta_timeout="60000" />
+ <attributes CRM_meta_name="stop" CRM_meta_on_node="srv01" CRM_meta_on_node_uuid="srv01" CRM_meta_timeout="60000" />
</rsc_op>
</action_set>
<inputs>
diff --git a/cts/scheduler/exp/clone-order-16instances.exp b/cts/scheduler/exp/clone-order-16instances.exp
index 9d20ae1..b06826b 100644
--- a/cts/scheduler/exp/clone-order-16instances.exp
+++ b/cts/scheduler/exp/clone-order-16instances.exp
@@ -76,6 +76,9 @@
</action_set>
<inputs>
<trigger>
+ <rsc_op id="10" operation="start" operation_key="dlm_start_0" internal_operation_key="dlm:2_start_0" on_node="virt-009.cluster-qe.lab.eng.brq.redhat.com" on_node_uuid="1"/>
+ </trigger>
+ <trigger>
<rsc_op id="12" operation="start" operation_key="dlm:3_start_0" on_node="virt-013.cluster-qe.lab.eng.brq.redhat.com" on_node_uuid="4"/>
</trigger>
<trigger>
@@ -105,6 +108,12 @@
</action_set>
<inputs>
<trigger>
+ <rsc_op id="10" operation="start" operation_key="dlm_start_0" internal_operation_key="dlm:2_start_0" on_node="virt-009.cluster-qe.lab.eng.brq.redhat.com" on_node_uuid="1"/>
+ </trigger>
+ <trigger>
+ <rsc_op id="12" operation="start" operation_key="dlm:3_start_0" on_node="virt-013.cluster-qe.lab.eng.brq.redhat.com" on_node_uuid="4"/>
+ </trigger>
+ <trigger>
<rsc_op id="14" operation="start" operation_key="dlm:4_start_0" on_node="virt-014.cluster-qe.lab.eng.brq.redhat.com" on_node_uuid="5"/>
</trigger>
<trigger>
@@ -134,6 +143,15 @@
</action_set>
<inputs>
<trigger>
+ <rsc_op id="10" operation="start" operation_key="dlm_start_0" internal_operation_key="dlm:2_start_0" on_node="virt-009.cluster-qe.lab.eng.brq.redhat.com" on_node_uuid="1"/>
+ </trigger>
+ <trigger>
+ <rsc_op id="12" operation="start" operation_key="dlm:3_start_0" on_node="virt-013.cluster-qe.lab.eng.brq.redhat.com" on_node_uuid="4"/>
+ </trigger>
+ <trigger>
+ <rsc_op id="14" operation="start" operation_key="dlm:4_start_0" on_node="virt-014.cluster-qe.lab.eng.brq.redhat.com" on_node_uuid="5"/>
+ </trigger>
+ <trigger>
<rsc_op id="16" operation="start" operation_key="dlm:5_start_0" on_node="virt-015.cluster-qe.lab.eng.brq.redhat.com" on_node_uuid="6"/>
</trigger>
<trigger>
@@ -163,6 +181,18 @@
</action_set>
<inputs>
<trigger>
+ <rsc_op id="10" operation="start" operation_key="dlm_start_0" internal_operation_key="dlm:2_start_0" on_node="virt-009.cluster-qe.lab.eng.brq.redhat.com" on_node_uuid="1"/>
+ </trigger>
+ <trigger>
+ <rsc_op id="12" operation="start" operation_key="dlm:3_start_0" on_node="virt-013.cluster-qe.lab.eng.brq.redhat.com" on_node_uuid="4"/>
+ </trigger>
+ <trigger>
+ <rsc_op id="14" operation="start" operation_key="dlm:4_start_0" on_node="virt-014.cluster-qe.lab.eng.brq.redhat.com" on_node_uuid="5"/>
+ </trigger>
+ <trigger>
+ <rsc_op id="16" operation="start" operation_key="dlm:5_start_0" on_node="virt-015.cluster-qe.lab.eng.brq.redhat.com" on_node_uuid="6"/>
+ </trigger>
+ <trigger>
<rsc_op id="18" operation="start" operation_key="dlm:6_start_0" on_node="virt-016.cluster-qe.lab.eng.brq.redhat.com" on_node_uuid="7"/>
</trigger>
<trigger>
@@ -192,6 +222,21 @@
</action_set>
<inputs>
<trigger>
+ <rsc_op id="10" operation="start" operation_key="dlm_start_0" internal_operation_key="dlm:2_start_0" on_node="virt-009.cluster-qe.lab.eng.brq.redhat.com" on_node_uuid="1"/>
+ </trigger>
+ <trigger>
+ <rsc_op id="12" operation="start" operation_key="dlm:3_start_0" on_node="virt-013.cluster-qe.lab.eng.brq.redhat.com" on_node_uuid="4"/>
+ </trigger>
+ <trigger>
+ <rsc_op id="14" operation="start" operation_key="dlm:4_start_0" on_node="virt-014.cluster-qe.lab.eng.brq.redhat.com" on_node_uuid="5"/>
+ </trigger>
+ <trigger>
+ <rsc_op id="16" operation="start" operation_key="dlm:5_start_0" on_node="virt-015.cluster-qe.lab.eng.brq.redhat.com" on_node_uuid="6"/>
+ </trigger>
+ <trigger>
+ <rsc_op id="18" operation="start" operation_key="dlm:6_start_0" on_node="virt-016.cluster-qe.lab.eng.brq.redhat.com" on_node_uuid="7"/>
+ </trigger>
+ <trigger>
<rsc_op id="20" operation="start" operation_key="dlm:7_start_0" on_node="virt-020.cluster-qe.lab.eng.brq.redhat.com" on_node_uuid="8"/>
</trigger>
<trigger>
@@ -221,6 +266,24 @@
</action_set>
<inputs>
<trigger>
+ <rsc_op id="10" operation="start" operation_key="dlm_start_0" internal_operation_key="dlm:2_start_0" on_node="virt-009.cluster-qe.lab.eng.brq.redhat.com" on_node_uuid="1"/>
+ </trigger>
+ <trigger>
+ <rsc_op id="12" operation="start" operation_key="dlm:3_start_0" on_node="virt-013.cluster-qe.lab.eng.brq.redhat.com" on_node_uuid="4"/>
+ </trigger>
+ <trigger>
+ <rsc_op id="14" operation="start" operation_key="dlm:4_start_0" on_node="virt-014.cluster-qe.lab.eng.brq.redhat.com" on_node_uuid="5"/>
+ </trigger>
+ <trigger>
+ <rsc_op id="16" operation="start" operation_key="dlm:5_start_0" on_node="virt-015.cluster-qe.lab.eng.brq.redhat.com" on_node_uuid="6"/>
+ </trigger>
+ <trigger>
+ <rsc_op id="18" operation="start" operation_key="dlm:6_start_0" on_node="virt-016.cluster-qe.lab.eng.brq.redhat.com" on_node_uuid="7"/>
+ </trigger>
+ <trigger>
+ <rsc_op id="20" operation="start" operation_key="dlm:7_start_0" on_node="virt-020.cluster-qe.lab.eng.brq.redhat.com" on_node_uuid="8"/>
+ </trigger>
+ <trigger>
<rsc_op id="22" operation="start" operation_key="dlm:8_start_0" on_node="virt-027.cluster-qe.lab.eng.brq.redhat.com" on_node_uuid="9"/>
</trigger>
<trigger>
@@ -250,6 +313,27 @@
</action_set>
<inputs>
<trigger>
+ <rsc_op id="10" operation="start" operation_key="dlm_start_0" internal_operation_key="dlm:2_start_0" on_node="virt-009.cluster-qe.lab.eng.brq.redhat.com" on_node_uuid="1"/>
+ </trigger>
+ <trigger>
+ <rsc_op id="12" operation="start" operation_key="dlm:3_start_0" on_node="virt-013.cluster-qe.lab.eng.brq.redhat.com" on_node_uuid="4"/>
+ </trigger>
+ <trigger>
+ <rsc_op id="14" operation="start" operation_key="dlm:4_start_0" on_node="virt-014.cluster-qe.lab.eng.brq.redhat.com" on_node_uuid="5"/>
+ </trigger>
+ <trigger>
+ <rsc_op id="16" operation="start" operation_key="dlm:5_start_0" on_node="virt-015.cluster-qe.lab.eng.brq.redhat.com" on_node_uuid="6"/>
+ </trigger>
+ <trigger>
+ <rsc_op id="18" operation="start" operation_key="dlm:6_start_0" on_node="virt-016.cluster-qe.lab.eng.brq.redhat.com" on_node_uuid="7"/>
+ </trigger>
+ <trigger>
+ <rsc_op id="20" operation="start" operation_key="dlm:7_start_0" on_node="virt-020.cluster-qe.lab.eng.brq.redhat.com" on_node_uuid="8"/>
+ </trigger>
+ <trigger>
+ <rsc_op id="22" operation="start" operation_key="dlm:8_start_0" on_node="virt-027.cluster-qe.lab.eng.brq.redhat.com" on_node_uuid="9"/>
+ </trigger>
+ <trigger>
<rsc_op id="24" operation="start" operation_key="dlm:9_start_0" on_node="virt-028.cluster-qe.lab.eng.brq.redhat.com" on_node_uuid="10"/>
</trigger>
<trigger>
@@ -279,6 +363,30 @@
</action_set>
<inputs>
<trigger>
+ <rsc_op id="10" operation="start" operation_key="dlm_start_0" internal_operation_key="dlm:2_start_0" on_node="virt-009.cluster-qe.lab.eng.brq.redhat.com" on_node_uuid="1"/>
+ </trigger>
+ <trigger>
+ <rsc_op id="12" operation="start" operation_key="dlm:3_start_0" on_node="virt-013.cluster-qe.lab.eng.brq.redhat.com" on_node_uuid="4"/>
+ </trigger>
+ <trigger>
+ <rsc_op id="14" operation="start" operation_key="dlm:4_start_0" on_node="virt-014.cluster-qe.lab.eng.brq.redhat.com" on_node_uuid="5"/>
+ </trigger>
+ <trigger>
+ <rsc_op id="16" operation="start" operation_key="dlm:5_start_0" on_node="virt-015.cluster-qe.lab.eng.brq.redhat.com" on_node_uuid="6"/>
+ </trigger>
+ <trigger>
+ <rsc_op id="18" operation="start" operation_key="dlm:6_start_0" on_node="virt-016.cluster-qe.lab.eng.brq.redhat.com" on_node_uuid="7"/>
+ </trigger>
+ <trigger>
+ <rsc_op id="20" operation="start" operation_key="dlm:7_start_0" on_node="virt-020.cluster-qe.lab.eng.brq.redhat.com" on_node_uuid="8"/>
+ </trigger>
+ <trigger>
+ <rsc_op id="22" operation="start" operation_key="dlm:8_start_0" on_node="virt-027.cluster-qe.lab.eng.brq.redhat.com" on_node_uuid="9"/>
+ </trigger>
+ <trigger>
+ <rsc_op id="24" operation="start" operation_key="dlm:9_start_0" on_node="virt-028.cluster-qe.lab.eng.brq.redhat.com" on_node_uuid="10"/>
+ </trigger>
+ <trigger>
<rsc_op id="26" operation="start" operation_key="dlm:10_start_0" on_node="virt-029.cluster-qe.lab.eng.brq.redhat.com" on_node_uuid="11"/>
</trigger>
<trigger>
@@ -308,6 +416,33 @@
</action_set>
<inputs>
<trigger>
+ <rsc_op id="10" operation="start" operation_key="dlm_start_0" internal_operation_key="dlm:2_start_0" on_node="virt-009.cluster-qe.lab.eng.brq.redhat.com" on_node_uuid="1"/>
+ </trigger>
+ <trigger>
+ <rsc_op id="12" operation="start" operation_key="dlm:3_start_0" on_node="virt-013.cluster-qe.lab.eng.brq.redhat.com" on_node_uuid="4"/>
+ </trigger>
+ <trigger>
+ <rsc_op id="14" operation="start" operation_key="dlm:4_start_0" on_node="virt-014.cluster-qe.lab.eng.brq.redhat.com" on_node_uuid="5"/>
+ </trigger>
+ <trigger>
+ <rsc_op id="16" operation="start" operation_key="dlm:5_start_0" on_node="virt-015.cluster-qe.lab.eng.brq.redhat.com" on_node_uuid="6"/>
+ </trigger>
+ <trigger>
+ <rsc_op id="18" operation="start" operation_key="dlm:6_start_0" on_node="virt-016.cluster-qe.lab.eng.brq.redhat.com" on_node_uuid="7"/>
+ </trigger>
+ <trigger>
+ <rsc_op id="20" operation="start" operation_key="dlm:7_start_0" on_node="virt-020.cluster-qe.lab.eng.brq.redhat.com" on_node_uuid="8"/>
+ </trigger>
+ <trigger>
+ <rsc_op id="22" operation="start" operation_key="dlm:8_start_0" on_node="virt-027.cluster-qe.lab.eng.brq.redhat.com" on_node_uuid="9"/>
+ </trigger>
+ <trigger>
+ <rsc_op id="24" operation="start" operation_key="dlm:9_start_0" on_node="virt-028.cluster-qe.lab.eng.brq.redhat.com" on_node_uuid="10"/>
+ </trigger>
+ <trigger>
+ <rsc_op id="26" operation="start" operation_key="dlm:10_start_0" on_node="virt-029.cluster-qe.lab.eng.brq.redhat.com" on_node_uuid="11"/>
+ </trigger>
+ <trigger>
<rsc_op id="28" operation="start" operation_key="dlm:11_start_0" on_node="virt-030.cluster-qe.lab.eng.brq.redhat.com" on_node_uuid="12"/>
</trigger>
<trigger>
@@ -337,6 +472,36 @@
</action_set>
<inputs>
<trigger>
+ <rsc_op id="10" operation="start" operation_key="dlm_start_0" internal_operation_key="dlm:2_start_0" on_node="virt-009.cluster-qe.lab.eng.brq.redhat.com" on_node_uuid="1"/>
+ </trigger>
+ <trigger>
+ <rsc_op id="12" operation="start" operation_key="dlm:3_start_0" on_node="virt-013.cluster-qe.lab.eng.brq.redhat.com" on_node_uuid="4"/>
+ </trigger>
+ <trigger>
+ <rsc_op id="14" operation="start" operation_key="dlm:4_start_0" on_node="virt-014.cluster-qe.lab.eng.brq.redhat.com" on_node_uuid="5"/>
+ </trigger>
+ <trigger>
+ <rsc_op id="16" operation="start" operation_key="dlm:5_start_0" on_node="virt-015.cluster-qe.lab.eng.brq.redhat.com" on_node_uuid="6"/>
+ </trigger>
+ <trigger>
+ <rsc_op id="18" operation="start" operation_key="dlm:6_start_0" on_node="virt-016.cluster-qe.lab.eng.brq.redhat.com" on_node_uuid="7"/>
+ </trigger>
+ <trigger>
+ <rsc_op id="20" operation="start" operation_key="dlm:7_start_0" on_node="virt-020.cluster-qe.lab.eng.brq.redhat.com" on_node_uuid="8"/>
+ </trigger>
+ <trigger>
+ <rsc_op id="22" operation="start" operation_key="dlm:8_start_0" on_node="virt-027.cluster-qe.lab.eng.brq.redhat.com" on_node_uuid="9"/>
+ </trigger>
+ <trigger>
+ <rsc_op id="24" operation="start" operation_key="dlm:9_start_0" on_node="virt-028.cluster-qe.lab.eng.brq.redhat.com" on_node_uuid="10"/>
+ </trigger>
+ <trigger>
+ <rsc_op id="26" operation="start" operation_key="dlm:10_start_0" on_node="virt-029.cluster-qe.lab.eng.brq.redhat.com" on_node_uuid="11"/>
+ </trigger>
+ <trigger>
+ <rsc_op id="28" operation="start" operation_key="dlm:11_start_0" on_node="virt-030.cluster-qe.lab.eng.brq.redhat.com" on_node_uuid="12"/>
+ </trigger>
+ <trigger>
<rsc_op id="30" operation="start" operation_key="dlm:12_start_0" on_node="virt-031.cluster-qe.lab.eng.brq.redhat.com" on_node_uuid="13"/>
</trigger>
<trigger>
@@ -366,6 +531,39 @@
</action_set>
<inputs>
<trigger>
+ <rsc_op id="10" operation="start" operation_key="dlm_start_0" internal_operation_key="dlm:2_start_0" on_node="virt-009.cluster-qe.lab.eng.brq.redhat.com" on_node_uuid="1"/>
+ </trigger>
+ <trigger>
+ <rsc_op id="12" operation="start" operation_key="dlm:3_start_0" on_node="virt-013.cluster-qe.lab.eng.brq.redhat.com" on_node_uuid="4"/>
+ </trigger>
+ <trigger>
+ <rsc_op id="14" operation="start" operation_key="dlm:4_start_0" on_node="virt-014.cluster-qe.lab.eng.brq.redhat.com" on_node_uuid="5"/>
+ </trigger>
+ <trigger>
+ <rsc_op id="16" operation="start" operation_key="dlm:5_start_0" on_node="virt-015.cluster-qe.lab.eng.brq.redhat.com" on_node_uuid="6"/>
+ </trigger>
+ <trigger>
+ <rsc_op id="18" operation="start" operation_key="dlm:6_start_0" on_node="virt-016.cluster-qe.lab.eng.brq.redhat.com" on_node_uuid="7"/>
+ </trigger>
+ <trigger>
+ <rsc_op id="20" operation="start" operation_key="dlm:7_start_0" on_node="virt-020.cluster-qe.lab.eng.brq.redhat.com" on_node_uuid="8"/>
+ </trigger>
+ <trigger>
+ <rsc_op id="22" operation="start" operation_key="dlm:8_start_0" on_node="virt-027.cluster-qe.lab.eng.brq.redhat.com" on_node_uuid="9"/>
+ </trigger>
+ <trigger>
+ <rsc_op id="24" operation="start" operation_key="dlm:9_start_0" on_node="virt-028.cluster-qe.lab.eng.brq.redhat.com" on_node_uuid="10"/>
+ </trigger>
+ <trigger>
+ <rsc_op id="26" operation="start" operation_key="dlm:10_start_0" on_node="virt-029.cluster-qe.lab.eng.brq.redhat.com" on_node_uuid="11"/>
+ </trigger>
+ <trigger>
+ <rsc_op id="28" operation="start" operation_key="dlm:11_start_0" on_node="virt-030.cluster-qe.lab.eng.brq.redhat.com" on_node_uuid="12"/>
+ </trigger>
+ <trigger>
+ <rsc_op id="30" operation="start" operation_key="dlm:12_start_0" on_node="virt-031.cluster-qe.lab.eng.brq.redhat.com" on_node_uuid="13"/>
+ </trigger>
+ <trigger>
<rsc_op id="32" operation="start" operation_key="dlm:13_start_0" on_node="virt-032.cluster-qe.lab.eng.brq.redhat.com" on_node_uuid="14"/>
</trigger>
<trigger>
@@ -395,6 +593,42 @@
</action_set>
<inputs>
<trigger>
+ <rsc_op id="10" operation="start" operation_key="dlm_start_0" internal_operation_key="dlm:2_start_0" on_node="virt-009.cluster-qe.lab.eng.brq.redhat.com" on_node_uuid="1"/>
+ </trigger>
+ <trigger>
+ <rsc_op id="12" operation="start" operation_key="dlm:3_start_0" on_node="virt-013.cluster-qe.lab.eng.brq.redhat.com" on_node_uuid="4"/>
+ </trigger>
+ <trigger>
+ <rsc_op id="14" operation="start" operation_key="dlm:4_start_0" on_node="virt-014.cluster-qe.lab.eng.brq.redhat.com" on_node_uuid="5"/>
+ </trigger>
+ <trigger>
+ <rsc_op id="16" operation="start" operation_key="dlm:5_start_0" on_node="virt-015.cluster-qe.lab.eng.brq.redhat.com" on_node_uuid="6"/>
+ </trigger>
+ <trigger>
+ <rsc_op id="18" operation="start" operation_key="dlm:6_start_0" on_node="virt-016.cluster-qe.lab.eng.brq.redhat.com" on_node_uuid="7"/>
+ </trigger>
+ <trigger>
+ <rsc_op id="20" operation="start" operation_key="dlm:7_start_0" on_node="virt-020.cluster-qe.lab.eng.brq.redhat.com" on_node_uuid="8"/>
+ </trigger>
+ <trigger>
+ <rsc_op id="22" operation="start" operation_key="dlm:8_start_0" on_node="virt-027.cluster-qe.lab.eng.brq.redhat.com" on_node_uuid="9"/>
+ </trigger>
+ <trigger>
+ <rsc_op id="24" operation="start" operation_key="dlm:9_start_0" on_node="virt-028.cluster-qe.lab.eng.brq.redhat.com" on_node_uuid="10"/>
+ </trigger>
+ <trigger>
+ <rsc_op id="26" operation="start" operation_key="dlm:10_start_0" on_node="virt-029.cluster-qe.lab.eng.brq.redhat.com" on_node_uuid="11"/>
+ </trigger>
+ <trigger>
+ <rsc_op id="28" operation="start" operation_key="dlm:11_start_0" on_node="virt-030.cluster-qe.lab.eng.brq.redhat.com" on_node_uuid="12"/>
+ </trigger>
+ <trigger>
+ <rsc_op id="30" operation="start" operation_key="dlm:12_start_0" on_node="virt-031.cluster-qe.lab.eng.brq.redhat.com" on_node_uuid="13"/>
+ </trigger>
+ <trigger>
+ <rsc_op id="32" operation="start" operation_key="dlm:13_start_0" on_node="virt-032.cluster-qe.lab.eng.brq.redhat.com" on_node_uuid="14"/>
+ </trigger>
+ <trigger>
<rsc_op id="34" operation="start" operation_key="dlm:14_start_0" on_node="virt-033.cluster-qe.lab.eng.brq.redhat.com" on_node_uuid="15"/>
</trigger>
<trigger>
diff --git a/cts/scheduler/exp/clone-recover-no-shuffle-1.exp b/cts/scheduler/exp/clone-recover-no-shuffle-1.exp
new file mode 100644
index 0000000..670a823
--- /dev/null
+++ b/cts/scheduler/exp/clone-recover-no-shuffle-1.exp
@@ -0,0 +1,51 @@
+<transition_graph cluster-delay="60s" stonith-timeout="60s" failed-stop-offset="INFINITY" failed-start-offset="INFINITY" transition_id="0">
+ <synapse id="0">
+ <action_set>
+ <rsc_op id="11" operation="monitor" operation_key="dummy:2_monitor_10000" on_node="node1" on_node_uuid="1">
+ <primitive id="dummy" long-id="dummy:2" class="ocf" provider="pacemaker" type="Dummy"/>
+ <attributes CRM_meta_clone="2" CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_interval="10000" CRM_meta_name="monitor" CRM_meta_notify="false" CRM_meta_on_node="node1" CRM_meta_on_node_uuid="1" CRM_meta_timeout="20000" />
+ </rsc_op>
+ </action_set>
+ <inputs>
+ <trigger>
+ <rsc_op id="10" operation="start" operation_key="dummy:2_start_0" on_node="node1" on_node_uuid="1"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="1">
+ <action_set>
+ <rsc_op id="10" operation="start" operation_key="dummy:2_start_0" on_node="node1" on_node_uuid="1">
+ <primitive id="dummy" long-id="dummy:2" class="ocf" provider="pacemaker" type="Dummy"/>
+ <attributes CRM_meta_clone="2" CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_name="start" CRM_meta_notify="false" CRM_meta_on_node="node1" CRM_meta_on_node_uuid="1" CRM_meta_timeout="20000" />
+ </rsc_op>
+ </action_set>
+ <inputs>
+ <trigger>
+ <pseudo_event id="12" operation="start" operation_key="dummy-clone_start_0"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="2" priority="1000000">
+ <action_set>
+ <pseudo_event id="13" operation="running" operation_key="dummy-clone_running_0">
+ <attributes CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_notify="false" CRM_meta_timeout="20000" />
+ </pseudo_event>
+ </action_set>
+ <inputs>
+ <trigger>
+ <rsc_op id="10" operation="start" operation_key="dummy:2_start_0" on_node="node1" on_node_uuid="1"/>
+ </trigger>
+ <trigger>
+ <pseudo_event id="12" operation="start" operation_key="dummy-clone_start_0"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="3">
+ <action_set>
+ <pseudo_event id="12" operation="start" operation_key="dummy-clone_start_0">
+ <attributes CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_notify="false" CRM_meta_timeout="20000" />
+ </pseudo_event>
+ </action_set>
+ <inputs/>
+ </synapse>
+</transition_graph>
diff --git a/cts/scheduler/exp/clone-recover-no-shuffle-10.exp b/cts/scheduler/exp/clone-recover-no-shuffle-10.exp
new file mode 100644
index 0000000..27b8b70
--- /dev/null
+++ b/cts/scheduler/exp/clone-recover-no-shuffle-10.exp
@@ -0,0 +1,51 @@
+<transition_graph cluster-delay="60s" stonith-timeout="60s" failed-stop-offset="INFINITY" failed-start-offset="INFINITY" transition_id="0">
+ <synapse id="0">
+ <action_set>
+ <rsc_op id="13" operation="monitor" operation_key="dummy:2_monitor_11000" on_node="node1" on_node_uuid="1">
+ <primitive id="dummy" long-id="dummy:2" class="ocf" provider="pacemaker" type="Stateful"/>
+ <attributes CRM_meta_clone="2" CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_interval="11000" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_name="monitor" CRM_meta_notify="false" CRM_meta_on_node="node1" CRM_meta_on_node_uuid="1" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_role="Unpromoted" CRM_meta_timeout="20000" />
+ </rsc_op>
+ </action_set>
+ <inputs>
+ <trigger>
+ <rsc_op id="12" operation="start" operation_key="dummy:2_start_0" on_node="node1" on_node_uuid="1"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="1">
+ <action_set>
+ <rsc_op id="12" operation="start" operation_key="dummy:2_start_0" on_node="node1" on_node_uuid="1">
+ <primitive id="dummy" long-id="dummy:2" class="ocf" provider="pacemaker" type="Stateful"/>
+ <attributes CRM_meta_clone="2" CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_name="start" CRM_meta_notify="false" CRM_meta_on_node="node1" CRM_meta_on_node_uuid="1" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="20000" />
+ </rsc_op>
+ </action_set>
+ <inputs>
+ <trigger>
+ <pseudo_event id="14" operation="start" operation_key="dummy-clone_start_0"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="2" priority="1000000">
+ <action_set>
+ <pseudo_event id="15" operation="running" operation_key="dummy-clone_running_0">
+ <attributes CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_notify="false" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="20000" />
+ </pseudo_event>
+ </action_set>
+ <inputs>
+ <trigger>
+ <rsc_op id="12" operation="start" operation_key="dummy:2_start_0" on_node="node1" on_node_uuid="1"/>
+ </trigger>
+ <trigger>
+ <pseudo_event id="14" operation="start" operation_key="dummy-clone_start_0"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="3">
+ <action_set>
+ <pseudo_event id="14" operation="start" operation_key="dummy-clone_start_0">
+ <attributes CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_notify="false" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="20000" />
+ </pseudo_event>
+ </action_set>
+ <inputs/>
+ </synapse>
+</transition_graph>
diff --git a/cts/scheduler/exp/clone-recover-no-shuffle-11.exp b/cts/scheduler/exp/clone-recover-no-shuffle-11.exp
new file mode 100644
index 0000000..40cf1f6
--- /dev/null
+++ b/cts/scheduler/exp/clone-recover-no-shuffle-11.exp
@@ -0,0 +1,110 @@
+<transition_graph cluster-delay="60s" stonith-timeout="60s" failed-stop-offset="INFINITY" failed-start-offset="INFINITY" transition_id="0">
+ <synapse id="0">
+ <action_set>
+ <pseudo_event id="41" operation="running" operation_key="grp:2_running_0">
+ <attributes CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_notify="false" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="20000" />
+ </pseudo_event>
+ </action_set>
+ <inputs>
+ <trigger>
+ <rsc_op id="36" operation="start" operation_key="rsc1:2_start_0" on_node="node1" on_node_uuid="1"/>
+ </trigger>
+ <trigger>
+ <rsc_op id="38" operation="start" operation_key="rsc2:2_start_0" on_node="node1" on_node_uuid="1"/>
+ </trigger>
+ <trigger>
+ <pseudo_event id="40" operation="start" operation_key="grp:2_start_0"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="1">
+ <action_set>
+ <pseudo_event id="40" operation="start" operation_key="grp:2_start_0">
+ <attributes CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_notify="false" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="20000" />
+ </pseudo_event>
+ </action_set>
+ <inputs>
+ <trigger>
+ <pseudo_event id="48" operation="start" operation_key="grp-clone_start_0"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="2">
+ <action_set>
+ <rsc_op id="37" operation="monitor" operation_key="rsc1:2_monitor_11000" on_node="node1" on_node_uuid="1">
+ <primitive id="rsc1" long-id="rsc1:2" class="ocf" provider="pacemaker" type="Stateful"/>
+ <attributes CRM_meta_clone="2" CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_interval="11000" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_name="monitor" CRM_meta_notify="false" CRM_meta_on_node="node1" CRM_meta_on_node_uuid="1" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_role="Unpromoted" CRM_meta_timeout="20000" />
+ </rsc_op>
+ </action_set>
+ <inputs>
+ <trigger>
+ <rsc_op id="36" operation="start" operation_key="rsc1:2_start_0" on_node="node1" on_node_uuid="1"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="3">
+ <action_set>
+ <rsc_op id="36" operation="start" operation_key="rsc1:2_start_0" on_node="node1" on_node_uuid="1">
+ <primitive id="rsc1" long-id="rsc1:2" class="ocf" provider="pacemaker" type="Stateful"/>
+ <attributes CRM_meta_clone="2" CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_name="start" CRM_meta_notify="false" CRM_meta_on_node="node1" CRM_meta_on_node_uuid="1" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="20000" />
+ </rsc_op>
+ </action_set>
+ <inputs>
+ <trigger>
+ <pseudo_event id="40" operation="start" operation_key="grp:2_start_0"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="4">
+ <action_set>
+ <rsc_op id="39" operation="monitor" operation_key="rsc2:2_monitor_11000" on_node="node1" on_node_uuid="1">
+ <primitive id="rsc2" long-id="rsc2:2" class="ocf" provider="pacemaker" type="Stateful"/>
+ <attributes CRM_meta_clone="2" CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_interval="11000" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_name="monitor" CRM_meta_notify="false" CRM_meta_on_node="node1" CRM_meta_on_node_uuid="1" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_role="Unpromoted" CRM_meta_timeout="20000" />
+ </rsc_op>
+ </action_set>
+ <inputs>
+ <trigger>
+ <rsc_op id="38" operation="start" operation_key="rsc2:2_start_0" on_node="node1" on_node_uuid="1"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="5">
+ <action_set>
+ <rsc_op id="38" operation="start" operation_key="rsc2:2_start_0" on_node="node1" on_node_uuid="1">
+ <primitive id="rsc2" long-id="rsc2:2" class="ocf" provider="pacemaker" type="Stateful"/>
+ <attributes CRM_meta_clone="2" CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_name="start" CRM_meta_notify="false" CRM_meta_on_node="node1" CRM_meta_on_node_uuid="1" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="20000" />
+ </rsc_op>
+ </action_set>
+ <inputs>
+ <trigger>
+ <rsc_op id="36" operation="start" operation_key="rsc1:2_start_0" on_node="node1" on_node_uuid="1"/>
+ </trigger>
+ <trigger>
+ <pseudo_event id="40" operation="start" operation_key="grp:2_start_0"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="6" priority="1000000">
+ <action_set>
+ <pseudo_event id="49" operation="running" operation_key="grp-clone_running_0">
+ <attributes CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_notify="false" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="20000" />
+ </pseudo_event>
+ </action_set>
+ <inputs>
+ <trigger>
+ <pseudo_event id="41" operation="running" operation_key="grp:2_running_0"/>
+ </trigger>
+ <trigger>
+ <pseudo_event id="48" operation="start" operation_key="grp-clone_start_0"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="7">
+ <action_set>
+ <pseudo_event id="48" operation="start" operation_key="grp-clone_start_0">
+ <attributes CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_notify="false" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="20000" />
+ </pseudo_event>
+ </action_set>
+ <inputs/>
+ </synapse>
+</transition_graph>
diff --git a/cts/scheduler/exp/clone-recover-no-shuffle-12.exp b/cts/scheduler/exp/clone-recover-no-shuffle-12.exp
new file mode 100644
index 0000000..919e6b2
--- /dev/null
+++ b/cts/scheduler/exp/clone-recover-no-shuffle-12.exp
@@ -0,0 +1,187 @@
+<transition_graph cluster-delay="60s" stonith-timeout="60s" failed-stop-offset="INFINITY" failed-start-offset="INFINITY" transition_id="0">
+ <synapse id="0">
+ <action_set>
+ <rsc_op id="34" operation="monitor" operation_key="base:2_monitor_16000" on_node="base-bundle-2" on_node_uuid="base-bundle-2" router_node="node1">
+ <primitive id="base" long-id="base:2" class="ocf" provider="pacemaker" type="Stateful"/>
+ <attributes CRM_meta_clone="2" CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_container_attribute_target="host" CRM_meta_globally_unique="false" CRM_meta_interval="16000" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_name="monitor" CRM_meta_notify="false" CRM_meta_on_node="base-bundle-2" CRM_meta_on_node_uuid="base-bundle-2" CRM_meta_physical_host="node1" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_role="Unpromoted" CRM_meta_timeout="16000" />
+ </rsc_op>
+ </action_set>
+ <inputs>
+ <trigger>
+ <rsc_op id="23" operation="start" operation_key="base-bundle-2_start_0" on_node="node1" on_node_uuid="1"/>
+ </trigger>
+ <trigger>
+ <rsc_op id="33" operation="start" operation_key="base:2_start_0" on_node="base-bundle-2" on_node_uuid="base-bundle-2" router_node="node1"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="1">
+ <action_set>
+ <rsc_op id="33" operation="start" operation_key="base:2_start_0" on_node="base-bundle-2" on_node_uuid="base-bundle-2" router_node="node1">
+ <primitive id="base" long-id="base:2" class="ocf" provider="pacemaker" type="Stateful"/>
+ <attributes CRM_meta_clone="2" CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_container_attribute_target="host" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_notify="false" CRM_meta_on_node="base-bundle-2" CRM_meta_on_node_uuid="base-bundle-2" CRM_meta_physical_host="node1" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="20000" />
+ </rsc_op>
+ </action_set>
+ <inputs>
+ <trigger>
+ <rsc_op id="21" operation="start" operation_key="base-bundle-podman-2_start_0" on_node="node1" on_node_uuid="1"/>
+ </trigger>
+ <trigger>
+ <rsc_op id="23" operation="start" operation_key="base-bundle-2_start_0" on_node="node1" on_node_uuid="1"/>
+ </trigger>
+ <trigger>
+ <pseudo_event id="37" operation="start" operation_key="base-bundle-clone_start_0"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="2" priority="1000000">
+ <action_set>
+ <pseudo_event id="38" operation="running" operation_key="base-bundle-clone_running_0">
+ <attributes CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_notify="false" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="20000" />
+ </pseudo_event>
+ </action_set>
+ <inputs>
+ <trigger>
+ <rsc_op id="33" operation="start" operation_key="base:2_start_0" on_node="base-bundle-2" on_node_uuid="base-bundle-2" router_node="node1"/>
+ </trigger>
+ <trigger>
+ <pseudo_event id="37" operation="start" operation_key="base-bundle-clone_start_0"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="3">
+ <action_set>
+ <pseudo_event id="37" operation="start" operation_key="base-bundle-clone_start_0">
+ <attributes CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_notify="false" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="20000" />
+ </pseudo_event>
+ </action_set>
+ <inputs>
+ <trigger>
+ <pseudo_event id="25" operation="start" operation_key="base-bundle_start_0"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="4">
+ <action_set>
+ <rsc_op id="22" operation="monitor" operation_key="base-bundle-podman-2_monitor_60000" on_node="node1" on_node_uuid="1">
+ <primitive id="base-bundle-podman-2" class="ocf" provider="heartbeat" type="podman"/>
+ <attributes CRM_meta_interval="60000" CRM_meta_name="monitor" CRM_meta_on_node="node1" CRM_meta_on_node_uuid="1" CRM_meta_timeout="20000" allow_pull="true" force_kill="false" image="localhost/pcmktest" monitor_cmd="/bin/true" mount_points="/var/log/pacemaker/bundles/base-bundle-2" reuse="false" run_cmd="/usr/sbin/pacemaker-remoted" run_opts=" -e PCMK_stderr=1 -e PCMK_remote_port=3121 -v /etc/pacemaker/authkey:/etc/pacemaker/authkey -v /var/log/pacemaker/bundles/base-bundle-2:/var/log -p 3121:3121 "/>
+ </rsc_op>
+ </action_set>
+ <inputs>
+ <trigger>
+ <rsc_op id="21" operation="start" operation_key="base-bundle-podman-2_start_0" on_node="node1" on_node_uuid="1"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="5">
+ <action_set>
+ <rsc_op id="21" operation="start" operation_key="base-bundle-podman-2_start_0" on_node="node1" on_node_uuid="1">
+ <primitive id="base-bundle-podman-2" class="ocf" provider="heartbeat" type="podman"/>
+ <attributes CRM_meta_on_node="node1" CRM_meta_on_node_uuid="1" CRM_meta_timeout="20000" allow_pull="true" force_kill="false" image="localhost/pcmktest" monitor_cmd="/bin/true" mount_points="/var/log/pacemaker/bundles/base-bundle-2" reuse="false" run_cmd="/usr/sbin/pacemaker-remoted" run_opts=" -e PCMK_stderr=1 -e PCMK_remote_port=3121 -v /etc/pacemaker/authkey:/etc/pacemaker/authkey -v /var/log/pacemaker/bundles/base-bundle-2:/var/log -p 3121:3121 "/>
+ </rsc_op>
+ </action_set>
+ <inputs>
+ <trigger>
+ <pseudo_event id="25" operation="start" operation_key="base-bundle_start_0"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="6">
+ <action_set>
+ <rsc_op id="24" operation="monitor" operation_key="base-bundle-2_monitor_30000" on_node="node1" on_node_uuid="1">
+ <primitive id="base-bundle-2" class="ocf" provider="pacemaker" type="remote"/>
+ <attributes CRM_meta_container="base-bundle-podman-2" CRM_meta_interval="30000" CRM_meta_name="monitor" CRM_meta_on_node="node1" CRM_meta_on_node_uuid="1" CRM_meta_timeout="30000" addr="node1" port="3121"/>
+ </rsc_op>
+ </action_set>
+ <inputs>
+ <trigger>
+ <rsc_op id="23" operation="start" operation_key="base-bundle-2_start_0" on_node="node1" on_node_uuid="1"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="7">
+ <action_set>
+ <rsc_op id="23" operation="start" operation_key="base-bundle-2_start_0" on_node="node1" on_node_uuid="1">
+ <primitive id="base-bundle-2" class="ocf" provider="pacemaker" type="remote"/>
+ <attributes CRM_meta_container="base-bundle-podman-2" CRM_meta_on_node="node1" CRM_meta_on_node_uuid="1" CRM_meta_timeout="20000" addr="node1" port="3121"/>
+ </rsc_op>
+ </action_set>
+ <inputs>
+ <trigger>
+ <rsc_op id="8" operation="monitor" operation_key="base-bundle-2_monitor_0" on_node="node1" on_node_uuid="1"/>
+ </trigger>
+ <trigger>
+ <rsc_op id="9" operation="monitor" operation_key="base-bundle-2_monitor_0" on_node="node2" on_node_uuid="2"/>
+ </trigger>
+ <trigger>
+ <rsc_op id="10" operation="monitor" operation_key="base-bundle-2_monitor_0" on_node="node3" on_node_uuid="3"/>
+ </trigger>
+ <trigger>
+ <rsc_op id="21" operation="start" operation_key="base-bundle-podman-2_start_0" on_node="node1" on_node_uuid="1"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="8">
+ <action_set>
+ <rsc_op id="10" operation="monitor" operation_key="base-bundle-2_monitor_0" on_node="node3" on_node_uuid="3">
+ <primitive id="base-bundle-2" class="ocf" provider="pacemaker" type="remote"/>
+ <attributes CRM_meta_container="base-bundle-podman-2" CRM_meta_on_node="node3" CRM_meta_on_node_uuid="3" CRM_meta_op_target_rc="7" CRM_meta_timeout="30000" addr="node1" port="3121"/>
+ </rsc_op>
+ </action_set>
+ <inputs>
+ <trigger>
+ <rsc_op id="21" operation="start" operation_key="base-bundle-podman-2_start_0" on_node="node1" on_node_uuid="1"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="9">
+ <action_set>
+ <rsc_op id="9" operation="monitor" operation_key="base-bundle-2_monitor_0" on_node="node2" on_node_uuid="2">
+ <primitive id="base-bundle-2" class="ocf" provider="pacemaker" type="remote"/>
+ <attributes CRM_meta_container="base-bundle-podman-2" CRM_meta_on_node="node2" CRM_meta_on_node_uuid="2" CRM_meta_op_target_rc="7" CRM_meta_timeout="30000" addr="node1" port="3121"/>
+ </rsc_op>
+ </action_set>
+ <inputs>
+ <trigger>
+ <rsc_op id="21" operation="start" operation_key="base-bundle-podman-2_start_0" on_node="node1" on_node_uuid="1"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="10">
+ <action_set>
+ <rsc_op id="8" operation="monitor" operation_key="base-bundle-2_monitor_0" on_node="node1" on_node_uuid="1">
+ <primitive id="base-bundle-2" class="ocf" provider="pacemaker" type="remote"/>
+ <attributes CRM_meta_container="base-bundle-podman-2" CRM_meta_on_node="node1" CRM_meta_on_node_uuid="1" CRM_meta_op_target_rc="7" CRM_meta_timeout="30000" addr="node1" port="3121"/>
+ </rsc_op>
+ </action_set>
+ <inputs>
+ <trigger>
+ <rsc_op id="21" operation="start" operation_key="base-bundle-podman-2_start_0" on_node="node1" on_node_uuid="1"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="11" priority="1000000">
+ <action_set>
+ <pseudo_event id="26" operation="running" operation_key="base-bundle_running_0">
+ <attributes CRM_meta_timeout="20000" />
+ </pseudo_event>
+ </action_set>
+ <inputs>
+ <trigger>
+ <rsc_op id="21" operation="start" operation_key="base-bundle-podman-2_start_0" on_node="node1" on_node_uuid="1"/>
+ </trigger>
+ <trigger>
+ <pseudo_event id="38" operation="running" operation_key="base-bundle-clone_running_0"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="12">
+ <action_set>
+ <pseudo_event id="25" operation="start" operation_key="base-bundle_start_0">
+ <attributes CRM_meta_timeout="20000" />
+ </pseudo_event>
+ </action_set>
+ <inputs/>
+ </synapse>
+</transition_graph>
diff --git a/cts/scheduler/exp/clone-recover-no-shuffle-2.exp b/cts/scheduler/exp/clone-recover-no-shuffle-2.exp
new file mode 100644
index 0000000..84b1e1b
--- /dev/null
+++ b/cts/scheduler/exp/clone-recover-no-shuffle-2.exp
@@ -0,0 +1,110 @@
+<transition_graph cluster-delay="60s" stonith-timeout="60s" failed-stop-offset="INFINITY" failed-start-offset="INFINITY" transition_id="0">
+ <synapse id="0">
+ <action_set>
+ <pseudo_event id="29" operation="running" operation_key="grp:2_running_0">
+ <attributes CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_notify="false" CRM_meta_timeout="20000" />
+ </pseudo_event>
+ </action_set>
+ <inputs>
+ <trigger>
+ <rsc_op id="24" operation="start" operation_key="rsc1:2_start_0" on_node="node1" on_node_uuid="1"/>
+ </trigger>
+ <trigger>
+ <rsc_op id="26" operation="start" operation_key="rsc2:2_start_0" on_node="node1" on_node_uuid="1"/>
+ </trigger>
+ <trigger>
+ <pseudo_event id="28" operation="start" operation_key="grp:2_start_0"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="1">
+ <action_set>
+ <pseudo_event id="28" operation="start" operation_key="grp:2_start_0">
+ <attributes CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_notify="false" CRM_meta_timeout="20000" />
+ </pseudo_event>
+ </action_set>
+ <inputs>
+ <trigger>
+ <pseudo_event id="32" operation="start" operation_key="grp-clone_start_0"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="2">
+ <action_set>
+ <rsc_op id="25" operation="monitor" operation_key="rsc1:2_monitor_10000" on_node="node1" on_node_uuid="1">
+ <primitive id="rsc1" long-id="rsc1:2" class="ocf" provider="pacemaker" type="Dummy"/>
+ <attributes CRM_meta_clone="2" CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_interval="10000" CRM_meta_name="monitor" CRM_meta_notify="false" CRM_meta_on_node="node1" CRM_meta_on_node_uuid="1" CRM_meta_timeout="20000" />
+ </rsc_op>
+ </action_set>
+ <inputs>
+ <trigger>
+ <rsc_op id="24" operation="start" operation_key="rsc1:2_start_0" on_node="node1" on_node_uuid="1"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="3">
+ <action_set>
+ <rsc_op id="24" operation="start" operation_key="rsc1:2_start_0" on_node="node1" on_node_uuid="1">
+ <primitive id="rsc1" long-id="rsc1:2" class="ocf" provider="pacemaker" type="Dummy"/>
+ <attributes CRM_meta_clone="2" CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_name="start" CRM_meta_notify="false" CRM_meta_on_node="node1" CRM_meta_on_node_uuid="1" CRM_meta_timeout="20000" />
+ </rsc_op>
+ </action_set>
+ <inputs>
+ <trigger>
+ <pseudo_event id="28" operation="start" operation_key="grp:2_start_0"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="4">
+ <action_set>
+ <rsc_op id="27" operation="monitor" operation_key="rsc2:2_monitor_10000" on_node="node1" on_node_uuid="1">
+ <primitive id="rsc2" long-id="rsc2:2" class="ocf" provider="pacemaker" type="Dummy"/>
+ <attributes CRM_meta_clone="2" CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_interval="10000" CRM_meta_name="monitor" CRM_meta_notify="false" CRM_meta_on_node="node1" CRM_meta_on_node_uuid="1" CRM_meta_timeout="20000" />
+ </rsc_op>
+ </action_set>
+ <inputs>
+ <trigger>
+ <rsc_op id="26" operation="start" operation_key="rsc2:2_start_0" on_node="node1" on_node_uuid="1"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="5">
+ <action_set>
+ <rsc_op id="26" operation="start" operation_key="rsc2:2_start_0" on_node="node1" on_node_uuid="1">
+ <primitive id="rsc2" long-id="rsc2:2" class="ocf" provider="pacemaker" type="Dummy"/>
+ <attributes CRM_meta_clone="2" CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_name="start" CRM_meta_notify="false" CRM_meta_on_node="node1" CRM_meta_on_node_uuid="1" CRM_meta_timeout="20000" />
+ </rsc_op>
+ </action_set>
+ <inputs>
+ <trigger>
+ <rsc_op id="24" operation="start" operation_key="rsc1:2_start_0" on_node="node1" on_node_uuid="1"/>
+ </trigger>
+ <trigger>
+ <pseudo_event id="28" operation="start" operation_key="grp:2_start_0"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="6" priority="1000000">
+ <action_set>
+ <pseudo_event id="33" operation="running" operation_key="grp-clone_running_0">
+ <attributes CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_notify="false" CRM_meta_timeout="20000" />
+ </pseudo_event>
+ </action_set>
+ <inputs>
+ <trigger>
+ <pseudo_event id="29" operation="running" operation_key="grp:2_running_0"/>
+ </trigger>
+ <trigger>
+ <pseudo_event id="32" operation="start" operation_key="grp-clone_start_0"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="7">
+ <action_set>
+ <pseudo_event id="32" operation="start" operation_key="grp-clone_start_0">
+ <attributes CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_notify="false" CRM_meta_timeout="20000" />
+ </pseudo_event>
+ </action_set>
+ <inputs/>
+ </synapse>
+</transition_graph>
diff --git a/cts/scheduler/exp/clone-recover-no-shuffle-3.exp b/cts/scheduler/exp/clone-recover-no-shuffle-3.exp
new file mode 100644
index 0000000..6b6ed07
--- /dev/null
+++ b/cts/scheduler/exp/clone-recover-no-shuffle-3.exp
@@ -0,0 +1,171 @@
+<transition_graph cluster-delay="60s" stonith-timeout="60s" failed-stop-offset="INFINITY" failed-start-offset="INFINITY" transition_id="0">
+ <synapse id="0">
+ <action_set>
+ <rsc_op id="31" operation="start" operation_key="base:2_start_0" on_node="base-bundle-2" on_node_uuid="base-bundle-2" router_node="node1">
+ <primitive id="base" long-id="base:2" class="ocf" provider="pacemaker" type="Stateful"/>
+ <attributes CRM_meta_clone="2" CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_container_attribute_target="host" CRM_meta_globally_unique="false" CRM_meta_notify="false" CRM_meta_on_node="base-bundle-2" CRM_meta_on_node_uuid="base-bundle-2" CRM_meta_physical_host="node1" CRM_meta_timeout="20000" />
+ </rsc_op>
+ </action_set>
+ <inputs>
+ <trigger>
+ <rsc_op id="19" operation="start" operation_key="base-bundle-podman-2_start_0" on_node="node1" on_node_uuid="1"/>
+ </trigger>
+ <trigger>
+ <rsc_op id="21" operation="start" operation_key="base-bundle-2_start_0" on_node="node1" on_node_uuid="1"/>
+ </trigger>
+ <trigger>
+ <pseudo_event id="32" operation="start" operation_key="base-bundle-clone_start_0"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="1" priority="1000000">
+ <action_set>
+ <pseudo_event id="33" operation="running" operation_key="base-bundle-clone_running_0">
+ <attributes CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_notify="false" CRM_meta_timeout="20000" />
+ </pseudo_event>
+ </action_set>
+ <inputs>
+ <trigger>
+ <rsc_op id="31" operation="start" operation_key="base:2_start_0" on_node="base-bundle-2" on_node_uuid="base-bundle-2" router_node="node1"/>
+ </trigger>
+ <trigger>
+ <pseudo_event id="32" operation="start" operation_key="base-bundle-clone_start_0"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="2">
+ <action_set>
+ <pseudo_event id="32" operation="start" operation_key="base-bundle-clone_start_0">
+ <attributes CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_notify="false" CRM_meta_timeout="20000" />
+ </pseudo_event>
+ </action_set>
+ <inputs>
+ <trigger>
+ <pseudo_event id="23" operation="start" operation_key="base-bundle_start_0"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="3">
+ <action_set>
+ <rsc_op id="20" operation="monitor" operation_key="base-bundle-podman-2_monitor_60000" on_node="node1" on_node_uuid="1">
+ <primitive id="base-bundle-podman-2" class="ocf" provider="heartbeat" type="podman"/>
+ <attributes CRM_meta_interval="60000" CRM_meta_name="monitor" CRM_meta_on_node="node1" CRM_meta_on_node_uuid="1" CRM_meta_timeout="20000" allow_pull="true" force_kill="false" image="localhost/pcmktest" monitor_cmd="/bin/true" mount_points="/var/log/pacemaker/bundles/base-bundle-2" reuse="false" run_cmd="/usr/sbin/pacemaker-remoted" run_opts=" -e PCMK_stderr=1 -e PCMK_remote_port=3121 -v /etc/pacemaker/authkey:/etc/pacemaker/authkey -v /var/log/pacemaker/bundles/base-bundle-2:/var/log -p 3121:3121 "/>
+ </rsc_op>
+ </action_set>
+ <inputs>
+ <trigger>
+ <rsc_op id="19" operation="start" operation_key="base-bundle-podman-2_start_0" on_node="node1" on_node_uuid="1"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="4">
+ <action_set>
+ <rsc_op id="19" operation="start" operation_key="base-bundle-podman-2_start_0" on_node="node1" on_node_uuid="1">
+ <primitive id="base-bundle-podman-2" class="ocf" provider="heartbeat" type="podman"/>
+ <attributes CRM_meta_on_node="node1" CRM_meta_on_node_uuid="1" CRM_meta_timeout="20000" allow_pull="true" force_kill="false" image="localhost/pcmktest" monitor_cmd="/bin/true" mount_points="/var/log/pacemaker/bundles/base-bundle-2" reuse="false" run_cmd="/usr/sbin/pacemaker-remoted" run_opts=" -e PCMK_stderr=1 -e PCMK_remote_port=3121 -v /etc/pacemaker/authkey:/etc/pacemaker/authkey -v /var/log/pacemaker/bundles/base-bundle-2:/var/log -p 3121:3121 "/>
+ </rsc_op>
+ </action_set>
+ <inputs>
+ <trigger>
+ <pseudo_event id="23" operation="start" operation_key="base-bundle_start_0"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="5">
+ <action_set>
+ <rsc_op id="22" operation="monitor" operation_key="base-bundle-2_monitor_30000" on_node="node1" on_node_uuid="1">
+ <primitive id="base-bundle-2" class="ocf" provider="pacemaker" type="remote"/>
+ <attributes CRM_meta_container="base-bundle-podman-2" CRM_meta_interval="30000" CRM_meta_name="monitor" CRM_meta_on_node="node1" CRM_meta_on_node_uuid="1" CRM_meta_timeout="30000" addr="node1" port="3121"/>
+ </rsc_op>
+ </action_set>
+ <inputs>
+ <trigger>
+ <rsc_op id="21" operation="start" operation_key="base-bundle-2_start_0" on_node="node1" on_node_uuid="1"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="6">
+ <action_set>
+ <rsc_op id="21" operation="start" operation_key="base-bundle-2_start_0" on_node="node1" on_node_uuid="1">
+ <primitive id="base-bundle-2" class="ocf" provider="pacemaker" type="remote"/>
+ <attributes CRM_meta_container="base-bundle-podman-2" CRM_meta_on_node="node1" CRM_meta_on_node_uuid="1" CRM_meta_timeout="20000" addr="node1" port="3121"/>
+ </rsc_op>
+ </action_set>
+ <inputs>
+ <trigger>
+ <rsc_op id="6" operation="monitor" operation_key="base-bundle-2_monitor_0" on_node="node1" on_node_uuid="1"/>
+ </trigger>
+ <trigger>
+ <rsc_op id="7" operation="monitor" operation_key="base-bundle-2_monitor_0" on_node="node2" on_node_uuid="2"/>
+ </trigger>
+ <trigger>
+ <rsc_op id="8" operation="monitor" operation_key="base-bundle-2_monitor_0" on_node="node3" on_node_uuid="3"/>
+ </trigger>
+ <trigger>
+ <rsc_op id="19" operation="start" operation_key="base-bundle-podman-2_start_0" on_node="node1" on_node_uuid="1"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="7">
+ <action_set>
+ <rsc_op id="8" operation="monitor" operation_key="base-bundle-2_monitor_0" on_node="node3" on_node_uuid="3">
+ <primitive id="base-bundle-2" class="ocf" provider="pacemaker" type="remote"/>
+ <attributes CRM_meta_container="base-bundle-podman-2" CRM_meta_on_node="node3" CRM_meta_on_node_uuid="3" CRM_meta_op_target_rc="7" CRM_meta_timeout="30000" addr="node1" port="3121"/>
+ </rsc_op>
+ </action_set>
+ <inputs>
+ <trigger>
+ <rsc_op id="19" operation="start" operation_key="base-bundle-podman-2_start_0" on_node="node1" on_node_uuid="1"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="8">
+ <action_set>
+ <rsc_op id="7" operation="monitor" operation_key="base-bundle-2_monitor_0" on_node="node2" on_node_uuid="2">
+ <primitive id="base-bundle-2" class="ocf" provider="pacemaker" type="remote"/>
+ <attributes CRM_meta_container="base-bundle-podman-2" CRM_meta_on_node="node2" CRM_meta_on_node_uuid="2" CRM_meta_op_target_rc="7" CRM_meta_timeout="30000" addr="node1" port="3121"/>
+ </rsc_op>
+ </action_set>
+ <inputs>
+ <trigger>
+ <rsc_op id="19" operation="start" operation_key="base-bundle-podman-2_start_0" on_node="node1" on_node_uuid="1"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="9">
+ <action_set>
+ <rsc_op id="6" operation="monitor" operation_key="base-bundle-2_monitor_0" on_node="node1" on_node_uuid="1">
+ <primitive id="base-bundle-2" class="ocf" provider="pacemaker" type="remote"/>
+ <attributes CRM_meta_container="base-bundle-podman-2" CRM_meta_on_node="node1" CRM_meta_on_node_uuid="1" CRM_meta_op_target_rc="7" CRM_meta_timeout="30000" addr="node1" port="3121"/>
+ </rsc_op>
+ </action_set>
+ <inputs>
+ <trigger>
+ <rsc_op id="19" operation="start" operation_key="base-bundle-podman-2_start_0" on_node="node1" on_node_uuid="1"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="10" priority="1000000">
+ <action_set>
+ <pseudo_event id="24" operation="running" operation_key="base-bundle_running_0">
+ <attributes CRM_meta_timeout="20000" />
+ </pseudo_event>
+ </action_set>
+ <inputs>
+ <trigger>
+ <rsc_op id="19" operation="start" operation_key="base-bundle-podman-2_start_0" on_node="node1" on_node_uuid="1"/>
+ </trigger>
+ <trigger>
+ <pseudo_event id="33" operation="running" operation_key="base-bundle-clone_running_0"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="11">
+ <action_set>
+ <pseudo_event id="23" operation="start" operation_key="base-bundle_start_0">
+ <attributes CRM_meta_timeout="20000" />
+ </pseudo_event>
+ </action_set>
+ <inputs/>
+ </synapse>
+</transition_graph>
diff --git a/cts/scheduler/exp/clone-recover-no-shuffle-4.exp b/cts/scheduler/exp/clone-recover-no-shuffle-4.exp
new file mode 100644
index 0000000..670a823
--- /dev/null
+++ b/cts/scheduler/exp/clone-recover-no-shuffle-4.exp
@@ -0,0 +1,51 @@
+<transition_graph cluster-delay="60s" stonith-timeout="60s" failed-stop-offset="INFINITY" failed-start-offset="INFINITY" transition_id="0">
+ <synapse id="0">
+ <action_set>
+ <rsc_op id="11" operation="monitor" operation_key="dummy:2_monitor_10000" on_node="node1" on_node_uuid="1">
+ <primitive id="dummy" long-id="dummy:2" class="ocf" provider="pacemaker" type="Dummy"/>
+ <attributes CRM_meta_clone="2" CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_interval="10000" CRM_meta_name="monitor" CRM_meta_notify="false" CRM_meta_on_node="node1" CRM_meta_on_node_uuid="1" CRM_meta_timeout="20000" />
+ </rsc_op>
+ </action_set>
+ <inputs>
+ <trigger>
+ <rsc_op id="10" operation="start" operation_key="dummy:2_start_0" on_node="node1" on_node_uuid="1"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="1">
+ <action_set>
+ <rsc_op id="10" operation="start" operation_key="dummy:2_start_0" on_node="node1" on_node_uuid="1">
+ <primitive id="dummy" long-id="dummy:2" class="ocf" provider="pacemaker" type="Dummy"/>
+ <attributes CRM_meta_clone="2" CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_name="start" CRM_meta_notify="false" CRM_meta_on_node="node1" CRM_meta_on_node_uuid="1" CRM_meta_timeout="20000" />
+ </rsc_op>
+ </action_set>
+ <inputs>
+ <trigger>
+ <pseudo_event id="12" operation="start" operation_key="dummy-clone_start_0"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="2" priority="1000000">
+ <action_set>
+ <pseudo_event id="13" operation="running" operation_key="dummy-clone_running_0">
+ <attributes CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_notify="false" CRM_meta_timeout="20000" />
+ </pseudo_event>
+ </action_set>
+ <inputs>
+ <trigger>
+ <rsc_op id="10" operation="start" operation_key="dummy:2_start_0" on_node="node1" on_node_uuid="1"/>
+ </trigger>
+ <trigger>
+ <pseudo_event id="12" operation="start" operation_key="dummy-clone_start_0"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="3">
+ <action_set>
+ <pseudo_event id="12" operation="start" operation_key="dummy-clone_start_0">
+ <attributes CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_notify="false" CRM_meta_timeout="20000" />
+ </pseudo_event>
+ </action_set>
+ <inputs/>
+ </synapse>
+</transition_graph>
diff --git a/cts/scheduler/exp/clone-recover-no-shuffle-5.exp b/cts/scheduler/exp/clone-recover-no-shuffle-5.exp
new file mode 100644
index 0000000..84b1e1b
--- /dev/null
+++ b/cts/scheduler/exp/clone-recover-no-shuffle-5.exp
@@ -0,0 +1,110 @@
+<transition_graph cluster-delay="60s" stonith-timeout="60s" failed-stop-offset="INFINITY" failed-start-offset="INFINITY" transition_id="0">
+ <synapse id="0">
+ <action_set>
+ <pseudo_event id="29" operation="running" operation_key="grp:2_running_0">
+ <attributes CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_notify="false" CRM_meta_timeout="20000" />
+ </pseudo_event>
+ </action_set>
+ <inputs>
+ <trigger>
+ <rsc_op id="24" operation="start" operation_key="rsc1:2_start_0" on_node="node1" on_node_uuid="1"/>
+ </trigger>
+ <trigger>
+ <rsc_op id="26" operation="start" operation_key="rsc2:2_start_0" on_node="node1" on_node_uuid="1"/>
+ </trigger>
+ <trigger>
+ <pseudo_event id="28" operation="start" operation_key="grp:2_start_0"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="1">
+ <action_set>
+ <pseudo_event id="28" operation="start" operation_key="grp:2_start_0">
+ <attributes CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_notify="false" CRM_meta_timeout="20000" />
+ </pseudo_event>
+ </action_set>
+ <inputs>
+ <trigger>
+ <pseudo_event id="32" operation="start" operation_key="grp-clone_start_0"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="2">
+ <action_set>
+ <rsc_op id="25" operation="monitor" operation_key="rsc1:2_monitor_10000" on_node="node1" on_node_uuid="1">
+ <primitive id="rsc1" long-id="rsc1:2" class="ocf" provider="pacemaker" type="Dummy"/>
+ <attributes CRM_meta_clone="2" CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_interval="10000" CRM_meta_name="monitor" CRM_meta_notify="false" CRM_meta_on_node="node1" CRM_meta_on_node_uuid="1" CRM_meta_timeout="20000" />
+ </rsc_op>
+ </action_set>
+ <inputs>
+ <trigger>
+ <rsc_op id="24" operation="start" operation_key="rsc1:2_start_0" on_node="node1" on_node_uuid="1"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="3">
+ <action_set>
+ <rsc_op id="24" operation="start" operation_key="rsc1:2_start_0" on_node="node1" on_node_uuid="1">
+ <primitive id="rsc1" long-id="rsc1:2" class="ocf" provider="pacemaker" type="Dummy"/>
+ <attributes CRM_meta_clone="2" CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_name="start" CRM_meta_notify="false" CRM_meta_on_node="node1" CRM_meta_on_node_uuid="1" CRM_meta_timeout="20000" />
+ </rsc_op>
+ </action_set>
+ <inputs>
+ <trigger>
+ <pseudo_event id="28" operation="start" operation_key="grp:2_start_0"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="4">
+ <action_set>
+ <rsc_op id="27" operation="monitor" operation_key="rsc2:2_monitor_10000" on_node="node1" on_node_uuid="1">
+ <primitive id="rsc2" long-id="rsc2:2" class="ocf" provider="pacemaker" type="Dummy"/>
+ <attributes CRM_meta_clone="2" CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_interval="10000" CRM_meta_name="monitor" CRM_meta_notify="false" CRM_meta_on_node="node1" CRM_meta_on_node_uuid="1" CRM_meta_timeout="20000" />
+ </rsc_op>
+ </action_set>
+ <inputs>
+ <trigger>
+ <rsc_op id="26" operation="start" operation_key="rsc2:2_start_0" on_node="node1" on_node_uuid="1"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="5">
+ <action_set>
+ <rsc_op id="26" operation="start" operation_key="rsc2:2_start_0" on_node="node1" on_node_uuid="1">
+ <primitive id="rsc2" long-id="rsc2:2" class="ocf" provider="pacemaker" type="Dummy"/>
+ <attributes CRM_meta_clone="2" CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_name="start" CRM_meta_notify="false" CRM_meta_on_node="node1" CRM_meta_on_node_uuid="1" CRM_meta_timeout="20000" />
+ </rsc_op>
+ </action_set>
+ <inputs>
+ <trigger>
+ <rsc_op id="24" operation="start" operation_key="rsc1:2_start_0" on_node="node1" on_node_uuid="1"/>
+ </trigger>
+ <trigger>
+ <pseudo_event id="28" operation="start" operation_key="grp:2_start_0"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="6" priority="1000000">
+ <action_set>
+ <pseudo_event id="33" operation="running" operation_key="grp-clone_running_0">
+ <attributes CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_notify="false" CRM_meta_timeout="20000" />
+ </pseudo_event>
+ </action_set>
+ <inputs>
+ <trigger>
+ <pseudo_event id="29" operation="running" operation_key="grp:2_running_0"/>
+ </trigger>
+ <trigger>
+ <pseudo_event id="32" operation="start" operation_key="grp-clone_start_0"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="7">
+ <action_set>
+ <pseudo_event id="32" operation="start" operation_key="grp-clone_start_0">
+ <attributes CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_notify="false" CRM_meta_timeout="20000" />
+ </pseudo_event>
+ </action_set>
+ <inputs/>
+ </synapse>
+</transition_graph>
diff --git a/cts/scheduler/exp/clone-recover-no-shuffle-6.exp b/cts/scheduler/exp/clone-recover-no-shuffle-6.exp
new file mode 100644
index 0000000..6b6ed07
--- /dev/null
+++ b/cts/scheduler/exp/clone-recover-no-shuffle-6.exp
@@ -0,0 +1,171 @@
+<transition_graph cluster-delay="60s" stonith-timeout="60s" failed-stop-offset="INFINITY" failed-start-offset="INFINITY" transition_id="0">
+ <synapse id="0">
+ <action_set>
+ <rsc_op id="31" operation="start" operation_key="base:2_start_0" on_node="base-bundle-2" on_node_uuid="base-bundle-2" router_node="node1">
+ <primitive id="base" long-id="base:2" class="ocf" provider="pacemaker" type="Stateful"/>
+ <attributes CRM_meta_clone="2" CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_container_attribute_target="host" CRM_meta_globally_unique="false" CRM_meta_notify="false" CRM_meta_on_node="base-bundle-2" CRM_meta_on_node_uuid="base-bundle-2" CRM_meta_physical_host="node1" CRM_meta_timeout="20000" />
+ </rsc_op>
+ </action_set>
+ <inputs>
+ <trigger>
+ <rsc_op id="19" operation="start" operation_key="base-bundle-podman-2_start_0" on_node="node1" on_node_uuid="1"/>
+ </trigger>
+ <trigger>
+ <rsc_op id="21" operation="start" operation_key="base-bundle-2_start_0" on_node="node1" on_node_uuid="1"/>
+ </trigger>
+ <trigger>
+ <pseudo_event id="32" operation="start" operation_key="base-bundle-clone_start_0"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="1" priority="1000000">
+ <action_set>
+ <pseudo_event id="33" operation="running" operation_key="base-bundle-clone_running_0">
+ <attributes CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_notify="false" CRM_meta_timeout="20000" />
+ </pseudo_event>
+ </action_set>
+ <inputs>
+ <trigger>
+ <rsc_op id="31" operation="start" operation_key="base:2_start_0" on_node="base-bundle-2" on_node_uuid="base-bundle-2" router_node="node1"/>
+ </trigger>
+ <trigger>
+ <pseudo_event id="32" operation="start" operation_key="base-bundle-clone_start_0"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="2">
+ <action_set>
+ <pseudo_event id="32" operation="start" operation_key="base-bundle-clone_start_0">
+ <attributes CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_notify="false" CRM_meta_timeout="20000" />
+ </pseudo_event>
+ </action_set>
+ <inputs>
+ <trigger>
+ <pseudo_event id="23" operation="start" operation_key="base-bundle_start_0"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="3">
+ <action_set>
+ <rsc_op id="20" operation="monitor" operation_key="base-bundle-podman-2_monitor_60000" on_node="node1" on_node_uuid="1">
+ <primitive id="base-bundle-podman-2" class="ocf" provider="heartbeat" type="podman"/>
+ <attributes CRM_meta_interval="60000" CRM_meta_name="monitor" CRM_meta_on_node="node1" CRM_meta_on_node_uuid="1" CRM_meta_timeout="20000" allow_pull="true" force_kill="false" image="localhost/pcmktest" monitor_cmd="/bin/true" mount_points="/var/log/pacemaker/bundles/base-bundle-2" reuse="false" run_cmd="/usr/sbin/pacemaker-remoted" run_opts=" -e PCMK_stderr=1 -e PCMK_remote_port=3121 -v /etc/pacemaker/authkey:/etc/pacemaker/authkey -v /var/log/pacemaker/bundles/base-bundle-2:/var/log -p 3121:3121 "/>
+ </rsc_op>
+ </action_set>
+ <inputs>
+ <trigger>
+ <rsc_op id="19" operation="start" operation_key="base-bundle-podman-2_start_0" on_node="node1" on_node_uuid="1"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="4">
+ <action_set>
+ <rsc_op id="19" operation="start" operation_key="base-bundle-podman-2_start_0" on_node="node1" on_node_uuid="1">
+ <primitive id="base-bundle-podman-2" class="ocf" provider="heartbeat" type="podman"/>
+ <attributes CRM_meta_on_node="node1" CRM_meta_on_node_uuid="1" CRM_meta_timeout="20000" allow_pull="true" force_kill="false" image="localhost/pcmktest" monitor_cmd="/bin/true" mount_points="/var/log/pacemaker/bundles/base-bundle-2" reuse="false" run_cmd="/usr/sbin/pacemaker-remoted" run_opts=" -e PCMK_stderr=1 -e PCMK_remote_port=3121 -v /etc/pacemaker/authkey:/etc/pacemaker/authkey -v /var/log/pacemaker/bundles/base-bundle-2:/var/log -p 3121:3121 "/>
+ </rsc_op>
+ </action_set>
+ <inputs>
+ <trigger>
+ <pseudo_event id="23" operation="start" operation_key="base-bundle_start_0"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="5">
+ <action_set>
+ <rsc_op id="22" operation="monitor" operation_key="base-bundle-2_monitor_30000" on_node="node1" on_node_uuid="1">
+ <primitive id="base-bundle-2" class="ocf" provider="pacemaker" type="remote"/>
+ <attributes CRM_meta_container="base-bundle-podman-2" CRM_meta_interval="30000" CRM_meta_name="monitor" CRM_meta_on_node="node1" CRM_meta_on_node_uuid="1" CRM_meta_timeout="30000" addr="node1" port="3121"/>
+ </rsc_op>
+ </action_set>
+ <inputs>
+ <trigger>
+ <rsc_op id="21" operation="start" operation_key="base-bundle-2_start_0" on_node="node1" on_node_uuid="1"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="6">
+ <action_set>
+ <rsc_op id="21" operation="start" operation_key="base-bundle-2_start_0" on_node="node1" on_node_uuid="1">
+ <primitive id="base-bundle-2" class="ocf" provider="pacemaker" type="remote"/>
+ <attributes CRM_meta_container="base-bundle-podman-2" CRM_meta_on_node="node1" CRM_meta_on_node_uuid="1" CRM_meta_timeout="20000" addr="node1" port="3121"/>
+ </rsc_op>
+ </action_set>
+ <inputs>
+ <trigger>
+ <rsc_op id="6" operation="monitor" operation_key="base-bundle-2_monitor_0" on_node="node1" on_node_uuid="1"/>
+ </trigger>
+ <trigger>
+ <rsc_op id="7" operation="monitor" operation_key="base-bundle-2_monitor_0" on_node="node2" on_node_uuid="2"/>
+ </trigger>
+ <trigger>
+ <rsc_op id="8" operation="monitor" operation_key="base-bundle-2_monitor_0" on_node="node3" on_node_uuid="3"/>
+ </trigger>
+ <trigger>
+ <rsc_op id="19" operation="start" operation_key="base-bundle-podman-2_start_0" on_node="node1" on_node_uuid="1"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="7">
+ <action_set>
+ <rsc_op id="8" operation="monitor" operation_key="base-bundle-2_monitor_0" on_node="node3" on_node_uuid="3">
+ <primitive id="base-bundle-2" class="ocf" provider="pacemaker" type="remote"/>
+ <attributes CRM_meta_container="base-bundle-podman-2" CRM_meta_on_node="node3" CRM_meta_on_node_uuid="3" CRM_meta_op_target_rc="7" CRM_meta_timeout="30000" addr="node1" port="3121"/>
+ </rsc_op>
+ </action_set>
+ <inputs>
+ <trigger>
+ <rsc_op id="19" operation="start" operation_key="base-bundle-podman-2_start_0" on_node="node1" on_node_uuid="1"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="8">
+ <action_set>
+ <rsc_op id="7" operation="monitor" operation_key="base-bundle-2_monitor_0" on_node="node2" on_node_uuid="2">
+ <primitive id="base-bundle-2" class="ocf" provider="pacemaker" type="remote"/>
+ <attributes CRM_meta_container="base-bundle-podman-2" CRM_meta_on_node="node2" CRM_meta_on_node_uuid="2" CRM_meta_op_target_rc="7" CRM_meta_timeout="30000" addr="node1" port="3121"/>
+ </rsc_op>
+ </action_set>
+ <inputs>
+ <trigger>
+ <rsc_op id="19" operation="start" operation_key="base-bundle-podman-2_start_0" on_node="node1" on_node_uuid="1"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="9">
+ <action_set>
+ <rsc_op id="6" operation="monitor" operation_key="base-bundle-2_monitor_0" on_node="node1" on_node_uuid="1">
+ <primitive id="base-bundle-2" class="ocf" provider="pacemaker" type="remote"/>
+ <attributes CRM_meta_container="base-bundle-podman-2" CRM_meta_on_node="node1" CRM_meta_on_node_uuid="1" CRM_meta_op_target_rc="7" CRM_meta_timeout="30000" addr="node1" port="3121"/>
+ </rsc_op>
+ </action_set>
+ <inputs>
+ <trigger>
+ <rsc_op id="19" operation="start" operation_key="base-bundle-podman-2_start_0" on_node="node1" on_node_uuid="1"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="10" priority="1000000">
+ <action_set>
+ <pseudo_event id="24" operation="running" operation_key="base-bundle_running_0">
+ <attributes CRM_meta_timeout="20000" />
+ </pseudo_event>
+ </action_set>
+ <inputs>
+ <trigger>
+ <rsc_op id="19" operation="start" operation_key="base-bundle-podman-2_start_0" on_node="node1" on_node_uuid="1"/>
+ </trigger>
+ <trigger>
+ <pseudo_event id="33" operation="running" operation_key="base-bundle-clone_running_0"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="11">
+ <action_set>
+ <pseudo_event id="23" operation="start" operation_key="base-bundle_start_0">
+ <attributes CRM_meta_timeout="20000" />
+ </pseudo_event>
+ </action_set>
+ <inputs/>
+ </synapse>
+</transition_graph>
diff --git a/cts/scheduler/exp/clone-recover-no-shuffle-7.exp b/cts/scheduler/exp/clone-recover-no-shuffle-7.exp
new file mode 100644
index 0000000..870ed54
--- /dev/null
+++ b/cts/scheduler/exp/clone-recover-no-shuffle-7.exp
@@ -0,0 +1,162 @@
+<transition_graph cluster-delay="60s" stonith-timeout="60s" failed-stop-offset="INFINITY" failed-start-offset="INFINITY" transition_id="0">
+ <synapse id="0">
+ <action_set>
+ <rsc_op id="11" operation="monitor" operation_key="dummy_monitor_11000" internal_operation_key="dummy:1_monitor_11000" on_node="node2" on_node_uuid="2">
+ <primitive id="dummy" long-id="dummy:1" class="ocf" provider="pacemaker" type="Stateful"/>
+ <attributes CRM_meta_clone="1" CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_interval="11000" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_name="monitor" CRM_meta_notify="false" CRM_meta_on_node="node2" CRM_meta_on_node_uuid="2" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_role="Unpromoted" CRM_meta_timeout="20000" />
+ </rsc_op>
+ </action_set>
+ <inputs>
+ <trigger>
+ <rsc_op id="9" operation="demote" operation_key="dummy_demote_0" internal_operation_key="dummy:1_demote_0" on_node="node2" on_node_uuid="2"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="1">
+ <action_set>
+ <rsc_op id="9" operation="demote" operation_key="dummy_demote_0" internal_operation_key="dummy:1_demote_0" on_node="node2" on_node_uuid="2">
+ <primitive id="dummy" long-id="dummy:1" class="ocf" provider="pacemaker" type="Stateful"/>
+ <attributes CRM_meta_clone="1" CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_name="demote" CRM_meta_notify="false" CRM_meta_on_node="node2" CRM_meta_on_node_uuid="2" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="10000" />
+ </rsc_op>
+ </action_set>
+ <inputs>
+ <trigger>
+ <rsc_op id="3" operation="cancel" operation_key="dummy_monitor_10000" internal_operation_key="dummy:1_monitor_10000" on_node="node2" on_node_uuid="2"/>
+ </trigger>
+ <trigger>
+ <pseudo_event id="21" operation="demote" operation_key="dummy-clone_demote_0"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="2">
+ <action_set>
+ <rsc_op id="3" operation="cancel" operation_key="dummy_monitor_10000" internal_operation_key="dummy:1_monitor_10000" on_node="node2" on_node_uuid="2">
+ <primitive id="dummy" long-id="dummy:1" class="ocf" provider="pacemaker" type="Stateful"/>
+ <attributes CRM_meta_clone="1" CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_interval="10000" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_name="monitor" CRM_meta_notify="false" CRM_meta_on_node="node2" CRM_meta_on_node_uuid="2" CRM_meta_operation="monitor" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_role="Promoted" CRM_meta_timeout="20000" />
+ </rsc_op>
+ </action_set>
+ <inputs/>
+ </synapse>
+ <synapse id="3">
+ <action_set>
+ <rsc_op id="14" operation="monitor" operation_key="dummy:2_monitor_10000" on_node="node1" on_node_uuid="1">
+ <primitive id="dummy" long-id="dummy:2" class="ocf" provider="pacemaker" type="Stateful"/>
+ <attributes CRM_meta_clone="2" CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_interval="10000" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_name="monitor" CRM_meta_notify="false" CRM_meta_on_node="node1" CRM_meta_on_node_uuid="1" CRM_meta_op_target_rc="8" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_role="Promoted" CRM_meta_timeout="20000" />
+ </rsc_op>
+ </action_set>
+ <inputs>
+ <trigger>
+ <rsc_op id="12" operation="start" operation_key="dummy:2_start_0" on_node="node1" on_node_uuid="1"/>
+ </trigger>
+ <trigger>
+ <rsc_op id="13" operation="promote" operation_key="dummy:2_promote_0" on_node="node1" on_node_uuid="1"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="4">
+ <action_set>
+ <rsc_op id="13" operation="promote" operation_key="dummy:2_promote_0" on_node="node1" on_node_uuid="1">
+ <primitive id="dummy" long-id="dummy:2" class="ocf" provider="pacemaker" type="Stateful"/>
+ <attributes CRM_meta_clone="2" CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_name="promote" CRM_meta_notify="false" CRM_meta_on_node="node1" CRM_meta_on_node_uuid="1" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="10000" />
+ </rsc_op>
+ </action_set>
+ <inputs>
+ <trigger>
+ <rsc_op id="12" operation="start" operation_key="dummy:2_start_0" on_node="node1" on_node_uuid="1"/>
+ </trigger>
+ <trigger>
+ <pseudo_event id="19" operation="promote" operation_key="dummy-clone_promote_0"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="5">
+ <action_set>
+ <rsc_op id="12" operation="start" operation_key="dummy:2_start_0" on_node="node1" on_node_uuid="1">
+ <primitive id="dummy" long-id="dummy:2" class="ocf" provider="pacemaker" type="Stateful"/>
+ <attributes CRM_meta_clone="2" CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_name="start" CRM_meta_notify="false" CRM_meta_on_node="node1" CRM_meta_on_node_uuid="1" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="20000" />
+ </rsc_op>
+ </action_set>
+ <inputs>
+ <trigger>
+ <pseudo_event id="15" operation="start" operation_key="dummy-clone_start_0"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="6" priority="1000000">
+ <action_set>
+ <pseudo_event id="22" operation="demoted" operation_key="dummy-clone_demoted_0">
+ <attributes CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_notify="false" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="20000" />
+ </pseudo_event>
+ </action_set>
+ <inputs>
+ <trigger>
+ <rsc_op id="9" operation="demote" operation_key="dummy_demote_0" internal_operation_key="dummy:1_demote_0" on_node="node2" on_node_uuid="2"/>
+ </trigger>
+ <trigger>
+ <pseudo_event id="21" operation="demote" operation_key="dummy-clone_demote_0"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="7">
+ <action_set>
+ <pseudo_event id="21" operation="demote" operation_key="dummy-clone_demote_0">
+ <attributes CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_notify="false" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="20000" />
+ </pseudo_event>
+ </action_set>
+ <inputs/>
+ </synapse>
+ <synapse id="8" priority="1000000">
+ <action_set>
+ <pseudo_event id="20" operation="promoted" operation_key="dummy-clone_promoted_0">
+ <attributes CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_notify="false" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="20000" />
+ </pseudo_event>
+ </action_set>
+ <inputs>
+ <trigger>
+ <rsc_op id="13" operation="promote" operation_key="dummy:2_promote_0" on_node="node1" on_node_uuid="1"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="9">
+ <action_set>
+ <pseudo_event id="19" operation="promote" operation_key="dummy-clone_promote_0">
+ <attributes CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_notify="false" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="20000" />
+ </pseudo_event>
+ </action_set>
+ <inputs>
+ <trigger>
+ <pseudo_event id="16" operation="running" operation_key="dummy-clone_running_0"/>
+ </trigger>
+ <trigger>
+ <pseudo_event id="22" operation="demoted" operation_key="dummy-clone_demoted_0"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="10" priority="1000000">
+ <action_set>
+ <pseudo_event id="16" operation="running" operation_key="dummy-clone_running_0">
+ <attributes CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_notify="false" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="20000" />
+ </pseudo_event>
+ </action_set>
+ <inputs>
+ <trigger>
+ <rsc_op id="12" operation="start" operation_key="dummy:2_start_0" on_node="node1" on_node_uuid="1"/>
+ </trigger>
+ <trigger>
+ <pseudo_event id="15" operation="start" operation_key="dummy-clone_start_0"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="11">
+ <action_set>
+ <pseudo_event id="15" operation="start" operation_key="dummy-clone_start_0">
+ <attributes CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_notify="false" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="20000" />
+ </pseudo_event>
+ </action_set>
+ <inputs>
+ <trigger>
+ <pseudo_event id="22" operation="demoted" operation_key="dummy-clone_demoted_0"/>
+ </trigger>
+ </inputs>
+ </synapse>
+</transition_graph>
diff --git a/cts/scheduler/exp/clone-recover-no-shuffle-8.exp b/cts/scheduler/exp/clone-recover-no-shuffle-8.exp
new file mode 100644
index 0000000..763a2f0
--- /dev/null
+++ b/cts/scheduler/exp/clone-recover-no-shuffle-8.exp
@@ -0,0 +1,338 @@
+<transition_graph cluster-delay="60s" stonith-timeout="60s" failed-stop-offset="INFINITY" failed-start-offset="INFINITY" transition_id="0">
+ <synapse id="0">
+ <action_set>
+ <pseudo_event id="33" operation="demoted" operation_key="grp:1_demoted_0">
+ <attributes CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_notify="false" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="20000" />
+ </pseudo_event>
+ </action_set>
+ <inputs>
+ <trigger>
+ <rsc_op id="21" operation="demote" operation_key="rsc1_demote_0" internal_operation_key="rsc1:1_demote_0" on_node="node2" on_node_uuid="2"/>
+ </trigger>
+ <trigger>
+ <rsc_op id="25" operation="demote" operation_key="rsc2_demote_0" internal_operation_key="rsc2:1_demote_0" on_node="node2" on_node_uuid="2"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="1">
+ <action_set>
+ <pseudo_event id="32" operation="demote" operation_key="grp:1_demote_0">
+ <attributes CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_notify="false" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="20000" />
+ </pseudo_event>
+ </action_set>
+ <inputs>
+ <trigger>
+ <pseudo_event id="56" operation="demote" operation_key="grp-clone_demote_0"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="2">
+ <action_set>
+ <rsc_op id="23" operation="monitor" operation_key="rsc1_monitor_11000" internal_operation_key="rsc1:1_monitor_11000" on_node="node2" on_node_uuid="2">
+ <primitive id="rsc1" long-id="rsc1:1" class="ocf" provider="pacemaker" type="Stateful"/>
+ <attributes CRM_meta_clone="1" CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_interval="11000" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_name="monitor" CRM_meta_notify="false" CRM_meta_on_node="node2" CRM_meta_on_node_uuid="2" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_role="Unpromoted" CRM_meta_timeout="20000" />
+ </rsc_op>
+ </action_set>
+ <inputs>
+ <trigger>
+ <rsc_op id="21" operation="demote" operation_key="rsc1_demote_0" internal_operation_key="rsc1:1_demote_0" on_node="node2" on_node_uuid="2"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="3">
+ <action_set>
+ <rsc_op id="21" operation="demote" operation_key="rsc1_demote_0" internal_operation_key="rsc1:1_demote_0" on_node="node2" on_node_uuid="2">
+ <primitive id="rsc1" long-id="rsc1:1" class="ocf" provider="pacemaker" type="Stateful"/>
+ <attributes CRM_meta_clone="1" CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_name="demote" CRM_meta_notify="false" CRM_meta_on_node="node2" CRM_meta_on_node_uuid="2" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="10000" />
+ </rsc_op>
+ </action_set>
+ <inputs>
+ <trigger>
+ <rsc_op id="4" operation="cancel" operation_key="rsc1_monitor_10000" internal_operation_key="rsc1:1_monitor_10000" on_node="node2" on_node_uuid="2"/>
+ </trigger>
+ <trigger>
+ <rsc_op id="25" operation="demote" operation_key="rsc2_demote_0" internal_operation_key="rsc2:1_demote_0" on_node="node2" on_node_uuid="2"/>
+ </trigger>
+ <trigger>
+ <pseudo_event id="32" operation="demote" operation_key="grp:1_demote_0"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="4">
+ <action_set>
+ <rsc_op id="4" operation="cancel" operation_key="rsc1_monitor_10000" internal_operation_key="rsc1:1_monitor_10000" on_node="node2" on_node_uuid="2">
+ <primitive id="rsc1" long-id="rsc1:1" class="ocf" provider="pacemaker" type="Stateful"/>
+ <attributes CRM_meta_clone="1" CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_interval="10000" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_name="monitor" CRM_meta_notify="false" CRM_meta_on_node="node2" CRM_meta_on_node_uuid="2" CRM_meta_operation="monitor" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_role="Promoted" CRM_meta_timeout="20000" />
+ </rsc_op>
+ </action_set>
+ <inputs/>
+ </synapse>
+ <synapse id="5">
+ <action_set>
+ <rsc_op id="27" operation="monitor" operation_key="rsc2_monitor_11000" internal_operation_key="rsc2:1_monitor_11000" on_node="node2" on_node_uuid="2">
+ <primitive id="rsc2" long-id="rsc2:1" class="ocf" provider="pacemaker" type="Stateful"/>
+ <attributes CRM_meta_clone="1" CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_interval="11000" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_name="monitor" CRM_meta_notify="false" CRM_meta_on_node="node2" CRM_meta_on_node_uuid="2" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_role="Unpromoted" CRM_meta_timeout="20000" />
+ </rsc_op>
+ </action_set>
+ <inputs>
+ <trigger>
+ <rsc_op id="25" operation="demote" operation_key="rsc2_demote_0" internal_operation_key="rsc2:1_demote_0" on_node="node2" on_node_uuid="2"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="6">
+ <action_set>
+ <rsc_op id="25" operation="demote" operation_key="rsc2_demote_0" internal_operation_key="rsc2:1_demote_0" on_node="node2" on_node_uuid="2">
+ <primitive id="rsc2" long-id="rsc2:1" class="ocf" provider="pacemaker" type="Stateful"/>
+ <attributes CRM_meta_clone="1" CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_name="demote" CRM_meta_notify="false" CRM_meta_on_node="node2" CRM_meta_on_node_uuid="2" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="10000" />
+ </rsc_op>
+ </action_set>
+ <inputs>
+ <trigger>
+ <rsc_op id="5" operation="cancel" operation_key="rsc2_monitor_10000" internal_operation_key="rsc2:1_monitor_10000" on_node="node2" on_node_uuid="2"/>
+ </trigger>
+ <trigger>
+ <pseudo_event id="32" operation="demote" operation_key="grp:1_demote_0"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="7">
+ <action_set>
+ <rsc_op id="5" operation="cancel" operation_key="rsc2_monitor_10000" internal_operation_key="rsc2:1_monitor_10000" on_node="node2" on_node_uuid="2">
+ <primitive id="rsc2" long-id="rsc2:1" class="ocf" provider="pacemaker" type="Stateful"/>
+ <attributes CRM_meta_clone="1" CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_interval="10000" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_name="monitor" CRM_meta_notify="false" CRM_meta_on_node="node2" CRM_meta_on_node_uuid="2" CRM_meta_operation="monitor" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_role="Promoted" CRM_meta_timeout="20000" />
+ </rsc_op>
+ </action_set>
+ <inputs/>
+ </synapse>
+ <synapse id="8">
+ <action_set>
+ <pseudo_event id="49" operation="promoted" operation_key="grp:2_promoted_0">
+ <attributes CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_notify="false" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="20000" />
+ </pseudo_event>
+ </action_set>
+ <inputs>
+ <trigger>
+ <rsc_op id="37" operation="promote" operation_key="rsc1:2_promote_0" on_node="node1" on_node_uuid="1"/>
+ </trigger>
+ <trigger>
+ <rsc_op id="40" operation="promote" operation_key="rsc2:2_promote_0" on_node="node1" on_node_uuid="1"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="9">
+ <action_set>
+ <pseudo_event id="48" operation="promote" operation_key="grp:2_promote_0">
+ <attributes CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_notify="false" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="20000" />
+ </pseudo_event>
+ </action_set>
+ <inputs>
+ <trigger>
+ <pseudo_event id="54" operation="promote" operation_key="grp-clone_promote_0"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="10">
+ <action_set>
+ <pseudo_event id="43" operation="running" operation_key="grp:2_running_0">
+ <attributes CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_notify="false" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="20000" />
+ </pseudo_event>
+ </action_set>
+ <inputs>
+ <trigger>
+ <rsc_op id="36" operation="start" operation_key="rsc1:2_start_0" on_node="node1" on_node_uuid="1"/>
+ </trigger>
+ <trigger>
+ <rsc_op id="39" operation="start" operation_key="rsc2:2_start_0" on_node="node1" on_node_uuid="1"/>
+ </trigger>
+ <trigger>
+ <pseudo_event id="42" operation="start" operation_key="grp:2_start_0"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="11">
+ <action_set>
+ <pseudo_event id="42" operation="start" operation_key="grp:2_start_0">
+ <attributes CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_notify="false" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="20000" />
+ </pseudo_event>
+ </action_set>
+ <inputs>
+ <trigger>
+ <pseudo_event id="50" operation="start" operation_key="grp-clone_start_0"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="12">
+ <action_set>
+ <rsc_op id="38" operation="monitor" operation_key="rsc1:2_monitor_10000" on_node="node1" on_node_uuid="1">
+ <primitive id="rsc1" long-id="rsc1:2" class="ocf" provider="pacemaker" type="Stateful"/>
+ <attributes CRM_meta_clone="2" CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_interval="10000" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_name="monitor" CRM_meta_notify="false" CRM_meta_on_node="node1" CRM_meta_on_node_uuid="1" CRM_meta_op_target_rc="8" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_role="Promoted" CRM_meta_timeout="20000" />
+ </rsc_op>
+ </action_set>
+ <inputs>
+ <trigger>
+ <rsc_op id="36" operation="start" operation_key="rsc1:2_start_0" on_node="node1" on_node_uuid="1"/>
+ </trigger>
+ <trigger>
+ <rsc_op id="37" operation="promote" operation_key="rsc1:2_promote_0" on_node="node1" on_node_uuid="1"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="13">
+ <action_set>
+ <rsc_op id="37" operation="promote" operation_key="rsc1:2_promote_0" on_node="node1" on_node_uuid="1">
+ <primitive id="rsc1" long-id="rsc1:2" class="ocf" provider="pacemaker" type="Stateful"/>
+ <attributes CRM_meta_clone="2" CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_name="promote" CRM_meta_notify="false" CRM_meta_on_node="node1" CRM_meta_on_node_uuid="1" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="10000" />
+ </rsc_op>
+ </action_set>
+ <inputs>
+ <trigger>
+ <rsc_op id="36" operation="start" operation_key="rsc1:2_start_0" on_node="node1" on_node_uuid="1"/>
+ </trigger>
+ <trigger>
+ <pseudo_event id="48" operation="promote" operation_key="grp:2_promote_0"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="14">
+ <action_set>
+ <rsc_op id="36" operation="start" operation_key="rsc1:2_start_0" on_node="node1" on_node_uuid="1">
+ <primitive id="rsc1" long-id="rsc1:2" class="ocf" provider="pacemaker" type="Stateful"/>
+ <attributes CRM_meta_clone="2" CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_name="start" CRM_meta_notify="false" CRM_meta_on_node="node1" CRM_meta_on_node_uuid="1" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="20000" />
+ </rsc_op>
+ </action_set>
+ <inputs>
+ <trigger>
+ <pseudo_event id="42" operation="start" operation_key="grp:2_start_0"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="15">
+ <action_set>
+ <rsc_op id="41" operation="monitor" operation_key="rsc2:2_monitor_10000" on_node="node1" on_node_uuid="1">
+ <primitive id="rsc2" long-id="rsc2:2" class="ocf" provider="pacemaker" type="Stateful"/>
+ <attributes CRM_meta_clone="2" CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_interval="10000" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_name="monitor" CRM_meta_notify="false" CRM_meta_on_node="node1" CRM_meta_on_node_uuid="1" CRM_meta_op_target_rc="8" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_role="Promoted" CRM_meta_timeout="20000" />
+ </rsc_op>
+ </action_set>
+ <inputs>
+ <trigger>
+ <rsc_op id="39" operation="start" operation_key="rsc2:2_start_0" on_node="node1" on_node_uuid="1"/>
+ </trigger>
+ <trigger>
+ <rsc_op id="40" operation="promote" operation_key="rsc2:2_promote_0" on_node="node1" on_node_uuid="1"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="16">
+ <action_set>
+ <rsc_op id="40" operation="promote" operation_key="rsc2:2_promote_0" on_node="node1" on_node_uuid="1">
+ <primitive id="rsc2" long-id="rsc2:2" class="ocf" provider="pacemaker" type="Stateful"/>
+ <attributes CRM_meta_clone="2" CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_name="promote" CRM_meta_notify="false" CRM_meta_on_node="node1" CRM_meta_on_node_uuid="1" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="10000" />
+ </rsc_op>
+ </action_set>
+ <inputs>
+ <trigger>
+ <rsc_op id="37" operation="promote" operation_key="rsc1:2_promote_0" on_node="node1" on_node_uuid="1"/>
+ </trigger>
+ <trigger>
+ <rsc_op id="39" operation="start" operation_key="rsc2:2_start_0" on_node="node1" on_node_uuid="1"/>
+ </trigger>
+ <trigger>
+ <pseudo_event id="48" operation="promote" operation_key="grp:2_promote_0"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="17">
+ <action_set>
+ <rsc_op id="39" operation="start" operation_key="rsc2:2_start_0" on_node="node1" on_node_uuid="1">
+ <primitive id="rsc2" long-id="rsc2:2" class="ocf" provider="pacemaker" type="Stateful"/>
+ <attributes CRM_meta_clone="2" CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_name="start" CRM_meta_notify="false" CRM_meta_on_node="node1" CRM_meta_on_node_uuid="1" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="20000" />
+ </rsc_op>
+ </action_set>
+ <inputs>
+ <trigger>
+ <rsc_op id="36" operation="start" operation_key="rsc1:2_start_0" on_node="node1" on_node_uuid="1"/>
+ </trigger>
+ <trigger>
+ <pseudo_event id="42" operation="start" operation_key="grp:2_start_0"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="18" priority="1000000">
+ <action_set>
+ <pseudo_event id="57" operation="demoted" operation_key="grp-clone_demoted_0">
+ <attributes CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_notify="false" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="20000" />
+ </pseudo_event>
+ </action_set>
+ <inputs>
+ <trigger>
+ <pseudo_event id="33" operation="demoted" operation_key="grp:1_demoted_0"/>
+ </trigger>
+ <trigger>
+ <pseudo_event id="56" operation="demote" operation_key="grp-clone_demote_0"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="19">
+ <action_set>
+ <pseudo_event id="56" operation="demote" operation_key="grp-clone_demote_0">
+ <attributes CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_notify="false" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="20000" />
+ </pseudo_event>
+ </action_set>
+ <inputs/>
+ </synapse>
+ <synapse id="20" priority="1000000">
+ <action_set>
+ <pseudo_event id="55" operation="promoted" operation_key="grp-clone_promoted_0">
+ <attributes CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_notify="false" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="20000" />
+ </pseudo_event>
+ </action_set>
+ <inputs>
+ <trigger>
+ <pseudo_event id="49" operation="promoted" operation_key="grp:2_promoted_0"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="21">
+ <action_set>
+ <pseudo_event id="54" operation="promote" operation_key="grp-clone_promote_0">
+ <attributes CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_notify="false" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="20000" />
+ </pseudo_event>
+ </action_set>
+ <inputs>
+ <trigger>
+ <pseudo_event id="51" operation="running" operation_key="grp-clone_running_0"/>
+ </trigger>
+ <trigger>
+ <pseudo_event id="57" operation="demoted" operation_key="grp-clone_demoted_0"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="22" priority="1000000">
+ <action_set>
+ <pseudo_event id="51" operation="running" operation_key="grp-clone_running_0">
+ <attributes CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_notify="false" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="20000" />
+ </pseudo_event>
+ </action_set>
+ <inputs>
+ <trigger>
+ <pseudo_event id="43" operation="running" operation_key="grp:2_running_0"/>
+ </trigger>
+ <trigger>
+ <pseudo_event id="50" operation="start" operation_key="grp-clone_start_0"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="23">
+ <action_set>
+ <pseudo_event id="50" operation="start" operation_key="grp-clone_start_0">
+ <attributes CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_notify="false" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="20000" />
+ </pseudo_event>
+ </action_set>
+ <inputs>
+ <trigger>
+ <pseudo_event id="57" operation="demoted" operation_key="grp-clone_demoted_0"/>
+ </trigger>
+ </inputs>
+ </synapse>
+</transition_graph>
diff --git a/cts/scheduler/exp/clone-recover-no-shuffle-9.exp b/cts/scheduler/exp/clone-recover-no-shuffle-9.exp
new file mode 100644
index 0000000..e249bc7
--- /dev/null
+++ b/cts/scheduler/exp/clone-recover-no-shuffle-9.exp
@@ -0,0 +1,364 @@
+<transition_graph cluster-delay="60s" stonith-timeout="60s" failed-stop-offset="INFINITY" failed-start-offset="INFINITY" transition_id="0">
+ <synapse id="0">
+ <action_set>
+ <rsc_op id="31" operation="monitor" operation_key="base:2_monitor_15000" on_node="base-bundle-2" on_node_uuid="base-bundle-2" router_node="node1">
+ <primitive id="base" long-id="base:2" class="ocf" provider="pacemaker" type="Stateful"/>
+ <attributes CRM_meta_clone="2" CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_container_attribute_target="host" CRM_meta_globally_unique="false" CRM_meta_interval="15000" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_name="monitor" CRM_meta_notify="false" CRM_meta_on_node="base-bundle-2" CRM_meta_on_node_uuid="base-bundle-2" CRM_meta_op_target_rc="8" CRM_meta_physical_host="node1" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_role="Promoted" CRM_meta_timeout="15000" />
+ </rsc_op>
+ </action_set>
+ <inputs>
+ <trigger>
+ <rsc_op id="23" operation="start" operation_key="base-bundle-2_start_0" on_node="node1" on_node_uuid="1"/>
+ </trigger>
+ <trigger>
+ <rsc_op id="29" operation="start" operation_key="base:2_start_0" on_node="base-bundle-2" on_node_uuid="base-bundle-2" router_node="node1"/>
+ </trigger>
+ <trigger>
+ <rsc_op id="30" operation="promote" operation_key="base:2_promote_0" on_node="base-bundle-2" on_node_uuid="base-bundle-2" router_node="node1"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="1">
+ <action_set>
+ <rsc_op id="30" operation="promote" operation_key="base:2_promote_0" on_node="base-bundle-2" on_node_uuid="base-bundle-2" router_node="node1">
+ <primitive id="base" long-id="base:2" class="ocf" provider="pacemaker" type="Stateful"/>
+ <attributes CRM_meta_clone="2" CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_container_attribute_target="host" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_notify="false" CRM_meta_on_node="base-bundle-2" CRM_meta_on_node_uuid="base-bundle-2" CRM_meta_physical_host="node1" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="20000" />
+ </rsc_op>
+ </action_set>
+ <inputs>
+ <trigger>
+ <rsc_op id="21" operation="start" operation_key="base-bundle-podman-2_start_0" on_node="node1" on_node_uuid="1"/>
+ </trigger>
+ <trigger>
+ <rsc_op id="23" operation="start" operation_key="base-bundle-2_start_0" on_node="node1" on_node_uuid="1"/>
+ </trigger>
+ <trigger>
+ <rsc_op id="29" operation="start" operation_key="base:2_start_0" on_node="base-bundle-2" on_node_uuid="base-bundle-2" router_node="node1"/>
+ </trigger>
+ <trigger>
+ <pseudo_event id="42" operation="promote" operation_key="base-bundle-clone_promote_0"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="2">
+ <action_set>
+ <rsc_op id="29" operation="start" operation_key="base:2_start_0" on_node="base-bundle-2" on_node_uuid="base-bundle-2" router_node="node1">
+ <primitive id="base" long-id="base:2" class="ocf" provider="pacemaker" type="Stateful"/>
+ <attributes CRM_meta_clone="2" CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_container_attribute_target="host" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_notify="false" CRM_meta_on_node="base-bundle-2" CRM_meta_on_node_uuid="base-bundle-2" CRM_meta_physical_host="node1" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="20000" />
+ </rsc_op>
+ </action_set>
+ <inputs>
+ <trigger>
+ <rsc_op id="21" operation="start" operation_key="base-bundle-podman-2_start_0" on_node="node1" on_node_uuid="1"/>
+ </trigger>
+ <trigger>
+ <rsc_op id="23" operation="start" operation_key="base-bundle-2_start_0" on_node="node1" on_node_uuid="1"/>
+ </trigger>
+ <trigger>
+ <pseudo_event id="38" operation="start" operation_key="base-bundle-clone_start_0"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="3">
+ <action_set>
+ <rsc_op id="35" operation="monitor" operation_key="base_monitor_16000" internal_operation_key="base:1_monitor_16000" on_node="base-bundle-1" on_node_uuid="base-bundle-1" router_node="node2">
+ <primitive id="base" long-id="base:1" class="ocf" provider="pacemaker" type="Stateful"/>
+ <attributes CRM_meta_clone="1" CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_container_attribute_target="host" CRM_meta_globally_unique="false" CRM_meta_interval="16000" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_name="monitor" CRM_meta_notify="false" CRM_meta_on_node="base-bundle-1" CRM_meta_on_node_uuid="base-bundle-1" CRM_meta_physical_host="node2" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_role="Unpromoted" CRM_meta_timeout="16000" />
+ </rsc_op>
+ </action_set>
+ <inputs>
+ <trigger>
+ <rsc_op id="33" operation="demote" operation_key="base_demote_0" internal_operation_key="base:1_demote_0" on_node="base-bundle-1" on_node_uuid="base-bundle-1" router_node="node2"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="4">
+ <action_set>
+ <rsc_op id="33" operation="demote" operation_key="base_demote_0" internal_operation_key="base:1_demote_0" on_node="base-bundle-1" on_node_uuid="base-bundle-1" router_node="node2">
+ <primitive id="base" long-id="base:1" class="ocf" provider="pacemaker" type="Stateful"/>
+ <attributes CRM_meta_clone="1" CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_container_attribute_target="host" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_notify="false" CRM_meta_on_node="base-bundle-1" CRM_meta_on_node_uuid="base-bundle-1" CRM_meta_physical_host="node2" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="20000" />
+ </rsc_op>
+ </action_set>
+ <inputs>
+ <trigger>
+ <rsc_op id="6" operation="cancel" operation_key="base_monitor_15000" internal_operation_key="base:1_monitor_15000" on_node="base-bundle-1" on_node_uuid="base-bundle-1" router_node="node2"/>
+ </trigger>
+ <trigger>
+ <pseudo_event id="44" operation="demote" operation_key="base-bundle-clone_demote_0"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="5">
+ <action_set>
+ <rsc_op id="6" operation="cancel" operation_key="base_monitor_15000" internal_operation_key="base:1_monitor_15000" on_node="base-bundle-1" on_node_uuid="base-bundle-1" router_node="node2">
+ <primitive id="base" long-id="base:1" class="ocf" provider="pacemaker" type="Stateful"/>
+ <attributes CRM_meta_clone="1" CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_interval="15000" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_name="monitor" CRM_meta_notify="false" CRM_meta_on_node="base-bundle-1" CRM_meta_on_node_uuid="base-bundle-1" CRM_meta_operation="monitor" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_role="Promoted" CRM_meta_timeout="15000" />
+ </rsc_op>
+ </action_set>
+ <inputs/>
+ </synapse>
+ <synapse id="6" priority="1000000">
+ <action_set>
+ <pseudo_event id="45" operation="demoted" operation_key="base-bundle-clone_demoted_0">
+ <attributes CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_notify="false" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="20000" />
+ </pseudo_event>
+ </action_set>
+ <inputs>
+ <trigger>
+ <rsc_op id="33" operation="demote" operation_key="base_demote_0" internal_operation_key="base:1_demote_0" on_node="base-bundle-1" on_node_uuid="base-bundle-1" router_node="node2"/>
+ </trigger>
+ <trigger>
+ <pseudo_event id="44" operation="demote" operation_key="base-bundle-clone_demote_0"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="7">
+ <action_set>
+ <pseudo_event id="44" operation="demote" operation_key="base-bundle-clone_demote_0">
+ <attributes CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_notify="false" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="20000" />
+ </pseudo_event>
+ </action_set>
+ <inputs>
+ <trigger>
+ <pseudo_event id="48" operation="demote" operation_key="base-bundle_demote_0"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="8" priority="1000000">
+ <action_set>
+ <pseudo_event id="43" operation="promoted" operation_key="base-bundle-clone_promoted_0">
+ <attributes CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_notify="false" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="20000" />
+ </pseudo_event>
+ </action_set>
+ <inputs>
+ <trigger>
+ <rsc_op id="30" operation="promote" operation_key="base:2_promote_0" on_node="base-bundle-2" on_node_uuid="base-bundle-2" router_node="node1"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="9">
+ <action_set>
+ <pseudo_event id="42" operation="promote" operation_key="base-bundle-clone_promote_0">
+ <attributes CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_notify="false" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="20000" />
+ </pseudo_event>
+ </action_set>
+ <inputs>
+ <trigger>
+ <pseudo_event id="39" operation="running" operation_key="base-bundle-clone_running_0"/>
+ </trigger>
+ <trigger>
+ <pseudo_event id="45" operation="demoted" operation_key="base-bundle-clone_demoted_0"/>
+ </trigger>
+ <trigger>
+ <pseudo_event id="46" operation="promote" operation_key="base-bundle_promote_0"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="10" priority="1000000">
+ <action_set>
+ <pseudo_event id="39" operation="running" operation_key="base-bundle-clone_running_0">
+ <attributes CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_notify="false" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="20000" />
+ </pseudo_event>
+ </action_set>
+ <inputs>
+ <trigger>
+ <rsc_op id="29" operation="start" operation_key="base:2_start_0" on_node="base-bundle-2" on_node_uuid="base-bundle-2" router_node="node1"/>
+ </trigger>
+ <trigger>
+ <pseudo_event id="38" operation="start" operation_key="base-bundle-clone_start_0"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="11">
+ <action_set>
+ <pseudo_event id="38" operation="start" operation_key="base-bundle-clone_start_0">
+ <attributes CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_notify="false" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="20000" />
+ </pseudo_event>
+ </action_set>
+ <inputs>
+ <trigger>
+ <pseudo_event id="25" operation="start" operation_key="base-bundle_start_0"/>
+ </trigger>
+ <trigger>
+ <pseudo_event id="45" operation="demoted" operation_key="base-bundle-clone_demoted_0"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="12">
+ <action_set>
+ <rsc_op id="22" operation="monitor" operation_key="base-bundle-podman-2_monitor_60000" on_node="node1" on_node_uuid="1">
+ <primitive id="base-bundle-podman-2" class="ocf" provider="heartbeat" type="podman"/>
+ <attributes CRM_meta_interval="60000" CRM_meta_name="monitor" CRM_meta_on_node="node1" CRM_meta_on_node_uuid="1" CRM_meta_timeout="20000" allow_pull="true" force_kill="false" image="localhost/pcmktest" monitor_cmd="/bin/true" mount_points="/var/log/pacemaker/bundles/base-bundle-2" reuse="false" run_cmd="/usr/sbin/pacemaker-remoted" run_opts=" -e PCMK_stderr=1 -e PCMK_remote_port=3121 -v /etc/pacemaker/authkey:/etc/pacemaker/authkey -v /var/log/pacemaker/bundles/base-bundle-2:/var/log -p 3121:3121 "/>
+ </rsc_op>
+ </action_set>
+ <inputs>
+ <trigger>
+ <rsc_op id="21" operation="start" operation_key="base-bundle-podman-2_start_0" on_node="node1" on_node_uuid="1"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="13">
+ <action_set>
+ <rsc_op id="21" operation="start" operation_key="base-bundle-podman-2_start_0" on_node="node1" on_node_uuid="1">
+ <primitive id="base-bundle-podman-2" class="ocf" provider="heartbeat" type="podman"/>
+ <attributes CRM_meta_on_node="node1" CRM_meta_on_node_uuid="1" CRM_meta_timeout="20000" allow_pull="true" force_kill="false" image="localhost/pcmktest" monitor_cmd="/bin/true" mount_points="/var/log/pacemaker/bundles/base-bundle-2" reuse="false" run_cmd="/usr/sbin/pacemaker-remoted" run_opts=" -e PCMK_stderr=1 -e PCMK_remote_port=3121 -v /etc/pacemaker/authkey:/etc/pacemaker/authkey -v /var/log/pacemaker/bundles/base-bundle-2:/var/log -p 3121:3121 "/>
+ </rsc_op>
+ </action_set>
+ <inputs>
+ <trigger>
+ <pseudo_event id="25" operation="start" operation_key="base-bundle_start_0"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="14">
+ <action_set>
+ <rsc_op id="24" operation="monitor" operation_key="base-bundle-2_monitor_30000" on_node="node1" on_node_uuid="1">
+ <primitive id="base-bundle-2" class="ocf" provider="pacemaker" type="remote"/>
+ <attributes CRM_meta_container="base-bundle-podman-2" CRM_meta_interval="30000" CRM_meta_name="monitor" CRM_meta_on_node="node1" CRM_meta_on_node_uuid="1" CRM_meta_timeout="30000" addr="node1" port="3121"/>
+ </rsc_op>
+ </action_set>
+ <inputs>
+ <trigger>
+ <rsc_op id="23" operation="start" operation_key="base-bundle-2_start_0" on_node="node1" on_node_uuid="1"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="15">
+ <action_set>
+ <rsc_op id="23" operation="start" operation_key="base-bundle-2_start_0" on_node="node1" on_node_uuid="1">
+ <primitive id="base-bundle-2" class="ocf" provider="pacemaker" type="remote"/>
+ <attributes CRM_meta_container="base-bundle-podman-2" CRM_meta_on_node="node1" CRM_meta_on_node_uuid="1" CRM_meta_timeout="20000" addr="node1" port="3121"/>
+ </rsc_op>
+ </action_set>
+ <inputs>
+ <trigger>
+ <rsc_op id="8" operation="monitor" operation_key="base-bundle-2_monitor_0" on_node="node1" on_node_uuid="1"/>
+ </trigger>
+ <trigger>
+ <rsc_op id="9" operation="monitor" operation_key="base-bundle-2_monitor_0" on_node="node2" on_node_uuid="2"/>
+ </trigger>
+ <trigger>
+ <rsc_op id="10" operation="monitor" operation_key="base-bundle-2_monitor_0" on_node="node3" on_node_uuid="3"/>
+ </trigger>
+ <trigger>
+ <rsc_op id="21" operation="start" operation_key="base-bundle-podman-2_start_0" on_node="node1" on_node_uuid="1"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="16">
+ <action_set>
+ <rsc_op id="10" operation="monitor" operation_key="base-bundle-2_monitor_0" on_node="node3" on_node_uuid="3">
+ <primitive id="base-bundle-2" class="ocf" provider="pacemaker" type="remote"/>
+ <attributes CRM_meta_container="base-bundle-podman-2" CRM_meta_on_node="node3" CRM_meta_on_node_uuid="3" CRM_meta_op_target_rc="7" CRM_meta_timeout="30000" addr="node1" port="3121"/>
+ </rsc_op>
+ </action_set>
+ <inputs>
+ <trigger>
+ <rsc_op id="21" operation="start" operation_key="base-bundle-podman-2_start_0" on_node="node1" on_node_uuid="1"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="17">
+ <action_set>
+ <rsc_op id="9" operation="monitor" operation_key="base-bundle-2_monitor_0" on_node="node2" on_node_uuid="2">
+ <primitive id="base-bundle-2" class="ocf" provider="pacemaker" type="remote"/>
+ <attributes CRM_meta_container="base-bundle-podman-2" CRM_meta_on_node="node2" CRM_meta_on_node_uuid="2" CRM_meta_op_target_rc="7" CRM_meta_timeout="30000" addr="node1" port="3121"/>
+ </rsc_op>
+ </action_set>
+ <inputs>
+ <trigger>
+ <rsc_op id="21" operation="start" operation_key="base-bundle-podman-2_start_0" on_node="node1" on_node_uuid="1"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="18">
+ <action_set>
+ <rsc_op id="8" operation="monitor" operation_key="base-bundle-2_monitor_0" on_node="node1" on_node_uuid="1">
+ <primitive id="base-bundle-2" class="ocf" provider="pacemaker" type="remote"/>
+ <attributes CRM_meta_container="base-bundle-podman-2" CRM_meta_on_node="node1" CRM_meta_on_node_uuid="1" CRM_meta_op_target_rc="7" CRM_meta_timeout="30000" addr="node1" port="3121"/>
+ </rsc_op>
+ </action_set>
+ <inputs>
+ <trigger>
+ <rsc_op id="21" operation="start" operation_key="base-bundle-podman-2_start_0" on_node="node1" on_node_uuid="1"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="19" priority="1000000">
+ <action_set>
+ <pseudo_event id="49" operation="demoted" operation_key="base-bundle_demoted_0">
+ <attributes CRM_meta_timeout="20000" />
+ </pseudo_event>
+ </action_set>
+ <inputs>
+ <trigger>
+ <pseudo_event id="45" operation="demoted" operation_key="base-bundle-clone_demoted_0"/>
+ </trigger>
+ <trigger>
+ <pseudo_event id="48" operation="demote" operation_key="base-bundle_demote_0"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="20">
+ <action_set>
+ <pseudo_event id="48" operation="demote" operation_key="base-bundle_demote_0">
+ <attributes CRM_meta_timeout="20000" />
+ </pseudo_event>
+ </action_set>
+ <inputs/>
+ </synapse>
+ <synapse id="21" priority="1000000">
+ <action_set>
+ <pseudo_event id="47" operation="promoted" operation_key="base-bundle_promoted_0">
+ <attributes CRM_meta_timeout="20000" />
+ </pseudo_event>
+ </action_set>
+ <inputs>
+ <trigger>
+ <pseudo_event id="43" operation="promoted" operation_key="base-bundle-clone_promoted_0"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="22">
+ <action_set>
+ <pseudo_event id="46" operation="promote" operation_key="base-bundle_promote_0">
+ <attributes CRM_meta_timeout="20000" />
+ </pseudo_event>
+ </action_set>
+ <inputs>
+ <trigger>
+ <pseudo_event id="26" operation="running" operation_key="base-bundle_running_0"/>
+ </trigger>
+ <trigger>
+ <pseudo_event id="49" operation="demoted" operation_key="base-bundle_demoted_0"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="23" priority="1000000">
+ <action_set>
+ <pseudo_event id="26" operation="running" operation_key="base-bundle_running_0">
+ <attributes CRM_meta_timeout="20000" />
+ </pseudo_event>
+ </action_set>
+ <inputs>
+ <trigger>
+ <rsc_op id="21" operation="start" operation_key="base-bundle-podman-2_start_0" on_node="node1" on_node_uuid="1"/>
+ </trigger>
+ <trigger>
+ <pseudo_event id="39" operation="running" operation_key="base-bundle-clone_running_0"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="24">
+ <action_set>
+ <pseudo_event id="25" operation="start" operation_key="base-bundle_start_0">
+ <attributes CRM_meta_timeout="20000" />
+ </pseudo_event>
+ </action_set>
+ <inputs>
+ <trigger>
+ <pseudo_event id="49" operation="demoted" operation_key="base-bundle_demoted_0"/>
+ </trigger>
+ </inputs>
+ </synapse>
+</transition_graph>
diff --git a/cts/scheduler/exp/coloc-with-inner-group-member.exp b/cts/scheduler/exp/coloc-with-inner-group-member.exp
new file mode 100644
index 0000000..bb8f779
--- /dev/null
+++ b/cts/scheduler/exp/coloc-with-inner-group-member.exp
@@ -0,0 +1,202 @@
+<transition_graph cluster-delay="60s" stonith-timeout="60s" failed-stop-offset="INFINITY" failed-start-offset="1" transition_id="0">
+ <synapse id="0">
+ <action_set>
+ <pseudo_event id="21" operation="stopped" operation_key="grp_stopped_0">
+ <attributes CRM_meta_timeout="90000" />
+ </pseudo_event>
+ </action_set>
+ <inputs>
+ <trigger>
+ <rsc_op id="10" operation="stop" operation_key="foo_stop_0" on_node="rhel8-4" on_node_uuid="4"/>
+ </trigger>
+ <trigger>
+ <rsc_op id="13" operation="stop" operation_key="bar_stop_0" on_node="rhel8-4" on_node_uuid="4"/>
+ </trigger>
+ <trigger>
+ <rsc_op id="16" operation="stop" operation_key="vip_stop_0" on_node="rhel8-3" on_node_uuid="3"/>
+ </trigger>
+ <trigger>
+ <pseudo_event id="20" operation="stop" operation_key="grp_stop_0"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="1">
+ <action_set>
+ <pseudo_event id="20" operation="stop" operation_key="grp_stop_0">
+ <attributes CRM_meta_timeout="90000" />
+ </pseudo_event>
+ </action_set>
+ <inputs/>
+ </synapse>
+ <synapse id="2">
+ <action_set>
+ <pseudo_event id="19" operation="running" operation_key="grp_running_0">
+ <attributes CRM_meta_timeout="90000" />
+ </pseudo_event>
+ </action_set>
+ <inputs>
+ <trigger>
+ <rsc_op id="11" operation="start" operation_key="foo_start_0" on_node="rhel8-3" on_node_uuid="3"/>
+ </trigger>
+ <trigger>
+ <rsc_op id="14" operation="start" operation_key="bar_start_0" on_node="rhel8-3" on_node_uuid="3"/>
+ </trigger>
+ <trigger>
+ <rsc_op id="17" operation="start" operation_key="vip_start_0" on_node="rhel8-3" on_node_uuid="3"/>
+ </trigger>
+ <trigger>
+ <pseudo_event id="18" operation="start" operation_key="grp_start_0"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="3">
+ <action_set>
+ <pseudo_event id="18" operation="start" operation_key="grp_start_0">
+ <attributes CRM_meta_timeout="90000" />
+ </pseudo_event>
+ </action_set>
+ <inputs>
+ <trigger>
+ <pseudo_event id="21" operation="stopped" operation_key="grp_stopped_0"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="4">
+ <action_set>
+ <rsc_op id="12" operation="monitor" operation_key="foo_monitor_10000" on_node="rhel8-3" on_node_uuid="3">
+ <primitive id="foo" class="ocf" provider="pacemaker" type="Dummy"/>
+ <attributes CRM_meta_interval="10000" CRM_meta_name="monitor" CRM_meta_on_node="rhel8-3" CRM_meta_on_node_uuid="3" CRM_meta_timeout="20000" />
+ </rsc_op>
+ </action_set>
+ <inputs>
+ <trigger>
+ <rsc_op id="11" operation="start" operation_key="foo_start_0" on_node="rhel8-3" on_node_uuid="3"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="5">
+ <action_set>
+ <rsc_op id="11" operation="start" operation_key="foo_start_0" on_node="rhel8-3" on_node_uuid="3">
+ <primitive id="foo" class="ocf" provider="pacemaker" type="Dummy"/>
+ <attributes CRM_meta_name="start" CRM_meta_on_node="rhel8-3" CRM_meta_on_node_uuid="3" CRM_meta_timeout="20000" />
+ </rsc_op>
+ </action_set>
+ <inputs>
+ <trigger>
+ <rsc_op id="10" operation="stop" operation_key="foo_stop_0" on_node="rhel8-4" on_node_uuid="4"/>
+ </trigger>
+ <trigger>
+ <pseudo_event id="18" operation="start" operation_key="grp_start_0"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="6">
+ <action_set>
+ <rsc_op id="10" operation="stop" operation_key="foo_stop_0" on_node="rhel8-4" on_node_uuid="4">
+ <primitive id="foo" class="ocf" provider="pacemaker" type="Dummy"/>
+ <attributes CRM_meta_name="stop" CRM_meta_on_node="rhel8-4" CRM_meta_on_node_uuid="4" CRM_meta_timeout="20000" />
+ </rsc_op>
+ </action_set>
+ <inputs>
+ <trigger>
+ <rsc_op id="13" operation="stop" operation_key="bar_stop_0" on_node="rhel8-4" on_node_uuid="4"/>
+ </trigger>
+ <trigger>
+ <pseudo_event id="20" operation="stop" operation_key="grp_stop_0"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="7">
+ <action_set>
+ <rsc_op id="15" operation="monitor" operation_key="bar_monitor_10000" on_node="rhel8-3" on_node_uuid="3">
+ <primitive id="bar" class="ocf" provider="pacemaker" type="Dummy"/>
+ <attributes CRM_meta_interval="10000" CRM_meta_name="monitor" CRM_meta_on_node="rhel8-3" CRM_meta_on_node_uuid="3" CRM_meta_timeout="20000" />
+ </rsc_op>
+ </action_set>
+ <inputs>
+ <trigger>
+ <rsc_op id="14" operation="start" operation_key="bar_start_0" on_node="rhel8-3" on_node_uuid="3"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="8">
+ <action_set>
+ <rsc_op id="14" operation="start" operation_key="bar_start_0" on_node="rhel8-3" on_node_uuid="3">
+ <primitive id="bar" class="ocf" provider="pacemaker" type="Dummy"/>
+ <attributes CRM_meta_name="start" CRM_meta_on_node="rhel8-3" CRM_meta_on_node_uuid="3" CRM_meta_timeout="20000" />
+ </rsc_op>
+ </action_set>
+ <inputs>
+ <trigger>
+ <rsc_op id="11" operation="start" operation_key="foo_start_0" on_node="rhel8-3" on_node_uuid="3"/>
+ </trigger>
+ <trigger>
+ <rsc_op id="13" operation="stop" operation_key="bar_stop_0" on_node="rhel8-4" on_node_uuid="4"/>
+ </trigger>
+ <trigger>
+ <pseudo_event id="18" operation="start" operation_key="grp_start_0"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="9">
+ <action_set>
+ <rsc_op id="13" operation="stop" operation_key="bar_stop_0" on_node="rhel8-4" on_node_uuid="4">
+ <primitive id="bar" class="ocf" provider="pacemaker" type="Dummy"/>
+ <attributes CRM_meta_name="stop" CRM_meta_on_node="rhel8-4" CRM_meta_on_node_uuid="4" CRM_meta_timeout="20000" />
+ </rsc_op>
+ </action_set>
+ <inputs>
+ <trigger>
+ <rsc_op id="16" operation="stop" operation_key="vip_stop_0" on_node="rhel8-3" on_node_uuid="3"/>
+ </trigger>
+ <trigger>
+ <pseudo_event id="20" operation="stop" operation_key="grp_stop_0"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="10">
+ <action_set>
+ <rsc_op id="17" operation="start" operation_key="vip_start_0" on_node="rhel8-3" on_node_uuid="3">
+ <primitive id="vip" class="ocf" provider="pacemaker" type="Dummy"/>
+ <attributes CRM_meta_name="start" CRM_meta_on_node="rhel8-3" CRM_meta_on_node_uuid="3" CRM_meta_timeout="20000" />
+ </rsc_op>
+ </action_set>
+ <inputs>
+ <trigger>
+ <rsc_op id="14" operation="start" operation_key="bar_start_0" on_node="rhel8-3" on_node_uuid="3"/>
+ </trigger>
+ <trigger>
+ <rsc_op id="16" operation="stop" operation_key="vip_stop_0" on_node="rhel8-3" on_node_uuid="3"/>
+ </trigger>
+ <trigger>
+ <pseudo_event id="18" operation="start" operation_key="grp_start_0"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="11">
+ <action_set>
+ <rsc_op id="16" operation="stop" operation_key="vip_stop_0" on_node="rhel8-3" on_node_uuid="3">
+ <primitive id="vip" class="ocf" provider="pacemaker" type="Dummy"/>
+ <attributes CRM_meta_name="stop" CRM_meta_on_node="rhel8-3" CRM_meta_on_node_uuid="3" CRM_meta_timeout="20000" />
+ </rsc_op>
+ </action_set>
+ <inputs>
+ <trigger>
+ <pseudo_event id="20" operation="stop" operation_key="grp_stop_0"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="12">
+ <action_set>
+ <rsc_op id="3" operation="monitor" operation_key="vip_monitor_10000" on_node="rhel8-3" on_node_uuid="3">
+ <primitive id="vip" class="ocf" provider="pacemaker" type="Dummy"/>
+ <attributes CRM_meta_interval="10000" CRM_meta_name="monitor" CRM_meta_on_node="rhel8-3" CRM_meta_on_node_uuid="3" CRM_meta_timeout="20000" />
+ </rsc_op>
+ </action_set>
+ <inputs>
+ <trigger>
+ <rsc_op id="17" operation="start" operation_key="vip_start_0" on_node="rhel8-3" on_node_uuid="3"/>
+ </trigger>
+ </inputs>
+ </synapse>
+</transition_graph>
diff --git a/cts/scheduler/exp/group-anticolocation-2.exp b/cts/scheduler/exp/group-anticolocation-2.exp
new file mode 100644
index 0000000..4e57e18
--- /dev/null
+++ b/cts/scheduler/exp/group-anticolocation-2.exp
@@ -0,0 +1,148 @@
+<transition_graph cluster-delay="60s" stonith-timeout="60s" failed-stop-offset="INFINITY" failed-start-offset="INFINITY" transition_id="0">
+ <synapse id="0">
+ <action_set>
+ <pseudo_event id="25" operation="stopped" operation_key="group2_stopped_0">
+ <attributes CRM_meta_timeout="20000" />
+ </pseudo_event>
+ </action_set>
+ <inputs>
+ <trigger>
+ <rsc_op id="4" operation="stop" operation_key="member2b_stop_0" on_node="node1" on_node_uuid="1"/>
+ </trigger>
+ <trigger>
+ <rsc_op id="17" operation="stop" operation_key="member2a_stop_0" on_node="node1" on_node_uuid="1"/>
+ </trigger>
+ <trigger>
+ <pseudo_event id="24" operation="stop" operation_key="group2_stop_0"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="1">
+ <action_set>
+ <pseudo_event id="24" operation="stop" operation_key="group2_stop_0">
+ <attributes CRM_meta_timeout="20000" />
+ </pseudo_event>
+ </action_set>
+ <inputs/>
+ </synapse>
+ <synapse id="2">
+ <action_set>
+ <pseudo_event id="23" operation="running" operation_key="group2_running_0">
+ <attributes CRM_meta_timeout="20000" />
+ </pseudo_event>
+ </action_set>
+ <inputs>
+ <trigger>
+ <rsc_op id="18" operation="start" operation_key="member2a_start_0" on_node="node2" on_node_uuid="2"/>
+ </trigger>
+ <trigger>
+ <rsc_op id="20" operation="start" operation_key="member2b_start_0" on_node="node2" on_node_uuid="2"/>
+ </trigger>
+ <trigger>
+ <pseudo_event id="22" operation="start" operation_key="group2_start_0"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="3">
+ <action_set>
+ <pseudo_event id="22" operation="start" operation_key="group2_start_0">
+ <attributes CRM_meta_timeout="20000" />
+ </pseudo_event>
+ </action_set>
+ <inputs>
+ <trigger>
+ <pseudo_event id="25" operation="stopped" operation_key="group2_stopped_0"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="4">
+ <action_set>
+ <rsc_op id="19" operation="monitor" operation_key="member2a_monitor_10000" on_node="node2" on_node_uuid="2">
+ <primitive id="member2a" class="ocf" provider="pacemaker" type="Dummy"/>
+ <attributes CRM_meta_interval="10000" CRM_meta_name="monitor" CRM_meta_on_node="node2" CRM_meta_on_node_uuid="2" CRM_meta_timeout="20000" />
+ </rsc_op>
+ </action_set>
+ <inputs>
+ <trigger>
+ <rsc_op id="18" operation="start" operation_key="member2a_start_0" on_node="node2" on_node_uuid="2"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="5">
+ <action_set>
+ <rsc_op id="18" operation="start" operation_key="member2a_start_0" on_node="node2" on_node_uuid="2">
+ <primitive id="member2a" class="ocf" provider="pacemaker" type="Dummy"/>
+ <attributes CRM_meta_name="start" CRM_meta_on_node="node2" CRM_meta_on_node_uuid="2" CRM_meta_timeout="20000" />
+ </rsc_op>
+ </action_set>
+ <inputs>
+ <trigger>
+ <rsc_op id="17" operation="stop" operation_key="member2a_stop_0" on_node="node1" on_node_uuid="1"/>
+ </trigger>
+ <trigger>
+ <pseudo_event id="22" operation="start" operation_key="group2_start_0"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="6">
+ <action_set>
+ <rsc_op id="17" operation="stop" operation_key="member2a_stop_0" on_node="node1" on_node_uuid="1">
+ <primitive id="member2a" class="ocf" provider="pacemaker" type="Dummy"/>
+ <attributes CRM_meta_name="stop" CRM_meta_on_node="node1" CRM_meta_on_node_uuid="1" CRM_meta_timeout="20000" />
+ </rsc_op>
+ </action_set>
+ <inputs>
+ <trigger>
+ <rsc_op id="4" operation="stop" operation_key="member2b_stop_0" on_node="node1" on_node_uuid="1"/>
+ </trigger>
+ <trigger>
+ <pseudo_event id="24" operation="stop" operation_key="group2_stop_0"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="7">
+ <action_set>
+ <rsc_op id="21" operation="monitor" operation_key="member2b_monitor_10000" on_node="node2" on_node_uuid="2">
+ <primitive id="member2b" class="ocf" provider="pacemaker" type="Dummy"/>
+ <attributes CRM_meta_interval="10000" CRM_meta_name="monitor" CRM_meta_on_node="node2" CRM_meta_on_node_uuid="2" CRM_meta_timeout="20000" />
+ </rsc_op>
+ </action_set>
+ <inputs>
+ <trigger>
+ <rsc_op id="20" operation="start" operation_key="member2b_start_0" on_node="node2" on_node_uuid="2"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="8">
+ <action_set>
+ <rsc_op id="20" operation="start" operation_key="member2b_start_0" on_node="node2" on_node_uuid="2">
+ <primitive id="member2b" class="ocf" provider="pacemaker" type="Dummy"/>
+ <attributes CRM_meta_name="start" CRM_meta_on_node="node2" CRM_meta_on_node_uuid="2" CRM_meta_timeout="20000" />
+ </rsc_op>
+ </action_set>
+ <inputs>
+ <trigger>
+ <rsc_op id="4" operation="stop" operation_key="member2b_stop_0" on_node="node1" on_node_uuid="1"/>
+ </trigger>
+ <trigger>
+ <rsc_op id="18" operation="start" operation_key="member2a_start_0" on_node="node2" on_node_uuid="2"/>
+ </trigger>
+ <trigger>
+ <pseudo_event id="22" operation="start" operation_key="group2_start_0"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="9">
+ <action_set>
+ <rsc_op id="4" operation="stop" operation_key="member2b_stop_0" on_node="node1" on_node_uuid="1">
+ <primitive id="member2b" class="ocf" provider="pacemaker" type="Dummy"/>
+ <attributes CRM_meta_name="stop" CRM_meta_on_node="node1" CRM_meta_on_node_uuid="1" CRM_meta_timeout="20000" />
+ </rsc_op>
+ </action_set>
+ <inputs>
+ <trigger>
+ <pseudo_event id="24" operation="stop" operation_key="group2_stop_0"/>
+ </trigger>
+ </inputs>
+ </synapse>
+</transition_graph>
diff --git a/cts/scheduler/exp/group-anticolocation-3.exp b/cts/scheduler/exp/group-anticolocation-3.exp
new file mode 100644
index 0000000..066b3bd
--- /dev/null
+++ b/cts/scheduler/exp/group-anticolocation-3.exp
@@ -0,0 +1,38 @@
+<transition_graph cluster-delay="60s" stonith-timeout="60s" failed-stop-offset="INFINITY" failed-start-offset="INFINITY" transition_id="0">
+ <synapse id="0">
+ <action_set>
+ <pseudo_event id="22" operation="stopped" operation_key="group2_stopped_0">
+ <attributes CRM_meta_timeout="20000" />
+ </pseudo_event>
+ </action_set>
+ <inputs>
+ <trigger>
+ <rsc_op id="4" operation="stop" operation_key="member2b_stop_0" on_node="node1" on_node_uuid="1"/>
+ </trigger>
+ <trigger>
+ <pseudo_event id="21" operation="stop" operation_key="group2_stop_0"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="1">
+ <action_set>
+ <pseudo_event id="21" operation="stop" operation_key="group2_stop_0">
+ <attributes CRM_meta_timeout="20000" />
+ </pseudo_event>
+ </action_set>
+ <inputs/>
+ </synapse>
+ <synapse id="2">
+ <action_set>
+ <rsc_op id="4" operation="stop" operation_key="member2b_stop_0" on_node="node1" on_node_uuid="1">
+ <primitive id="member2b" class="ocf" provider="pacemaker" type="Dummy"/>
+ <attributes CRM_meta_name="stop" CRM_meta_on_node="node1" CRM_meta_on_node_uuid="1" CRM_meta_timeout="20000" />
+ </rsc_op>
+ </action_set>
+ <inputs>
+ <trigger>
+ <pseudo_event id="21" operation="stop" operation_key="group2_stop_0"/>
+ </trigger>
+ </inputs>
+ </synapse>
+</transition_graph>
diff --git a/cts/scheduler/exp/group-anticolocation-4.exp b/cts/scheduler/exp/group-anticolocation-4.exp
new file mode 100644
index 0000000..4e57e18
--- /dev/null
+++ b/cts/scheduler/exp/group-anticolocation-4.exp
@@ -0,0 +1,148 @@
+<transition_graph cluster-delay="60s" stonith-timeout="60s" failed-stop-offset="INFINITY" failed-start-offset="INFINITY" transition_id="0">
+ <synapse id="0">
+ <action_set>
+ <pseudo_event id="25" operation="stopped" operation_key="group2_stopped_0">
+ <attributes CRM_meta_timeout="20000" />
+ </pseudo_event>
+ </action_set>
+ <inputs>
+ <trigger>
+ <rsc_op id="4" operation="stop" operation_key="member2b_stop_0" on_node="node1" on_node_uuid="1"/>
+ </trigger>
+ <trigger>
+ <rsc_op id="17" operation="stop" operation_key="member2a_stop_0" on_node="node1" on_node_uuid="1"/>
+ </trigger>
+ <trigger>
+ <pseudo_event id="24" operation="stop" operation_key="group2_stop_0"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="1">
+ <action_set>
+ <pseudo_event id="24" operation="stop" operation_key="group2_stop_0">
+ <attributes CRM_meta_timeout="20000" />
+ </pseudo_event>
+ </action_set>
+ <inputs/>
+ </synapse>
+ <synapse id="2">
+ <action_set>
+ <pseudo_event id="23" operation="running" operation_key="group2_running_0">
+ <attributes CRM_meta_timeout="20000" />
+ </pseudo_event>
+ </action_set>
+ <inputs>
+ <trigger>
+ <rsc_op id="18" operation="start" operation_key="member2a_start_0" on_node="node2" on_node_uuid="2"/>
+ </trigger>
+ <trigger>
+ <rsc_op id="20" operation="start" operation_key="member2b_start_0" on_node="node2" on_node_uuid="2"/>
+ </trigger>
+ <trigger>
+ <pseudo_event id="22" operation="start" operation_key="group2_start_0"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="3">
+ <action_set>
+ <pseudo_event id="22" operation="start" operation_key="group2_start_0">
+ <attributes CRM_meta_timeout="20000" />
+ </pseudo_event>
+ </action_set>
+ <inputs>
+ <trigger>
+ <pseudo_event id="25" operation="stopped" operation_key="group2_stopped_0"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="4">
+ <action_set>
+ <rsc_op id="19" operation="monitor" operation_key="member2a_monitor_10000" on_node="node2" on_node_uuid="2">
+ <primitive id="member2a" class="ocf" provider="pacemaker" type="Dummy"/>
+ <attributes CRM_meta_interval="10000" CRM_meta_name="monitor" CRM_meta_on_node="node2" CRM_meta_on_node_uuid="2" CRM_meta_timeout="20000" />
+ </rsc_op>
+ </action_set>
+ <inputs>
+ <trigger>
+ <rsc_op id="18" operation="start" operation_key="member2a_start_0" on_node="node2" on_node_uuid="2"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="5">
+ <action_set>
+ <rsc_op id="18" operation="start" operation_key="member2a_start_0" on_node="node2" on_node_uuid="2">
+ <primitive id="member2a" class="ocf" provider="pacemaker" type="Dummy"/>
+ <attributes CRM_meta_name="start" CRM_meta_on_node="node2" CRM_meta_on_node_uuid="2" CRM_meta_timeout="20000" />
+ </rsc_op>
+ </action_set>
+ <inputs>
+ <trigger>
+ <rsc_op id="17" operation="stop" operation_key="member2a_stop_0" on_node="node1" on_node_uuid="1"/>
+ </trigger>
+ <trigger>
+ <pseudo_event id="22" operation="start" operation_key="group2_start_0"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="6">
+ <action_set>
+ <rsc_op id="17" operation="stop" operation_key="member2a_stop_0" on_node="node1" on_node_uuid="1">
+ <primitive id="member2a" class="ocf" provider="pacemaker" type="Dummy"/>
+ <attributes CRM_meta_name="stop" CRM_meta_on_node="node1" CRM_meta_on_node_uuid="1" CRM_meta_timeout="20000" />
+ </rsc_op>
+ </action_set>
+ <inputs>
+ <trigger>
+ <rsc_op id="4" operation="stop" operation_key="member2b_stop_0" on_node="node1" on_node_uuid="1"/>
+ </trigger>
+ <trigger>
+ <pseudo_event id="24" operation="stop" operation_key="group2_stop_0"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="7">
+ <action_set>
+ <rsc_op id="21" operation="monitor" operation_key="member2b_monitor_10000" on_node="node2" on_node_uuid="2">
+ <primitive id="member2b" class="ocf" provider="pacemaker" type="Dummy"/>
+ <attributes CRM_meta_interval="10000" CRM_meta_name="monitor" CRM_meta_on_node="node2" CRM_meta_on_node_uuid="2" CRM_meta_timeout="20000" />
+ </rsc_op>
+ </action_set>
+ <inputs>
+ <trigger>
+ <rsc_op id="20" operation="start" operation_key="member2b_start_0" on_node="node2" on_node_uuid="2"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="8">
+ <action_set>
+ <rsc_op id="20" operation="start" operation_key="member2b_start_0" on_node="node2" on_node_uuid="2">
+ <primitive id="member2b" class="ocf" provider="pacemaker" type="Dummy"/>
+ <attributes CRM_meta_name="start" CRM_meta_on_node="node2" CRM_meta_on_node_uuid="2" CRM_meta_timeout="20000" />
+ </rsc_op>
+ </action_set>
+ <inputs>
+ <trigger>
+ <rsc_op id="4" operation="stop" operation_key="member2b_stop_0" on_node="node1" on_node_uuid="1"/>
+ </trigger>
+ <trigger>
+ <rsc_op id="18" operation="start" operation_key="member2a_start_0" on_node="node2" on_node_uuid="2"/>
+ </trigger>
+ <trigger>
+ <pseudo_event id="22" operation="start" operation_key="group2_start_0"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="9">
+ <action_set>
+ <rsc_op id="4" operation="stop" operation_key="member2b_stop_0" on_node="node1" on_node_uuid="1">
+ <primitive id="member2b" class="ocf" provider="pacemaker" type="Dummy"/>
+ <attributes CRM_meta_name="stop" CRM_meta_on_node="node1" CRM_meta_on_node_uuid="1" CRM_meta_timeout="20000" />
+ </rsc_op>
+ </action_set>
+ <inputs>
+ <trigger>
+ <pseudo_event id="24" operation="stop" operation_key="group2_stop_0"/>
+ </trigger>
+ </inputs>
+ </synapse>
+</transition_graph>
diff --git a/cts/scheduler/exp/group-anticolocation-5.exp b/cts/scheduler/exp/group-anticolocation-5.exp
new file mode 100644
index 0000000..2394b4e
--- /dev/null
+++ b/cts/scheduler/exp/group-anticolocation-5.exp
@@ -0,0 +1,148 @@
+<transition_graph cluster-delay="60s" stonith-timeout="60s" failed-stop-offset="INFINITY" failed-start-offset="INFINITY" transition_id="0">
+ <synapse id="0">
+ <action_set>
+ <pseudo_event id="25" operation="stopped" operation_key="group2_stopped_0">
+ <attributes CRM_meta_timeout="20000" />
+ </pseudo_event>
+ </action_set>
+ <inputs>
+ <trigger>
+ <rsc_op id="4" operation="stop" operation_key="member2b_stop_0" on_node="node1" on_node_uuid="1"/>
+ </trigger>
+ <trigger>
+ <rsc_op id="17" operation="stop" operation_key="member2a_stop_0" on_node="node1" on_node_uuid="1"/>
+ </trigger>
+ <trigger>
+ <pseudo_event id="24" operation="stop" operation_key="group2_stop_0"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="1">
+ <action_set>
+ <pseudo_event id="24" operation="stop" operation_key="group2_stop_0">
+ <attributes CRM_meta_timeout="20000" />
+ </pseudo_event>
+ </action_set>
+ <inputs/>
+ </synapse>
+ <synapse id="2">
+ <action_set>
+ <pseudo_event id="23" operation="running" operation_key="group2_running_0">
+ <attributes CRM_meta_timeout="20000" />
+ </pseudo_event>
+ </action_set>
+ <inputs>
+ <trigger>
+ <rsc_op id="18" operation="start" operation_key="member2a_start_0" on_node="node3" on_node_uuid="3"/>
+ </trigger>
+ <trigger>
+ <rsc_op id="20" operation="start" operation_key="member2b_start_0" on_node="node3" on_node_uuid="3"/>
+ </trigger>
+ <trigger>
+ <pseudo_event id="22" operation="start" operation_key="group2_start_0"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="3">
+ <action_set>
+ <pseudo_event id="22" operation="start" operation_key="group2_start_0">
+ <attributes CRM_meta_timeout="20000" />
+ </pseudo_event>
+ </action_set>
+ <inputs>
+ <trigger>
+ <pseudo_event id="25" operation="stopped" operation_key="group2_stopped_0"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="4">
+ <action_set>
+ <rsc_op id="19" operation="monitor" operation_key="member2a_monitor_10000" on_node="node3" on_node_uuid="3">
+ <primitive id="member2a" class="ocf" provider="pacemaker" type="Dummy"/>
+ <attributes CRM_meta_interval="10000" CRM_meta_name="monitor" CRM_meta_on_node="node3" CRM_meta_on_node_uuid="3" CRM_meta_timeout="20000" />
+ </rsc_op>
+ </action_set>
+ <inputs>
+ <trigger>
+ <rsc_op id="18" operation="start" operation_key="member2a_start_0" on_node="node3" on_node_uuid="3"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="5">
+ <action_set>
+ <rsc_op id="18" operation="start" operation_key="member2a_start_0" on_node="node3" on_node_uuid="3">
+ <primitive id="member2a" class="ocf" provider="pacemaker" type="Dummy"/>
+ <attributes CRM_meta_name="start" CRM_meta_on_node="node3" CRM_meta_on_node_uuid="3" CRM_meta_timeout="20000" />
+ </rsc_op>
+ </action_set>
+ <inputs>
+ <trigger>
+ <rsc_op id="17" operation="stop" operation_key="member2a_stop_0" on_node="node1" on_node_uuid="1"/>
+ </trigger>
+ <trigger>
+ <pseudo_event id="22" operation="start" operation_key="group2_start_0"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="6">
+ <action_set>
+ <rsc_op id="17" operation="stop" operation_key="member2a_stop_0" on_node="node1" on_node_uuid="1">
+ <primitive id="member2a" class="ocf" provider="pacemaker" type="Dummy"/>
+ <attributes CRM_meta_name="stop" CRM_meta_on_node="node1" CRM_meta_on_node_uuid="1" CRM_meta_timeout="20000" />
+ </rsc_op>
+ </action_set>
+ <inputs>
+ <trigger>
+ <rsc_op id="4" operation="stop" operation_key="member2b_stop_0" on_node="node1" on_node_uuid="1"/>
+ </trigger>
+ <trigger>
+ <pseudo_event id="24" operation="stop" operation_key="group2_stop_0"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="7">
+ <action_set>
+ <rsc_op id="21" operation="monitor" operation_key="member2b_monitor_10000" on_node="node3" on_node_uuid="3">
+ <primitive id="member2b" class="ocf" provider="pacemaker" type="Dummy"/>
+ <attributes CRM_meta_interval="10000" CRM_meta_name="monitor" CRM_meta_on_node="node3" CRM_meta_on_node_uuid="3" CRM_meta_timeout="20000" />
+ </rsc_op>
+ </action_set>
+ <inputs>
+ <trigger>
+ <rsc_op id="20" operation="start" operation_key="member2b_start_0" on_node="node3" on_node_uuid="3"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="8">
+ <action_set>
+ <rsc_op id="20" operation="start" operation_key="member2b_start_0" on_node="node3" on_node_uuid="3">
+ <primitive id="member2b" class="ocf" provider="pacemaker" type="Dummy"/>
+ <attributes CRM_meta_name="start" CRM_meta_on_node="node3" CRM_meta_on_node_uuid="3" CRM_meta_timeout="20000" />
+ </rsc_op>
+ </action_set>
+ <inputs>
+ <trigger>
+ <rsc_op id="4" operation="stop" operation_key="member2b_stop_0" on_node="node1" on_node_uuid="1"/>
+ </trigger>
+ <trigger>
+ <rsc_op id="18" operation="start" operation_key="member2a_start_0" on_node="node3" on_node_uuid="3"/>
+ </trigger>
+ <trigger>
+ <pseudo_event id="22" operation="start" operation_key="group2_start_0"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="9">
+ <action_set>
+ <rsc_op id="4" operation="stop" operation_key="member2b_stop_0" on_node="node1" on_node_uuid="1">
+ <primitive id="member2b" class="ocf" provider="pacemaker" type="Dummy"/>
+ <attributes CRM_meta_name="stop" CRM_meta_on_node="node1" CRM_meta_on_node_uuid="1" CRM_meta_timeout="20000" />
+ </rsc_op>
+ </action_set>
+ <inputs>
+ <trigger>
+ <pseudo_event id="24" operation="stop" operation_key="group2_stop_0"/>
+ </trigger>
+ </inputs>
+ </synapse>
+</transition_graph>
diff --git a/cts/scheduler/exp/group-anticolocation.exp b/cts/scheduler/exp/group-anticolocation.exp
index 4e57e18..5a37559 100644
--- a/cts/scheduler/exp/group-anticolocation.exp
+++ b/cts/scheduler/exp/group-anticolocation.exp
@@ -1,25 +1,25 @@
<transition_graph cluster-delay="60s" stonith-timeout="60s" failed-stop-offset="INFINITY" failed-start-offset="INFINITY" transition_id="0">
<synapse id="0">
<action_set>
- <pseudo_event id="25" operation="stopped" operation_key="group2_stopped_0">
+ <pseudo_event id="18" operation="stopped" operation_key="group1_stopped_0">
<attributes CRM_meta_timeout="20000" />
</pseudo_event>
</action_set>
<inputs>
<trigger>
- <rsc_op id="4" operation="stop" operation_key="member2b_stop_0" on_node="node1" on_node_uuid="1"/>
+ <rsc_op id="9" operation="stop" operation_key="member1a_stop_0" on_node="node2" on_node_uuid="2"/>
</trigger>
<trigger>
- <rsc_op id="17" operation="stop" operation_key="member2a_stop_0" on_node="node1" on_node_uuid="1"/>
+ <rsc_op id="12" operation="stop" operation_key="member1b_stop_0" on_node="node2" on_node_uuid="2"/>
</trigger>
<trigger>
- <pseudo_event id="24" operation="stop" operation_key="group2_stop_0"/>
+ <pseudo_event id="17" operation="stop" operation_key="group1_stop_0"/>
</trigger>
</inputs>
</synapse>
<synapse id="1">
<action_set>
- <pseudo_event id="24" operation="stop" operation_key="group2_stop_0">
+ <pseudo_event id="17" operation="stop" operation_key="group1_stop_0">
<attributes CRM_meta_timeout="20000" />
</pseudo_event>
</action_set>
@@ -27,66 +27,212 @@
</synapse>
<synapse id="2">
<action_set>
- <pseudo_event id="23" operation="running" operation_key="group2_running_0">
+ <pseudo_event id="16" operation="running" operation_key="group1_running_0">
<attributes CRM_meta_timeout="20000" />
</pseudo_event>
</action_set>
<inputs>
<trigger>
- <rsc_op id="18" operation="start" operation_key="member2a_start_0" on_node="node2" on_node_uuid="2"/>
+ <rsc_op id="10" operation="start" operation_key="member1a_start_0" on_node="node1" on_node_uuid="1"/>
</trigger>
<trigger>
- <rsc_op id="20" operation="start" operation_key="member2b_start_0" on_node="node2" on_node_uuid="2"/>
+ <rsc_op id="13" operation="start" operation_key="member1b_start_0" on_node="node1" on_node_uuid="1"/>
</trigger>
<trigger>
- <pseudo_event id="22" operation="start" operation_key="group2_start_0"/>
+ <pseudo_event id="15" operation="start" operation_key="group1_start_0"/>
</trigger>
</inputs>
</synapse>
<synapse id="3">
<action_set>
- <pseudo_event id="22" operation="start" operation_key="group2_start_0">
+ <pseudo_event id="15" operation="start" operation_key="group1_start_0">
<attributes CRM_meta_timeout="20000" />
</pseudo_event>
</action_set>
<inputs>
<trigger>
- <pseudo_event id="25" operation="stopped" operation_key="group2_stopped_0"/>
+ <pseudo_event id="18" operation="stopped" operation_key="group1_stopped_0"/>
</trigger>
</inputs>
</synapse>
<synapse id="4">
<action_set>
- <rsc_op id="19" operation="monitor" operation_key="member2a_monitor_10000" on_node="node2" on_node_uuid="2">
+ <rsc_op id="11" operation="monitor" operation_key="member1a_monitor_10000" on_node="node1" on_node_uuid="1">
+ <primitive id="member1a" class="ocf" provider="pacemaker" type="Dummy"/>
+ <attributes CRM_meta_interval="10000" CRM_meta_name="monitor" CRM_meta_on_node="node1" CRM_meta_on_node_uuid="1" CRM_meta_timeout="20000" />
+ </rsc_op>
+ </action_set>
+ <inputs>
+ <trigger>
+ <rsc_op id="10" operation="start" operation_key="member1a_start_0" on_node="node1" on_node_uuid="1"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="5">
+ <action_set>
+ <rsc_op id="10" operation="start" operation_key="member1a_start_0" on_node="node1" on_node_uuid="1">
+ <primitive id="member1a" class="ocf" provider="pacemaker" type="Dummy"/>
+ <attributes CRM_meta_name="start" CRM_meta_on_node="node1" CRM_meta_on_node_uuid="1" CRM_meta_timeout="20000" />
+ </rsc_op>
+ </action_set>
+ <inputs>
+ <trigger>
+ <rsc_op id="9" operation="stop" operation_key="member1a_stop_0" on_node="node2" on_node_uuid="2"/>
+ </trigger>
+ <trigger>
+ <pseudo_event id="15" operation="start" operation_key="group1_start_0"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="6">
+ <action_set>
+ <rsc_op id="9" operation="stop" operation_key="member1a_stop_0" on_node="node2" on_node_uuid="2">
+ <primitive id="member1a" class="ocf" provider="pacemaker" type="Dummy"/>
+ <attributes CRM_meta_name="stop" CRM_meta_on_node="node2" CRM_meta_on_node_uuid="2" CRM_meta_timeout="20000" />
+ </rsc_op>
+ </action_set>
+ <inputs>
+ <trigger>
+ <rsc_op id="12" operation="stop" operation_key="member1b_stop_0" on_node="node2" on_node_uuid="2"/>
+ </trigger>
+ <trigger>
+ <pseudo_event id="17" operation="stop" operation_key="group1_stop_0"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="7">
+ <action_set>
+ <rsc_op id="14" operation="monitor" operation_key="member1b_monitor_10000" on_node="node1" on_node_uuid="1">
+ <primitive id="member1b" class="ocf" provider="pacemaker" type="Dummy"/>
+ <attributes CRM_meta_interval="10000" CRM_meta_name="monitor" CRM_meta_on_node="node1" CRM_meta_on_node_uuid="1" CRM_meta_timeout="20000" />
+ </rsc_op>
+ </action_set>
+ <inputs>
+ <trigger>
+ <rsc_op id="13" operation="start" operation_key="member1b_start_0" on_node="node1" on_node_uuid="1"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="8">
+ <action_set>
+ <rsc_op id="13" operation="start" operation_key="member1b_start_0" on_node="node1" on_node_uuid="1">
+ <primitive id="member1b" class="ocf" provider="pacemaker" type="Dummy"/>
+ <attributes CRM_meta_name="start" CRM_meta_on_node="node1" CRM_meta_on_node_uuid="1" CRM_meta_timeout="20000" />
+ </rsc_op>
+ </action_set>
+ <inputs>
+ <trigger>
+ <rsc_op id="10" operation="start" operation_key="member1a_start_0" on_node="node1" on_node_uuid="1"/>
+ </trigger>
+ <trigger>
+ <rsc_op id="12" operation="stop" operation_key="member1b_stop_0" on_node="node2" on_node_uuid="2"/>
+ </trigger>
+ <trigger>
+ <pseudo_event id="15" operation="start" operation_key="group1_start_0"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="9">
+ <action_set>
+ <rsc_op id="12" operation="stop" operation_key="member1b_stop_0" on_node="node2" on_node_uuid="2">
+ <primitive id="member1b" class="ocf" provider="pacemaker" type="Dummy"/>
+ <attributes CRM_meta_name="stop" CRM_meta_on_node="node2" CRM_meta_on_node_uuid="2" CRM_meta_timeout="20000" />
+ </rsc_op>
+ </action_set>
+ <inputs>
+ <trigger>
+ <pseudo_event id="17" operation="stop" operation_key="group1_stop_0"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="10">
+ <action_set>
+ <pseudo_event id="27" operation="stopped" operation_key="group2_stopped_0">
+ <attributes CRM_meta_timeout="20000" />
+ </pseudo_event>
+ </action_set>
+ <inputs>
+ <trigger>
+ <rsc_op id="4" operation="stop" operation_key="member2b_stop_0" on_node="node1" on_node_uuid="1"/>
+ </trigger>
+ <trigger>
+ <rsc_op id="19" operation="stop" operation_key="member2a_stop_0" on_node="node1" on_node_uuid="1"/>
+ </trigger>
+ <trigger>
+ <pseudo_event id="26" operation="stop" operation_key="group2_stop_0"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="11">
+ <action_set>
+ <pseudo_event id="26" operation="stop" operation_key="group2_stop_0">
+ <attributes CRM_meta_timeout="20000" />
+ </pseudo_event>
+ </action_set>
+ <inputs/>
+ </synapse>
+ <synapse id="12">
+ <action_set>
+ <pseudo_event id="25" operation="running" operation_key="group2_running_0">
+ <attributes CRM_meta_timeout="20000" />
+ </pseudo_event>
+ </action_set>
+ <inputs>
+ <trigger>
+ <rsc_op id="20" operation="start" operation_key="member2a_start_0" on_node="node2" on_node_uuid="2"/>
+ </trigger>
+ <trigger>
+ <rsc_op id="22" operation="start" operation_key="member2b_start_0" on_node="node2" on_node_uuid="2"/>
+ </trigger>
+ <trigger>
+ <pseudo_event id="24" operation="start" operation_key="group2_start_0"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="13">
+ <action_set>
+ <pseudo_event id="24" operation="start" operation_key="group2_start_0">
+ <attributes CRM_meta_timeout="20000" />
+ </pseudo_event>
+ </action_set>
+ <inputs>
+ <trigger>
+ <pseudo_event id="27" operation="stopped" operation_key="group2_stopped_0"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="14">
+ <action_set>
+ <rsc_op id="21" operation="monitor" operation_key="member2a_monitor_10000" on_node="node2" on_node_uuid="2">
<primitive id="member2a" class="ocf" provider="pacemaker" type="Dummy"/>
<attributes CRM_meta_interval="10000" CRM_meta_name="monitor" CRM_meta_on_node="node2" CRM_meta_on_node_uuid="2" CRM_meta_timeout="20000" />
</rsc_op>
</action_set>
<inputs>
<trigger>
- <rsc_op id="18" operation="start" operation_key="member2a_start_0" on_node="node2" on_node_uuid="2"/>
+ <rsc_op id="20" operation="start" operation_key="member2a_start_0" on_node="node2" on_node_uuid="2"/>
</trigger>
</inputs>
</synapse>
- <synapse id="5">
+ <synapse id="15">
<action_set>
- <rsc_op id="18" operation="start" operation_key="member2a_start_0" on_node="node2" on_node_uuid="2">
+ <rsc_op id="20" operation="start" operation_key="member2a_start_0" on_node="node2" on_node_uuid="2">
<primitive id="member2a" class="ocf" provider="pacemaker" type="Dummy"/>
<attributes CRM_meta_name="start" CRM_meta_on_node="node2" CRM_meta_on_node_uuid="2" CRM_meta_timeout="20000" />
</rsc_op>
</action_set>
<inputs>
<trigger>
- <rsc_op id="17" operation="stop" operation_key="member2a_stop_0" on_node="node1" on_node_uuid="1"/>
+ <rsc_op id="19" operation="stop" operation_key="member2a_stop_0" on_node="node1" on_node_uuid="1"/>
</trigger>
<trigger>
- <pseudo_event id="22" operation="start" operation_key="group2_start_0"/>
+ <pseudo_event id="24" operation="start" operation_key="group2_start_0"/>
</trigger>
</inputs>
</synapse>
- <synapse id="6">
+ <synapse id="16">
<action_set>
- <rsc_op id="17" operation="stop" operation_key="member2a_stop_0" on_node="node1" on_node_uuid="1">
+ <rsc_op id="19" operation="stop" operation_key="member2a_stop_0" on_node="node1" on_node_uuid="1">
<primitive id="member2a" class="ocf" provider="pacemaker" type="Dummy"/>
<attributes CRM_meta_name="stop" CRM_meta_on_node="node1" CRM_meta_on_node_uuid="1" CRM_meta_timeout="20000" />
</rsc_op>
@@ -96,26 +242,26 @@
<rsc_op id="4" operation="stop" operation_key="member2b_stop_0" on_node="node1" on_node_uuid="1"/>
</trigger>
<trigger>
- <pseudo_event id="24" operation="stop" operation_key="group2_stop_0"/>
+ <pseudo_event id="26" operation="stop" operation_key="group2_stop_0"/>
</trigger>
</inputs>
</synapse>
- <synapse id="7">
+ <synapse id="17">
<action_set>
- <rsc_op id="21" operation="monitor" operation_key="member2b_monitor_10000" on_node="node2" on_node_uuid="2">
+ <rsc_op id="23" operation="monitor" operation_key="member2b_monitor_10000" on_node="node2" on_node_uuid="2">
<primitive id="member2b" class="ocf" provider="pacemaker" type="Dummy"/>
<attributes CRM_meta_interval="10000" CRM_meta_name="monitor" CRM_meta_on_node="node2" CRM_meta_on_node_uuid="2" CRM_meta_timeout="20000" />
</rsc_op>
</action_set>
<inputs>
<trigger>
- <rsc_op id="20" operation="start" operation_key="member2b_start_0" on_node="node2" on_node_uuid="2"/>
+ <rsc_op id="22" operation="start" operation_key="member2b_start_0" on_node="node2" on_node_uuid="2"/>
</trigger>
</inputs>
</synapse>
- <synapse id="8">
+ <synapse id="18">
<action_set>
- <rsc_op id="20" operation="start" operation_key="member2b_start_0" on_node="node2" on_node_uuid="2">
+ <rsc_op id="22" operation="start" operation_key="member2b_start_0" on_node="node2" on_node_uuid="2">
<primitive id="member2b" class="ocf" provider="pacemaker" type="Dummy"/>
<attributes CRM_meta_name="start" CRM_meta_on_node="node2" CRM_meta_on_node_uuid="2" CRM_meta_timeout="20000" />
</rsc_op>
@@ -125,14 +271,14 @@
<rsc_op id="4" operation="stop" operation_key="member2b_stop_0" on_node="node1" on_node_uuid="1"/>
</trigger>
<trigger>
- <rsc_op id="18" operation="start" operation_key="member2a_start_0" on_node="node2" on_node_uuid="2"/>
+ <rsc_op id="20" operation="start" operation_key="member2a_start_0" on_node="node2" on_node_uuid="2"/>
</trigger>
<trigger>
- <pseudo_event id="22" operation="start" operation_key="group2_start_0"/>
+ <pseudo_event id="24" operation="start" operation_key="group2_start_0"/>
</trigger>
</inputs>
</synapse>
- <synapse id="9">
+ <synapse id="19">
<action_set>
<rsc_op id="4" operation="stop" operation_key="member2b_stop_0" on_node="node1" on_node_uuid="1">
<primitive id="member2b" class="ocf" provider="pacemaker" type="Dummy"/>
@@ -141,7 +287,7 @@
</action_set>
<inputs>
<trigger>
- <pseudo_event id="24" operation="stop" operation_key="group2_stop_0"/>
+ <pseudo_event id="26" operation="stop" operation_key="group2_stop_0"/>
</trigger>
</inputs>
</synapse>
diff --git a/cts/scheduler/exp/inc4.exp b/cts/scheduler/exp/inc4.exp
index add43f8..7b1d121 100644
--- a/cts/scheduler/exp/inc4.exp
+++ b/cts/scheduler/exp/inc4.exp
@@ -45,9 +45,15 @@
<rsc_op id="9" operation="monitor" operation_key="child_rsc1:3_monitor_0" on_node="node2" on_node_uuid="uuid2"/>
</trigger>
<trigger>
+ <rsc_op id="10" operation="monitor" operation_key="child_rsc1:4_monitor_0" on_node="node2" on_node_uuid="uuid2"/>
+ </trigger>
+ <trigger>
<rsc_op id="17" operation="stop" operation_key="child_rsc1:3_stop_0" on_node="node1" on_node_uuid="uuid1"/>
</trigger>
<trigger>
+ <rsc_op id="19" operation="stop" operation_key="child_rsc1:4_stop_0" on_node="node1" on_node_uuid="uuid1"/>
+ </trigger>
+ <trigger>
<pseudo_event id="22" operation="stop" operation_key="rsc1_stop_0"/>
</trigger>
</inputs>
diff --git a/cts/scheduler/exp/no-promote-on-unrunnable-guest.exp b/cts/scheduler/exp/no-promote-on-unrunnable-guest.exp
index 351aec1..5eeb3d4 100644
--- a/cts/scheduler/exp/no-promote-on-unrunnable-guest.exp
+++ b/cts/scheduler/exp/no-promote-on-unrunnable-guest.exp
@@ -1,34 +1,5 @@
<transition_graph cluster-delay="60s" stonith-timeout="60s" failed-stop-offset="INFINITY" failed-start-offset="INFINITY" transition_id="0">
- <synapse id="0">
- <action_set>
- <rsc_op id="261" operation="notify" operation_key="ovndb_servers_pre_notify_stop_0" internal_operation_key="ovndb_servers:0_pre_notify_stop_0" on_node="ovn-dbs-bundle-0" on_node_uuid="ovn-dbs-bundle-0" router_node="controller-0">
- <primitive id="ovndb_servers" long-id="ovndb_servers:0" class="ocf" provider="ovn" type="ovndb-servers"/>
- <attributes CRM_meta_clone="0" CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_container_attribute_target="host" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_name="notify" CRM_meta_notify="true" CRM_meta_notify_active_resource="ovndb_servers:0 ovndb_servers:1 ovndb_servers:2" CRM_meta_notify_active_uname="ovn-dbs-bundle-0 ovn-dbs-bundle-1 ovn-dbs-bundle-2" CRM_meta_notify_all_hosts="controller-0 controller-1 controller-2 controller-0 controller-1 controller-2 controller-0 controller-1 controller-2 controller-0 controller-1 controller-2 controller-0 controller-1 controller-2" CRM_meta_notify_all_uname="controller-0 controller-1 controller-2 galera-bundle-0 galera-bundle-1 galera-bundle-2 ovn-dbs-bundle-0 ovn-dbs-bundle-1 ovn-dbs-bundle-2 rabbitmq-bundle-0 rabbitmq-bundle-1 rabbitmq-bundle-2 redis-bundle-0 redis-bundle-1 redis-bundle-2" CRM_meta_notify_available_uname="controller-0 controller-1 controller-2 ovn-dbs-bundle-0 ovn-dbs-bundle-1 ovn-dbs-bundle-2" CRM_meta_notify_demote_resource=" " CRM_meta_notify_demote_uname=" " CRM_meta_notify_inactive_resource=" " CRM_meta_notify_key_operation="stop" CRM_meta_notify_key_type="pre" CRM_meta_notify_master_resource=" " CRM_meta_notify_master_uname=" " CRM_meta_notify_operation="stop" CRM_meta_notify_promote_resource="ovndb_servers:1" CRM_meta_notify_promote_uname="ovn-dbs-bundle-1" CRM_meta_notify_promoted_resource=" " CRM_meta_notify_promoted_uname=" " CRM_meta_notify_slave_resource="ovndb_servers:0 ovndb_servers:1 ovndb_servers:2" CRM_meta_notify_slave_uname="ovn-dbs-bundle-0 ovn-dbs-bundle-1 ovn-dbs-bundle-2" CRM_meta_notify_start_resource=" " CRM_meta_notify_start_uname=" " CRM_meta_notify_stop_resource="ovndb_servers:0" CRM_meta_notify_stop_uname="ovn-dbs-bundle-0" CRM_meta_notify_type="pre" CRM_meta_notify_unpromoted_resource="ovndb_servers:0 ovndb_servers:1 ovndb_servers:2" CRM_meta_notify_unpromoted_uname="ovn-dbs-bundle-0 ovn-dbs-bundle-1 ovn-dbs-bundle-2" CRM_meta_on_node="ovn-dbs-bundle-0" CRM_meta_on_node_uuid="ovn-dbs-bundle-0" CRM_meta_physical_host="controller-0" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="20000" inactive_probe_interval="180000" listen_on_master_ip_only="no" manage_northd="yes" master_ip="172.17.1.247" nb_master_port="6641" sb_master_port="6642"/>
- </rsc_op>
- </action_set>
- <inputs>
- <trigger>
- <pseudo_event id="200" operation="notify" operation_key="ovn-dbs-bundle-master_pre_notify_stop_0"/>
- </trigger>
- </inputs>
- </synapse>
- <synapse id="1">
- <action_set>
- <rsc_op id="184" operation="stop" operation_key="ovndb_servers_stop_0" internal_operation_key="ovndb_servers:0_stop_0" on_node="ovn-dbs-bundle-0" on_node_uuid="ovn-dbs-bundle-0" router_node="controller-0">
- <primitive id="ovndb_servers" long-id="ovndb_servers:0" class="ocf" provider="ovn" type="ovndb-servers"/>
- <attributes CRM_meta_clone="0" CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_container_attribute_target="host" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_name="stop" CRM_meta_notify="true" CRM_meta_notify_active_resource="ovndb_servers:0 ovndb_servers:1 ovndb_servers:2" CRM_meta_notify_active_uname="ovn-dbs-bundle-0 ovn-dbs-bundle-1 ovn-dbs-bundle-2" CRM_meta_notify_all_hosts="controller-0 controller-1 controller-2 controller-0 controller-1 controller-2 controller-0 controller-1 controller-2 controller-0 controller-1 controller-2 controller-0 controller-1 controller-2" CRM_meta_notify_all_uname="controller-0 controller-1 controller-2 galera-bundle-0 galera-bundle-1 galera-bundle-2 ovn-dbs-bundle-0 ovn-dbs-bundle-1 ovn-dbs-bundle-2 rabbitmq-bundle-0 rabbitmq-bundle-1 rabbitmq-bundle-2 redis-bundle-0 redis-bundle-1 redis-bundle-2" CRM_meta_notify_available_uname="controller-0 controller-1 controller-2 ovn-dbs-bundle-0 ovn-dbs-bundle-1 ovn-dbs-bundle-2" CRM_meta_notify_demote_resource=" " CRM_meta_notify_demote_uname=" " CRM_meta_notify_inactive_resource=" " CRM_meta_notify_master_resource=" " CRM_meta_notify_master_uname=" " CRM_meta_notify_promote_resource="ovndb_servers:1" CRM_meta_notify_promote_uname="ovn-dbs-bundle-1" CRM_meta_notify_promoted_resource=" " CRM_meta_notify_promoted_uname=" " CRM_meta_notify_slave_resource="ovndb_servers:0 ovndb_servers:1 ovndb_servers:2" CRM_meta_notify_slave_uname="ovn-dbs-bundle-0 ovn-dbs-bundle-1 ovn-dbs-bundle-2" CRM_meta_notify_start_resource=" " CRM_meta_notify_start_uname=" " CRM_meta_notify_stop_resource="ovndb_servers:0" CRM_meta_notify_stop_uname="ovn-dbs-bundle-0" CRM_meta_notify_unpromoted_resource="ovndb_servers:0 ovndb_servers:1 ovndb_servers:2" CRM_meta_notify_unpromoted_uname="ovn-dbs-bundle-0 ovn-dbs-bundle-1 ovn-dbs-bundle-2" CRM_meta_on_node="ovn-dbs-bundle-0" CRM_meta_on_node_uuid="ovn-dbs-bundle-0" CRM_meta_physical_host="controller-0" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="200000" inactive_probe_interval="180000" listen_on_master_ip_only="no" manage_northd="yes" master_ip="172.17.1.247" nb_master_port="6641" sb_master_port="6642"/>
- </rsc_op>
- </action_set>
- <inputs>
- <trigger>
- <pseudo_event id="181" operation="stop" operation_key="ovn-dbs-bundle_stop_0"/>
- </trigger>
- <trigger>
- <pseudo_event id="194" operation="stop" operation_key="ovn-dbs-bundle-master_stop_0"/>
- </trigger>
- </inputs>
- </synapse>
- <synapse id="2" priority="1000000">
+ <synapse id="0" priority="1000000">
<action_set>
<rsc_op id="267" operation="notify" operation_key="ovndb_servers_post_notify_promote_0" internal_operation_key="ovndb_servers:1_post_notify_promote_0" on_node="ovn-dbs-bundle-1" on_node_uuid="ovn-dbs-bundle-1" router_node="controller-1">
<primitive id="ovndb_servers" long-id="ovndb_servers:1" class="ocf" provider="ovn" type="ovndb-servers"/>
@@ -41,7 +12,7 @@
</trigger>
</inputs>
</synapse>
- <synapse id="3">
+ <synapse id="1">
<action_set>
<rsc_op id="266" operation="notify" operation_key="ovndb_servers_pre_notify_promote_0" internal_operation_key="ovndb_servers:1_pre_notify_promote_0" on_node="ovn-dbs-bundle-1" on_node_uuid="ovn-dbs-bundle-1" router_node="controller-1">
<primitive id="ovndb_servers" long-id="ovndb_servers:1" class="ocf" provider="ovn" type="ovndb-servers"/>
@@ -54,9 +25,9 @@
</trigger>
</inputs>
</synapse>
- <synapse id="4" priority="1000000">
+ <synapse id="2" priority="1000000">
<action_set>
- <rsc_op id="263" operation="notify" operation_key="ovndb_servers_post_notify_stop_0" internal_operation_key="ovndb_servers:1_post_notify_stop_0" on_node="ovn-dbs-bundle-1" on_node_uuid="ovn-dbs-bundle-1" router_node="controller-1">
+ <rsc_op id="262" operation="notify" operation_key="ovndb_servers_post_notify_stop_0" internal_operation_key="ovndb_servers:1_post_notify_stop_0" on_node="ovn-dbs-bundle-1" on_node_uuid="ovn-dbs-bundle-1" router_node="controller-1">
<primitive id="ovndb_servers" long-id="ovndb_servers:1" class="ocf" provider="ovn" type="ovndb-servers"/>
<attributes CRM_meta_clone="1" CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_container_attribute_target="host" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_name="notify" CRM_meta_notify="true" CRM_meta_notify_active_resource="ovndb_servers:0 ovndb_servers:1 ovndb_servers:2" CRM_meta_notify_active_uname="ovn-dbs-bundle-0 ovn-dbs-bundle-1 ovn-dbs-bundle-2" CRM_meta_notify_all_hosts="controller-0 controller-1 controller-2 controller-0 controller-1 controller-2 controller-0 controller-1 controller-2 controller-0 controller-1 controller-2 controller-0 controller-1 controller-2" CRM_meta_notify_all_uname="controller-0 controller-1 controller-2 galera-bundle-0 galera-bundle-1 galera-bundle-2 ovn-dbs-bundle-0 ovn-dbs-bundle-1 ovn-dbs-bundle-2 rabbitmq-bundle-0 rabbitmq-bundle-1 rabbitmq-bundle-2 redis-bundle-0 redis-bundle-1 redis-bundle-2" CRM_meta_notify_available_uname="controller-0 controller-1 controller-2 ovn-dbs-bundle-0 ovn-dbs-bundle-1 ovn-dbs-bundle-2" CRM_meta_notify_demote_resource=" " CRM_meta_notify_demote_uname=" " CRM_meta_notify_inactive_resource=" " CRM_meta_notify_key_operation="stopped" CRM_meta_notify_key_type="post" CRM_meta_notify_master_resource=" " CRM_meta_notify_master_uname=" " CRM_meta_notify_operation="stop" CRM_meta_notify_promote_resource="ovndb_servers:1" CRM_meta_notify_promote_uname="ovn-dbs-bundle-1" CRM_meta_notify_promoted_resource=" " CRM_meta_notify_promoted_uname=" " CRM_meta_notify_slave_resource="ovndb_servers:0 ovndb_servers:1 ovndb_servers:2" CRM_meta_notify_slave_uname="ovn-dbs-bundle-0 ovn-dbs-bundle-1 ovn-dbs-bundle-2" CRM_meta_notify_start_resource=" " CRM_meta_notify_start_uname=" " CRM_meta_notify_stop_resource="ovndb_servers:0" CRM_meta_notify_stop_uname="ovn-dbs-bundle-0" CRM_meta_notify_type="post" CRM_meta_notify_unpromoted_resource="ovndb_servers:0 ovndb_servers:1 ovndb_servers:2" CRM_meta_notify_unpromoted_uname="ovn-dbs-bundle-0 ovn-dbs-bundle-1 ovn-dbs-bundle-2" CRM_meta_on_node="ovn-dbs-bundle-1" CRM_meta_on_node_uuid="ovn-dbs-bundle-1" CRM_meta_physical_host="controller-1" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="20000" inactive_probe_interval="180000" listen_on_master_ip_only="no" manage_northd="yes" master_ip="172.17.1.247" nb_master_port="6641" sb_master_port="6642"/>
</rsc_op>
@@ -67,9 +38,9 @@
</trigger>
</inputs>
</synapse>
- <synapse id="5">
+ <synapse id="3">
<action_set>
- <rsc_op id="262" operation="notify" operation_key="ovndb_servers_pre_notify_stop_0" internal_operation_key="ovndb_servers:1_pre_notify_stop_0" on_node="ovn-dbs-bundle-1" on_node_uuid="ovn-dbs-bundle-1" router_node="controller-1">
+ <rsc_op id="261" operation="notify" operation_key="ovndb_servers_pre_notify_stop_0" internal_operation_key="ovndb_servers:1_pre_notify_stop_0" on_node="ovn-dbs-bundle-1" on_node_uuid="ovn-dbs-bundle-1" router_node="controller-1">
<primitive id="ovndb_servers" long-id="ovndb_servers:1" class="ocf" provider="ovn" type="ovndb-servers"/>
<attributes CRM_meta_clone="1" CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_container_attribute_target="host" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_name="notify" CRM_meta_notify="true" CRM_meta_notify_active_resource="ovndb_servers:0 ovndb_servers:1 ovndb_servers:2" CRM_meta_notify_active_uname="ovn-dbs-bundle-0 ovn-dbs-bundle-1 ovn-dbs-bundle-2" CRM_meta_notify_all_hosts="controller-0 controller-1 controller-2 controller-0 controller-1 controller-2 controller-0 controller-1 controller-2 controller-0 controller-1 controller-2 controller-0 controller-1 controller-2" CRM_meta_notify_all_uname="controller-0 controller-1 controller-2 galera-bundle-0 galera-bundle-1 galera-bundle-2 ovn-dbs-bundle-0 ovn-dbs-bundle-1 ovn-dbs-bundle-2 rabbitmq-bundle-0 rabbitmq-bundle-1 rabbitmq-bundle-2 redis-bundle-0 redis-bundle-1 redis-bundle-2" CRM_meta_notify_available_uname="controller-0 controller-1 controller-2 ovn-dbs-bundle-0 ovn-dbs-bundle-1 ovn-dbs-bundle-2" CRM_meta_notify_demote_resource=" " CRM_meta_notify_demote_uname=" " CRM_meta_notify_inactive_resource=" " CRM_meta_notify_key_operation="stop" CRM_meta_notify_key_type="pre" CRM_meta_notify_master_resource=" " CRM_meta_notify_master_uname=" " CRM_meta_notify_operation="stop" CRM_meta_notify_promote_resource="ovndb_servers:1" CRM_meta_notify_promote_uname="ovn-dbs-bundle-1" CRM_meta_notify_promoted_resource=" " CRM_meta_notify_promoted_uname=" " CRM_meta_notify_slave_resource="ovndb_servers:0 ovndb_servers:1 ovndb_servers:2" CRM_meta_notify_slave_uname="ovn-dbs-bundle-0 ovn-dbs-bundle-1 ovn-dbs-bundle-2" CRM_meta_notify_start_resource=" " CRM_meta_notify_start_uname=" " CRM_meta_notify_stop_resource="ovndb_servers:0" CRM_meta_notify_stop_uname="ovn-dbs-bundle-0" CRM_meta_notify_type="pre" CRM_meta_notify_unpromoted_resource="ovndb_servers:0 ovndb_servers:1 ovndb_servers:2" CRM_meta_notify_unpromoted_uname="ovn-dbs-bundle-0 ovn-dbs-bundle-1 ovn-dbs-bundle-2" CRM_meta_on_node="ovn-dbs-bundle-1" CRM_meta_on_node_uuid="ovn-dbs-bundle-1" CRM_meta_physical_host="controller-1" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="20000" inactive_probe_interval="180000" listen_on_master_ip_only="no" manage_northd="yes" master_ip="172.17.1.247" nb_master_port="6641" sb_master_port="6642"/>
</rsc_op>
@@ -80,16 +51,16 @@
</trigger>
</inputs>
</synapse>
- <synapse id="6">
+ <synapse id="4">
<action_set>
- <rsc_op id="189" operation="monitor" operation_key="ovndb_servers_monitor_10000" internal_operation_key="ovndb_servers:1_monitor_10000" on_node="ovn-dbs-bundle-1" on_node_uuid="ovn-dbs-bundle-1" router_node="controller-1">
+ <rsc_op id="186" operation="monitor" operation_key="ovndb_servers_monitor_10000" internal_operation_key="ovndb_servers:1_monitor_10000" on_node="ovn-dbs-bundle-1" on_node_uuid="ovn-dbs-bundle-1" router_node="controller-1">
<primitive id="ovndb_servers" long-id="ovndb_servers:1" class="ocf" provider="ovn" type="ovndb-servers"/>
<attributes CRM_meta_clone="1" CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_container_attribute_target="host" CRM_meta_globally_unique="false" CRM_meta_interval="10000" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_name="monitor" CRM_meta_notify="true" CRM_meta_on_node="ovn-dbs-bundle-1" CRM_meta_on_node_uuid="ovn-dbs-bundle-1" CRM_meta_op_target_rc="8" CRM_meta_physical_host="controller-1" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_role="Promoted" CRM_meta_timeout="60000" inactive_probe_interval="180000" listen_on_master_ip_only="no" manage_northd="yes" master_ip="172.17.1.247" nb_master_port="6641" sb_master_port="6642"/>
</rsc_op>
</action_set>
<inputs>
<trigger>
- <rsc_op id="188" operation="promote" operation_key="ovndb_servers_promote_0" internal_operation_key="ovndb_servers:1_promote_0" on_node="ovn-dbs-bundle-1" on_node_uuid="ovn-dbs-bundle-1" router_node="controller-1"/>
+ <rsc_op id="185" operation="promote" operation_key="ovndb_servers_promote_0" internal_operation_key="ovndb_servers:1_promote_0" on_node="ovn-dbs-bundle-1" on_node_uuid="ovn-dbs-bundle-1" router_node="controller-1"/>
</trigger>
<trigger>
<pseudo_event id="203" operation="notified" operation_key="ovn-dbs-bundle-master_confirmed-post_notify_stopped_0"/>
@@ -99,9 +70,9 @@
</trigger>
</inputs>
</synapse>
- <synapse id="7">
+ <synapse id="5">
<action_set>
- <rsc_op id="188" operation="promote" operation_key="ovndb_servers_promote_0" internal_operation_key="ovndb_servers:1_promote_0" on_node="ovn-dbs-bundle-1" on_node_uuid="ovn-dbs-bundle-1" router_node="controller-1">
+ <rsc_op id="185" operation="promote" operation_key="ovndb_servers_promote_0" internal_operation_key="ovndb_servers:1_promote_0" on_node="ovn-dbs-bundle-1" on_node_uuid="ovn-dbs-bundle-1" router_node="controller-1">
<primitive id="ovndb_servers" long-id="ovndb_servers:1" class="ocf" provider="ovn" type="ovndb-servers"/>
<attributes CRM_meta_clone="1" CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_container_attribute_target="host" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_name="promote" CRM_meta_notify="true" CRM_meta_notify_active_resource="ovndb_servers:0 ovndb_servers:1 ovndb_servers:2" CRM_meta_notify_active_uname="ovn-dbs-bundle-0 ovn-dbs-bundle-1 ovn-dbs-bundle-2" CRM_meta_notify_all_hosts="controller-0 controller-1 controller-2 controller-0 controller-1 controller-2 controller-0 controller-1 controller-2 controller-0 controller-1 controller-2 controller-0 controller-1 controller-2" CRM_meta_notify_all_uname="controller-0 controller-1 controller-2 galera-bundle-0 galera-bundle-1 galera-bundle-2 ovn-dbs-bundle-0 ovn-dbs-bundle-1 ovn-dbs-bundle-2 rabbitmq-bundle-0 rabbitmq-bundle-1 rabbitmq-bundle-2 redis-bundle-0 redis-bundle-1 redis-bundle-2" CRM_meta_notify_available_uname="controller-0 controller-1 controller-2 ovn-dbs-bundle-0 ovn-dbs-bundle-1 ovn-dbs-bundle-2" CRM_meta_notify_demote_resource=" " CRM_meta_notify_demote_uname=" " CRM_meta_notify_inactive_resource=" " CRM_meta_notify_master_resource=" " CRM_meta_notify_master_uname=" " CRM_meta_notify_promote_resource="ovndb_servers:1" CRM_meta_notify_promote_uname="ovn-dbs-bundle-1" CRM_meta_notify_promoted_resource=" " CRM_meta_notify_promoted_uname=" " CRM_meta_notify_slave_resource="ovndb_servers:0 ovndb_servers:1 ovndb_servers:2" CRM_meta_notify_slave_uname="ovn-dbs-bundle-0 ovn-dbs-bundle-1 ovn-dbs-bundle-2" CRM_meta_notify_start_resource=" " CRM_meta_notify_start_uname=" " CRM_meta_notify_stop_resource="ovndb_servers:0" CRM_meta_notify_stop_uname="ovn-dbs-bundle-0" CRM_meta_notify_unpromoted_resource="ovndb_servers:0 ovndb_servers:1 ovndb_servers:2" CRM_meta_notify_unpromoted_uname="ovn-dbs-bundle-0 ovn-dbs-bundle-1 ovn-dbs-bundle-2" CRM_meta_on_node="ovn-dbs-bundle-1" CRM_meta_on_node_uuid="ovn-dbs-bundle-1" CRM_meta_physical_host="controller-1" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="50000" inactive_probe_interval="180000" listen_on_master_ip_only="no" manage_northd="yes" master_ip="172.17.1.247" nb_master_port="6641" sb_master_port="6642"/>
</rsc_op>
@@ -115,7 +86,7 @@
</trigger>
</inputs>
</synapse>
- <synapse id="8">
+ <synapse id="6">
<action_set>
<rsc_op id="40" operation="cancel" operation_key="ovndb_servers_monitor_30000" internal_operation_key="ovndb_servers:1_monitor_30000" on_node="ovn-dbs-bundle-1" on_node_uuid="ovn-dbs-bundle-1" router_node="controller-1">
<primitive id="ovndb_servers" long-id="ovndb_servers:1" class="ocf" provider="ovn" type="ovndb-servers"/>
@@ -124,7 +95,7 @@
</action_set>
<inputs/>
</synapse>
- <synapse id="9" priority="1000000">
+ <synapse id="7" priority="1000000">
<action_set>
<rsc_op id="269" operation="notify" operation_key="ovndb_servers_post_notify_promote_0" internal_operation_key="ovndb_servers:2_post_notify_promote_0" on_node="ovn-dbs-bundle-2" on_node_uuid="ovn-dbs-bundle-2" router_node="controller-2">
<primitive id="ovndb_servers" long-id="ovndb_servers:2" class="ocf" provider="ovn" type="ovndb-servers"/>
@@ -137,7 +108,7 @@
</trigger>
</inputs>
</synapse>
- <synapse id="10">
+ <synapse id="8">
<action_set>
<rsc_op id="268" operation="notify" operation_key="ovndb_servers_pre_notify_promote_0" internal_operation_key="ovndb_servers:2_pre_notify_promote_0" on_node="ovn-dbs-bundle-2" on_node_uuid="ovn-dbs-bundle-2" router_node="controller-2">
<primitive id="ovndb_servers" long-id="ovndb_servers:2" class="ocf" provider="ovn" type="ovndb-servers"/>
@@ -150,9 +121,9 @@
</trigger>
</inputs>
</synapse>
- <synapse id="11" priority="1000000">
+ <synapse id="9" priority="1000000">
<action_set>
- <rsc_op id="265" operation="notify" operation_key="ovndb_servers_post_notify_stop_0" internal_operation_key="ovndb_servers:2_post_notify_stop_0" on_node="ovn-dbs-bundle-2" on_node_uuid="ovn-dbs-bundle-2" router_node="controller-2">
+ <rsc_op id="264" operation="notify" operation_key="ovndb_servers_post_notify_stop_0" internal_operation_key="ovndb_servers:2_post_notify_stop_0" on_node="ovn-dbs-bundle-2" on_node_uuid="ovn-dbs-bundle-2" router_node="controller-2">
<primitive id="ovndb_servers" long-id="ovndb_servers:2" class="ocf" provider="ovn" type="ovndb-servers"/>
<attributes CRM_meta_clone="2" CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_container_attribute_target="host" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_name="notify" CRM_meta_notify="true" CRM_meta_notify_active_resource="ovndb_servers:0 ovndb_servers:1 ovndb_servers:2" CRM_meta_notify_active_uname="ovn-dbs-bundle-0 ovn-dbs-bundle-1 ovn-dbs-bundle-2" CRM_meta_notify_all_hosts="controller-0 controller-1 controller-2 controller-0 controller-1 controller-2 controller-0 controller-1 controller-2 controller-0 controller-1 controller-2 controller-0 controller-1 controller-2" CRM_meta_notify_all_uname="controller-0 controller-1 controller-2 galera-bundle-0 galera-bundle-1 galera-bundle-2 ovn-dbs-bundle-0 ovn-dbs-bundle-1 ovn-dbs-bundle-2 rabbitmq-bundle-0 rabbitmq-bundle-1 rabbitmq-bundle-2 redis-bundle-0 redis-bundle-1 redis-bundle-2" CRM_meta_notify_available_uname="controller-0 controller-1 controller-2 ovn-dbs-bundle-0 ovn-dbs-bundle-1 ovn-dbs-bundle-2" CRM_meta_notify_demote_resource=" " CRM_meta_notify_demote_uname=" " CRM_meta_notify_inactive_resource=" " CRM_meta_notify_key_operation="stopped" CRM_meta_notify_key_type="post" CRM_meta_notify_master_resource=" " CRM_meta_notify_master_uname=" " CRM_meta_notify_operation="stop" CRM_meta_notify_promote_resource="ovndb_servers:1" CRM_meta_notify_promote_uname="ovn-dbs-bundle-1" CRM_meta_notify_promoted_resource=" " CRM_meta_notify_promoted_uname=" " CRM_meta_notify_slave_resource="ovndb_servers:0 ovndb_servers:1 ovndb_servers:2" CRM_meta_notify_slave_uname="ovn-dbs-bundle-0 ovn-dbs-bundle-1 ovn-dbs-bundle-2" CRM_meta_notify_start_resource=" " CRM_meta_notify_start_uname=" " CRM_meta_notify_stop_resource="ovndb_servers:0" CRM_meta_notify_stop_uname="ovn-dbs-bundle-0" CRM_meta_notify_type="post" CRM_meta_notify_unpromoted_resource="ovndb_servers:0 ovndb_servers:1 ovndb_servers:2" CRM_meta_notify_unpromoted_uname="ovn-dbs-bundle-0 ovn-dbs-bundle-1 ovn-dbs-bundle-2" CRM_meta_on_node="ovn-dbs-bundle-2" CRM_meta_on_node_uuid="ovn-dbs-bundle-2" CRM_meta_physical_host="controller-2" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="20000" inactive_probe_interval="180000" listen_on_master_ip_only="no" manage_northd="yes" master_ip="172.17.1.247" nb_master_port="6641" sb_master_port="6642"/>
</rsc_op>
@@ -163,9 +134,9 @@
</trigger>
</inputs>
</synapse>
- <synapse id="12">
+ <synapse id="10">
<action_set>
- <rsc_op id="264" operation="notify" operation_key="ovndb_servers_pre_notify_stop_0" internal_operation_key="ovndb_servers:2_pre_notify_stop_0" on_node="ovn-dbs-bundle-2" on_node_uuid="ovn-dbs-bundle-2" router_node="controller-2">
+ <rsc_op id="263" operation="notify" operation_key="ovndb_servers_pre_notify_stop_0" internal_operation_key="ovndb_servers:2_pre_notify_stop_0" on_node="ovn-dbs-bundle-2" on_node_uuid="ovn-dbs-bundle-2" router_node="controller-2">
<primitive id="ovndb_servers" long-id="ovndb_servers:2" class="ocf" provider="ovn" type="ovndb-servers"/>
<attributes CRM_meta_clone="2" CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_container_attribute_target="host" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_name="notify" CRM_meta_notify="true" CRM_meta_notify_active_resource="ovndb_servers:0 ovndb_servers:1 ovndb_servers:2" CRM_meta_notify_active_uname="ovn-dbs-bundle-0 ovn-dbs-bundle-1 ovn-dbs-bundle-2" CRM_meta_notify_all_hosts="controller-0 controller-1 controller-2 controller-0 controller-1 controller-2 controller-0 controller-1 controller-2 controller-0 controller-1 controller-2 controller-0 controller-1 controller-2" CRM_meta_notify_all_uname="controller-0 controller-1 controller-2 galera-bundle-0 galera-bundle-1 galera-bundle-2 ovn-dbs-bundle-0 ovn-dbs-bundle-1 ovn-dbs-bundle-2 rabbitmq-bundle-0 rabbitmq-bundle-1 rabbitmq-bundle-2 redis-bundle-0 redis-bundle-1 redis-bundle-2" CRM_meta_notify_available_uname="controller-0 controller-1 controller-2 ovn-dbs-bundle-0 ovn-dbs-bundle-1 ovn-dbs-bundle-2" CRM_meta_notify_demote_resource=" " CRM_meta_notify_demote_uname=" " CRM_meta_notify_inactive_resource=" " CRM_meta_notify_key_operation="stop" CRM_meta_notify_key_type="pre" CRM_meta_notify_master_resource=" " CRM_meta_notify_master_uname=" " CRM_meta_notify_operation="stop" CRM_meta_notify_promote_resource="ovndb_servers:1" CRM_meta_notify_promote_uname="ovn-dbs-bundle-1" CRM_meta_notify_promoted_resource=" " CRM_meta_notify_promoted_uname=" " CRM_meta_notify_slave_resource="ovndb_servers:0 ovndb_servers:1 ovndb_servers:2" CRM_meta_notify_slave_uname="ovn-dbs-bundle-0 ovn-dbs-bundle-1 ovn-dbs-bundle-2" CRM_meta_notify_start_resource=" " CRM_meta_notify_start_uname=" " CRM_meta_notify_stop_resource="ovndb_servers:0" CRM_meta_notify_stop_uname="ovn-dbs-bundle-0" CRM_meta_notify_type="pre" CRM_meta_notify_unpromoted_resource="ovndb_servers:0 ovndb_servers:1 ovndb_servers:2" CRM_meta_notify_unpromoted_uname="ovn-dbs-bundle-0 ovn-dbs-bundle-1 ovn-dbs-bundle-2" CRM_meta_on_node="ovn-dbs-bundle-2" CRM_meta_on_node_uuid="ovn-dbs-bundle-2" CRM_meta_physical_host="controller-2" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="20000" inactive_probe_interval="180000" listen_on_master_ip_only="no" manage_northd="yes" master_ip="172.17.1.247" nb_master_port="6641" sb_master_port="6642"/>
</rsc_op>
@@ -176,6 +147,35 @@
</trigger>
</inputs>
</synapse>
+ <synapse id="11">
+ <action_set>
+ <rsc_op id="265" operation="notify" operation_key="ovndb_servers_pre_notify_stop_0" internal_operation_key="ovndb_servers:0_pre_notify_stop_0" on_node="ovn-dbs-bundle-0" on_node_uuid="ovn-dbs-bundle-0" router_node="controller-0">
+ <primitive id="ovndb_servers" long-id="ovndb_servers:0" class="ocf" provider="ovn" type="ovndb-servers"/>
+ <attributes CRM_meta_clone="0" CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_container_attribute_target="host" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_name="notify" CRM_meta_notify="true" CRM_meta_notify_active_resource="ovndb_servers:0 ovndb_servers:1 ovndb_servers:2" CRM_meta_notify_active_uname="ovn-dbs-bundle-0 ovn-dbs-bundle-1 ovn-dbs-bundle-2" CRM_meta_notify_all_hosts="controller-0 controller-1 controller-2 controller-0 controller-1 controller-2 controller-0 controller-1 controller-2 controller-0 controller-1 controller-2 controller-0 controller-1 controller-2" CRM_meta_notify_all_uname="controller-0 controller-1 controller-2 galera-bundle-0 galera-bundle-1 galera-bundle-2 ovn-dbs-bundle-0 ovn-dbs-bundle-1 ovn-dbs-bundle-2 rabbitmq-bundle-0 rabbitmq-bundle-1 rabbitmq-bundle-2 redis-bundle-0 redis-bundle-1 redis-bundle-2" CRM_meta_notify_available_uname="controller-0 controller-1 controller-2 ovn-dbs-bundle-0 ovn-dbs-bundle-1 ovn-dbs-bundle-2" CRM_meta_notify_demote_resource=" " CRM_meta_notify_demote_uname=" " CRM_meta_notify_inactive_resource=" " CRM_meta_notify_key_operation="stop" CRM_meta_notify_key_type="pre" CRM_meta_notify_master_resource=" " CRM_meta_notify_master_uname=" " CRM_meta_notify_operation="stop" CRM_meta_notify_promote_resource="ovndb_servers:1" CRM_meta_notify_promote_uname="ovn-dbs-bundle-1" CRM_meta_notify_promoted_resource=" " CRM_meta_notify_promoted_uname=" " CRM_meta_notify_slave_resource="ovndb_servers:0 ovndb_servers:1 ovndb_servers:2" CRM_meta_notify_slave_uname="ovn-dbs-bundle-0 ovn-dbs-bundle-1 ovn-dbs-bundle-2" CRM_meta_notify_start_resource=" " CRM_meta_notify_start_uname=" " CRM_meta_notify_stop_resource="ovndb_servers:0" CRM_meta_notify_stop_uname="ovn-dbs-bundle-0" CRM_meta_notify_type="pre" CRM_meta_notify_unpromoted_resource="ovndb_servers:0 ovndb_servers:1 ovndb_servers:2" CRM_meta_notify_unpromoted_uname="ovn-dbs-bundle-0 ovn-dbs-bundle-1 ovn-dbs-bundle-2" CRM_meta_on_node="ovn-dbs-bundle-0" CRM_meta_on_node_uuid="ovn-dbs-bundle-0" CRM_meta_physical_host="controller-0" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="20000" inactive_probe_interval="180000" listen_on_master_ip_only="no" manage_northd="yes" master_ip="172.17.1.247" nb_master_port="6641" sb_master_port="6642"/>
+ </rsc_op>
+ </action_set>
+ <inputs>
+ <trigger>
+ <pseudo_event id="200" operation="notify" operation_key="ovn-dbs-bundle-master_pre_notify_stop_0"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="12">
+ <action_set>
+ <rsc_op id="190" operation="stop" operation_key="ovndb_servers_stop_0" internal_operation_key="ovndb_servers:0_stop_0" on_node="ovn-dbs-bundle-0" on_node_uuid="ovn-dbs-bundle-0" router_node="controller-0">
+ <primitive id="ovndb_servers" long-id="ovndb_servers:0" class="ocf" provider="ovn" type="ovndb-servers"/>
+ <attributes CRM_meta_clone="0" CRM_meta_clone_max="3" CRM_meta_clone_node_max="1" CRM_meta_container_attribute_target="host" CRM_meta_globally_unique="false" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_name="stop" CRM_meta_notify="true" CRM_meta_notify_active_resource="ovndb_servers:0 ovndb_servers:1 ovndb_servers:2" CRM_meta_notify_active_uname="ovn-dbs-bundle-0 ovn-dbs-bundle-1 ovn-dbs-bundle-2" CRM_meta_notify_all_hosts="controller-0 controller-1 controller-2 controller-0 controller-1 controller-2 controller-0 controller-1 controller-2 controller-0 controller-1 controller-2 controller-0 controller-1 controller-2" CRM_meta_notify_all_uname="controller-0 controller-1 controller-2 galera-bundle-0 galera-bundle-1 galera-bundle-2 ovn-dbs-bundle-0 ovn-dbs-bundle-1 ovn-dbs-bundle-2 rabbitmq-bundle-0 rabbitmq-bundle-1 rabbitmq-bundle-2 redis-bundle-0 redis-bundle-1 redis-bundle-2" CRM_meta_notify_available_uname="controller-0 controller-1 controller-2 ovn-dbs-bundle-0 ovn-dbs-bundle-1 ovn-dbs-bundle-2" CRM_meta_notify_demote_resource=" " CRM_meta_notify_demote_uname=" " CRM_meta_notify_inactive_resource=" " CRM_meta_notify_master_resource=" " CRM_meta_notify_master_uname=" " CRM_meta_notify_promote_resource="ovndb_servers:1" CRM_meta_notify_promote_uname="ovn-dbs-bundle-1" CRM_meta_notify_promoted_resource=" " CRM_meta_notify_promoted_uname=" " CRM_meta_notify_slave_resource="ovndb_servers:0 ovndb_servers:1 ovndb_servers:2" CRM_meta_notify_slave_uname="ovn-dbs-bundle-0 ovn-dbs-bundle-1 ovn-dbs-bundle-2" CRM_meta_notify_start_resource=" " CRM_meta_notify_start_uname=" " CRM_meta_notify_stop_resource="ovndb_servers:0" CRM_meta_notify_stop_uname="ovn-dbs-bundle-0" CRM_meta_notify_unpromoted_resource="ovndb_servers:0 ovndb_servers:1 ovndb_servers:2" CRM_meta_notify_unpromoted_uname="ovn-dbs-bundle-0 ovn-dbs-bundle-1 ovn-dbs-bundle-2" CRM_meta_on_node="ovn-dbs-bundle-0" CRM_meta_on_node_uuid="ovn-dbs-bundle-0" CRM_meta_physical_host="controller-0" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="200000" inactive_probe_interval="180000" listen_on_master_ip_only="no" manage_northd="yes" master_ip="172.17.1.247" nb_master_port="6641" sb_master_port="6642"/>
+ </rsc_op>
+ </action_set>
+ <inputs>
+ <trigger>
+ <pseudo_event id="181" operation="stop" operation_key="ovn-dbs-bundle_stop_0"/>
+ </trigger>
+ <trigger>
+ <pseudo_event id="194" operation="stop" operation_key="ovn-dbs-bundle-master_stop_0"/>
+ </trigger>
+ </inputs>
+ </synapse>
<synapse id="13" priority="1000000">
<action_set>
<pseudo_event id="209" operation="notified" operation_key="ovn-dbs-bundle-master_confirmed-post_notify_promoted_0">
@@ -250,7 +250,7 @@
</action_set>
<inputs>
<trigger>
- <rsc_op id="188" operation="promote" operation_key="ovndb_servers_promote_0" internal_operation_key="ovndb_servers:1_promote_0" on_node="ovn-dbs-bundle-1" on_node_uuid="ovn-dbs-bundle-1" router_node="controller-1"/>
+ <rsc_op id="185" operation="promote" operation_key="ovndb_servers_promote_0" internal_operation_key="ovndb_servers:1_promote_0" on_node="ovn-dbs-bundle-1" on_node_uuid="ovn-dbs-bundle-1" router_node="controller-1"/>
</trigger>
</inputs>
</synapse>
@@ -286,10 +286,10 @@
<pseudo_event id="202" operation="notify" operation_key="ovn-dbs-bundle-master_post_notify_stopped_0"/>
</trigger>
<trigger>
- <rsc_op id="263" operation="notify" operation_key="ovndb_servers_post_notify_stop_0" internal_operation_key="ovndb_servers:1_post_notify_stop_0" on_node="ovn-dbs-bundle-1" on_node_uuid="ovn-dbs-bundle-1" router_node="controller-1"/>
+ <rsc_op id="262" operation="notify" operation_key="ovndb_servers_post_notify_stop_0" internal_operation_key="ovndb_servers:1_post_notify_stop_0" on_node="ovn-dbs-bundle-1" on_node_uuid="ovn-dbs-bundle-1" router_node="controller-1"/>
</trigger>
<trigger>
- <rsc_op id="265" operation="notify" operation_key="ovndb_servers_post_notify_stop_0" internal_operation_key="ovndb_servers:2_post_notify_stop_0" on_node="ovn-dbs-bundle-2" on_node_uuid="ovn-dbs-bundle-2" router_node="controller-2"/>
+ <rsc_op id="264" operation="notify" operation_key="ovndb_servers_post_notify_stop_0" internal_operation_key="ovndb_servers:2_post_notify_stop_0" on_node="ovn-dbs-bundle-2" on_node_uuid="ovn-dbs-bundle-2" router_node="controller-2"/>
</trigger>
</inputs>
</synapse>
@@ -319,13 +319,13 @@
<pseudo_event id="200" operation="notify" operation_key="ovn-dbs-bundle-master_pre_notify_stop_0"/>
</trigger>
<trigger>
- <rsc_op id="261" operation="notify" operation_key="ovndb_servers_pre_notify_stop_0" internal_operation_key="ovndb_servers:0_pre_notify_stop_0" on_node="ovn-dbs-bundle-0" on_node_uuid="ovn-dbs-bundle-0" router_node="controller-0"/>
+ <rsc_op id="261" operation="notify" operation_key="ovndb_servers_pre_notify_stop_0" internal_operation_key="ovndb_servers:1_pre_notify_stop_0" on_node="ovn-dbs-bundle-1" on_node_uuid="ovn-dbs-bundle-1" router_node="controller-1"/>
</trigger>
<trigger>
- <rsc_op id="262" operation="notify" operation_key="ovndb_servers_pre_notify_stop_0" internal_operation_key="ovndb_servers:1_pre_notify_stop_0" on_node="ovn-dbs-bundle-1" on_node_uuid="ovn-dbs-bundle-1" router_node="controller-1"/>
+ <rsc_op id="263" operation="notify" operation_key="ovndb_servers_pre_notify_stop_0" internal_operation_key="ovndb_servers:2_pre_notify_stop_0" on_node="ovn-dbs-bundle-2" on_node_uuid="ovn-dbs-bundle-2" router_node="controller-2"/>
</trigger>
<trigger>
- <rsc_op id="264" operation="notify" operation_key="ovndb_servers_pre_notify_stop_0" internal_operation_key="ovndb_servers:2_pre_notify_stop_0" on_node="ovn-dbs-bundle-2" on_node_uuid="ovn-dbs-bundle-2" router_node="controller-2"/>
+ <rsc_op id="265" operation="notify" operation_key="ovndb_servers_pre_notify_stop_0" internal_operation_key="ovndb_servers:0_pre_notify_stop_0" on_node="ovn-dbs-bundle-0" on_node_uuid="ovn-dbs-bundle-0" router_node="controller-0"/>
</trigger>
</inputs>
</synapse>
@@ -396,7 +396,7 @@
</action_set>
<inputs>
<trigger>
- <rsc_op id="184" operation="stop" operation_key="ovndb_servers_stop_0" internal_operation_key="ovndb_servers:0_stop_0" on_node="ovn-dbs-bundle-0" on_node_uuid="ovn-dbs-bundle-0" router_node="controller-0"/>
+ <rsc_op id="190" operation="stop" operation_key="ovndb_servers_stop_0" internal_operation_key="ovndb_servers:0_stop_0" on_node="ovn-dbs-bundle-0" on_node_uuid="ovn-dbs-bundle-0" router_node="controller-0"/>
</trigger>
<trigger>
<pseudo_event id="194" operation="stop" operation_key="ovn-dbs-bundle-master_stop_0"/>
@@ -473,7 +473,7 @@
</action_set>
<inputs>
<trigger>
- <rsc_op id="184" operation="stop" operation_key="ovndb_servers_stop_0" internal_operation_key="ovndb_servers:0_stop_0" on_node="ovn-dbs-bundle-0" on_node_uuid="ovn-dbs-bundle-0" router_node="controller-0"/>
+ <rsc_op id="190" operation="stop" operation_key="ovndb_servers_stop_0" internal_operation_key="ovndb_servers:0_stop_0" on_node="ovn-dbs-bundle-0" on_node_uuid="ovn-dbs-bundle-0" router_node="controller-0"/>
</trigger>
</inputs>
</synapse>
diff --git a/cts/scheduler/exp/node-pending-timeout.exp b/cts/scheduler/exp/node-pending-timeout.exp
new file mode 100644
index 0000000..e94812f
--- /dev/null
+++ b/cts/scheduler/exp/node-pending-timeout.exp
@@ -0,0 +1,38 @@
+<transition_graph cluster-delay="60s" stonith-timeout="60s" failed-stop-offset="INFINITY" failed-start-offset="INFINITY" transition_id="0">
+ <synapse id="0">
+ <action_set>
+ <rsc_op id="3" operation="start" operation_key="st-sbd_start_0" on_node="node-1" on_node_uuid="1">
+ <primitive id="st-sbd" class="stonith" type="external/sbd"/>
+ <attributes CRM_meta_on_node="node-1" CRM_meta_on_node_uuid="1" CRM_meta_timeout="20000" />
+ </rsc_op>
+ </action_set>
+ <inputs>
+ <trigger>
+ <crm_event id="1" operation="stonith" operation_key="stonith-node-2-reboot" on_node="node-2" on_node_uuid="2"/>
+ </trigger>
+ <trigger>
+ <rsc_op id="2" operation="monitor" operation_key="st-sbd_monitor_0" on_node="node-1" on_node_uuid="1"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="1">
+ <action_set>
+ <rsc_op id="2" operation="monitor" operation_key="st-sbd_monitor_0" on_node="node-1" on_node_uuid="1">
+ <primitive id="st-sbd" class="stonith" type="external/sbd"/>
+ <attributes CRM_meta_on_node="node-1" CRM_meta_on_node_uuid="1" CRM_meta_op_target_rc="7" CRM_meta_timeout="20000" />
+ </rsc_op>
+ </action_set>
+ <inputs/>
+ </synapse>
+ <synapse id="2">
+ <action_set>
+ <crm_event id="1" operation="stonith" operation_key="stonith-node-2-reboot" on_node="node-2" on_node_uuid="2">
+ <attributes CRM_meta_on_node="node-2" CRM_meta_on_node_uuid="2" CRM_meta_stonith_action="reboot" />
+ <downed>
+ <node id="2"/>
+ </downed>
+ </crm_event>
+ </action_set>
+ <inputs/>
+ </synapse>
+</transition_graph>
diff --git a/cts/scheduler/exp/pending-node-no-uname.exp b/cts/scheduler/exp/pending-node-no-uname.exp
new file mode 100644
index 0000000..2c45756
--- /dev/null
+++ b/cts/scheduler/exp/pending-node-no-uname.exp
@@ -0,0 +1,11 @@
+<transition_graph cluster-delay="60s" stonith-timeout="60s" failed-stop-offset="INFINITY" failed-start-offset="INFINITY" transition_id="0">
+ <synapse id="0">
+ <action_set>
+ <rsc_op id="1" operation="monitor" operation_key="st-sbd_monitor_0" on_node="node-1" on_node_uuid="1">
+ <primitive id="st-sbd" class="stonith" type="external/sbd"/>
+ <attributes CRM_meta_on_node="node-1" CRM_meta_on_node_uuid="1" CRM_meta_op_target_rc="7" CRM_meta_timeout="20000" />
+ </rsc_op>
+ </action_set>
+ <inputs/>
+ </synapse>
+</transition_graph>
diff --git a/cts/scheduler/exp/promoted-failed-demote-2.exp b/cts/scheduler/exp/promoted-failed-demote-2.exp
index 02b9250..81ed8df 100644
--- a/cts/scheduler/exp/promoted-failed-demote-2.exp
+++ b/cts/scheduler/exp/promoted-failed-demote-2.exp
@@ -30,7 +30,7 @@
<action_set>
<rsc_op id="3" operation="stop" operation_key="stateful-1:0_stop_0" on_node="dl380g5b" on_node_uuid="888e539a-c6ef-496d-b79a-77cbf0f9e5e4">
<primitive id="stateful-1:0" class="ocf" provider="heartbeat" type="Stateful"/>
- <attributes CRM_meta_clone="0" CRM_meta_clone_max="2" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="true" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_name="stop" CRM_meta_notify="false" CRM_meta_on_fail="stop" CRM_meta_on_node="dl380g5b" CRM_meta_on_node_uuid="888e539a-c6ef-496d-b79a-77cbf0f9e5e4" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="60000" />
+ <attributes CRM_meta_clone="0" CRM_meta_clone_max="2" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="true" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_name="stop" CRM_meta_notify="false" CRM_meta_on_node="dl380g5b" CRM_meta_on_node_uuid="888e539a-c6ef-496d-b79a-77cbf0f9e5e4" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="60000" />
</rsc_op>
</action_set>
<inputs>
diff --git a/cts/scheduler/exp/promoted-failed-demote.exp b/cts/scheduler/exp/promoted-failed-demote.exp
index e4fc706..69e6b39 100644
--- a/cts/scheduler/exp/promoted-failed-demote.exp
+++ b/cts/scheduler/exp/promoted-failed-demote.exp
@@ -43,7 +43,7 @@
<action_set>
<rsc_op id="3" operation="stop" operation_key="stateful-1:0_stop_0" on_node="dl380g5b" on_node_uuid="888e539a-c6ef-496d-b79a-77cbf0f9e5e4">
<primitive id="stateful-1:0" class="ocf" provider="heartbeat" type="Stateful"/>
- <attributes CRM_meta_clone="0" CRM_meta_clone_max="2" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="true" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_name="stop" CRM_meta_notify="true" CRM_meta_notify_active_resource="stateful-1:0 stateful-1:1 stateful-2:1" CRM_meta_notify_active_uname="dl380g5b dl380g5a dl380g5a" CRM_meta_notify_all_uname="dl380g5a dl380g5b" CRM_meta_notify_available_uname="dl380g5a dl380g5b" CRM_meta_notify_demote_resource=" " CRM_meta_notify_demote_uname=" " CRM_meta_notify_inactive_resource="stateful-2:0" CRM_meta_notify_master_resource=" " CRM_meta_notify_master_uname=" " CRM_meta_notify_promote_resource="stateful-1:1 stateful-2:1" CRM_meta_notify_promote_uname="dl380g5a dl380g5a" CRM_meta_notify_promoted_resource=" " CRM_meta_notify_promoted_uname=" " CRM_meta_notify_slave_resource="stateful-1:0 stateful-1:1 stateful-2:1" CRM_meta_notify_slave_uname="dl380g5b dl380g5a dl380g5a" CRM_meta_notify_start_resource=" " CRM_meta_notify_start_uname=" " CRM_meta_notify_stop_resource="stateful-1:0" CRM_meta_notify_stop_uname="dl380g5b" CRM_meta_notify_unpromoted_resource="stateful-1:0 stateful-1:1 stateful-2:1" CRM_meta_notify_unpromoted_uname="dl380g5b dl380g5a dl380g5a" CRM_meta_on_fail="stop" CRM_meta_on_node="dl380g5b" CRM_meta_on_node_uuid="888e539a-c6ef-496d-b79a-77cbf0f9e5e4" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="60000" />
+ <attributes CRM_meta_clone="0" CRM_meta_clone_max="2" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="true" CRM_meta_master_max="1" CRM_meta_master_node_max="1" CRM_meta_name="stop" CRM_meta_notify="true" CRM_meta_notify_active_resource="stateful-1:0 stateful-1:1 stateful-2:1" CRM_meta_notify_active_uname="dl380g5b dl380g5a dl380g5a" CRM_meta_notify_all_uname="dl380g5a dl380g5b" CRM_meta_notify_available_uname="dl380g5a dl380g5b" CRM_meta_notify_demote_resource=" " CRM_meta_notify_demote_uname=" " CRM_meta_notify_inactive_resource="stateful-2:0" CRM_meta_notify_master_resource=" " CRM_meta_notify_master_uname=" " CRM_meta_notify_promote_resource="stateful-1:1 stateful-2:1" CRM_meta_notify_promote_uname="dl380g5a dl380g5a" CRM_meta_notify_promoted_resource=" " CRM_meta_notify_promoted_uname=" " CRM_meta_notify_slave_resource="stateful-1:0 stateful-1:1 stateful-2:1" CRM_meta_notify_slave_uname="dl380g5b dl380g5a dl380g5a" CRM_meta_notify_start_resource=" " CRM_meta_notify_start_uname=" " CRM_meta_notify_stop_resource="stateful-1:0" CRM_meta_notify_stop_uname="dl380g5b" CRM_meta_notify_unpromoted_resource="stateful-1:0 stateful-1:1 stateful-2:1" CRM_meta_notify_unpromoted_uname="dl380g5b dl380g5a dl380g5a" CRM_meta_on_node="dl380g5b" CRM_meta_on_node_uuid="888e539a-c6ef-496d-b79a-77cbf0f9e5e4" CRM_meta_promoted_max="1" CRM_meta_promoted_node_max="1" CRM_meta_timeout="60000" />
</rsc_op>
</action_set>
<inputs>
diff --git a/cts/scheduler/exp/promoted-ordering.exp b/cts/scheduler/exp/promoted-ordering.exp
index 1df608d..430fbe6 100644
--- a/cts/scheduler/exp/promoted-ordering.exp
+++ b/cts/scheduler/exp/promoted-ordering.exp
@@ -89,34 +89,34 @@
</synapse>
<synapse id="8">
<action_set>
- <rsc_op id="23" operation="monitor" operation_key="intip_1_master_monitor_30000" on_node="webcluster01" on_node_uuid="49e81295-8e2f-4aeb-98f3-a14de6f62298">
- <primitive id="intip_1_master" class="ocf" provider="heartbeat" type="IPaddr2"/>
+ <rsc_op id="23" operation="monitor" operation_key="intip_1_active_monitor_30000" on_node="webcluster01" on_node_uuid="49e81295-8e2f-4aeb-98f3-a14de6f62298">
+ <primitive id="intip_1_active" class="ocf" provider="heartbeat" type="IPaddr2"/>
<attributes CRM_meta_interval="30000" CRM_meta_name="monitor" CRM_meta_on_node="webcluster01" CRM_meta_on_node_uuid="49e81295-8e2f-4aeb-98f3-a14de6f62298" CRM_meta_timeout="30000" ip="192.168.100.201" netmask="24" nic="eth1" target_role="started"/>
</rsc_op>
</action_set>
<inputs>
<trigger>
- <rsc_op id="22" operation="start" operation_key="intip_1_master_start_0" on_node="webcluster01" on_node_uuid="49e81295-8e2f-4aeb-98f3-a14de6f62298"/>
+ <rsc_op id="22" operation="start" operation_key="intip_1_active_start_0" on_node="webcluster01" on_node_uuid="49e81295-8e2f-4aeb-98f3-a14de6f62298"/>
</trigger>
</inputs>
</synapse>
<synapse id="9">
<action_set>
- <rsc_op id="22" operation="start" operation_key="intip_1_master_start_0" on_node="webcluster01" on_node_uuid="49e81295-8e2f-4aeb-98f3-a14de6f62298">
- <primitive id="intip_1_master" class="ocf" provider="heartbeat" type="IPaddr2"/>
+ <rsc_op id="22" operation="start" operation_key="intip_1_active_start_0" on_node="webcluster01" on_node_uuid="49e81295-8e2f-4aeb-98f3-a14de6f62298">
+ <primitive id="intip_1_active" class="ocf" provider="heartbeat" type="IPaddr2"/>
<attributes CRM_meta_on_node="webcluster01" CRM_meta_on_node_uuid="49e81295-8e2f-4aeb-98f3-a14de6f62298" CRM_meta_timeout="20000" ip="192.168.100.201" netmask="24" nic="eth1" target_role="started"/>
</rsc_op>
</action_set>
<inputs>
<trigger>
- <rsc_op id="5" operation="monitor" operation_key="intip_1_master_monitor_0" on_node="webcluster01" on_node_uuid="49e81295-8e2f-4aeb-98f3-a14de6f62298"/>
+ <rsc_op id="5" operation="monitor" operation_key="intip_1_active_monitor_0" on_node="webcluster01" on_node_uuid="49e81295-8e2f-4aeb-98f3-a14de6f62298"/>
</trigger>
</inputs>
</synapse>
<synapse id="10">
<action_set>
- <rsc_op id="5" operation="monitor" operation_key="intip_1_master_monitor_0" on_node="webcluster01" on_node_uuid="49e81295-8e2f-4aeb-98f3-a14de6f62298">
- <primitive id="intip_1_master" class="ocf" provider="heartbeat" type="IPaddr2"/>
+ <rsc_op id="5" operation="monitor" operation_key="intip_1_active_monitor_0" on_node="webcluster01" on_node_uuid="49e81295-8e2f-4aeb-98f3-a14de6f62298">
+ <primitive id="intip_1_active" class="ocf" provider="heartbeat" type="IPaddr2"/>
<attributes CRM_meta_on_node="webcluster01" CRM_meta_on_node_uuid="49e81295-8e2f-4aeb-98f3-a14de6f62298" CRM_meta_op_target_rc="7" CRM_meta_timeout="30000" ip="192.168.100.201" netmask="24" nic="eth1" target_role="started"/>
</rsc_op>
</action_set>
@@ -124,34 +124,34 @@
</synapse>
<synapse id="11">
<action_set>
- <rsc_op id="25" operation="monitor" operation_key="intip_2_slave_monitor_30000" on_node="webcluster01" on_node_uuid="49e81295-8e2f-4aeb-98f3-a14de6f62298">
- <primitive id="intip_2_slave" class="ocf" provider="heartbeat" type="IPaddr2"/>
+ <rsc_op id="25" operation="monitor" operation_key="intip_2_passive_monitor_30000" on_node="webcluster01" on_node_uuid="49e81295-8e2f-4aeb-98f3-a14de6f62298">
+ <primitive id="intip_2_passive" class="ocf" provider="heartbeat" type="IPaddr2"/>
<attributes CRM_meta_interval="30000" CRM_meta_name="monitor" CRM_meta_on_node="webcluster01" CRM_meta_on_node_uuid="49e81295-8e2f-4aeb-98f3-a14de6f62298" CRM_meta_timeout="30000" ip="192.168.100.202" netmask="24" nic="eth1" target_role="started"/>
</rsc_op>
</action_set>
<inputs>
<trigger>
- <rsc_op id="24" operation="start" operation_key="intip_2_slave_start_0" on_node="webcluster01" on_node_uuid="49e81295-8e2f-4aeb-98f3-a14de6f62298"/>
+ <rsc_op id="24" operation="start" operation_key="intip_2_passive_start_0" on_node="webcluster01" on_node_uuid="49e81295-8e2f-4aeb-98f3-a14de6f62298"/>
</trigger>
</inputs>
</synapse>
<synapse id="12">
<action_set>
- <rsc_op id="24" operation="start" operation_key="intip_2_slave_start_0" on_node="webcluster01" on_node_uuid="49e81295-8e2f-4aeb-98f3-a14de6f62298">
- <primitive id="intip_2_slave" class="ocf" provider="heartbeat" type="IPaddr2"/>
+ <rsc_op id="24" operation="start" operation_key="intip_2_passive_start_0" on_node="webcluster01" on_node_uuid="49e81295-8e2f-4aeb-98f3-a14de6f62298">
+ <primitive id="intip_2_passive" class="ocf" provider="heartbeat" type="IPaddr2"/>
<attributes CRM_meta_on_node="webcluster01" CRM_meta_on_node_uuid="49e81295-8e2f-4aeb-98f3-a14de6f62298" CRM_meta_timeout="20000" ip="192.168.100.202" netmask="24" nic="eth1" target_role="started"/>
</rsc_op>
</action_set>
<inputs>
<trigger>
- <rsc_op id="6" operation="monitor" operation_key="intip_2_slave_monitor_0" on_node="webcluster01" on_node_uuid="49e81295-8e2f-4aeb-98f3-a14de6f62298"/>
+ <rsc_op id="6" operation="monitor" operation_key="intip_2_passive_monitor_0" on_node="webcluster01" on_node_uuid="49e81295-8e2f-4aeb-98f3-a14de6f62298"/>
</trigger>
</inputs>
</synapse>
<synapse id="13">
<action_set>
- <rsc_op id="6" operation="monitor" operation_key="intip_2_slave_monitor_0" on_node="webcluster01" on_node_uuid="49e81295-8e2f-4aeb-98f3-a14de6f62298">
- <primitive id="intip_2_slave" class="ocf" provider="heartbeat" type="IPaddr2"/>
+ <rsc_op id="6" operation="monitor" operation_key="intip_2_passive_monitor_0" on_node="webcluster01" on_node_uuid="49e81295-8e2f-4aeb-98f3-a14de6f62298">
+ <primitive id="intip_2_passive" class="ocf" provider="heartbeat" type="IPaddr2"/>
<attributes CRM_meta_on_node="webcluster01" CRM_meta_on_node_uuid="49e81295-8e2f-4aeb-98f3-a14de6f62298" CRM_meta_op_target_rc="7" CRM_meta_timeout="30000" ip="192.168.100.202" netmask="24" nic="eth1" target_role="started"/>
</rsc_op>
</action_set>
@@ -268,10 +268,10 @@
<rsc_op id="7" operation="monitor" operation_key="drbd_www:0_monitor_0" on_node="webcluster01" on_node_uuid="49e81295-8e2f-4aeb-98f3-a14de6f62298"/>
</trigger>
<trigger>
- <rsc_op id="22" operation="start" operation_key="intip_1_master_start_0" on_node="webcluster01" on_node_uuid="49e81295-8e2f-4aeb-98f3-a14de6f62298"/>
+ <rsc_op id="22" operation="start" operation_key="intip_1_active_start_0" on_node="webcluster01" on_node_uuid="49e81295-8e2f-4aeb-98f3-a14de6f62298"/>
</trigger>
<trigger>
- <rsc_op id="24" operation="start" operation_key="intip_2_slave_start_0" on_node="webcluster01" on_node_uuid="49e81295-8e2f-4aeb-98f3-a14de6f62298"/>
+ <rsc_op id="24" operation="start" operation_key="intip_2_passive_start_0" on_node="webcluster01" on_node_uuid="49e81295-8e2f-4aeb-98f3-a14de6f62298"/>
</trigger>
<trigger>
<pseudo_event id="32" operation="notified" operation_key="ms_drbd_www_confirmed-pre_notify_start_0"/>
@@ -425,10 +425,10 @@
<rsc_op id="12" operation="monitor" operation_key="drbd_mysql:0_monitor_0" on_node="webcluster01" on_node_uuid="49e81295-8e2f-4aeb-98f3-a14de6f62298"/>
</trigger>
<trigger>
- <rsc_op id="22" operation="start" operation_key="intip_1_master_start_0" on_node="webcluster01" on_node_uuid="49e81295-8e2f-4aeb-98f3-a14de6f62298"/>
+ <rsc_op id="22" operation="start" operation_key="intip_1_active_start_0" on_node="webcluster01" on_node_uuid="49e81295-8e2f-4aeb-98f3-a14de6f62298"/>
</trigger>
<trigger>
- <rsc_op id="24" operation="start" operation_key="intip_2_slave_start_0" on_node="webcluster01" on_node_uuid="49e81295-8e2f-4aeb-98f3-a14de6f62298"/>
+ <rsc_op id="24" operation="start" operation_key="intip_2_passive_start_0" on_node="webcluster01" on_node_uuid="49e81295-8e2f-4aeb-98f3-a14de6f62298"/>
</trigger>
<trigger>
<pseudo_event id="73" operation="notified" operation_key="ms_drbd_mysql_confirmed-pre_notify_start_0"/>
diff --git a/cts/scheduler/exp/promoted-probed-score.exp b/cts/scheduler/exp/promoted-probed-score.exp
index 3db546c..0952700 100644
--- a/cts/scheduler/exp/promoted-probed-score.exp
+++ b/cts/scheduler/exp/promoted-probed-score.exp
@@ -1,9 +1,9 @@
<transition_graph cluster-delay="60s" stonith-timeout="60s" failed-stop-offset="INFINITY" failed-start-offset="INFINITY" transition_id="0">
<synapse id="0" priority="1000000">
<action_set>
- <rsc_op id="243" operation="notify" operation_key="AdminDrbd:0_post_notify_promote_0" on_node="hypatia-corosync.nevis.columbia.edu" on_node_uuid="hypatia-corosync.nevis.columbia.edu">
+ <rsc_op id="243" operation="notify" operation_key="AdminDrbd:0_post_notify_promote_0" on_node="orestes-corosync.nevis.columbia.edu" on_node_uuid="orestes-corosync.nevis.columbia.edu">
<primitive id="AdminDrbd" long-id="AdminDrbd:0" class="ocf" provider="linbit" type="drbd"/>
- <attributes CRM_meta_clone="0" CRM_meta_clone_max="2" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_master_max="2" CRM_meta_master_node_max="1" CRM_meta_notify="true" CRM_meta_notify_active_resource=" " CRM_meta_notify_active_uname=" " CRM_meta_notify_all_uname="hypatia-corosync.nevis.columbia.edu orestes-corosync.nevis.columbia.edu" CRM_meta_notify_available_uname="hypatia-corosync.nevis.columbia.edu orestes-corosync.nevis.columbia.edu" CRM_meta_notify_demote_resource=" " CRM_meta_notify_demote_uname=" " CRM_meta_notify_inactive_resource="AdminDrbd:0 AdminDrbd:1" CRM_meta_notify_key_operation="promoted" CRM_meta_notify_key_type="post" CRM_meta_notify_master_resource=" " CRM_meta_notify_master_uname=" " CRM_meta_notify_operation="promote" CRM_meta_notify_promote_resource="AdminDrbd:0 AdminDrbd:1" CRM_meta_notify_promote_uname="hypatia-corosync.nevis.columbia.edu orestes-corosync.nevis.columbia.edu" CRM_meta_notify_promoted_resource=" " CRM_meta_notify_promoted_uname=" " CRM_meta_notify_slave_resource=" " CRM_meta_notify_slave_uname=" " CRM_meta_notify_start_resource="AdminDrbd:0 AdminDrbd:1" CRM_meta_notify_start_uname="hypatia-corosync.nevis.columbia.edu orestes-corosync.nevis.columbia.edu" CRM_meta_notify_stop_resource=" " CRM_meta_notify_stop_uname=" " CRM_meta_notify_type="post" CRM_meta_notify_unpromoted_resource=" " CRM_meta_notify_unpromoted_uname=" " CRM_meta_on_node="hypatia-corosync.nevis.columbia.edu" CRM_meta_on_node_uuid="hypatia-corosync.nevis.columbia.edu" CRM_meta_promoted_max="2" CRM_meta_promoted_node_max="1" CRM_meta_timeout="20000" drbd_resource="admin"/>
+ <attributes CRM_meta_clone="0" CRM_meta_clone_max="2" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_master_max="2" CRM_meta_master_node_max="1" CRM_meta_notify="true" CRM_meta_notify_active_resource=" " CRM_meta_notify_active_uname=" " CRM_meta_notify_all_uname="hypatia-corosync.nevis.columbia.edu orestes-corosync.nevis.columbia.edu" CRM_meta_notify_available_uname="hypatia-corosync.nevis.columbia.edu orestes-corosync.nevis.columbia.edu" CRM_meta_notify_demote_resource=" " CRM_meta_notify_demote_uname=" " CRM_meta_notify_inactive_resource="AdminDrbd:0 AdminDrbd:1" CRM_meta_notify_key_operation="promoted" CRM_meta_notify_key_type="post" CRM_meta_notify_master_resource=" " CRM_meta_notify_master_uname=" " CRM_meta_notify_operation="promote" CRM_meta_notify_promote_resource="AdminDrbd:0 AdminDrbd:1" CRM_meta_notify_promote_uname="orestes-corosync.nevis.columbia.edu hypatia-corosync.nevis.columbia.edu" CRM_meta_notify_promoted_resource=" " CRM_meta_notify_promoted_uname=" " CRM_meta_notify_slave_resource=" " CRM_meta_notify_slave_uname=" " CRM_meta_notify_start_resource="AdminDrbd:0 AdminDrbd:1" CRM_meta_notify_start_uname="orestes-corosync.nevis.columbia.edu hypatia-corosync.nevis.columbia.edu" CRM_meta_notify_stop_resource=" " CRM_meta_notify_stop_uname=" " CRM_meta_notify_type="post" CRM_meta_notify_unpromoted_resource=" " CRM_meta_notify_unpromoted_uname=" " CRM_meta_on_node="orestes-corosync.nevis.columbia.edu" CRM_meta_on_node_uuid="orestes-corosync.nevis.columbia.edu" CRM_meta_promoted_max="2" CRM_meta_promoted_node_max="1" CRM_meta_timeout="20000" drbd_resource="admin"/>
</rsc_op>
</action_set>
<inputs>
@@ -14,9 +14,9 @@
</synapse>
<synapse id="1">
<action_set>
- <rsc_op id="242" operation="notify" operation_key="AdminDrbd:0_pre_notify_promote_0" on_node="hypatia-corosync.nevis.columbia.edu" on_node_uuid="hypatia-corosync.nevis.columbia.edu">
+ <rsc_op id="242" operation="notify" operation_key="AdminDrbd:0_pre_notify_promote_0" on_node="orestes-corosync.nevis.columbia.edu" on_node_uuid="orestes-corosync.nevis.columbia.edu">
<primitive id="AdminDrbd" long-id="AdminDrbd:0" class="ocf" provider="linbit" type="drbd"/>
- <attributes CRM_meta_clone="0" CRM_meta_clone_max="2" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_master_max="2" CRM_meta_master_node_max="1" CRM_meta_notify="true" CRM_meta_notify_active_resource=" " CRM_meta_notify_active_uname=" " CRM_meta_notify_all_uname="hypatia-corosync.nevis.columbia.edu orestes-corosync.nevis.columbia.edu" CRM_meta_notify_available_uname="hypatia-corosync.nevis.columbia.edu orestes-corosync.nevis.columbia.edu" CRM_meta_notify_demote_resource=" " CRM_meta_notify_demote_uname=" " CRM_meta_notify_inactive_resource="AdminDrbd:0 AdminDrbd:1" CRM_meta_notify_key_operation="promote" CRM_meta_notify_key_type="pre" CRM_meta_notify_master_resource=" " CRM_meta_notify_master_uname=" " CRM_meta_notify_operation="promote" CRM_meta_notify_promote_resource="AdminDrbd:0 AdminDrbd:1" CRM_meta_notify_promote_uname="hypatia-corosync.nevis.columbia.edu orestes-corosync.nevis.columbia.edu" CRM_meta_notify_promoted_resource=" " CRM_meta_notify_promoted_uname=" " CRM_meta_notify_slave_resource=" " CRM_meta_notify_slave_uname=" " CRM_meta_notify_start_resource="AdminDrbd:0 AdminDrbd:1" CRM_meta_notify_start_uname="hypatia-corosync.nevis.columbia.edu orestes-corosync.nevis.columbia.edu" CRM_meta_notify_stop_resource=" " CRM_meta_notify_stop_uname=" " CRM_meta_notify_type="pre" CRM_meta_notify_unpromoted_resource=" " CRM_meta_notify_unpromoted_uname=" " CRM_meta_on_node="hypatia-corosync.nevis.columbia.edu" CRM_meta_on_node_uuid="hypatia-corosync.nevis.columbia.edu" CRM_meta_promoted_max="2" CRM_meta_promoted_node_max="1" CRM_meta_timeout="20000" drbd_resource="admin"/>
+ <attributes CRM_meta_clone="0" CRM_meta_clone_max="2" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_master_max="2" CRM_meta_master_node_max="1" CRM_meta_notify="true" CRM_meta_notify_active_resource=" " CRM_meta_notify_active_uname=" " CRM_meta_notify_all_uname="hypatia-corosync.nevis.columbia.edu orestes-corosync.nevis.columbia.edu" CRM_meta_notify_available_uname="hypatia-corosync.nevis.columbia.edu orestes-corosync.nevis.columbia.edu" CRM_meta_notify_demote_resource=" " CRM_meta_notify_demote_uname=" " CRM_meta_notify_inactive_resource="AdminDrbd:0 AdminDrbd:1" CRM_meta_notify_key_operation="promote" CRM_meta_notify_key_type="pre" CRM_meta_notify_master_resource=" " CRM_meta_notify_master_uname=" " CRM_meta_notify_operation="promote" CRM_meta_notify_promote_resource="AdminDrbd:0 AdminDrbd:1" CRM_meta_notify_promote_uname="orestes-corosync.nevis.columbia.edu hypatia-corosync.nevis.columbia.edu" CRM_meta_notify_promoted_resource=" " CRM_meta_notify_promoted_uname=" " CRM_meta_notify_slave_resource=" " CRM_meta_notify_slave_uname=" " CRM_meta_notify_start_resource="AdminDrbd:0 AdminDrbd:1" CRM_meta_notify_start_uname="orestes-corosync.nevis.columbia.edu hypatia-corosync.nevis.columbia.edu" CRM_meta_notify_stop_resource=" " CRM_meta_notify_stop_uname=" " CRM_meta_notify_type="pre" CRM_meta_notify_unpromoted_resource=" " CRM_meta_notify_unpromoted_uname=" " CRM_meta_on_node="orestes-corosync.nevis.columbia.edu" CRM_meta_on_node_uuid="orestes-corosync.nevis.columbia.edu" CRM_meta_promoted_max="2" CRM_meta_promoted_node_max="1" CRM_meta_timeout="20000" drbd_resource="admin"/>
</rsc_op>
</action_set>
<inputs>
@@ -27,9 +27,9 @@
</synapse>
<synapse id="2" priority="1000000">
<action_set>
- <rsc_op id="240" operation="notify" operation_key="AdminDrbd:0_post_notify_start_0" on_node="hypatia-corosync.nevis.columbia.edu" on_node_uuid="hypatia-corosync.nevis.columbia.edu">
+ <rsc_op id="240" operation="notify" operation_key="AdminDrbd:0_post_notify_start_0" on_node="orestes-corosync.nevis.columbia.edu" on_node_uuid="orestes-corosync.nevis.columbia.edu">
<primitive id="AdminDrbd" long-id="AdminDrbd:0" class="ocf" provider="linbit" type="drbd"/>
- <attributes CRM_meta_clone="0" CRM_meta_clone_max="2" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_master_max="2" CRM_meta_master_node_max="1" CRM_meta_notify="true" CRM_meta_notify_active_resource=" " CRM_meta_notify_active_uname=" " CRM_meta_notify_all_uname="hypatia-corosync.nevis.columbia.edu orestes-corosync.nevis.columbia.edu" CRM_meta_notify_available_uname="hypatia-corosync.nevis.columbia.edu orestes-corosync.nevis.columbia.edu" CRM_meta_notify_demote_resource=" " CRM_meta_notify_demote_uname=" " CRM_meta_notify_inactive_resource="AdminDrbd:0 AdminDrbd:1" CRM_meta_notify_key_operation="running" CRM_meta_notify_key_type="post" CRM_meta_notify_master_resource=" " CRM_meta_notify_master_uname=" " CRM_meta_notify_operation="start" CRM_meta_notify_promote_resource="AdminDrbd:0 AdminDrbd:1" CRM_meta_notify_promote_uname="hypatia-corosync.nevis.columbia.edu orestes-corosync.nevis.columbia.edu" CRM_meta_notify_promoted_resource=" " CRM_meta_notify_promoted_uname=" " CRM_meta_notify_slave_resource=" " CRM_meta_notify_slave_uname=" " CRM_meta_notify_start_resource="AdminDrbd:0 AdminDrbd:1" CRM_meta_notify_start_uname="hypatia-corosync.nevis.columbia.edu orestes-corosync.nevis.columbia.edu" CRM_meta_notify_stop_resource=" " CRM_meta_notify_stop_uname=" " CRM_meta_notify_type="post" CRM_meta_notify_unpromoted_resource=" " CRM_meta_notify_unpromoted_uname=" " CRM_meta_on_node="hypatia-corosync.nevis.columbia.edu" CRM_meta_on_node_uuid="hypatia-corosync.nevis.columbia.edu" CRM_meta_promoted_max="2" CRM_meta_promoted_node_max="1" CRM_meta_timeout="20000" drbd_resource="admin"/>
+ <attributes CRM_meta_clone="0" CRM_meta_clone_max="2" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_master_max="2" CRM_meta_master_node_max="1" CRM_meta_notify="true" CRM_meta_notify_active_resource=" " CRM_meta_notify_active_uname=" " CRM_meta_notify_all_uname="hypatia-corosync.nevis.columbia.edu orestes-corosync.nevis.columbia.edu" CRM_meta_notify_available_uname="hypatia-corosync.nevis.columbia.edu orestes-corosync.nevis.columbia.edu" CRM_meta_notify_demote_resource=" " CRM_meta_notify_demote_uname=" " CRM_meta_notify_inactive_resource="AdminDrbd:0 AdminDrbd:1" CRM_meta_notify_key_operation="running" CRM_meta_notify_key_type="post" CRM_meta_notify_master_resource=" " CRM_meta_notify_master_uname=" " CRM_meta_notify_operation="start" CRM_meta_notify_promote_resource="AdminDrbd:0 AdminDrbd:1" CRM_meta_notify_promote_uname="orestes-corosync.nevis.columbia.edu hypatia-corosync.nevis.columbia.edu" CRM_meta_notify_promoted_resource=" " CRM_meta_notify_promoted_uname=" " CRM_meta_notify_slave_resource=" " CRM_meta_notify_slave_uname=" " CRM_meta_notify_start_resource="AdminDrbd:0 AdminDrbd:1" CRM_meta_notify_start_uname="orestes-corosync.nevis.columbia.edu hypatia-corosync.nevis.columbia.edu" CRM_meta_notify_stop_resource=" " CRM_meta_notify_stop_uname=" " CRM_meta_notify_type="post" CRM_meta_notify_unpromoted_resource=" " CRM_meta_notify_unpromoted_uname=" " CRM_meta_on_node="orestes-corosync.nevis.columbia.edu" CRM_meta_on_node_uuid="orestes-corosync.nevis.columbia.edu" CRM_meta_promoted_max="2" CRM_meta_promoted_node_max="1" CRM_meta_timeout="20000" drbd_resource="admin"/>
</rsc_op>
</action_set>
<inputs>
@@ -40,17 +40,17 @@
</synapse>
<synapse id="3">
<action_set>
- <rsc_op id="42" operation="monitor" operation_key="AdminDrbd:0_monitor_59000" on_node="hypatia-corosync.nevis.columbia.edu" on_node_uuid="hypatia-corosync.nevis.columbia.edu">
+ <rsc_op id="42" operation="monitor" operation_key="AdminDrbd:0_monitor_59000" on_node="orestes-corosync.nevis.columbia.edu" on_node_uuid="orestes-corosync.nevis.columbia.edu">
<primitive id="AdminDrbd" long-id="AdminDrbd:0" class="ocf" provider="linbit" type="drbd"/>
- <attributes CRM_meta_clone="0" CRM_meta_clone_max="2" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_interval="59000" CRM_meta_master_max="2" CRM_meta_master_node_max="1" CRM_meta_name="monitor" CRM_meta_notify="true" CRM_meta_on_node="hypatia-corosync.nevis.columbia.edu" CRM_meta_on_node_uuid="hypatia-corosync.nevis.columbia.edu" CRM_meta_op_target_rc="8" CRM_meta_promoted_max="2" CRM_meta_promoted_node_max="1" CRM_meta_role="Promoted" CRM_meta_timeout="30000" drbd_resource="admin"/>
+ <attributes CRM_meta_clone="0" CRM_meta_clone_max="2" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_interval="59000" CRM_meta_master_max="2" CRM_meta_master_node_max="1" CRM_meta_name="monitor" CRM_meta_notify="true" CRM_meta_on_node="orestes-corosync.nevis.columbia.edu" CRM_meta_on_node_uuid="orestes-corosync.nevis.columbia.edu" CRM_meta_op_target_rc="8" CRM_meta_promoted_max="2" CRM_meta_promoted_node_max="1" CRM_meta_role="Promoted" CRM_meta_timeout="30000" drbd_resource="admin"/>
</rsc_op>
</action_set>
<inputs>
<trigger>
- <rsc_op id="40" operation="start" operation_key="AdminDrbd:0_start_0" on_node="hypatia-corosync.nevis.columbia.edu" on_node_uuid="hypatia-corosync.nevis.columbia.edu"/>
+ <rsc_op id="40" operation="start" operation_key="AdminDrbd:0_start_0" on_node="orestes-corosync.nevis.columbia.edu" on_node_uuid="orestes-corosync.nevis.columbia.edu"/>
</trigger>
<trigger>
- <rsc_op id="41" operation="promote" operation_key="AdminDrbd:0_promote_0" on_node="hypatia-corosync.nevis.columbia.edu" on_node_uuid="hypatia-corosync.nevis.columbia.edu"/>
+ <rsc_op id="41" operation="promote" operation_key="AdminDrbd:0_promote_0" on_node="orestes-corosync.nevis.columbia.edu" on_node_uuid="orestes-corosync.nevis.columbia.edu"/>
</trigger>
<trigger>
<pseudo_event id="53" operation="notified" operation_key="AdminClone_confirmed-post_notify_running_0"/>
@@ -62,14 +62,14 @@
</synapse>
<synapse id="4">
<action_set>
- <rsc_op id="41" operation="promote" operation_key="AdminDrbd:0_promote_0" on_node="hypatia-corosync.nevis.columbia.edu" on_node_uuid="hypatia-corosync.nevis.columbia.edu">
+ <rsc_op id="41" operation="promote" operation_key="AdminDrbd:0_promote_0" on_node="orestes-corosync.nevis.columbia.edu" on_node_uuid="orestes-corosync.nevis.columbia.edu">
<primitive id="AdminDrbd" long-id="AdminDrbd:0" class="ocf" provider="linbit" type="drbd"/>
- <attributes CRM_meta_clone="0" CRM_meta_clone_max="2" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_master_max="2" CRM_meta_master_node_max="1" CRM_meta_notify="true" CRM_meta_notify_active_resource=" " CRM_meta_notify_active_uname=" " CRM_meta_notify_all_uname="hypatia-corosync.nevis.columbia.edu orestes-corosync.nevis.columbia.edu" CRM_meta_notify_available_uname="hypatia-corosync.nevis.columbia.edu orestes-corosync.nevis.columbia.edu" CRM_meta_notify_demote_resource=" " CRM_meta_notify_demote_uname=" " CRM_meta_notify_inactive_resource="AdminDrbd:0 AdminDrbd:1" CRM_meta_notify_master_resource=" " CRM_meta_notify_master_uname=" " CRM_meta_notify_promote_resource="AdminDrbd:0 AdminDrbd:1" CRM_meta_notify_promote_uname="hypatia-corosync.nevis.columbia.edu orestes-corosync.nevis.columbia.edu" CRM_meta_notify_promoted_resource=" " CRM_meta_notify_promoted_uname=" " CRM_meta_notify_slave_resource=" " CRM_meta_notify_slave_uname=" " CRM_meta_notify_start_resource="AdminDrbd:0 AdminDrbd:1" CRM_meta_notify_start_uname="hypatia-corosync.nevis.columbia.edu orestes-corosync.nevis.columbia.edu" CRM_meta_notify_stop_resource=" " CRM_meta_notify_stop_uname=" " CRM_meta_notify_unpromoted_resource=" " CRM_meta_notify_unpromoted_uname=" " CRM_meta_on_node="hypatia-corosync.nevis.columbia.edu" CRM_meta_on_node_uuid="hypatia-corosync.nevis.columbia.edu" CRM_meta_promoted_max="2" CRM_meta_promoted_node_max="1" CRM_meta_timeout="20000" drbd_resource="admin"/>
+ <attributes CRM_meta_clone="0" CRM_meta_clone_max="2" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_master_max="2" CRM_meta_master_node_max="1" CRM_meta_notify="true" CRM_meta_notify_active_resource=" " CRM_meta_notify_active_uname=" " CRM_meta_notify_all_uname="hypatia-corosync.nevis.columbia.edu orestes-corosync.nevis.columbia.edu" CRM_meta_notify_available_uname="hypatia-corosync.nevis.columbia.edu orestes-corosync.nevis.columbia.edu" CRM_meta_notify_demote_resource=" " CRM_meta_notify_demote_uname=" " CRM_meta_notify_inactive_resource="AdminDrbd:0 AdminDrbd:1" CRM_meta_notify_master_resource=" " CRM_meta_notify_master_uname=" " CRM_meta_notify_promote_resource="AdminDrbd:0 AdminDrbd:1" CRM_meta_notify_promote_uname="orestes-corosync.nevis.columbia.edu hypatia-corosync.nevis.columbia.edu" CRM_meta_notify_promoted_resource=" " CRM_meta_notify_promoted_uname=" " CRM_meta_notify_slave_resource=" " CRM_meta_notify_slave_uname=" " CRM_meta_notify_start_resource="AdminDrbd:0 AdminDrbd:1" CRM_meta_notify_start_uname="orestes-corosync.nevis.columbia.edu hypatia-corosync.nevis.columbia.edu" CRM_meta_notify_stop_resource=" " CRM_meta_notify_stop_uname=" " CRM_meta_notify_unpromoted_resource=" " CRM_meta_notify_unpromoted_uname=" " CRM_meta_on_node="orestes-corosync.nevis.columbia.edu" CRM_meta_on_node_uuid="orestes-corosync.nevis.columbia.edu" CRM_meta_promoted_max="2" CRM_meta_promoted_node_max="1" CRM_meta_timeout="20000" drbd_resource="admin"/>
</rsc_op>
</action_set>
<inputs>
<trigger>
- <rsc_op id="40" operation="start" operation_key="AdminDrbd:0_start_0" on_node="hypatia-corosync.nevis.columbia.edu" on_node_uuid="hypatia-corosync.nevis.columbia.edu"/>
+ <rsc_op id="40" operation="start" operation_key="AdminDrbd:0_start_0" on_node="orestes-corosync.nevis.columbia.edu" on_node_uuid="orestes-corosync.nevis.columbia.edu"/>
</trigger>
<trigger>
<pseudo_event id="58" operation="promote" operation_key="AdminClone_promote_0"/>
@@ -78,9 +78,9 @@
</synapse>
<synapse id="5">
<action_set>
- <rsc_op id="40" operation="start" operation_key="AdminDrbd:0_start_0" on_node="hypatia-corosync.nevis.columbia.edu" on_node_uuid="hypatia-corosync.nevis.columbia.edu">
+ <rsc_op id="40" operation="start" operation_key="AdminDrbd:0_start_0" on_node="orestes-corosync.nevis.columbia.edu" on_node_uuid="orestes-corosync.nevis.columbia.edu">
<primitive id="AdminDrbd" long-id="AdminDrbd:0" class="ocf" provider="linbit" type="drbd"/>
- <attributes CRM_meta_clone="0" CRM_meta_clone_max="2" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_master_max="2" CRM_meta_master_node_max="1" CRM_meta_name="start" CRM_meta_notify="true" CRM_meta_notify_active_resource=" " CRM_meta_notify_active_uname=" " CRM_meta_notify_all_uname="hypatia-corosync.nevis.columbia.edu orestes-corosync.nevis.columbia.edu" CRM_meta_notify_available_uname="hypatia-corosync.nevis.columbia.edu orestes-corosync.nevis.columbia.edu" CRM_meta_notify_demote_resource=" " CRM_meta_notify_demote_uname=" " CRM_meta_notify_inactive_resource="AdminDrbd:0 AdminDrbd:1" CRM_meta_notify_master_resource=" " CRM_meta_notify_master_uname=" " CRM_meta_notify_promote_resource="AdminDrbd:0 AdminDrbd:1" CRM_meta_notify_promote_uname="hypatia-corosync.nevis.columbia.edu orestes-corosync.nevis.columbia.edu" CRM_meta_notify_promoted_resource=" " CRM_meta_notify_promoted_uname=" " CRM_meta_notify_slave_resource=" " CRM_meta_notify_slave_uname=" " CRM_meta_notify_start_resource="AdminDrbd:0 AdminDrbd:1" CRM_meta_notify_start_uname="hypatia-corosync.nevis.columbia.edu orestes-corosync.nevis.columbia.edu" CRM_meta_notify_stop_resource=" " CRM_meta_notify_stop_uname=" " CRM_meta_notify_unpromoted_resource=" " CRM_meta_notify_unpromoted_uname=" " CRM_meta_on_node="hypatia-corosync.nevis.columbia.edu" CRM_meta_on_node_uuid="hypatia-corosync.nevis.columbia.edu" CRM_meta_promoted_max="2" CRM_meta_promoted_node_max="1" CRM_meta_timeout="240000" drbd_resource="admin"/>
+ <attributes CRM_meta_clone="0" CRM_meta_clone_max="2" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_master_max="2" CRM_meta_master_node_max="1" CRM_meta_name="start" CRM_meta_notify="true" CRM_meta_notify_active_resource=" " CRM_meta_notify_active_uname=" " CRM_meta_notify_all_uname="hypatia-corosync.nevis.columbia.edu orestes-corosync.nevis.columbia.edu" CRM_meta_notify_available_uname="hypatia-corosync.nevis.columbia.edu orestes-corosync.nevis.columbia.edu" CRM_meta_notify_demote_resource=" " CRM_meta_notify_demote_uname=" " CRM_meta_notify_inactive_resource="AdminDrbd:0 AdminDrbd:1" CRM_meta_notify_master_resource=" " CRM_meta_notify_master_uname=" " CRM_meta_notify_promote_resource="AdminDrbd:0 AdminDrbd:1" CRM_meta_notify_promote_uname="orestes-corosync.nevis.columbia.edu hypatia-corosync.nevis.columbia.edu" CRM_meta_notify_promoted_resource=" " CRM_meta_notify_promoted_uname=" " CRM_meta_notify_slave_resource=" " CRM_meta_notify_slave_uname=" " CRM_meta_notify_start_resource="AdminDrbd:0 AdminDrbd:1" CRM_meta_notify_start_uname="orestes-corosync.nevis.columbia.edu hypatia-corosync.nevis.columbia.edu" CRM_meta_notify_stop_resource=" " CRM_meta_notify_stop_uname=" " CRM_meta_notify_unpromoted_resource=" " CRM_meta_notify_unpromoted_uname=" " CRM_meta_on_node="orestes-corosync.nevis.columbia.edu" CRM_meta_on_node_uuid="orestes-corosync.nevis.columbia.edu" CRM_meta_promoted_max="2" CRM_meta_promoted_node_max="1" CRM_meta_timeout="240000" drbd_resource="admin"/>
</rsc_op>
</action_set>
<inputs>
@@ -91,9 +91,9 @@
</synapse>
<synapse id="6" priority="1000000">
<action_set>
- <rsc_op id="245" operation="notify" operation_key="AdminDrbd:1_post_notify_promote_0" on_node="orestes-corosync.nevis.columbia.edu" on_node_uuid="orestes-corosync.nevis.columbia.edu">
+ <rsc_op id="245" operation="notify" operation_key="AdminDrbd:1_post_notify_promote_0" on_node="hypatia-corosync.nevis.columbia.edu" on_node_uuid="hypatia-corosync.nevis.columbia.edu">
<primitive id="AdminDrbd" long-id="AdminDrbd:1" class="ocf" provider="linbit" type="drbd"/>
- <attributes CRM_meta_clone="1" CRM_meta_clone_max="2" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_master_max="2" CRM_meta_master_node_max="1" CRM_meta_notify="true" CRM_meta_notify_active_resource=" " CRM_meta_notify_active_uname=" " CRM_meta_notify_all_uname="hypatia-corosync.nevis.columbia.edu orestes-corosync.nevis.columbia.edu" CRM_meta_notify_available_uname="hypatia-corosync.nevis.columbia.edu orestes-corosync.nevis.columbia.edu" CRM_meta_notify_demote_resource=" " CRM_meta_notify_demote_uname=" " CRM_meta_notify_inactive_resource="AdminDrbd:0 AdminDrbd:1" CRM_meta_notify_key_operation="promoted" CRM_meta_notify_key_type="post" CRM_meta_notify_master_resource=" " CRM_meta_notify_master_uname=" " CRM_meta_notify_operation="promote" CRM_meta_notify_promote_resource="AdminDrbd:0 AdminDrbd:1" CRM_meta_notify_promote_uname="hypatia-corosync.nevis.columbia.edu orestes-corosync.nevis.columbia.edu" CRM_meta_notify_promoted_resource=" " CRM_meta_notify_promoted_uname=" " CRM_meta_notify_slave_resource=" " CRM_meta_notify_slave_uname=" " CRM_meta_notify_start_resource="AdminDrbd:0 AdminDrbd:1" CRM_meta_notify_start_uname="hypatia-corosync.nevis.columbia.edu orestes-corosync.nevis.columbia.edu" CRM_meta_notify_stop_resource=" " CRM_meta_notify_stop_uname=" " CRM_meta_notify_type="post" CRM_meta_notify_unpromoted_resource=" " CRM_meta_notify_unpromoted_uname=" " CRM_meta_on_node="orestes-corosync.nevis.columbia.edu" CRM_meta_on_node_uuid="orestes-corosync.nevis.columbia.edu" CRM_meta_promoted_max="2" CRM_meta_promoted_node_max="1" CRM_meta_timeout="20000" drbd_resource="admin"/>
+ <attributes CRM_meta_clone="1" CRM_meta_clone_max="2" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_master_max="2" CRM_meta_master_node_max="1" CRM_meta_notify="true" CRM_meta_notify_active_resource=" " CRM_meta_notify_active_uname=" " CRM_meta_notify_all_uname="hypatia-corosync.nevis.columbia.edu orestes-corosync.nevis.columbia.edu" CRM_meta_notify_available_uname="hypatia-corosync.nevis.columbia.edu orestes-corosync.nevis.columbia.edu" CRM_meta_notify_demote_resource=" " CRM_meta_notify_demote_uname=" " CRM_meta_notify_inactive_resource="AdminDrbd:0 AdminDrbd:1" CRM_meta_notify_key_operation="promoted" CRM_meta_notify_key_type="post" CRM_meta_notify_master_resource=" " CRM_meta_notify_master_uname=" " CRM_meta_notify_operation="promote" CRM_meta_notify_promote_resource="AdminDrbd:0 AdminDrbd:1" CRM_meta_notify_promote_uname="orestes-corosync.nevis.columbia.edu hypatia-corosync.nevis.columbia.edu" CRM_meta_notify_promoted_resource=" " CRM_meta_notify_promoted_uname=" " CRM_meta_notify_slave_resource=" " CRM_meta_notify_slave_uname=" " CRM_meta_notify_start_resource="AdminDrbd:0 AdminDrbd:1" CRM_meta_notify_start_uname="orestes-corosync.nevis.columbia.edu hypatia-corosync.nevis.columbia.edu" CRM_meta_notify_stop_resource=" " CRM_meta_notify_stop_uname=" " CRM_meta_notify_type="post" CRM_meta_notify_unpromoted_resource=" " CRM_meta_notify_unpromoted_uname=" " CRM_meta_on_node="hypatia-corosync.nevis.columbia.edu" CRM_meta_on_node_uuid="hypatia-corosync.nevis.columbia.edu" CRM_meta_promoted_max="2" CRM_meta_promoted_node_max="1" CRM_meta_timeout="20000" drbd_resource="admin"/>
</rsc_op>
</action_set>
<inputs>
@@ -104,9 +104,9 @@
</synapse>
<synapse id="7">
<action_set>
- <rsc_op id="244" operation="notify" operation_key="AdminDrbd:1_pre_notify_promote_0" on_node="orestes-corosync.nevis.columbia.edu" on_node_uuid="orestes-corosync.nevis.columbia.edu">
+ <rsc_op id="244" operation="notify" operation_key="AdminDrbd:1_pre_notify_promote_0" on_node="hypatia-corosync.nevis.columbia.edu" on_node_uuid="hypatia-corosync.nevis.columbia.edu">
<primitive id="AdminDrbd" long-id="AdminDrbd:1" class="ocf" provider="linbit" type="drbd"/>
- <attributes CRM_meta_clone="1" CRM_meta_clone_max="2" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_master_max="2" CRM_meta_master_node_max="1" CRM_meta_notify="true" CRM_meta_notify_active_resource=" " CRM_meta_notify_active_uname=" " CRM_meta_notify_all_uname="hypatia-corosync.nevis.columbia.edu orestes-corosync.nevis.columbia.edu" CRM_meta_notify_available_uname="hypatia-corosync.nevis.columbia.edu orestes-corosync.nevis.columbia.edu" CRM_meta_notify_demote_resource=" " CRM_meta_notify_demote_uname=" " CRM_meta_notify_inactive_resource="AdminDrbd:0 AdminDrbd:1" CRM_meta_notify_key_operation="promote" CRM_meta_notify_key_type="pre" CRM_meta_notify_master_resource=" " CRM_meta_notify_master_uname=" " CRM_meta_notify_operation="promote" CRM_meta_notify_promote_resource="AdminDrbd:0 AdminDrbd:1" CRM_meta_notify_promote_uname="hypatia-corosync.nevis.columbia.edu orestes-corosync.nevis.columbia.edu" CRM_meta_notify_promoted_resource=" " CRM_meta_notify_promoted_uname=" " CRM_meta_notify_slave_resource=" " CRM_meta_notify_slave_uname=" " CRM_meta_notify_start_resource="AdminDrbd:0 AdminDrbd:1" CRM_meta_notify_start_uname="hypatia-corosync.nevis.columbia.edu orestes-corosync.nevis.columbia.edu" CRM_meta_notify_stop_resource=" " CRM_meta_notify_stop_uname=" " CRM_meta_notify_type="pre" CRM_meta_notify_unpromoted_resource=" " CRM_meta_notify_unpromoted_uname=" " CRM_meta_on_node="orestes-corosync.nevis.columbia.edu" CRM_meta_on_node_uuid="orestes-corosync.nevis.columbia.edu" CRM_meta_promoted_max="2" CRM_meta_promoted_node_max="1" CRM_meta_timeout="20000" drbd_resource="admin"/>
+ <attributes CRM_meta_clone="1" CRM_meta_clone_max="2" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_master_max="2" CRM_meta_master_node_max="1" CRM_meta_notify="true" CRM_meta_notify_active_resource=" " CRM_meta_notify_active_uname=" " CRM_meta_notify_all_uname="hypatia-corosync.nevis.columbia.edu orestes-corosync.nevis.columbia.edu" CRM_meta_notify_available_uname="hypatia-corosync.nevis.columbia.edu orestes-corosync.nevis.columbia.edu" CRM_meta_notify_demote_resource=" " CRM_meta_notify_demote_uname=" " CRM_meta_notify_inactive_resource="AdminDrbd:0 AdminDrbd:1" CRM_meta_notify_key_operation="promote" CRM_meta_notify_key_type="pre" CRM_meta_notify_master_resource=" " CRM_meta_notify_master_uname=" " CRM_meta_notify_operation="promote" CRM_meta_notify_promote_resource="AdminDrbd:0 AdminDrbd:1" CRM_meta_notify_promote_uname="orestes-corosync.nevis.columbia.edu hypatia-corosync.nevis.columbia.edu" CRM_meta_notify_promoted_resource=" " CRM_meta_notify_promoted_uname=" " CRM_meta_notify_slave_resource=" " CRM_meta_notify_slave_uname=" " CRM_meta_notify_start_resource="AdminDrbd:0 AdminDrbd:1" CRM_meta_notify_start_uname="orestes-corosync.nevis.columbia.edu hypatia-corosync.nevis.columbia.edu" CRM_meta_notify_stop_resource=" " CRM_meta_notify_stop_uname=" " CRM_meta_notify_type="pre" CRM_meta_notify_unpromoted_resource=" " CRM_meta_notify_unpromoted_uname=" " CRM_meta_on_node="hypatia-corosync.nevis.columbia.edu" CRM_meta_on_node_uuid="hypatia-corosync.nevis.columbia.edu" CRM_meta_promoted_max="2" CRM_meta_promoted_node_max="1" CRM_meta_timeout="20000" drbd_resource="admin"/>
</rsc_op>
</action_set>
<inputs>
@@ -117,9 +117,9 @@
</synapse>
<synapse id="8" priority="1000000">
<action_set>
- <rsc_op id="241" operation="notify" operation_key="AdminDrbd:1_post_notify_start_0" on_node="orestes-corosync.nevis.columbia.edu" on_node_uuid="orestes-corosync.nevis.columbia.edu">
+ <rsc_op id="241" operation="notify" operation_key="AdminDrbd:1_post_notify_start_0" on_node="hypatia-corosync.nevis.columbia.edu" on_node_uuid="hypatia-corosync.nevis.columbia.edu">
<primitive id="AdminDrbd" long-id="AdminDrbd:1" class="ocf" provider="linbit" type="drbd"/>
- <attributes CRM_meta_clone="1" CRM_meta_clone_max="2" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_master_max="2" CRM_meta_master_node_max="1" CRM_meta_notify="true" CRM_meta_notify_active_resource=" " CRM_meta_notify_active_uname=" " CRM_meta_notify_all_uname="hypatia-corosync.nevis.columbia.edu orestes-corosync.nevis.columbia.edu" CRM_meta_notify_available_uname="hypatia-corosync.nevis.columbia.edu orestes-corosync.nevis.columbia.edu" CRM_meta_notify_demote_resource=" " CRM_meta_notify_demote_uname=" " CRM_meta_notify_inactive_resource="AdminDrbd:0 AdminDrbd:1" CRM_meta_notify_key_operation="running" CRM_meta_notify_key_type="post" CRM_meta_notify_master_resource=" " CRM_meta_notify_master_uname=" " CRM_meta_notify_operation="start" CRM_meta_notify_promote_resource="AdminDrbd:0 AdminDrbd:1" CRM_meta_notify_promote_uname="hypatia-corosync.nevis.columbia.edu orestes-corosync.nevis.columbia.edu" CRM_meta_notify_promoted_resource=" " CRM_meta_notify_promoted_uname=" " CRM_meta_notify_slave_resource=" " CRM_meta_notify_slave_uname=" " CRM_meta_notify_start_resource="AdminDrbd:0 AdminDrbd:1" CRM_meta_notify_start_uname="hypatia-corosync.nevis.columbia.edu orestes-corosync.nevis.columbia.edu" CRM_meta_notify_stop_resource=" " CRM_meta_notify_stop_uname=" " CRM_meta_notify_type="post" CRM_meta_notify_unpromoted_resource=" " CRM_meta_notify_unpromoted_uname=" " CRM_meta_on_node="orestes-corosync.nevis.columbia.edu" CRM_meta_on_node_uuid="orestes-corosync.nevis.columbia.edu" CRM_meta_promoted_max="2" CRM_meta_promoted_node_max="1" CRM_meta_timeout="20000" drbd_resource="admin"/>
+ <attributes CRM_meta_clone="1" CRM_meta_clone_max="2" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_master_max="2" CRM_meta_master_node_max="1" CRM_meta_notify="true" CRM_meta_notify_active_resource=" " CRM_meta_notify_active_uname=" " CRM_meta_notify_all_uname="hypatia-corosync.nevis.columbia.edu orestes-corosync.nevis.columbia.edu" CRM_meta_notify_available_uname="hypatia-corosync.nevis.columbia.edu orestes-corosync.nevis.columbia.edu" CRM_meta_notify_demote_resource=" " CRM_meta_notify_demote_uname=" " CRM_meta_notify_inactive_resource="AdminDrbd:0 AdminDrbd:1" CRM_meta_notify_key_operation="running" CRM_meta_notify_key_type="post" CRM_meta_notify_master_resource=" " CRM_meta_notify_master_uname=" " CRM_meta_notify_operation="start" CRM_meta_notify_promote_resource="AdminDrbd:0 AdminDrbd:1" CRM_meta_notify_promote_uname="orestes-corosync.nevis.columbia.edu hypatia-corosync.nevis.columbia.edu" CRM_meta_notify_promoted_resource=" " CRM_meta_notify_promoted_uname=" " CRM_meta_notify_slave_resource=" " CRM_meta_notify_slave_uname=" " CRM_meta_notify_start_resource="AdminDrbd:0 AdminDrbd:1" CRM_meta_notify_start_uname="orestes-corosync.nevis.columbia.edu hypatia-corosync.nevis.columbia.edu" CRM_meta_notify_stop_resource=" " CRM_meta_notify_stop_uname=" " CRM_meta_notify_type="post" CRM_meta_notify_unpromoted_resource=" " CRM_meta_notify_unpromoted_uname=" " CRM_meta_on_node="hypatia-corosync.nevis.columbia.edu" CRM_meta_on_node_uuid="hypatia-corosync.nevis.columbia.edu" CRM_meta_promoted_max="2" CRM_meta_promoted_node_max="1" CRM_meta_timeout="20000" drbd_resource="admin"/>
</rsc_op>
</action_set>
<inputs>
@@ -130,17 +130,17 @@
</synapse>
<synapse id="9">
<action_set>
- <rsc_op id="45" operation="monitor" operation_key="AdminDrbd:1_monitor_59000" on_node="orestes-corosync.nevis.columbia.edu" on_node_uuid="orestes-corosync.nevis.columbia.edu">
+ <rsc_op id="45" operation="monitor" operation_key="AdminDrbd:1_monitor_59000" on_node="hypatia-corosync.nevis.columbia.edu" on_node_uuid="hypatia-corosync.nevis.columbia.edu">
<primitive id="AdminDrbd" long-id="AdminDrbd:1" class="ocf" provider="linbit" type="drbd"/>
- <attributes CRM_meta_clone="1" CRM_meta_clone_max="2" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_interval="59000" CRM_meta_master_max="2" CRM_meta_master_node_max="1" CRM_meta_name="monitor" CRM_meta_notify="true" CRM_meta_on_node="orestes-corosync.nevis.columbia.edu" CRM_meta_on_node_uuid="orestes-corosync.nevis.columbia.edu" CRM_meta_op_target_rc="8" CRM_meta_promoted_max="2" CRM_meta_promoted_node_max="1" CRM_meta_role="Promoted" CRM_meta_timeout="30000" drbd_resource="admin"/>
+ <attributes CRM_meta_clone="1" CRM_meta_clone_max="2" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_interval="59000" CRM_meta_master_max="2" CRM_meta_master_node_max="1" CRM_meta_name="monitor" CRM_meta_notify="true" CRM_meta_on_node="hypatia-corosync.nevis.columbia.edu" CRM_meta_on_node_uuid="hypatia-corosync.nevis.columbia.edu" CRM_meta_op_target_rc="8" CRM_meta_promoted_max="2" CRM_meta_promoted_node_max="1" CRM_meta_role="Promoted" CRM_meta_timeout="30000" drbd_resource="admin"/>
</rsc_op>
</action_set>
<inputs>
<trigger>
- <rsc_op id="43" operation="start" operation_key="AdminDrbd:1_start_0" on_node="orestes-corosync.nevis.columbia.edu" on_node_uuid="orestes-corosync.nevis.columbia.edu"/>
+ <rsc_op id="43" operation="start" operation_key="AdminDrbd:1_start_0" on_node="hypatia-corosync.nevis.columbia.edu" on_node_uuid="hypatia-corosync.nevis.columbia.edu"/>
</trigger>
<trigger>
- <rsc_op id="44" operation="promote" operation_key="AdminDrbd:1_promote_0" on_node="orestes-corosync.nevis.columbia.edu" on_node_uuid="orestes-corosync.nevis.columbia.edu"/>
+ <rsc_op id="44" operation="promote" operation_key="AdminDrbd:1_promote_0" on_node="hypatia-corosync.nevis.columbia.edu" on_node_uuid="hypatia-corosync.nevis.columbia.edu"/>
</trigger>
<trigger>
<pseudo_event id="53" operation="notified" operation_key="AdminClone_confirmed-post_notify_running_0"/>
@@ -152,14 +152,14 @@
</synapse>
<synapse id="10">
<action_set>
- <rsc_op id="44" operation="promote" operation_key="AdminDrbd:1_promote_0" on_node="orestes-corosync.nevis.columbia.edu" on_node_uuid="orestes-corosync.nevis.columbia.edu">
+ <rsc_op id="44" operation="promote" operation_key="AdminDrbd:1_promote_0" on_node="hypatia-corosync.nevis.columbia.edu" on_node_uuid="hypatia-corosync.nevis.columbia.edu">
<primitive id="AdminDrbd" long-id="AdminDrbd:1" class="ocf" provider="linbit" type="drbd"/>
- <attributes CRM_meta_clone="1" CRM_meta_clone_max="2" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_master_max="2" CRM_meta_master_node_max="1" CRM_meta_notify="true" CRM_meta_notify_active_resource=" " CRM_meta_notify_active_uname=" " CRM_meta_notify_all_uname="hypatia-corosync.nevis.columbia.edu orestes-corosync.nevis.columbia.edu" CRM_meta_notify_available_uname="hypatia-corosync.nevis.columbia.edu orestes-corosync.nevis.columbia.edu" CRM_meta_notify_demote_resource=" " CRM_meta_notify_demote_uname=" " CRM_meta_notify_inactive_resource="AdminDrbd:0 AdminDrbd:1" CRM_meta_notify_master_resource=" " CRM_meta_notify_master_uname=" " CRM_meta_notify_promote_resource="AdminDrbd:0 AdminDrbd:1" CRM_meta_notify_promote_uname="hypatia-corosync.nevis.columbia.edu orestes-corosync.nevis.columbia.edu" CRM_meta_notify_promoted_resource=" " CRM_meta_notify_promoted_uname=" " CRM_meta_notify_slave_resource=" " CRM_meta_notify_slave_uname=" " CRM_meta_notify_start_resource="AdminDrbd:0 AdminDrbd:1" CRM_meta_notify_start_uname="hypatia-corosync.nevis.columbia.edu orestes-corosync.nevis.columbia.edu" CRM_meta_notify_stop_resource=" " CRM_meta_notify_stop_uname=" " CRM_meta_notify_unpromoted_resource=" " CRM_meta_notify_unpromoted_uname=" " CRM_meta_on_node="orestes-corosync.nevis.columbia.edu" CRM_meta_on_node_uuid="orestes-corosync.nevis.columbia.edu" CRM_meta_promoted_max="2" CRM_meta_promoted_node_max="1" CRM_meta_timeout="20000" drbd_resource="admin"/>
+ <attributes CRM_meta_clone="1" CRM_meta_clone_max="2" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_master_max="2" CRM_meta_master_node_max="1" CRM_meta_notify="true" CRM_meta_notify_active_resource=" " CRM_meta_notify_active_uname=" " CRM_meta_notify_all_uname="hypatia-corosync.nevis.columbia.edu orestes-corosync.nevis.columbia.edu" CRM_meta_notify_available_uname="hypatia-corosync.nevis.columbia.edu orestes-corosync.nevis.columbia.edu" CRM_meta_notify_demote_resource=" " CRM_meta_notify_demote_uname=" " CRM_meta_notify_inactive_resource="AdminDrbd:0 AdminDrbd:1" CRM_meta_notify_master_resource=" " CRM_meta_notify_master_uname=" " CRM_meta_notify_promote_resource="AdminDrbd:0 AdminDrbd:1" CRM_meta_notify_promote_uname="orestes-corosync.nevis.columbia.edu hypatia-corosync.nevis.columbia.edu" CRM_meta_notify_promoted_resource=" " CRM_meta_notify_promoted_uname=" " CRM_meta_notify_slave_resource=" " CRM_meta_notify_slave_uname=" " CRM_meta_notify_start_resource="AdminDrbd:0 AdminDrbd:1" CRM_meta_notify_start_uname="orestes-corosync.nevis.columbia.edu hypatia-corosync.nevis.columbia.edu" CRM_meta_notify_stop_resource=" " CRM_meta_notify_stop_uname=" " CRM_meta_notify_unpromoted_resource=" " CRM_meta_notify_unpromoted_uname=" " CRM_meta_on_node="hypatia-corosync.nevis.columbia.edu" CRM_meta_on_node_uuid="hypatia-corosync.nevis.columbia.edu" CRM_meta_promoted_max="2" CRM_meta_promoted_node_max="1" CRM_meta_timeout="20000" drbd_resource="admin"/>
</rsc_op>
</action_set>
<inputs>
<trigger>
- <rsc_op id="43" operation="start" operation_key="AdminDrbd:1_start_0" on_node="orestes-corosync.nevis.columbia.edu" on_node_uuid="orestes-corosync.nevis.columbia.edu"/>
+ <rsc_op id="43" operation="start" operation_key="AdminDrbd:1_start_0" on_node="hypatia-corosync.nevis.columbia.edu" on_node_uuid="hypatia-corosync.nevis.columbia.edu"/>
</trigger>
<trigger>
<pseudo_event id="58" operation="promote" operation_key="AdminClone_promote_0"/>
@@ -168,9 +168,9 @@
</synapse>
<synapse id="11">
<action_set>
- <rsc_op id="43" operation="start" operation_key="AdminDrbd:1_start_0" on_node="orestes-corosync.nevis.columbia.edu" on_node_uuid="orestes-corosync.nevis.columbia.edu">
+ <rsc_op id="43" operation="start" operation_key="AdminDrbd:1_start_0" on_node="hypatia-corosync.nevis.columbia.edu" on_node_uuid="hypatia-corosync.nevis.columbia.edu">
<primitive id="AdminDrbd" long-id="AdminDrbd:1" class="ocf" provider="linbit" type="drbd"/>
- <attributes CRM_meta_clone="1" CRM_meta_clone_max="2" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_master_max="2" CRM_meta_master_node_max="1" CRM_meta_name="start" CRM_meta_notify="true" CRM_meta_notify_active_resource=" " CRM_meta_notify_active_uname=" " CRM_meta_notify_all_uname="hypatia-corosync.nevis.columbia.edu orestes-corosync.nevis.columbia.edu" CRM_meta_notify_available_uname="hypatia-corosync.nevis.columbia.edu orestes-corosync.nevis.columbia.edu" CRM_meta_notify_demote_resource=" " CRM_meta_notify_demote_uname=" " CRM_meta_notify_inactive_resource="AdminDrbd:0 AdminDrbd:1" CRM_meta_notify_master_resource=" " CRM_meta_notify_master_uname=" " CRM_meta_notify_promote_resource="AdminDrbd:0 AdminDrbd:1" CRM_meta_notify_promote_uname="hypatia-corosync.nevis.columbia.edu orestes-corosync.nevis.columbia.edu" CRM_meta_notify_promoted_resource=" " CRM_meta_notify_promoted_uname=" " CRM_meta_notify_slave_resource=" " CRM_meta_notify_slave_uname=" " CRM_meta_notify_start_resource="AdminDrbd:0 AdminDrbd:1" CRM_meta_notify_start_uname="hypatia-corosync.nevis.columbia.edu orestes-corosync.nevis.columbia.edu" CRM_meta_notify_stop_resource=" " CRM_meta_notify_stop_uname=" " CRM_meta_notify_unpromoted_resource=" " CRM_meta_notify_unpromoted_uname=" " CRM_meta_on_node="orestes-corosync.nevis.columbia.edu" CRM_meta_on_node_uuid="orestes-corosync.nevis.columbia.edu" CRM_meta_promoted_max="2" CRM_meta_promoted_node_max="1" CRM_meta_timeout="240000" drbd_resource="admin"/>
+ <attributes CRM_meta_clone="1" CRM_meta_clone_max="2" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_master_max="2" CRM_meta_master_node_max="1" CRM_meta_name="start" CRM_meta_notify="true" CRM_meta_notify_active_resource=" " CRM_meta_notify_active_uname=" " CRM_meta_notify_all_uname="hypatia-corosync.nevis.columbia.edu orestes-corosync.nevis.columbia.edu" CRM_meta_notify_available_uname="hypatia-corosync.nevis.columbia.edu orestes-corosync.nevis.columbia.edu" CRM_meta_notify_demote_resource=" " CRM_meta_notify_demote_uname=" " CRM_meta_notify_inactive_resource="AdminDrbd:0 AdminDrbd:1" CRM_meta_notify_master_resource=" " CRM_meta_notify_master_uname=" " CRM_meta_notify_promote_resource="AdminDrbd:0 AdminDrbd:1" CRM_meta_notify_promote_uname="orestes-corosync.nevis.columbia.edu hypatia-corosync.nevis.columbia.edu" CRM_meta_notify_promoted_resource=" " CRM_meta_notify_promoted_uname=" " CRM_meta_notify_slave_resource=" " CRM_meta_notify_slave_uname=" " CRM_meta_notify_start_resource="AdminDrbd:0 AdminDrbd:1" CRM_meta_notify_start_uname="orestes-corosync.nevis.columbia.edu hypatia-corosync.nevis.columbia.edu" CRM_meta_notify_stop_resource=" " CRM_meta_notify_stop_uname=" " CRM_meta_notify_unpromoted_resource=" " CRM_meta_notify_unpromoted_uname=" " CRM_meta_on_node="hypatia-corosync.nevis.columbia.edu" CRM_meta_on_node_uuid="hypatia-corosync.nevis.columbia.edu" CRM_meta_promoted_max="2" CRM_meta_promoted_node_max="1" CRM_meta_timeout="240000" drbd_resource="admin"/>
</rsc_op>
</action_set>
<inputs>
@@ -190,10 +190,10 @@
<pseudo_event id="62" operation="notify" operation_key="AdminClone_post_notify_promoted_0"/>
</trigger>
<trigger>
- <rsc_op id="243" operation="notify" operation_key="AdminDrbd:0_post_notify_promote_0" on_node="hypatia-corosync.nevis.columbia.edu" on_node_uuid="hypatia-corosync.nevis.columbia.edu"/>
+ <rsc_op id="243" operation="notify" operation_key="AdminDrbd:0_post_notify_promote_0" on_node="orestes-corosync.nevis.columbia.edu" on_node_uuid="orestes-corosync.nevis.columbia.edu"/>
</trigger>
<trigger>
- <rsc_op id="245" operation="notify" operation_key="AdminDrbd:1_post_notify_promote_0" on_node="orestes-corosync.nevis.columbia.edu" on_node_uuid="orestes-corosync.nevis.columbia.edu"/>
+ <rsc_op id="245" operation="notify" operation_key="AdminDrbd:1_post_notify_promote_0" on_node="hypatia-corosync.nevis.columbia.edu" on_node_uuid="hypatia-corosync.nevis.columbia.edu"/>
</trigger>
</inputs>
</synapse>
@@ -223,10 +223,10 @@
<pseudo_event id="60" operation="notify" operation_key="AdminClone_pre_notify_promote_0"/>
</trigger>
<trigger>
- <rsc_op id="242" operation="notify" operation_key="AdminDrbd:0_pre_notify_promote_0" on_node="hypatia-corosync.nevis.columbia.edu" on_node_uuid="hypatia-corosync.nevis.columbia.edu"/>
+ <rsc_op id="242" operation="notify" operation_key="AdminDrbd:0_pre_notify_promote_0" on_node="orestes-corosync.nevis.columbia.edu" on_node_uuid="orestes-corosync.nevis.columbia.edu"/>
</trigger>
<trigger>
- <rsc_op id="244" operation="notify" operation_key="AdminDrbd:1_pre_notify_promote_0" on_node="orestes-corosync.nevis.columbia.edu" on_node_uuid="orestes-corosync.nevis.columbia.edu"/>
+ <rsc_op id="244" operation="notify" operation_key="AdminDrbd:1_pre_notify_promote_0" on_node="hypatia-corosync.nevis.columbia.edu" on_node_uuid="hypatia-corosync.nevis.columbia.edu"/>
</trigger>
</inputs>
</synapse>
@@ -250,10 +250,10 @@
</action_set>
<inputs>
<trigger>
- <rsc_op id="41" operation="promote" operation_key="AdminDrbd:0_promote_0" on_node="hypatia-corosync.nevis.columbia.edu" on_node_uuid="hypatia-corosync.nevis.columbia.edu"/>
+ <rsc_op id="41" operation="promote" operation_key="AdminDrbd:0_promote_0" on_node="orestes-corosync.nevis.columbia.edu" on_node_uuid="orestes-corosync.nevis.columbia.edu"/>
</trigger>
<trigger>
- <rsc_op id="44" operation="promote" operation_key="AdminDrbd:1_promote_0" on_node="orestes-corosync.nevis.columbia.edu" on_node_uuid="orestes-corosync.nevis.columbia.edu"/>
+ <rsc_op id="44" operation="promote" operation_key="AdminDrbd:1_promote_0" on_node="hypatia-corosync.nevis.columbia.edu" on_node_uuid="hypatia-corosync.nevis.columbia.edu"/>
</trigger>
</inputs>
</synapse>
@@ -283,10 +283,10 @@
<pseudo_event id="52" operation="notify" operation_key="AdminClone_post_notify_running_0"/>
</trigger>
<trigger>
- <rsc_op id="240" operation="notify" operation_key="AdminDrbd:0_post_notify_start_0" on_node="hypatia-corosync.nevis.columbia.edu" on_node_uuid="hypatia-corosync.nevis.columbia.edu"/>
+ <rsc_op id="240" operation="notify" operation_key="AdminDrbd:0_post_notify_start_0" on_node="orestes-corosync.nevis.columbia.edu" on_node_uuid="orestes-corosync.nevis.columbia.edu"/>
</trigger>
<trigger>
- <rsc_op id="241" operation="notify" operation_key="AdminDrbd:1_post_notify_start_0" on_node="orestes-corosync.nevis.columbia.edu" on_node_uuid="orestes-corosync.nevis.columbia.edu"/>
+ <rsc_op id="241" operation="notify" operation_key="AdminDrbd:1_post_notify_start_0" on_node="hypatia-corosync.nevis.columbia.edu" on_node_uuid="hypatia-corosync.nevis.columbia.edu"/>
</trigger>
</inputs>
</synapse>
@@ -333,10 +333,10 @@
</action_set>
<inputs>
<trigger>
- <rsc_op id="40" operation="start" operation_key="AdminDrbd:0_start_0" on_node="hypatia-corosync.nevis.columbia.edu" on_node_uuid="hypatia-corosync.nevis.columbia.edu"/>
+ <rsc_op id="40" operation="start" operation_key="AdminDrbd:0_start_0" on_node="orestes-corosync.nevis.columbia.edu" on_node_uuid="orestes-corosync.nevis.columbia.edu"/>
</trigger>
<trigger>
- <rsc_op id="43" operation="start" operation_key="AdminDrbd:1_start_0" on_node="orestes-corosync.nevis.columbia.edu" on_node_uuid="orestes-corosync.nevis.columbia.edu"/>
+ <rsc_op id="43" operation="start" operation_key="AdminDrbd:1_start_0" on_node="hypatia-corosync.nevis.columbia.edu" on_node_uuid="hypatia-corosync.nevis.columbia.edu"/>
</trigger>
<trigger>
<pseudo_event id="46" operation="start" operation_key="AdminClone_start_0"/>
@@ -527,7 +527,7 @@
<pseudo_event id="104" operation="start" operation_key="CupsClone_start_0"/>
</trigger>
<trigger>
- <pseudo_event id="211" operation="running" operation_key="FilesystemGroup:0_running_0"/>
+ <pseudo_event id="227" operation="running" operation_key="FilesystemGroup:1_running_0"/>
</trigger>
</inputs>
</synapse>
@@ -647,7 +647,7 @@
<pseudo_event id="104" operation="start" operation_key="CupsClone_start_0"/>
</trigger>
<trigger>
- <pseudo_event id="227" operation="running" operation_key="FilesystemGroup:1_running_0"/>
+ <pseudo_event id="211" operation="running" operation_key="FilesystemGroup:0_running_0"/>
</trigger>
</inputs>
</synapse>
@@ -1058,7 +1058,7 @@
<pseudo_event id="148" operation="start" operation_key="LibvirtdClone_start_0"/>
</trigger>
<trigger>
- <pseudo_event id="211" operation="running" operation_key="FilesystemGroup:0_running_0"/>
+ <pseudo_event id="227" operation="running" operation_key="FilesystemGroup:1_running_0"/>
</trigger>
</inputs>
</synapse>
@@ -1173,7 +1173,7 @@
<pseudo_event id="148" operation="start" operation_key="LibvirtdClone_start_0"/>
</trigger>
<trigger>
- <pseudo_event id="227" operation="running" operation_key="FilesystemGroup:1_running_0"/>
+ <pseudo_event id="211" operation="running" operation_key="FilesystemGroup:0_running_0"/>
</trigger>
</inputs>
</synapse>
@@ -1300,7 +1300,7 @@
<pseudo_event id="166" operation="start" operation_key="TftpClone_start_0"/>
</trigger>
<trigger>
- <pseudo_event id="211" operation="running" operation_key="FilesystemGroup:0_running_0"/>
+ <pseudo_event id="227" operation="running" operation_key="FilesystemGroup:1_running_0"/>
</trigger>
</inputs>
</synapse>
@@ -1393,7 +1393,7 @@
<pseudo_event id="166" operation="start" operation_key="TftpClone_start_0"/>
</trigger>
<trigger>
- <pseudo_event id="227" operation="running" operation_key="FilesystemGroup:1_running_0"/>
+ <pseudo_event id="211" operation="running" operation_key="FilesystemGroup:0_running_0"/>
</trigger>
</inputs>
</synapse>
@@ -1546,7 +1546,7 @@
<pseudo_event id="194" operation="start" operation_key="ExportsClone_start_0"/>
</trigger>
<trigger>
- <pseudo_event id="211" operation="running" operation_key="FilesystemGroup:0_running_0"/>
+ <pseudo_event id="227" operation="running" operation_key="FilesystemGroup:1_running_0"/>
</trigger>
</inputs>
</synapse>
@@ -1794,7 +1794,7 @@
<pseudo_event id="194" operation="start" operation_key="ExportsClone_start_0"/>
</trigger>
<trigger>
- <pseudo_event id="227" operation="running" operation_key="FilesystemGroup:1_running_0"/>
+ <pseudo_event id="211" operation="running" operation_key="FilesystemGroup:0_running_0"/>
</trigger>
</inputs>
</synapse>
@@ -2081,22 +2081,22 @@
</action_set>
<inputs>
<trigger>
- <rsc_op id="198" operation="start" operation_key="AdminLvm:0_start_0" on_node="hypatia-corosync.nevis.columbia.edu" on_node_uuid="hypatia-corosync.nevis.columbia.edu"/>
+ <rsc_op id="198" operation="start" operation_key="AdminLvm:0_start_0" on_node="orestes-corosync.nevis.columbia.edu" on_node_uuid="orestes-corosync.nevis.columbia.edu"/>
</trigger>
<trigger>
- <rsc_op id="200" operation="start" operation_key="FSUsrNevis:0_start_0" on_node="hypatia-corosync.nevis.columbia.edu" on_node_uuid="hypatia-corosync.nevis.columbia.edu"/>
+ <rsc_op id="200" operation="start" operation_key="FSUsrNevis:0_start_0" on_node="orestes-corosync.nevis.columbia.edu" on_node_uuid="orestes-corosync.nevis.columbia.edu"/>
</trigger>
<trigger>
- <rsc_op id="202" operation="start" operation_key="FSVarNevis:0_start_0" on_node="hypatia-corosync.nevis.columbia.edu" on_node_uuid="hypatia-corosync.nevis.columbia.edu"/>
+ <rsc_op id="202" operation="start" operation_key="FSVarNevis:0_start_0" on_node="orestes-corosync.nevis.columbia.edu" on_node_uuid="orestes-corosync.nevis.columbia.edu"/>
</trigger>
<trigger>
- <rsc_op id="204" operation="start" operation_key="FSVirtualMachines:0_start_0" on_node="hypatia-corosync.nevis.columbia.edu" on_node_uuid="hypatia-corosync.nevis.columbia.edu"/>
+ <rsc_op id="204" operation="start" operation_key="FSVirtualMachines:0_start_0" on_node="orestes-corosync.nevis.columbia.edu" on_node_uuid="orestes-corosync.nevis.columbia.edu"/>
</trigger>
<trigger>
- <rsc_op id="206" operation="start" operation_key="FSMail:0_start_0" on_node="hypatia-corosync.nevis.columbia.edu" on_node_uuid="hypatia-corosync.nevis.columbia.edu"/>
+ <rsc_op id="206" operation="start" operation_key="FSMail:0_start_0" on_node="orestes-corosync.nevis.columbia.edu" on_node_uuid="orestes-corosync.nevis.columbia.edu"/>
</trigger>
<trigger>
- <rsc_op id="208" operation="start" operation_key="FSWork:0_start_0" on_node="hypatia-corosync.nevis.columbia.edu" on_node_uuid="hypatia-corosync.nevis.columbia.edu"/>
+ <rsc_op id="208" operation="start" operation_key="FSWork:0_start_0" on_node="orestes-corosync.nevis.columbia.edu" on_node_uuid="orestes-corosync.nevis.columbia.edu"/>
</trigger>
<trigger>
<pseudo_event id="210" operation="start" operation_key="FilesystemGroup:0_start_0"/>
@@ -2111,7 +2111,7 @@
</action_set>
<inputs>
<trigger>
- <rsc_op id="41" operation="promote" operation_key="AdminDrbd:0_promote_0" on_node="hypatia-corosync.nevis.columbia.edu" on_node_uuid="hypatia-corosync.nevis.columbia.edu"/>
+ <rsc_op id="41" operation="promote" operation_key="AdminDrbd:0_promote_0" on_node="orestes-corosync.nevis.columbia.edu" on_node_uuid="orestes-corosync.nevis.columbia.edu"/>
</trigger>
<trigger>
<pseudo_event id="230" operation="start" operation_key="FilesystemClone_start_0"/>
@@ -2120,22 +2120,22 @@
</synapse>
<synapse id="144">
<action_set>
- <rsc_op id="199" operation="monitor" operation_key="AdminLvm:0_monitor_30000" on_node="hypatia-corosync.nevis.columbia.edu" on_node_uuid="hypatia-corosync.nevis.columbia.edu">
+ <rsc_op id="199" operation="monitor" operation_key="AdminLvm:0_monitor_30000" on_node="orestes-corosync.nevis.columbia.edu" on_node_uuid="orestes-corosync.nevis.columbia.edu">
<primitive id="AdminLvm" long-id="AdminLvm:0" class="ocf" provider="heartbeat" type="LVM"/>
- <attributes CRM_meta_clone="0" CRM_meta_clone_max="2" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_interval="30000" CRM_meta_name="monitor" CRM_meta_notify="false" CRM_meta_on_node="hypatia-corosync.nevis.columbia.edu" CRM_meta_on_node_uuid="hypatia-corosync.nevis.columbia.edu" CRM_meta_timeout="100000" depth="0" volgrpname="ADMIN"/>
+ <attributes CRM_meta_clone="0" CRM_meta_clone_max="2" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_interval="30000" CRM_meta_name="monitor" CRM_meta_notify="false" CRM_meta_on_node="orestes-corosync.nevis.columbia.edu" CRM_meta_on_node_uuid="orestes-corosync.nevis.columbia.edu" CRM_meta_timeout="100000" depth="0" volgrpname="ADMIN"/>
</rsc_op>
</action_set>
<inputs>
<trigger>
- <rsc_op id="198" operation="start" operation_key="AdminLvm:0_start_0" on_node="hypatia-corosync.nevis.columbia.edu" on_node_uuid="hypatia-corosync.nevis.columbia.edu"/>
+ <rsc_op id="198" operation="start" operation_key="AdminLvm:0_start_0" on_node="orestes-corosync.nevis.columbia.edu" on_node_uuid="orestes-corosync.nevis.columbia.edu"/>
</trigger>
</inputs>
</synapse>
<synapse id="145">
<action_set>
- <rsc_op id="198" operation="start" operation_key="AdminLvm:0_start_0" on_node="hypatia-corosync.nevis.columbia.edu" on_node_uuid="hypatia-corosync.nevis.columbia.edu">
+ <rsc_op id="198" operation="start" operation_key="AdminLvm:0_start_0" on_node="orestes-corosync.nevis.columbia.edu" on_node_uuid="orestes-corosync.nevis.columbia.edu">
<primitive id="AdminLvm" long-id="AdminLvm:0" class="ocf" provider="heartbeat" type="LVM"/>
- <attributes CRM_meta_clone="0" CRM_meta_clone_max="2" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_name="start" CRM_meta_notify="false" CRM_meta_on_node="hypatia-corosync.nevis.columbia.edu" CRM_meta_on_node_uuid="hypatia-corosync.nevis.columbia.edu" CRM_meta_timeout="30000" volgrpname="ADMIN"/>
+ <attributes CRM_meta_clone="0" CRM_meta_clone_max="2" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_name="start" CRM_meta_notify="false" CRM_meta_on_node="orestes-corosync.nevis.columbia.edu" CRM_meta_on_node_uuid="orestes-corosync.nevis.columbia.edu" CRM_meta_timeout="30000" volgrpname="ADMIN"/>
</rsc_op>
</action_set>
<inputs>
@@ -2146,36 +2146,36 @@
</synapse>
<synapse id="146">
<action_set>
- <rsc_op id="13" operation="monitor" operation_key="AdminLvm:0_monitor_0" on_node="hypatia-corosync.nevis.columbia.edu" on_node_uuid="hypatia-corosync.nevis.columbia.edu">
+ <rsc_op id="32" operation="monitor" operation_key="AdminLvm:0_monitor_0" on_node="orestes-corosync.nevis.columbia.edu" on_node_uuid="orestes-corosync.nevis.columbia.edu">
<primitive id="AdminLvm" long-id="AdminLvm:0" class="ocf" provider="heartbeat" type="LVM"/>
- <attributes CRM_meta_clone="0" CRM_meta_clone_max="2" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_notify="false" CRM_meta_on_node="hypatia-corosync.nevis.columbia.edu" CRM_meta_on_node_uuid="hypatia-corosync.nevis.columbia.edu" CRM_meta_op_target_rc="7" CRM_meta_timeout="100000" volgrpname="ADMIN"/>
+ <attributes CRM_meta_clone="0" CRM_meta_clone_max="2" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_notify="false" CRM_meta_on_node="orestes-corosync.nevis.columbia.edu" CRM_meta_on_node_uuid="orestes-corosync.nevis.columbia.edu" CRM_meta_op_target_rc="7" CRM_meta_timeout="100000" volgrpname="ADMIN"/>
</rsc_op>
</action_set>
<inputs/>
</synapse>
<synapse id="147">
<action_set>
- <rsc_op id="201" operation="monitor" operation_key="FSUsrNevis:0_monitor_20000" on_node="hypatia-corosync.nevis.columbia.edu" on_node_uuid="hypatia-corosync.nevis.columbia.edu">
+ <rsc_op id="201" operation="monitor" operation_key="FSUsrNevis:0_monitor_20000" on_node="orestes-corosync.nevis.columbia.edu" on_node_uuid="orestes-corosync.nevis.columbia.edu">
<primitive id="FSUsrNevis" long-id="FSUsrNevis:0" class="ocf" provider="heartbeat" type="Filesystem"/>
- <attributes CRM_meta_clone="0" CRM_meta_clone_max="2" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_interval="20000" CRM_meta_name="monitor" CRM_meta_notify="false" CRM_meta_on_node="hypatia-corosync.nevis.columbia.edu" CRM_meta_on_node_uuid="hypatia-corosync.nevis.columbia.edu" CRM_meta_timeout="40000" depth="0" device="/dev/mapper/ADMIN-usr" directory="/usr/nevis" fstype="gfs2" options="defaults,noatime,nodiratime"/>
+ <attributes CRM_meta_clone="0" CRM_meta_clone_max="2" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_interval="20000" CRM_meta_name="monitor" CRM_meta_notify="false" CRM_meta_on_node="orestes-corosync.nevis.columbia.edu" CRM_meta_on_node_uuid="orestes-corosync.nevis.columbia.edu" CRM_meta_timeout="40000" depth="0" device="/dev/mapper/ADMIN-usr" directory="/usr/nevis" fstype="gfs2" options="defaults,noatime,nodiratime"/>
</rsc_op>
</action_set>
<inputs>
<trigger>
- <rsc_op id="200" operation="start" operation_key="FSUsrNevis:0_start_0" on_node="hypatia-corosync.nevis.columbia.edu" on_node_uuid="hypatia-corosync.nevis.columbia.edu"/>
+ <rsc_op id="200" operation="start" operation_key="FSUsrNevis:0_start_0" on_node="orestes-corosync.nevis.columbia.edu" on_node_uuid="orestes-corosync.nevis.columbia.edu"/>
</trigger>
</inputs>
</synapse>
<synapse id="148">
<action_set>
- <rsc_op id="200" operation="start" operation_key="FSUsrNevis:0_start_0" on_node="hypatia-corosync.nevis.columbia.edu" on_node_uuid="hypatia-corosync.nevis.columbia.edu">
+ <rsc_op id="200" operation="start" operation_key="FSUsrNevis:0_start_0" on_node="orestes-corosync.nevis.columbia.edu" on_node_uuid="orestes-corosync.nevis.columbia.edu">
<primitive id="FSUsrNevis" long-id="FSUsrNevis:0" class="ocf" provider="heartbeat" type="Filesystem"/>
- <attributes CRM_meta_clone="0" CRM_meta_clone_max="2" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_name="start" CRM_meta_notify="false" CRM_meta_on_node="hypatia-corosync.nevis.columbia.edu" CRM_meta_on_node_uuid="hypatia-corosync.nevis.columbia.edu" CRM_meta_timeout="60000" device="/dev/mapper/ADMIN-usr" directory="/usr/nevis" fstype="gfs2" options="defaults,noatime,nodiratime"/>
+ <attributes CRM_meta_clone="0" CRM_meta_clone_max="2" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_name="start" CRM_meta_notify="false" CRM_meta_on_node="orestes-corosync.nevis.columbia.edu" CRM_meta_on_node_uuid="orestes-corosync.nevis.columbia.edu" CRM_meta_timeout="60000" device="/dev/mapper/ADMIN-usr" directory="/usr/nevis" fstype="gfs2" options="defaults,noatime,nodiratime"/>
</rsc_op>
</action_set>
<inputs>
<trigger>
- <rsc_op id="198" operation="start" operation_key="AdminLvm:0_start_0" on_node="hypatia-corosync.nevis.columbia.edu" on_node_uuid="hypatia-corosync.nevis.columbia.edu"/>
+ <rsc_op id="198" operation="start" operation_key="AdminLvm:0_start_0" on_node="orestes-corosync.nevis.columbia.edu" on_node_uuid="orestes-corosync.nevis.columbia.edu"/>
</trigger>
<trigger>
<pseudo_event id="210" operation="start" operation_key="FilesystemGroup:0_start_0"/>
@@ -2184,36 +2184,36 @@
</synapse>
<synapse id="149">
<action_set>
- <rsc_op id="14" operation="monitor" operation_key="FSUsrNevis:0_monitor_0" on_node="hypatia-corosync.nevis.columbia.edu" on_node_uuid="hypatia-corosync.nevis.columbia.edu">
+ <rsc_op id="33" operation="monitor" operation_key="FSUsrNevis:0_monitor_0" on_node="orestes-corosync.nevis.columbia.edu" on_node_uuid="orestes-corosync.nevis.columbia.edu">
<primitive id="FSUsrNevis" long-id="FSUsrNevis:0" class="ocf" provider="heartbeat" type="Filesystem"/>
- <attributes CRM_meta_clone="0" CRM_meta_clone_max="2" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_notify="false" CRM_meta_on_node="hypatia-corosync.nevis.columbia.edu" CRM_meta_on_node_uuid="hypatia-corosync.nevis.columbia.edu" CRM_meta_op_target_rc="7" CRM_meta_timeout="40000" device="/dev/mapper/ADMIN-usr" directory="/usr/nevis" fstype="gfs2" options="defaults,noatime,nodiratime"/>
+ <attributes CRM_meta_clone="0" CRM_meta_clone_max="2" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_notify="false" CRM_meta_on_node="orestes-corosync.nevis.columbia.edu" CRM_meta_on_node_uuid="orestes-corosync.nevis.columbia.edu" CRM_meta_op_target_rc="7" CRM_meta_timeout="40000" device="/dev/mapper/ADMIN-usr" directory="/usr/nevis" fstype="gfs2" options="defaults,noatime,nodiratime"/>
</rsc_op>
</action_set>
<inputs/>
</synapse>
<synapse id="150">
<action_set>
- <rsc_op id="203" operation="monitor" operation_key="FSVarNevis:0_monitor_20000" on_node="hypatia-corosync.nevis.columbia.edu" on_node_uuid="hypatia-corosync.nevis.columbia.edu">
+ <rsc_op id="203" operation="monitor" operation_key="FSVarNevis:0_monitor_20000" on_node="orestes-corosync.nevis.columbia.edu" on_node_uuid="orestes-corosync.nevis.columbia.edu">
<primitive id="FSVarNevis" long-id="FSVarNevis:0" class="ocf" provider="heartbeat" type="Filesystem"/>
- <attributes CRM_meta_clone="0" CRM_meta_clone_max="2" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_interval="20000" CRM_meta_name="monitor" CRM_meta_notify="false" CRM_meta_on_node="hypatia-corosync.nevis.columbia.edu" CRM_meta_on_node_uuid="hypatia-corosync.nevis.columbia.edu" CRM_meta_timeout="40000" depth="0" device="/dev/mapper/ADMIN-var" directory="/var/nevis" fstype="gfs2" options="defaults,noatime,nodiratime"/>
+ <attributes CRM_meta_clone="0" CRM_meta_clone_max="2" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_interval="20000" CRM_meta_name="monitor" CRM_meta_notify="false" CRM_meta_on_node="orestes-corosync.nevis.columbia.edu" CRM_meta_on_node_uuid="orestes-corosync.nevis.columbia.edu" CRM_meta_timeout="40000" depth="0" device="/dev/mapper/ADMIN-var" directory="/var/nevis" fstype="gfs2" options="defaults,noatime,nodiratime"/>
</rsc_op>
</action_set>
<inputs>
<trigger>
- <rsc_op id="202" operation="start" operation_key="FSVarNevis:0_start_0" on_node="hypatia-corosync.nevis.columbia.edu" on_node_uuid="hypatia-corosync.nevis.columbia.edu"/>
+ <rsc_op id="202" operation="start" operation_key="FSVarNevis:0_start_0" on_node="orestes-corosync.nevis.columbia.edu" on_node_uuid="orestes-corosync.nevis.columbia.edu"/>
</trigger>
</inputs>
</synapse>
<synapse id="151">
<action_set>
- <rsc_op id="202" operation="start" operation_key="FSVarNevis:0_start_0" on_node="hypatia-corosync.nevis.columbia.edu" on_node_uuid="hypatia-corosync.nevis.columbia.edu">
+ <rsc_op id="202" operation="start" operation_key="FSVarNevis:0_start_0" on_node="orestes-corosync.nevis.columbia.edu" on_node_uuid="orestes-corosync.nevis.columbia.edu">
<primitive id="FSVarNevis" long-id="FSVarNevis:0" class="ocf" provider="heartbeat" type="Filesystem"/>
- <attributes CRM_meta_clone="0" CRM_meta_clone_max="2" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_name="start" CRM_meta_notify="false" CRM_meta_on_node="hypatia-corosync.nevis.columbia.edu" CRM_meta_on_node_uuid="hypatia-corosync.nevis.columbia.edu" CRM_meta_timeout="60000" device="/dev/mapper/ADMIN-var" directory="/var/nevis" fstype="gfs2" options="defaults,noatime,nodiratime"/>
+ <attributes CRM_meta_clone="0" CRM_meta_clone_max="2" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_name="start" CRM_meta_notify="false" CRM_meta_on_node="orestes-corosync.nevis.columbia.edu" CRM_meta_on_node_uuid="orestes-corosync.nevis.columbia.edu" CRM_meta_timeout="60000" device="/dev/mapper/ADMIN-var" directory="/var/nevis" fstype="gfs2" options="defaults,noatime,nodiratime"/>
</rsc_op>
</action_set>
<inputs>
<trigger>
- <rsc_op id="200" operation="start" operation_key="FSUsrNevis:0_start_0" on_node="hypatia-corosync.nevis.columbia.edu" on_node_uuid="hypatia-corosync.nevis.columbia.edu"/>
+ <rsc_op id="200" operation="start" operation_key="FSUsrNevis:0_start_0" on_node="orestes-corosync.nevis.columbia.edu" on_node_uuid="orestes-corosync.nevis.columbia.edu"/>
</trigger>
<trigger>
<pseudo_event id="210" operation="start" operation_key="FilesystemGroup:0_start_0"/>
@@ -2222,36 +2222,36 @@
</synapse>
<synapse id="152">
<action_set>
- <rsc_op id="15" operation="monitor" operation_key="FSVarNevis:0_monitor_0" on_node="hypatia-corosync.nevis.columbia.edu" on_node_uuid="hypatia-corosync.nevis.columbia.edu">
+ <rsc_op id="34" operation="monitor" operation_key="FSVarNevis:0_monitor_0" on_node="orestes-corosync.nevis.columbia.edu" on_node_uuid="orestes-corosync.nevis.columbia.edu">
<primitive id="FSVarNevis" long-id="FSVarNevis:0" class="ocf" provider="heartbeat" type="Filesystem"/>
- <attributes CRM_meta_clone="0" CRM_meta_clone_max="2" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_notify="false" CRM_meta_on_node="hypatia-corosync.nevis.columbia.edu" CRM_meta_on_node_uuid="hypatia-corosync.nevis.columbia.edu" CRM_meta_op_target_rc="7" CRM_meta_timeout="40000" device="/dev/mapper/ADMIN-var" directory="/var/nevis" fstype="gfs2" options="defaults,noatime,nodiratime"/>
+ <attributes CRM_meta_clone="0" CRM_meta_clone_max="2" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_notify="false" CRM_meta_on_node="orestes-corosync.nevis.columbia.edu" CRM_meta_on_node_uuid="orestes-corosync.nevis.columbia.edu" CRM_meta_op_target_rc="7" CRM_meta_timeout="40000" device="/dev/mapper/ADMIN-var" directory="/var/nevis" fstype="gfs2" options="defaults,noatime,nodiratime"/>
</rsc_op>
</action_set>
<inputs/>
</synapse>
<synapse id="153">
<action_set>
- <rsc_op id="205" operation="monitor" operation_key="FSVirtualMachines:0_monitor_20000" on_node="hypatia-corosync.nevis.columbia.edu" on_node_uuid="hypatia-corosync.nevis.columbia.edu">
+ <rsc_op id="205" operation="monitor" operation_key="FSVirtualMachines:0_monitor_20000" on_node="orestes-corosync.nevis.columbia.edu" on_node_uuid="orestes-corosync.nevis.columbia.edu">
<primitive id="FSVirtualMachines" long-id="FSVirtualMachines:0" class="ocf" provider="heartbeat" type="Filesystem"/>
- <attributes CRM_meta_clone="0" CRM_meta_clone_max="2" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_interval="20000" CRM_meta_name="monitor" CRM_meta_notify="false" CRM_meta_on_node="hypatia-corosync.nevis.columbia.edu" CRM_meta_on_node_uuid="hypatia-corosync.nevis.columbia.edu" CRM_meta_timeout="40000" depth="0" device="/dev/mapper/ADMIN-xen" directory="/xen" fstype="gfs2" options="defaults,noatime,nodiratime"/>
+ <attributes CRM_meta_clone="0" CRM_meta_clone_max="2" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_interval="20000" CRM_meta_name="monitor" CRM_meta_notify="false" CRM_meta_on_node="orestes-corosync.nevis.columbia.edu" CRM_meta_on_node_uuid="orestes-corosync.nevis.columbia.edu" CRM_meta_timeout="40000" depth="0" device="/dev/mapper/ADMIN-xen" directory="/xen" fstype="gfs2" options="defaults,noatime,nodiratime"/>
</rsc_op>
</action_set>
<inputs>
<trigger>
- <rsc_op id="204" operation="start" operation_key="FSVirtualMachines:0_start_0" on_node="hypatia-corosync.nevis.columbia.edu" on_node_uuid="hypatia-corosync.nevis.columbia.edu"/>
+ <rsc_op id="204" operation="start" operation_key="FSVirtualMachines:0_start_0" on_node="orestes-corosync.nevis.columbia.edu" on_node_uuid="orestes-corosync.nevis.columbia.edu"/>
</trigger>
</inputs>
</synapse>
<synapse id="154">
<action_set>
- <rsc_op id="204" operation="start" operation_key="FSVirtualMachines:0_start_0" on_node="hypatia-corosync.nevis.columbia.edu" on_node_uuid="hypatia-corosync.nevis.columbia.edu">
+ <rsc_op id="204" operation="start" operation_key="FSVirtualMachines:0_start_0" on_node="orestes-corosync.nevis.columbia.edu" on_node_uuid="orestes-corosync.nevis.columbia.edu">
<primitive id="FSVirtualMachines" long-id="FSVirtualMachines:0" class="ocf" provider="heartbeat" type="Filesystem"/>
- <attributes CRM_meta_clone="0" CRM_meta_clone_max="2" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_name="start" CRM_meta_notify="false" CRM_meta_on_node="hypatia-corosync.nevis.columbia.edu" CRM_meta_on_node_uuid="hypatia-corosync.nevis.columbia.edu" CRM_meta_timeout="60000" device="/dev/mapper/ADMIN-xen" directory="/xen" fstype="gfs2" options="defaults,noatime,nodiratime"/>
+ <attributes CRM_meta_clone="0" CRM_meta_clone_max="2" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_name="start" CRM_meta_notify="false" CRM_meta_on_node="orestes-corosync.nevis.columbia.edu" CRM_meta_on_node_uuid="orestes-corosync.nevis.columbia.edu" CRM_meta_timeout="60000" device="/dev/mapper/ADMIN-xen" directory="/xen" fstype="gfs2" options="defaults,noatime,nodiratime"/>
</rsc_op>
</action_set>
<inputs>
<trigger>
- <rsc_op id="202" operation="start" operation_key="FSVarNevis:0_start_0" on_node="hypatia-corosync.nevis.columbia.edu" on_node_uuid="hypatia-corosync.nevis.columbia.edu"/>
+ <rsc_op id="202" operation="start" operation_key="FSVarNevis:0_start_0" on_node="orestes-corosync.nevis.columbia.edu" on_node_uuid="orestes-corosync.nevis.columbia.edu"/>
</trigger>
<trigger>
<pseudo_event id="210" operation="start" operation_key="FilesystemGroup:0_start_0"/>
@@ -2260,36 +2260,36 @@
</synapse>
<synapse id="155">
<action_set>
- <rsc_op id="16" operation="monitor" operation_key="FSVirtualMachines:0_monitor_0" on_node="hypatia-corosync.nevis.columbia.edu" on_node_uuid="hypatia-corosync.nevis.columbia.edu">
+ <rsc_op id="35" operation="monitor" operation_key="FSVirtualMachines:0_monitor_0" on_node="orestes-corosync.nevis.columbia.edu" on_node_uuid="orestes-corosync.nevis.columbia.edu">
<primitive id="FSVirtualMachines" long-id="FSVirtualMachines:0" class="ocf" provider="heartbeat" type="Filesystem"/>
- <attributes CRM_meta_clone="0" CRM_meta_clone_max="2" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_notify="false" CRM_meta_on_node="hypatia-corosync.nevis.columbia.edu" CRM_meta_on_node_uuid="hypatia-corosync.nevis.columbia.edu" CRM_meta_op_target_rc="7" CRM_meta_timeout="40000" device="/dev/mapper/ADMIN-xen" directory="/xen" fstype="gfs2" options="defaults,noatime,nodiratime"/>
+ <attributes CRM_meta_clone="0" CRM_meta_clone_max="2" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_notify="false" CRM_meta_on_node="orestes-corosync.nevis.columbia.edu" CRM_meta_on_node_uuid="orestes-corosync.nevis.columbia.edu" CRM_meta_op_target_rc="7" CRM_meta_timeout="40000" device="/dev/mapper/ADMIN-xen" directory="/xen" fstype="gfs2" options="defaults,noatime,nodiratime"/>
</rsc_op>
</action_set>
<inputs/>
</synapse>
<synapse id="156">
<action_set>
- <rsc_op id="207" operation="monitor" operation_key="FSMail:0_monitor_20000" on_node="hypatia-corosync.nevis.columbia.edu" on_node_uuid="hypatia-corosync.nevis.columbia.edu">
+ <rsc_op id="207" operation="monitor" operation_key="FSMail:0_monitor_20000" on_node="orestes-corosync.nevis.columbia.edu" on_node_uuid="orestes-corosync.nevis.columbia.edu">
<primitive id="FSMail" long-id="FSMail:0" class="ocf" provider="heartbeat" type="Filesystem"/>
- <attributes CRM_meta_clone="0" CRM_meta_clone_max="2" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_interval="20000" CRM_meta_name="monitor" CRM_meta_notify="false" CRM_meta_on_node="hypatia-corosync.nevis.columbia.edu" CRM_meta_on_node_uuid="hypatia-corosync.nevis.columbia.edu" CRM_meta_timeout="40000" depth="0" device="/dev/mapper/ADMIN-mail" directory="/mail" fstype="gfs2" options="defaults,noatime,nodiratime"/>
+ <attributes CRM_meta_clone="0" CRM_meta_clone_max="2" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_interval="20000" CRM_meta_name="monitor" CRM_meta_notify="false" CRM_meta_on_node="orestes-corosync.nevis.columbia.edu" CRM_meta_on_node_uuid="orestes-corosync.nevis.columbia.edu" CRM_meta_timeout="40000" depth="0" device="/dev/mapper/ADMIN-mail" directory="/mail" fstype="gfs2" options="defaults,noatime,nodiratime"/>
</rsc_op>
</action_set>
<inputs>
<trigger>
- <rsc_op id="206" operation="start" operation_key="FSMail:0_start_0" on_node="hypatia-corosync.nevis.columbia.edu" on_node_uuid="hypatia-corosync.nevis.columbia.edu"/>
+ <rsc_op id="206" operation="start" operation_key="FSMail:0_start_0" on_node="orestes-corosync.nevis.columbia.edu" on_node_uuid="orestes-corosync.nevis.columbia.edu"/>
</trigger>
</inputs>
</synapse>
<synapse id="157">
<action_set>
- <rsc_op id="206" operation="start" operation_key="FSMail:0_start_0" on_node="hypatia-corosync.nevis.columbia.edu" on_node_uuid="hypatia-corosync.nevis.columbia.edu">
+ <rsc_op id="206" operation="start" operation_key="FSMail:0_start_0" on_node="orestes-corosync.nevis.columbia.edu" on_node_uuid="orestes-corosync.nevis.columbia.edu">
<primitive id="FSMail" long-id="FSMail:0" class="ocf" provider="heartbeat" type="Filesystem"/>
- <attributes CRM_meta_clone="0" CRM_meta_clone_max="2" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_name="start" CRM_meta_notify="false" CRM_meta_on_node="hypatia-corosync.nevis.columbia.edu" CRM_meta_on_node_uuid="hypatia-corosync.nevis.columbia.edu" CRM_meta_timeout="60000" device="/dev/mapper/ADMIN-mail" directory="/mail" fstype="gfs2" options="defaults,noatime,nodiratime"/>
+ <attributes CRM_meta_clone="0" CRM_meta_clone_max="2" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_name="start" CRM_meta_notify="false" CRM_meta_on_node="orestes-corosync.nevis.columbia.edu" CRM_meta_on_node_uuid="orestes-corosync.nevis.columbia.edu" CRM_meta_timeout="60000" device="/dev/mapper/ADMIN-mail" directory="/mail" fstype="gfs2" options="defaults,noatime,nodiratime"/>
</rsc_op>
</action_set>
<inputs>
<trigger>
- <rsc_op id="204" operation="start" operation_key="FSVirtualMachines:0_start_0" on_node="hypatia-corosync.nevis.columbia.edu" on_node_uuid="hypatia-corosync.nevis.columbia.edu"/>
+ <rsc_op id="204" operation="start" operation_key="FSVirtualMachines:0_start_0" on_node="orestes-corosync.nevis.columbia.edu" on_node_uuid="orestes-corosync.nevis.columbia.edu"/>
</trigger>
<trigger>
<pseudo_event id="210" operation="start" operation_key="FilesystemGroup:0_start_0"/>
@@ -2298,36 +2298,36 @@
</synapse>
<synapse id="158">
<action_set>
- <rsc_op id="17" operation="monitor" operation_key="FSMail:0_monitor_0" on_node="hypatia-corosync.nevis.columbia.edu" on_node_uuid="hypatia-corosync.nevis.columbia.edu">
+ <rsc_op id="36" operation="monitor" operation_key="FSMail:0_monitor_0" on_node="orestes-corosync.nevis.columbia.edu" on_node_uuid="orestes-corosync.nevis.columbia.edu">
<primitive id="FSMail" long-id="FSMail:0" class="ocf" provider="heartbeat" type="Filesystem"/>
- <attributes CRM_meta_clone="0" CRM_meta_clone_max="2" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_notify="false" CRM_meta_on_node="hypatia-corosync.nevis.columbia.edu" CRM_meta_on_node_uuid="hypatia-corosync.nevis.columbia.edu" CRM_meta_op_target_rc="7" CRM_meta_timeout="40000" device="/dev/mapper/ADMIN-mail" directory="/mail" fstype="gfs2" options="defaults,noatime,nodiratime"/>
+ <attributes CRM_meta_clone="0" CRM_meta_clone_max="2" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_notify="false" CRM_meta_on_node="orestes-corosync.nevis.columbia.edu" CRM_meta_on_node_uuid="orestes-corosync.nevis.columbia.edu" CRM_meta_op_target_rc="7" CRM_meta_timeout="40000" device="/dev/mapper/ADMIN-mail" directory="/mail" fstype="gfs2" options="defaults,noatime,nodiratime"/>
</rsc_op>
</action_set>
<inputs/>
</synapse>
<synapse id="159">
<action_set>
- <rsc_op id="209" operation="monitor" operation_key="FSWork:0_monitor_20000" on_node="hypatia-corosync.nevis.columbia.edu" on_node_uuid="hypatia-corosync.nevis.columbia.edu">
+ <rsc_op id="209" operation="monitor" operation_key="FSWork:0_monitor_20000" on_node="orestes-corosync.nevis.columbia.edu" on_node_uuid="orestes-corosync.nevis.columbia.edu">
<primitive id="FSWork" long-id="FSWork:0" class="ocf" provider="heartbeat" type="Filesystem"/>
- <attributes CRM_meta_clone="0" CRM_meta_clone_max="2" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_interval="20000" CRM_meta_name="monitor" CRM_meta_notify="false" CRM_meta_on_node="hypatia-corosync.nevis.columbia.edu" CRM_meta_on_node_uuid="hypatia-corosync.nevis.columbia.edu" CRM_meta_timeout="40000" depth="0" device="/dev/mapper/ADMIN-work" directory="/work" fstype="gfs2" options="defaults,noatime,nodiratime"/>
+ <attributes CRM_meta_clone="0" CRM_meta_clone_max="2" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_interval="20000" CRM_meta_name="monitor" CRM_meta_notify="false" CRM_meta_on_node="orestes-corosync.nevis.columbia.edu" CRM_meta_on_node_uuid="orestes-corosync.nevis.columbia.edu" CRM_meta_timeout="40000" depth="0" device="/dev/mapper/ADMIN-work" directory="/work" fstype="gfs2" options="defaults,noatime,nodiratime"/>
</rsc_op>
</action_set>
<inputs>
<trigger>
- <rsc_op id="208" operation="start" operation_key="FSWork:0_start_0" on_node="hypatia-corosync.nevis.columbia.edu" on_node_uuid="hypatia-corosync.nevis.columbia.edu"/>
+ <rsc_op id="208" operation="start" operation_key="FSWork:0_start_0" on_node="orestes-corosync.nevis.columbia.edu" on_node_uuid="orestes-corosync.nevis.columbia.edu"/>
</trigger>
</inputs>
</synapse>
<synapse id="160">
<action_set>
- <rsc_op id="208" operation="start" operation_key="FSWork:0_start_0" on_node="hypatia-corosync.nevis.columbia.edu" on_node_uuid="hypatia-corosync.nevis.columbia.edu">
+ <rsc_op id="208" operation="start" operation_key="FSWork:0_start_0" on_node="orestes-corosync.nevis.columbia.edu" on_node_uuid="orestes-corosync.nevis.columbia.edu">
<primitive id="FSWork" long-id="FSWork:0" class="ocf" provider="heartbeat" type="Filesystem"/>
- <attributes CRM_meta_clone="0" CRM_meta_clone_max="2" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_name="start" CRM_meta_notify="false" CRM_meta_on_node="hypatia-corosync.nevis.columbia.edu" CRM_meta_on_node_uuid="hypatia-corosync.nevis.columbia.edu" CRM_meta_timeout="60000" device="/dev/mapper/ADMIN-work" directory="/work" fstype="gfs2" options="defaults,noatime,nodiratime"/>
+ <attributes CRM_meta_clone="0" CRM_meta_clone_max="2" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_name="start" CRM_meta_notify="false" CRM_meta_on_node="orestes-corosync.nevis.columbia.edu" CRM_meta_on_node_uuid="orestes-corosync.nevis.columbia.edu" CRM_meta_timeout="60000" device="/dev/mapper/ADMIN-work" directory="/work" fstype="gfs2" options="defaults,noatime,nodiratime"/>
</rsc_op>
</action_set>
<inputs>
<trigger>
- <rsc_op id="206" operation="start" operation_key="FSMail:0_start_0" on_node="hypatia-corosync.nevis.columbia.edu" on_node_uuid="hypatia-corosync.nevis.columbia.edu"/>
+ <rsc_op id="206" operation="start" operation_key="FSMail:0_start_0" on_node="orestes-corosync.nevis.columbia.edu" on_node_uuid="orestes-corosync.nevis.columbia.edu"/>
</trigger>
<trigger>
<pseudo_event id="210" operation="start" operation_key="FilesystemGroup:0_start_0"/>
@@ -2336,9 +2336,9 @@
</synapse>
<synapse id="161">
<action_set>
- <rsc_op id="18" operation="monitor" operation_key="FSWork:0_monitor_0" on_node="hypatia-corosync.nevis.columbia.edu" on_node_uuid="hypatia-corosync.nevis.columbia.edu">
+ <rsc_op id="37" operation="monitor" operation_key="FSWork:0_monitor_0" on_node="orestes-corosync.nevis.columbia.edu" on_node_uuid="orestes-corosync.nevis.columbia.edu">
<primitive id="FSWork" long-id="FSWork:0" class="ocf" provider="heartbeat" type="Filesystem"/>
- <attributes CRM_meta_clone="0" CRM_meta_clone_max="2" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_notify="false" CRM_meta_on_node="hypatia-corosync.nevis.columbia.edu" CRM_meta_on_node_uuid="hypatia-corosync.nevis.columbia.edu" CRM_meta_op_target_rc="7" CRM_meta_timeout="40000" device="/dev/mapper/ADMIN-work" directory="/work" fstype="gfs2" options="defaults,noatime,nodiratime"/>
+ <attributes CRM_meta_clone="0" CRM_meta_clone_max="2" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_notify="false" CRM_meta_on_node="orestes-corosync.nevis.columbia.edu" CRM_meta_on_node_uuid="orestes-corosync.nevis.columbia.edu" CRM_meta_op_target_rc="7" CRM_meta_timeout="40000" device="/dev/mapper/ADMIN-work" directory="/work" fstype="gfs2" options="defaults,noatime,nodiratime"/>
</rsc_op>
</action_set>
<inputs/>
@@ -2351,22 +2351,22 @@
</action_set>
<inputs>
<trigger>
- <rsc_op id="214" operation="start" operation_key="AdminLvm:1_start_0" on_node="orestes-corosync.nevis.columbia.edu" on_node_uuid="orestes-corosync.nevis.columbia.edu"/>
+ <rsc_op id="214" operation="start" operation_key="AdminLvm:1_start_0" on_node="hypatia-corosync.nevis.columbia.edu" on_node_uuid="hypatia-corosync.nevis.columbia.edu"/>
</trigger>
<trigger>
- <rsc_op id="216" operation="start" operation_key="FSUsrNevis:1_start_0" on_node="orestes-corosync.nevis.columbia.edu" on_node_uuid="orestes-corosync.nevis.columbia.edu"/>
+ <rsc_op id="216" operation="start" operation_key="FSUsrNevis:1_start_0" on_node="hypatia-corosync.nevis.columbia.edu" on_node_uuid="hypatia-corosync.nevis.columbia.edu"/>
</trigger>
<trigger>
- <rsc_op id="218" operation="start" operation_key="FSVarNevis:1_start_0" on_node="orestes-corosync.nevis.columbia.edu" on_node_uuid="orestes-corosync.nevis.columbia.edu"/>
+ <rsc_op id="218" operation="start" operation_key="FSVarNevis:1_start_0" on_node="hypatia-corosync.nevis.columbia.edu" on_node_uuid="hypatia-corosync.nevis.columbia.edu"/>
</trigger>
<trigger>
- <rsc_op id="220" operation="start" operation_key="FSVirtualMachines:1_start_0" on_node="orestes-corosync.nevis.columbia.edu" on_node_uuid="orestes-corosync.nevis.columbia.edu"/>
+ <rsc_op id="220" operation="start" operation_key="FSVirtualMachines:1_start_0" on_node="hypatia-corosync.nevis.columbia.edu" on_node_uuid="hypatia-corosync.nevis.columbia.edu"/>
</trigger>
<trigger>
- <rsc_op id="222" operation="start" operation_key="FSMail:1_start_0" on_node="orestes-corosync.nevis.columbia.edu" on_node_uuid="orestes-corosync.nevis.columbia.edu"/>
+ <rsc_op id="222" operation="start" operation_key="FSMail:1_start_0" on_node="hypatia-corosync.nevis.columbia.edu" on_node_uuid="hypatia-corosync.nevis.columbia.edu"/>
</trigger>
<trigger>
- <rsc_op id="224" operation="start" operation_key="FSWork:1_start_0" on_node="orestes-corosync.nevis.columbia.edu" on_node_uuid="orestes-corosync.nevis.columbia.edu"/>
+ <rsc_op id="224" operation="start" operation_key="FSWork:1_start_0" on_node="hypatia-corosync.nevis.columbia.edu" on_node_uuid="hypatia-corosync.nevis.columbia.edu"/>
</trigger>
<trigger>
<pseudo_event id="226" operation="start" operation_key="FilesystemGroup:1_start_0"/>
@@ -2381,7 +2381,7 @@
</action_set>
<inputs>
<trigger>
- <rsc_op id="44" operation="promote" operation_key="AdminDrbd:1_promote_0" on_node="orestes-corosync.nevis.columbia.edu" on_node_uuid="orestes-corosync.nevis.columbia.edu"/>
+ <rsc_op id="44" operation="promote" operation_key="AdminDrbd:1_promote_0" on_node="hypatia-corosync.nevis.columbia.edu" on_node_uuid="hypatia-corosync.nevis.columbia.edu"/>
</trigger>
<trigger>
<pseudo_event id="230" operation="start" operation_key="FilesystemClone_start_0"/>
@@ -2390,22 +2390,22 @@
</synapse>
<synapse id="164">
<action_set>
- <rsc_op id="215" operation="monitor" operation_key="AdminLvm:1_monitor_30000" on_node="orestes-corosync.nevis.columbia.edu" on_node_uuid="orestes-corosync.nevis.columbia.edu">
+ <rsc_op id="215" operation="monitor" operation_key="AdminLvm:1_monitor_30000" on_node="hypatia-corosync.nevis.columbia.edu" on_node_uuid="hypatia-corosync.nevis.columbia.edu">
<primitive id="AdminLvm" long-id="AdminLvm:1" class="ocf" provider="heartbeat" type="LVM"/>
- <attributes CRM_meta_clone="1" CRM_meta_clone_max="2" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_interval="30000" CRM_meta_name="monitor" CRM_meta_notify="false" CRM_meta_on_node="orestes-corosync.nevis.columbia.edu" CRM_meta_on_node_uuid="orestes-corosync.nevis.columbia.edu" CRM_meta_timeout="100000" depth="0" volgrpname="ADMIN"/>
+ <attributes CRM_meta_clone="1" CRM_meta_clone_max="2" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_interval="30000" CRM_meta_name="monitor" CRM_meta_notify="false" CRM_meta_on_node="hypatia-corosync.nevis.columbia.edu" CRM_meta_on_node_uuid="hypatia-corosync.nevis.columbia.edu" CRM_meta_timeout="100000" depth="0" volgrpname="ADMIN"/>
</rsc_op>
</action_set>
<inputs>
<trigger>
- <rsc_op id="214" operation="start" operation_key="AdminLvm:1_start_0" on_node="orestes-corosync.nevis.columbia.edu" on_node_uuid="orestes-corosync.nevis.columbia.edu"/>
+ <rsc_op id="214" operation="start" operation_key="AdminLvm:1_start_0" on_node="hypatia-corosync.nevis.columbia.edu" on_node_uuid="hypatia-corosync.nevis.columbia.edu"/>
</trigger>
</inputs>
</synapse>
<synapse id="165">
<action_set>
- <rsc_op id="214" operation="start" operation_key="AdminLvm:1_start_0" on_node="orestes-corosync.nevis.columbia.edu" on_node_uuid="orestes-corosync.nevis.columbia.edu">
+ <rsc_op id="214" operation="start" operation_key="AdminLvm:1_start_0" on_node="hypatia-corosync.nevis.columbia.edu" on_node_uuid="hypatia-corosync.nevis.columbia.edu">
<primitive id="AdminLvm" long-id="AdminLvm:1" class="ocf" provider="heartbeat" type="LVM"/>
- <attributes CRM_meta_clone="1" CRM_meta_clone_max="2" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_name="start" CRM_meta_notify="false" CRM_meta_on_node="orestes-corosync.nevis.columbia.edu" CRM_meta_on_node_uuid="orestes-corosync.nevis.columbia.edu" CRM_meta_timeout="30000" volgrpname="ADMIN"/>
+ <attributes CRM_meta_clone="1" CRM_meta_clone_max="2" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_name="start" CRM_meta_notify="false" CRM_meta_on_node="hypatia-corosync.nevis.columbia.edu" CRM_meta_on_node_uuid="hypatia-corosync.nevis.columbia.edu" CRM_meta_timeout="30000" volgrpname="ADMIN"/>
</rsc_op>
</action_set>
<inputs>
@@ -2416,36 +2416,36 @@
</synapse>
<synapse id="166">
<action_set>
- <rsc_op id="32" operation="monitor" operation_key="AdminLvm:1_monitor_0" on_node="orestes-corosync.nevis.columbia.edu" on_node_uuid="orestes-corosync.nevis.columbia.edu">
+ <rsc_op id="13" operation="monitor" operation_key="AdminLvm:1_monitor_0" on_node="hypatia-corosync.nevis.columbia.edu" on_node_uuid="hypatia-corosync.nevis.columbia.edu">
<primitive id="AdminLvm" long-id="AdminLvm:1" class="ocf" provider="heartbeat" type="LVM"/>
- <attributes CRM_meta_clone="1" CRM_meta_clone_max="2" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_notify="false" CRM_meta_on_node="orestes-corosync.nevis.columbia.edu" CRM_meta_on_node_uuid="orestes-corosync.nevis.columbia.edu" CRM_meta_op_target_rc="7" CRM_meta_timeout="100000" volgrpname="ADMIN"/>
+ <attributes CRM_meta_clone="1" CRM_meta_clone_max="2" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_notify="false" CRM_meta_on_node="hypatia-corosync.nevis.columbia.edu" CRM_meta_on_node_uuid="hypatia-corosync.nevis.columbia.edu" CRM_meta_op_target_rc="7" CRM_meta_timeout="100000" volgrpname="ADMIN"/>
</rsc_op>
</action_set>
<inputs/>
</synapse>
<synapse id="167">
<action_set>
- <rsc_op id="217" operation="monitor" operation_key="FSUsrNevis:1_monitor_20000" on_node="orestes-corosync.nevis.columbia.edu" on_node_uuid="orestes-corosync.nevis.columbia.edu">
+ <rsc_op id="217" operation="monitor" operation_key="FSUsrNevis:1_monitor_20000" on_node="hypatia-corosync.nevis.columbia.edu" on_node_uuid="hypatia-corosync.nevis.columbia.edu">
<primitive id="FSUsrNevis" long-id="FSUsrNevis:1" class="ocf" provider="heartbeat" type="Filesystem"/>
- <attributes CRM_meta_clone="1" CRM_meta_clone_max="2" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_interval="20000" CRM_meta_name="monitor" CRM_meta_notify="false" CRM_meta_on_node="orestes-corosync.nevis.columbia.edu" CRM_meta_on_node_uuid="orestes-corosync.nevis.columbia.edu" CRM_meta_timeout="40000" depth="0" device="/dev/mapper/ADMIN-usr" directory="/usr/nevis" fstype="gfs2" options="defaults,noatime,nodiratime"/>
+ <attributes CRM_meta_clone="1" CRM_meta_clone_max="2" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_interval="20000" CRM_meta_name="monitor" CRM_meta_notify="false" CRM_meta_on_node="hypatia-corosync.nevis.columbia.edu" CRM_meta_on_node_uuid="hypatia-corosync.nevis.columbia.edu" CRM_meta_timeout="40000" depth="0" device="/dev/mapper/ADMIN-usr" directory="/usr/nevis" fstype="gfs2" options="defaults,noatime,nodiratime"/>
</rsc_op>
</action_set>
<inputs>
<trigger>
- <rsc_op id="216" operation="start" operation_key="FSUsrNevis:1_start_0" on_node="orestes-corosync.nevis.columbia.edu" on_node_uuid="orestes-corosync.nevis.columbia.edu"/>
+ <rsc_op id="216" operation="start" operation_key="FSUsrNevis:1_start_0" on_node="hypatia-corosync.nevis.columbia.edu" on_node_uuid="hypatia-corosync.nevis.columbia.edu"/>
</trigger>
</inputs>
</synapse>
<synapse id="168">
<action_set>
- <rsc_op id="216" operation="start" operation_key="FSUsrNevis:1_start_0" on_node="orestes-corosync.nevis.columbia.edu" on_node_uuid="orestes-corosync.nevis.columbia.edu">
+ <rsc_op id="216" operation="start" operation_key="FSUsrNevis:1_start_0" on_node="hypatia-corosync.nevis.columbia.edu" on_node_uuid="hypatia-corosync.nevis.columbia.edu">
<primitive id="FSUsrNevis" long-id="FSUsrNevis:1" class="ocf" provider="heartbeat" type="Filesystem"/>
- <attributes CRM_meta_clone="1" CRM_meta_clone_max="2" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_name="start" CRM_meta_notify="false" CRM_meta_on_node="orestes-corosync.nevis.columbia.edu" CRM_meta_on_node_uuid="orestes-corosync.nevis.columbia.edu" CRM_meta_timeout="60000" device="/dev/mapper/ADMIN-usr" directory="/usr/nevis" fstype="gfs2" options="defaults,noatime,nodiratime"/>
+ <attributes CRM_meta_clone="1" CRM_meta_clone_max="2" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_name="start" CRM_meta_notify="false" CRM_meta_on_node="hypatia-corosync.nevis.columbia.edu" CRM_meta_on_node_uuid="hypatia-corosync.nevis.columbia.edu" CRM_meta_timeout="60000" device="/dev/mapper/ADMIN-usr" directory="/usr/nevis" fstype="gfs2" options="defaults,noatime,nodiratime"/>
</rsc_op>
</action_set>
<inputs>
<trigger>
- <rsc_op id="214" operation="start" operation_key="AdminLvm:1_start_0" on_node="orestes-corosync.nevis.columbia.edu" on_node_uuid="orestes-corosync.nevis.columbia.edu"/>
+ <rsc_op id="214" operation="start" operation_key="AdminLvm:1_start_0" on_node="hypatia-corosync.nevis.columbia.edu" on_node_uuid="hypatia-corosync.nevis.columbia.edu"/>
</trigger>
<trigger>
<pseudo_event id="226" operation="start" operation_key="FilesystemGroup:1_start_0"/>
@@ -2454,36 +2454,36 @@
</synapse>
<synapse id="169">
<action_set>
- <rsc_op id="33" operation="monitor" operation_key="FSUsrNevis:1_monitor_0" on_node="orestes-corosync.nevis.columbia.edu" on_node_uuid="orestes-corosync.nevis.columbia.edu">
+ <rsc_op id="14" operation="monitor" operation_key="FSUsrNevis:1_monitor_0" on_node="hypatia-corosync.nevis.columbia.edu" on_node_uuid="hypatia-corosync.nevis.columbia.edu">
<primitive id="FSUsrNevis" long-id="FSUsrNevis:1" class="ocf" provider="heartbeat" type="Filesystem"/>
- <attributes CRM_meta_clone="1" CRM_meta_clone_max="2" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_notify="false" CRM_meta_on_node="orestes-corosync.nevis.columbia.edu" CRM_meta_on_node_uuid="orestes-corosync.nevis.columbia.edu" CRM_meta_op_target_rc="7" CRM_meta_timeout="40000" device="/dev/mapper/ADMIN-usr" directory="/usr/nevis" fstype="gfs2" options="defaults,noatime,nodiratime"/>
+ <attributes CRM_meta_clone="1" CRM_meta_clone_max="2" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_notify="false" CRM_meta_on_node="hypatia-corosync.nevis.columbia.edu" CRM_meta_on_node_uuid="hypatia-corosync.nevis.columbia.edu" CRM_meta_op_target_rc="7" CRM_meta_timeout="40000" device="/dev/mapper/ADMIN-usr" directory="/usr/nevis" fstype="gfs2" options="defaults,noatime,nodiratime"/>
</rsc_op>
</action_set>
<inputs/>
</synapse>
<synapse id="170">
<action_set>
- <rsc_op id="219" operation="monitor" operation_key="FSVarNevis:1_monitor_20000" on_node="orestes-corosync.nevis.columbia.edu" on_node_uuid="orestes-corosync.nevis.columbia.edu">
+ <rsc_op id="219" operation="monitor" operation_key="FSVarNevis:1_monitor_20000" on_node="hypatia-corosync.nevis.columbia.edu" on_node_uuid="hypatia-corosync.nevis.columbia.edu">
<primitive id="FSVarNevis" long-id="FSVarNevis:1" class="ocf" provider="heartbeat" type="Filesystem"/>
- <attributes CRM_meta_clone="1" CRM_meta_clone_max="2" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_interval="20000" CRM_meta_name="monitor" CRM_meta_notify="false" CRM_meta_on_node="orestes-corosync.nevis.columbia.edu" CRM_meta_on_node_uuid="orestes-corosync.nevis.columbia.edu" CRM_meta_timeout="40000" depth="0" device="/dev/mapper/ADMIN-var" directory="/var/nevis" fstype="gfs2" options="defaults,noatime,nodiratime"/>
+ <attributes CRM_meta_clone="1" CRM_meta_clone_max="2" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_interval="20000" CRM_meta_name="monitor" CRM_meta_notify="false" CRM_meta_on_node="hypatia-corosync.nevis.columbia.edu" CRM_meta_on_node_uuid="hypatia-corosync.nevis.columbia.edu" CRM_meta_timeout="40000" depth="0" device="/dev/mapper/ADMIN-var" directory="/var/nevis" fstype="gfs2" options="defaults,noatime,nodiratime"/>
</rsc_op>
</action_set>
<inputs>
<trigger>
- <rsc_op id="218" operation="start" operation_key="FSVarNevis:1_start_0" on_node="orestes-corosync.nevis.columbia.edu" on_node_uuid="orestes-corosync.nevis.columbia.edu"/>
+ <rsc_op id="218" operation="start" operation_key="FSVarNevis:1_start_0" on_node="hypatia-corosync.nevis.columbia.edu" on_node_uuid="hypatia-corosync.nevis.columbia.edu"/>
</trigger>
</inputs>
</synapse>
<synapse id="171">
<action_set>
- <rsc_op id="218" operation="start" operation_key="FSVarNevis:1_start_0" on_node="orestes-corosync.nevis.columbia.edu" on_node_uuid="orestes-corosync.nevis.columbia.edu">
+ <rsc_op id="218" operation="start" operation_key="FSVarNevis:1_start_0" on_node="hypatia-corosync.nevis.columbia.edu" on_node_uuid="hypatia-corosync.nevis.columbia.edu">
<primitive id="FSVarNevis" long-id="FSVarNevis:1" class="ocf" provider="heartbeat" type="Filesystem"/>
- <attributes CRM_meta_clone="1" CRM_meta_clone_max="2" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_name="start" CRM_meta_notify="false" CRM_meta_on_node="orestes-corosync.nevis.columbia.edu" CRM_meta_on_node_uuid="orestes-corosync.nevis.columbia.edu" CRM_meta_timeout="60000" device="/dev/mapper/ADMIN-var" directory="/var/nevis" fstype="gfs2" options="defaults,noatime,nodiratime"/>
+ <attributes CRM_meta_clone="1" CRM_meta_clone_max="2" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_name="start" CRM_meta_notify="false" CRM_meta_on_node="hypatia-corosync.nevis.columbia.edu" CRM_meta_on_node_uuid="hypatia-corosync.nevis.columbia.edu" CRM_meta_timeout="60000" device="/dev/mapper/ADMIN-var" directory="/var/nevis" fstype="gfs2" options="defaults,noatime,nodiratime"/>
</rsc_op>
</action_set>
<inputs>
<trigger>
- <rsc_op id="216" operation="start" operation_key="FSUsrNevis:1_start_0" on_node="orestes-corosync.nevis.columbia.edu" on_node_uuid="orestes-corosync.nevis.columbia.edu"/>
+ <rsc_op id="216" operation="start" operation_key="FSUsrNevis:1_start_0" on_node="hypatia-corosync.nevis.columbia.edu" on_node_uuid="hypatia-corosync.nevis.columbia.edu"/>
</trigger>
<trigger>
<pseudo_event id="226" operation="start" operation_key="FilesystemGroup:1_start_0"/>
@@ -2492,36 +2492,36 @@
</synapse>
<synapse id="172">
<action_set>
- <rsc_op id="34" operation="monitor" operation_key="FSVarNevis:1_monitor_0" on_node="orestes-corosync.nevis.columbia.edu" on_node_uuid="orestes-corosync.nevis.columbia.edu">
+ <rsc_op id="15" operation="monitor" operation_key="FSVarNevis:1_monitor_0" on_node="hypatia-corosync.nevis.columbia.edu" on_node_uuid="hypatia-corosync.nevis.columbia.edu">
<primitive id="FSVarNevis" long-id="FSVarNevis:1" class="ocf" provider="heartbeat" type="Filesystem"/>
- <attributes CRM_meta_clone="1" CRM_meta_clone_max="2" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_notify="false" CRM_meta_on_node="orestes-corosync.nevis.columbia.edu" CRM_meta_on_node_uuid="orestes-corosync.nevis.columbia.edu" CRM_meta_op_target_rc="7" CRM_meta_timeout="40000" device="/dev/mapper/ADMIN-var" directory="/var/nevis" fstype="gfs2" options="defaults,noatime,nodiratime"/>
+ <attributes CRM_meta_clone="1" CRM_meta_clone_max="2" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_notify="false" CRM_meta_on_node="hypatia-corosync.nevis.columbia.edu" CRM_meta_on_node_uuid="hypatia-corosync.nevis.columbia.edu" CRM_meta_op_target_rc="7" CRM_meta_timeout="40000" device="/dev/mapper/ADMIN-var" directory="/var/nevis" fstype="gfs2" options="defaults,noatime,nodiratime"/>
</rsc_op>
</action_set>
<inputs/>
</synapse>
<synapse id="173">
<action_set>
- <rsc_op id="221" operation="monitor" operation_key="FSVirtualMachines:1_monitor_20000" on_node="orestes-corosync.nevis.columbia.edu" on_node_uuid="orestes-corosync.nevis.columbia.edu">
+ <rsc_op id="221" operation="monitor" operation_key="FSVirtualMachines:1_monitor_20000" on_node="hypatia-corosync.nevis.columbia.edu" on_node_uuid="hypatia-corosync.nevis.columbia.edu">
<primitive id="FSVirtualMachines" long-id="FSVirtualMachines:1" class="ocf" provider="heartbeat" type="Filesystem"/>
- <attributes CRM_meta_clone="1" CRM_meta_clone_max="2" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_interval="20000" CRM_meta_name="monitor" CRM_meta_notify="false" CRM_meta_on_node="orestes-corosync.nevis.columbia.edu" CRM_meta_on_node_uuid="orestes-corosync.nevis.columbia.edu" CRM_meta_timeout="40000" depth="0" device="/dev/mapper/ADMIN-xen" directory="/xen" fstype="gfs2" options="defaults,noatime,nodiratime"/>
+ <attributes CRM_meta_clone="1" CRM_meta_clone_max="2" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_interval="20000" CRM_meta_name="monitor" CRM_meta_notify="false" CRM_meta_on_node="hypatia-corosync.nevis.columbia.edu" CRM_meta_on_node_uuid="hypatia-corosync.nevis.columbia.edu" CRM_meta_timeout="40000" depth="0" device="/dev/mapper/ADMIN-xen" directory="/xen" fstype="gfs2" options="defaults,noatime,nodiratime"/>
</rsc_op>
</action_set>
<inputs>
<trigger>
- <rsc_op id="220" operation="start" operation_key="FSVirtualMachines:1_start_0" on_node="orestes-corosync.nevis.columbia.edu" on_node_uuid="orestes-corosync.nevis.columbia.edu"/>
+ <rsc_op id="220" operation="start" operation_key="FSVirtualMachines:1_start_0" on_node="hypatia-corosync.nevis.columbia.edu" on_node_uuid="hypatia-corosync.nevis.columbia.edu"/>
</trigger>
</inputs>
</synapse>
<synapse id="174">
<action_set>
- <rsc_op id="220" operation="start" operation_key="FSVirtualMachines:1_start_0" on_node="orestes-corosync.nevis.columbia.edu" on_node_uuid="orestes-corosync.nevis.columbia.edu">
+ <rsc_op id="220" operation="start" operation_key="FSVirtualMachines:1_start_0" on_node="hypatia-corosync.nevis.columbia.edu" on_node_uuid="hypatia-corosync.nevis.columbia.edu">
<primitive id="FSVirtualMachines" long-id="FSVirtualMachines:1" class="ocf" provider="heartbeat" type="Filesystem"/>
- <attributes CRM_meta_clone="1" CRM_meta_clone_max="2" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_name="start" CRM_meta_notify="false" CRM_meta_on_node="orestes-corosync.nevis.columbia.edu" CRM_meta_on_node_uuid="orestes-corosync.nevis.columbia.edu" CRM_meta_timeout="60000" device="/dev/mapper/ADMIN-xen" directory="/xen" fstype="gfs2" options="defaults,noatime,nodiratime"/>
+ <attributes CRM_meta_clone="1" CRM_meta_clone_max="2" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_name="start" CRM_meta_notify="false" CRM_meta_on_node="hypatia-corosync.nevis.columbia.edu" CRM_meta_on_node_uuid="hypatia-corosync.nevis.columbia.edu" CRM_meta_timeout="60000" device="/dev/mapper/ADMIN-xen" directory="/xen" fstype="gfs2" options="defaults,noatime,nodiratime"/>
</rsc_op>
</action_set>
<inputs>
<trigger>
- <rsc_op id="218" operation="start" operation_key="FSVarNevis:1_start_0" on_node="orestes-corosync.nevis.columbia.edu" on_node_uuid="orestes-corosync.nevis.columbia.edu"/>
+ <rsc_op id="218" operation="start" operation_key="FSVarNevis:1_start_0" on_node="hypatia-corosync.nevis.columbia.edu" on_node_uuid="hypatia-corosync.nevis.columbia.edu"/>
</trigger>
<trigger>
<pseudo_event id="226" operation="start" operation_key="FilesystemGroup:1_start_0"/>
@@ -2530,36 +2530,36 @@
</synapse>
<synapse id="175">
<action_set>
- <rsc_op id="35" operation="monitor" operation_key="FSVirtualMachines:1_monitor_0" on_node="orestes-corosync.nevis.columbia.edu" on_node_uuid="orestes-corosync.nevis.columbia.edu">
+ <rsc_op id="16" operation="monitor" operation_key="FSVirtualMachines:1_monitor_0" on_node="hypatia-corosync.nevis.columbia.edu" on_node_uuid="hypatia-corosync.nevis.columbia.edu">
<primitive id="FSVirtualMachines" long-id="FSVirtualMachines:1" class="ocf" provider="heartbeat" type="Filesystem"/>
- <attributes CRM_meta_clone="1" CRM_meta_clone_max="2" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_notify="false" CRM_meta_on_node="orestes-corosync.nevis.columbia.edu" CRM_meta_on_node_uuid="orestes-corosync.nevis.columbia.edu" CRM_meta_op_target_rc="7" CRM_meta_timeout="40000" device="/dev/mapper/ADMIN-xen" directory="/xen" fstype="gfs2" options="defaults,noatime,nodiratime"/>
+ <attributes CRM_meta_clone="1" CRM_meta_clone_max="2" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_notify="false" CRM_meta_on_node="hypatia-corosync.nevis.columbia.edu" CRM_meta_on_node_uuid="hypatia-corosync.nevis.columbia.edu" CRM_meta_op_target_rc="7" CRM_meta_timeout="40000" device="/dev/mapper/ADMIN-xen" directory="/xen" fstype="gfs2" options="defaults,noatime,nodiratime"/>
</rsc_op>
</action_set>
<inputs/>
</synapse>
<synapse id="176">
<action_set>
- <rsc_op id="223" operation="monitor" operation_key="FSMail:1_monitor_20000" on_node="orestes-corosync.nevis.columbia.edu" on_node_uuid="orestes-corosync.nevis.columbia.edu">
+ <rsc_op id="223" operation="monitor" operation_key="FSMail:1_monitor_20000" on_node="hypatia-corosync.nevis.columbia.edu" on_node_uuid="hypatia-corosync.nevis.columbia.edu">
<primitive id="FSMail" long-id="FSMail:1" class="ocf" provider="heartbeat" type="Filesystem"/>
- <attributes CRM_meta_clone="1" CRM_meta_clone_max="2" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_interval="20000" CRM_meta_name="monitor" CRM_meta_notify="false" CRM_meta_on_node="orestes-corosync.nevis.columbia.edu" CRM_meta_on_node_uuid="orestes-corosync.nevis.columbia.edu" CRM_meta_timeout="40000" depth="0" device="/dev/mapper/ADMIN-mail" directory="/mail" fstype="gfs2" options="defaults,noatime,nodiratime"/>
+ <attributes CRM_meta_clone="1" CRM_meta_clone_max="2" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_interval="20000" CRM_meta_name="monitor" CRM_meta_notify="false" CRM_meta_on_node="hypatia-corosync.nevis.columbia.edu" CRM_meta_on_node_uuid="hypatia-corosync.nevis.columbia.edu" CRM_meta_timeout="40000" depth="0" device="/dev/mapper/ADMIN-mail" directory="/mail" fstype="gfs2" options="defaults,noatime,nodiratime"/>
</rsc_op>
</action_set>
<inputs>
<trigger>
- <rsc_op id="222" operation="start" operation_key="FSMail:1_start_0" on_node="orestes-corosync.nevis.columbia.edu" on_node_uuid="orestes-corosync.nevis.columbia.edu"/>
+ <rsc_op id="222" operation="start" operation_key="FSMail:1_start_0" on_node="hypatia-corosync.nevis.columbia.edu" on_node_uuid="hypatia-corosync.nevis.columbia.edu"/>
</trigger>
</inputs>
</synapse>
<synapse id="177">
<action_set>
- <rsc_op id="222" operation="start" operation_key="FSMail:1_start_0" on_node="orestes-corosync.nevis.columbia.edu" on_node_uuid="orestes-corosync.nevis.columbia.edu">
+ <rsc_op id="222" operation="start" operation_key="FSMail:1_start_0" on_node="hypatia-corosync.nevis.columbia.edu" on_node_uuid="hypatia-corosync.nevis.columbia.edu">
<primitive id="FSMail" long-id="FSMail:1" class="ocf" provider="heartbeat" type="Filesystem"/>
- <attributes CRM_meta_clone="1" CRM_meta_clone_max="2" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_name="start" CRM_meta_notify="false" CRM_meta_on_node="orestes-corosync.nevis.columbia.edu" CRM_meta_on_node_uuid="orestes-corosync.nevis.columbia.edu" CRM_meta_timeout="60000" device="/dev/mapper/ADMIN-mail" directory="/mail" fstype="gfs2" options="defaults,noatime,nodiratime"/>
+ <attributes CRM_meta_clone="1" CRM_meta_clone_max="2" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_name="start" CRM_meta_notify="false" CRM_meta_on_node="hypatia-corosync.nevis.columbia.edu" CRM_meta_on_node_uuid="hypatia-corosync.nevis.columbia.edu" CRM_meta_timeout="60000" device="/dev/mapper/ADMIN-mail" directory="/mail" fstype="gfs2" options="defaults,noatime,nodiratime"/>
</rsc_op>
</action_set>
<inputs>
<trigger>
- <rsc_op id="220" operation="start" operation_key="FSVirtualMachines:1_start_0" on_node="orestes-corosync.nevis.columbia.edu" on_node_uuid="orestes-corosync.nevis.columbia.edu"/>
+ <rsc_op id="220" operation="start" operation_key="FSVirtualMachines:1_start_0" on_node="hypatia-corosync.nevis.columbia.edu" on_node_uuid="hypatia-corosync.nevis.columbia.edu"/>
</trigger>
<trigger>
<pseudo_event id="226" operation="start" operation_key="FilesystemGroup:1_start_0"/>
@@ -2568,36 +2568,36 @@
</synapse>
<synapse id="178">
<action_set>
- <rsc_op id="36" operation="monitor" operation_key="FSMail:1_monitor_0" on_node="orestes-corosync.nevis.columbia.edu" on_node_uuid="orestes-corosync.nevis.columbia.edu">
+ <rsc_op id="17" operation="monitor" operation_key="FSMail:1_monitor_0" on_node="hypatia-corosync.nevis.columbia.edu" on_node_uuid="hypatia-corosync.nevis.columbia.edu">
<primitive id="FSMail" long-id="FSMail:1" class="ocf" provider="heartbeat" type="Filesystem"/>
- <attributes CRM_meta_clone="1" CRM_meta_clone_max="2" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_notify="false" CRM_meta_on_node="orestes-corosync.nevis.columbia.edu" CRM_meta_on_node_uuid="orestes-corosync.nevis.columbia.edu" CRM_meta_op_target_rc="7" CRM_meta_timeout="40000" device="/dev/mapper/ADMIN-mail" directory="/mail" fstype="gfs2" options="defaults,noatime,nodiratime"/>
+ <attributes CRM_meta_clone="1" CRM_meta_clone_max="2" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_notify="false" CRM_meta_on_node="hypatia-corosync.nevis.columbia.edu" CRM_meta_on_node_uuid="hypatia-corosync.nevis.columbia.edu" CRM_meta_op_target_rc="7" CRM_meta_timeout="40000" device="/dev/mapper/ADMIN-mail" directory="/mail" fstype="gfs2" options="defaults,noatime,nodiratime"/>
</rsc_op>
</action_set>
<inputs/>
</synapse>
<synapse id="179">
<action_set>
- <rsc_op id="225" operation="monitor" operation_key="FSWork:1_monitor_20000" on_node="orestes-corosync.nevis.columbia.edu" on_node_uuid="orestes-corosync.nevis.columbia.edu">
+ <rsc_op id="225" operation="monitor" operation_key="FSWork:1_monitor_20000" on_node="hypatia-corosync.nevis.columbia.edu" on_node_uuid="hypatia-corosync.nevis.columbia.edu">
<primitive id="FSWork" long-id="FSWork:1" class="ocf" provider="heartbeat" type="Filesystem"/>
- <attributes CRM_meta_clone="1" CRM_meta_clone_max="2" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_interval="20000" CRM_meta_name="monitor" CRM_meta_notify="false" CRM_meta_on_node="orestes-corosync.nevis.columbia.edu" CRM_meta_on_node_uuid="orestes-corosync.nevis.columbia.edu" CRM_meta_timeout="40000" depth="0" device="/dev/mapper/ADMIN-work" directory="/work" fstype="gfs2" options="defaults,noatime,nodiratime"/>
+ <attributes CRM_meta_clone="1" CRM_meta_clone_max="2" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_interval="20000" CRM_meta_name="monitor" CRM_meta_notify="false" CRM_meta_on_node="hypatia-corosync.nevis.columbia.edu" CRM_meta_on_node_uuid="hypatia-corosync.nevis.columbia.edu" CRM_meta_timeout="40000" depth="0" device="/dev/mapper/ADMIN-work" directory="/work" fstype="gfs2" options="defaults,noatime,nodiratime"/>
</rsc_op>
</action_set>
<inputs>
<trigger>
- <rsc_op id="224" operation="start" operation_key="FSWork:1_start_0" on_node="orestes-corosync.nevis.columbia.edu" on_node_uuid="orestes-corosync.nevis.columbia.edu"/>
+ <rsc_op id="224" operation="start" operation_key="FSWork:1_start_0" on_node="hypatia-corosync.nevis.columbia.edu" on_node_uuid="hypatia-corosync.nevis.columbia.edu"/>
</trigger>
</inputs>
</synapse>
<synapse id="180">
<action_set>
- <rsc_op id="224" operation="start" operation_key="FSWork:1_start_0" on_node="orestes-corosync.nevis.columbia.edu" on_node_uuid="orestes-corosync.nevis.columbia.edu">
+ <rsc_op id="224" operation="start" operation_key="FSWork:1_start_0" on_node="hypatia-corosync.nevis.columbia.edu" on_node_uuid="hypatia-corosync.nevis.columbia.edu">
<primitive id="FSWork" long-id="FSWork:1" class="ocf" provider="heartbeat" type="Filesystem"/>
- <attributes CRM_meta_clone="1" CRM_meta_clone_max="2" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_name="start" CRM_meta_notify="false" CRM_meta_on_node="orestes-corosync.nevis.columbia.edu" CRM_meta_on_node_uuid="orestes-corosync.nevis.columbia.edu" CRM_meta_timeout="60000" device="/dev/mapper/ADMIN-work" directory="/work" fstype="gfs2" options="defaults,noatime,nodiratime"/>
+ <attributes CRM_meta_clone="1" CRM_meta_clone_max="2" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_name="start" CRM_meta_notify="false" CRM_meta_on_node="hypatia-corosync.nevis.columbia.edu" CRM_meta_on_node_uuid="hypatia-corosync.nevis.columbia.edu" CRM_meta_timeout="60000" device="/dev/mapper/ADMIN-work" directory="/work" fstype="gfs2" options="defaults,noatime,nodiratime"/>
</rsc_op>
</action_set>
<inputs>
<trigger>
- <rsc_op id="222" operation="start" operation_key="FSMail:1_start_0" on_node="orestes-corosync.nevis.columbia.edu" on_node_uuid="orestes-corosync.nevis.columbia.edu"/>
+ <rsc_op id="222" operation="start" operation_key="FSMail:1_start_0" on_node="hypatia-corosync.nevis.columbia.edu" on_node_uuid="hypatia-corosync.nevis.columbia.edu"/>
</trigger>
<trigger>
<pseudo_event id="226" operation="start" operation_key="FilesystemGroup:1_start_0"/>
@@ -2606,9 +2606,9 @@
</synapse>
<synapse id="181">
<action_set>
- <rsc_op id="37" operation="monitor" operation_key="FSWork:1_monitor_0" on_node="orestes-corosync.nevis.columbia.edu" on_node_uuid="orestes-corosync.nevis.columbia.edu">
+ <rsc_op id="18" operation="monitor" operation_key="FSWork:1_monitor_0" on_node="hypatia-corosync.nevis.columbia.edu" on_node_uuid="hypatia-corosync.nevis.columbia.edu">
<primitive id="FSWork" long-id="FSWork:1" class="ocf" provider="heartbeat" type="Filesystem"/>
- <attributes CRM_meta_clone="1" CRM_meta_clone_max="2" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_notify="false" CRM_meta_on_node="orestes-corosync.nevis.columbia.edu" CRM_meta_on_node_uuid="orestes-corosync.nevis.columbia.edu" CRM_meta_op_target_rc="7" CRM_meta_timeout="40000" device="/dev/mapper/ADMIN-work" directory="/work" fstype="gfs2" options="defaults,noatime,nodiratime"/>
+ <attributes CRM_meta_clone="1" CRM_meta_clone_max="2" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_notify="false" CRM_meta_on_node="hypatia-corosync.nevis.columbia.edu" CRM_meta_on_node_uuid="hypatia-corosync.nevis.columbia.edu" CRM_meta_op_target_rc="7" CRM_meta_timeout="40000" device="/dev/mapper/ADMIN-work" directory="/work" fstype="gfs2" options="defaults,noatime,nodiratime"/>
</rsc_op>
</action_set>
<inputs/>
@@ -2639,40 +2639,40 @@
</action_set>
<inputs>
<trigger>
- <rsc_op id="13" operation="monitor" operation_key="AdminLvm:0_monitor_0" on_node="hypatia-corosync.nevis.columbia.edu" on_node_uuid="hypatia-corosync.nevis.columbia.edu"/>
+ <rsc_op id="13" operation="monitor" operation_key="AdminLvm:1_monitor_0" on_node="hypatia-corosync.nevis.columbia.edu" on_node_uuid="hypatia-corosync.nevis.columbia.edu"/>
</trigger>
<trigger>
- <rsc_op id="14" operation="monitor" operation_key="FSUsrNevis:0_monitor_0" on_node="hypatia-corosync.nevis.columbia.edu" on_node_uuid="hypatia-corosync.nevis.columbia.edu"/>
+ <rsc_op id="14" operation="monitor" operation_key="FSUsrNevis:1_monitor_0" on_node="hypatia-corosync.nevis.columbia.edu" on_node_uuid="hypatia-corosync.nevis.columbia.edu"/>
</trigger>
<trigger>
- <rsc_op id="15" operation="monitor" operation_key="FSVarNevis:0_monitor_0" on_node="hypatia-corosync.nevis.columbia.edu" on_node_uuid="hypatia-corosync.nevis.columbia.edu"/>
+ <rsc_op id="15" operation="monitor" operation_key="FSVarNevis:1_monitor_0" on_node="hypatia-corosync.nevis.columbia.edu" on_node_uuid="hypatia-corosync.nevis.columbia.edu"/>
</trigger>
<trigger>
- <rsc_op id="16" operation="monitor" operation_key="FSVirtualMachines:0_monitor_0" on_node="hypatia-corosync.nevis.columbia.edu" on_node_uuid="hypatia-corosync.nevis.columbia.edu"/>
+ <rsc_op id="16" operation="monitor" operation_key="FSVirtualMachines:1_monitor_0" on_node="hypatia-corosync.nevis.columbia.edu" on_node_uuid="hypatia-corosync.nevis.columbia.edu"/>
</trigger>
<trigger>
- <rsc_op id="17" operation="monitor" operation_key="FSMail:0_monitor_0" on_node="hypatia-corosync.nevis.columbia.edu" on_node_uuid="hypatia-corosync.nevis.columbia.edu"/>
+ <rsc_op id="17" operation="monitor" operation_key="FSMail:1_monitor_0" on_node="hypatia-corosync.nevis.columbia.edu" on_node_uuid="hypatia-corosync.nevis.columbia.edu"/>
</trigger>
<trigger>
- <rsc_op id="18" operation="monitor" operation_key="FSWork:0_monitor_0" on_node="hypatia-corosync.nevis.columbia.edu" on_node_uuid="hypatia-corosync.nevis.columbia.edu"/>
+ <rsc_op id="18" operation="monitor" operation_key="FSWork:1_monitor_0" on_node="hypatia-corosync.nevis.columbia.edu" on_node_uuid="hypatia-corosync.nevis.columbia.edu"/>
</trigger>
<trigger>
- <rsc_op id="32" operation="monitor" operation_key="AdminLvm:1_monitor_0" on_node="orestes-corosync.nevis.columbia.edu" on_node_uuid="orestes-corosync.nevis.columbia.edu"/>
+ <rsc_op id="32" operation="monitor" operation_key="AdminLvm:0_monitor_0" on_node="orestes-corosync.nevis.columbia.edu" on_node_uuid="orestes-corosync.nevis.columbia.edu"/>
</trigger>
<trigger>
- <rsc_op id="33" operation="monitor" operation_key="FSUsrNevis:1_monitor_0" on_node="orestes-corosync.nevis.columbia.edu" on_node_uuid="orestes-corosync.nevis.columbia.edu"/>
+ <rsc_op id="33" operation="monitor" operation_key="FSUsrNevis:0_monitor_0" on_node="orestes-corosync.nevis.columbia.edu" on_node_uuid="orestes-corosync.nevis.columbia.edu"/>
</trigger>
<trigger>
- <rsc_op id="34" operation="monitor" operation_key="FSVarNevis:1_monitor_0" on_node="orestes-corosync.nevis.columbia.edu" on_node_uuid="orestes-corosync.nevis.columbia.edu"/>
+ <rsc_op id="34" operation="monitor" operation_key="FSVarNevis:0_monitor_0" on_node="orestes-corosync.nevis.columbia.edu" on_node_uuid="orestes-corosync.nevis.columbia.edu"/>
</trigger>
<trigger>
- <rsc_op id="35" operation="monitor" operation_key="FSVirtualMachines:1_monitor_0" on_node="orestes-corosync.nevis.columbia.edu" on_node_uuid="orestes-corosync.nevis.columbia.edu"/>
+ <rsc_op id="35" operation="monitor" operation_key="FSVirtualMachines:0_monitor_0" on_node="orestes-corosync.nevis.columbia.edu" on_node_uuid="orestes-corosync.nevis.columbia.edu"/>
</trigger>
<trigger>
- <rsc_op id="36" operation="monitor" operation_key="FSMail:1_monitor_0" on_node="orestes-corosync.nevis.columbia.edu" on_node_uuid="orestes-corosync.nevis.columbia.edu"/>
+ <rsc_op id="36" operation="monitor" operation_key="FSMail:0_monitor_0" on_node="orestes-corosync.nevis.columbia.edu" on_node_uuid="orestes-corosync.nevis.columbia.edu"/>
</trigger>
<trigger>
- <rsc_op id="37" operation="monitor" operation_key="FSWork:1_monitor_0" on_node="orestes-corosync.nevis.columbia.edu" on_node_uuid="orestes-corosync.nevis.columbia.edu"/>
+ <rsc_op id="37" operation="monitor" operation_key="FSWork:0_monitor_0" on_node="orestes-corosync.nevis.columbia.edu" on_node_uuid="orestes-corosync.nevis.columbia.edu"/>
</trigger>
<trigger>
<pseudo_event id="63" operation="notified" operation_key="AdminClone_confirmed-post_notify_promoted_0"/>
diff --git a/cts/scheduler/exp/shutdown-lock-expiration.exp b/cts/scheduler/exp/shutdown-lock-expiration.exp
index 465f12b..9941333 100644
--- a/cts/scheduler/exp/shutdown-lock-expiration.exp
+++ b/cts/scheduler/exp/shutdown-lock-expiration.exp
@@ -60,7 +60,7 @@
<action_set>
<crm_event mode="cib" id="1" operation="lrm_delete" operation_key="rsc2_lrm_delete_0" on_node="node2" on_node_uuid="2">
<primitive id="rsc2" class="ocf" provider="pacemaker" type="Dummy"/>
- <attributes CRM_meta_on_node="node2" CRM_meta_on_node_uuid="2" CRM_meta_timeout="90000" />
+ <attributes CRM_meta_on_fail="ignore" CRM_meta_on_node="node2" CRM_meta_on_node_uuid="2" CRM_meta_timeout="90000" />
</crm_event>
</action_set>
<inputs/>
diff --git a/cts/scheduler/exp/timeout-by-node.exp b/cts/scheduler/exp/timeout-by-node.exp
new file mode 100644
index 0000000..19d1afc
--- /dev/null
+++ b/cts/scheduler/exp/timeout-by-node.exp
@@ -0,0 +1,228 @@
+<transition_graph cluster-delay="60s" stonith-timeout="60s" failed-stop-offset="INFINITY" failed-start-offset="INFINITY" transition_id="0">
+ <synapse id="0">
+ <action_set>
+ <rsc_op id="10" operation="monitor" operation_key="rsc1:0_monitor_10000" on_node="node2" on_node_uuid="2">
+ <primitive id="rsc1" long-id="rsc1:0" class="ocf" provider="pacemaker" type="Dummy"/>
+ <attributes CRM_meta_clone="0" CRM_meta_clone_max="5" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_interval="10000" CRM_meta_name="monitor" CRM_meta_notify="false" CRM_meta_on_node="node2" CRM_meta_on_node_uuid="2" CRM_meta_timeout="20000" />
+ </rsc_op>
+ </action_set>
+ <inputs>
+ <trigger>
+ <rsc_op id="9" operation="start" operation_key="rsc1:0_start_0" on_node="node2" on_node_uuid="2"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="1">
+ <action_set>
+ <rsc_op id="9" operation="start" operation_key="rsc1:0_start_0" on_node="node2" on_node_uuid="2">
+ <primitive id="rsc1" long-id="rsc1:0" class="ocf" provider="pacemaker" type="Dummy"/>
+ <attributes CRM_meta_clone="0" CRM_meta_clone_max="5" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_name="start" CRM_meta_notify="false" CRM_meta_on_node="node2" CRM_meta_on_node_uuid="2" CRM_meta_timeout="23000" />
+ </rsc_op>
+ </action_set>
+ <inputs>
+ <trigger>
+ <pseudo_event id="19" operation="start" operation_key="rsc1-clone_start_0"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="2">
+ <action_set>
+ <rsc_op id="3" operation="monitor" operation_key="rsc1:0_monitor_0" on_node="node2" on_node_uuid="2">
+ <primitive id="rsc1" long-id="rsc1:0" class="ocf" provider="pacemaker" type="Dummy"/>
+ <attributes CRM_meta_clone="0" CRM_meta_clone_max="5" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_notify="false" CRM_meta_on_node="node2" CRM_meta_on_node_uuid="2" CRM_meta_op_target_rc="7" CRM_meta_timeout="20000" />
+ </rsc_op>
+ </action_set>
+ <inputs/>
+ </synapse>
+ <synapse id="3">
+ <action_set>
+ <rsc_op id="12" operation="monitor" operation_key="rsc1:1_monitor_10000" on_node="node3" on_node_uuid="3">
+ <primitive id="rsc1" long-id="rsc1:1" class="ocf" provider="pacemaker" type="Dummy"/>
+ <attributes CRM_meta_clone="1" CRM_meta_clone_max="5" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_interval="10000" CRM_meta_name="monitor" CRM_meta_notify="false" CRM_meta_on_node="node3" CRM_meta_on_node_uuid="3" CRM_meta_timeout="20000" />
+ </rsc_op>
+ </action_set>
+ <inputs>
+ <trigger>
+ <rsc_op id="11" operation="start" operation_key="rsc1:1_start_0" on_node="node3" on_node_uuid="3"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="4">
+ <action_set>
+ <rsc_op id="11" operation="start" operation_key="rsc1:1_start_0" on_node="node3" on_node_uuid="3">
+ <primitive id="rsc1" long-id="rsc1:1" class="ocf" provider="pacemaker" type="Dummy"/>
+ <attributes CRM_meta_clone="1" CRM_meta_clone_max="5" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_name="start" CRM_meta_notify="false" CRM_meta_on_node="node3" CRM_meta_on_node_uuid="3" CRM_meta_timeout="23000" />
+ </rsc_op>
+ </action_set>
+ <inputs>
+ <trigger>
+ <pseudo_event id="19" operation="start" operation_key="rsc1-clone_start_0"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="5">
+ <action_set>
+ <rsc_op id="4" operation="monitor" operation_key="rsc1:1_monitor_0" on_node="node3" on_node_uuid="3">
+ <primitive id="rsc1" long-id="rsc1:1" class="ocf" provider="pacemaker" type="Dummy"/>
+ <attributes CRM_meta_clone="1" CRM_meta_clone_max="5" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_notify="false" CRM_meta_on_node="node3" CRM_meta_on_node_uuid="3" CRM_meta_op_target_rc="7" CRM_meta_timeout="20000" />
+ </rsc_op>
+ </action_set>
+ <inputs/>
+ </synapse>
+ <synapse id="6">
+ <action_set>
+ <rsc_op id="14" operation="monitor" operation_key="rsc1:2_monitor_10000" on_node="node4" on_node_uuid="4">
+ <primitive id="rsc1" long-id="rsc1:2" class="ocf" provider="pacemaker" type="Dummy"/>
+ <attributes CRM_meta_clone="2" CRM_meta_clone_max="5" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_interval="10000" CRM_meta_name="monitor" CRM_meta_notify="false" CRM_meta_on_node="node4" CRM_meta_on_node_uuid="4" CRM_meta_timeout="20000" />
+ </rsc_op>
+ </action_set>
+ <inputs>
+ <trigger>
+ <rsc_op id="13" operation="start" operation_key="rsc1:2_start_0" on_node="node4" on_node_uuid="4"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="7">
+ <action_set>
+ <rsc_op id="13" operation="start" operation_key="rsc1:2_start_0" on_node="node4" on_node_uuid="4">
+ <primitive id="rsc1" long-id="rsc1:2" class="ocf" provider="pacemaker" type="Dummy"/>
+ <attributes CRM_meta_clone="2" CRM_meta_clone_max="5" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_name="start" CRM_meta_notify="false" CRM_meta_on_node="node4" CRM_meta_on_node_uuid="4" CRM_meta_timeout="23000" />
+ </rsc_op>
+ </action_set>
+ <inputs>
+ <trigger>
+ <pseudo_event id="19" operation="start" operation_key="rsc1-clone_start_0"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="8">
+ <action_set>
+ <rsc_op id="5" operation="monitor" operation_key="rsc1:2_monitor_0" on_node="node4" on_node_uuid="4">
+ <primitive id="rsc1" long-id="rsc1:2" class="ocf" provider="pacemaker" type="Dummy"/>
+ <attributes CRM_meta_clone="2" CRM_meta_clone_max="5" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_notify="false" CRM_meta_on_node="node4" CRM_meta_on_node_uuid="4" CRM_meta_op_target_rc="7" CRM_meta_timeout="20000" />
+ </rsc_op>
+ </action_set>
+ <inputs/>
+ </synapse>
+ <synapse id="9">
+ <action_set>
+ <rsc_op id="16" operation="monitor" operation_key="rsc1:3_monitor_10000" on_node="node5" on_node_uuid="5">
+ <primitive id="rsc1" long-id="rsc1:3" class="ocf" provider="pacemaker" type="Dummy"/>
+ <attributes CRM_meta_clone="3" CRM_meta_clone_max="5" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_interval="10000" CRM_meta_name="monitor" CRM_meta_notify="false" CRM_meta_on_node="node5" CRM_meta_on_node_uuid="5" CRM_meta_timeout="20000" />
+ </rsc_op>
+ </action_set>
+ <inputs>
+ <trigger>
+ <rsc_op id="15" operation="start" operation_key="rsc1:3_start_0" on_node="node5" on_node_uuid="5"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="10">
+ <action_set>
+ <rsc_op id="15" operation="start" operation_key="rsc1:3_start_0" on_node="node5" on_node_uuid="5">
+ <primitive id="rsc1" long-id="rsc1:3" class="ocf" provider="pacemaker" type="Dummy"/>
+ <attributes CRM_meta_clone="3" CRM_meta_clone_max="5" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_name="start" CRM_meta_notify="false" CRM_meta_on_node="node5" CRM_meta_on_node_uuid="5" CRM_meta_timeout="23000" />
+ </rsc_op>
+ </action_set>
+ <inputs>
+ <trigger>
+ <pseudo_event id="19" operation="start" operation_key="rsc1-clone_start_0"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="11">
+ <action_set>
+ <rsc_op id="6" operation="monitor" operation_key="rsc1:3_monitor_0" on_node="node5" on_node_uuid="5">
+ <primitive id="rsc1" long-id="rsc1:3" class="ocf" provider="pacemaker" type="Dummy"/>
+ <attributes CRM_meta_clone="3" CRM_meta_clone_max="5" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_notify="false" CRM_meta_on_node="node5" CRM_meta_on_node_uuid="5" CRM_meta_op_target_rc="7" CRM_meta_timeout="20000" />
+ </rsc_op>
+ </action_set>
+ <inputs/>
+ </synapse>
+ <synapse id="12">
+ <action_set>
+ <rsc_op id="18" operation="monitor" operation_key="rsc1:4_monitor_10000" on_node="node1" on_node_uuid="1">
+ <primitive id="rsc1" long-id="rsc1:4" class="ocf" provider="pacemaker" type="Dummy"/>
+ <attributes CRM_meta_clone="4" CRM_meta_clone_max="5" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_interval="10000" CRM_meta_name="monitor" CRM_meta_notify="false" CRM_meta_on_node="node1" CRM_meta_on_node_uuid="1" CRM_meta_timeout="20000" />
+ </rsc_op>
+ </action_set>
+ <inputs>
+ <trigger>
+ <rsc_op id="17" operation="start" operation_key="rsc1:4_start_0" on_node="node1" on_node_uuid="1"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="13">
+ <action_set>
+ <rsc_op id="17" operation="start" operation_key="rsc1:4_start_0" on_node="node1" on_node_uuid="1">
+ <primitive id="rsc1" long-id="rsc1:4" class="ocf" provider="pacemaker" type="Dummy"/>
+ <attributes CRM_meta_clone="4" CRM_meta_clone_max="5" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_name="start" CRM_meta_notify="false" CRM_meta_on_node="node1" CRM_meta_on_node_uuid="1" CRM_meta_timeout="25000" />
+ </rsc_op>
+ </action_set>
+ <inputs>
+ <trigger>
+ <pseudo_event id="19" operation="start" operation_key="rsc1-clone_start_0"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="14">
+ <action_set>
+ <rsc_op id="2" operation="monitor" operation_key="rsc1:4_monitor_0" on_node="node1" on_node_uuid="1">
+ <primitive id="rsc1" long-id="rsc1:4" class="ocf" provider="pacemaker" type="Dummy"/>
+ <attributes CRM_meta_clone="4" CRM_meta_clone_max="5" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_notify="false" CRM_meta_on_node="node1" CRM_meta_on_node_uuid="1" CRM_meta_op_target_rc="7" CRM_meta_timeout="20000" />
+ </rsc_op>
+ </action_set>
+ <inputs/>
+ </synapse>
+ <synapse id="15" priority="1000000">
+ <action_set>
+ <pseudo_event id="20" operation="running" operation_key="rsc1-clone_running_0">
+ <attributes CRM_meta_clone_max="5" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_notify="false" CRM_meta_timeout="20000" />
+ </pseudo_event>
+ </action_set>
+ <inputs>
+ <trigger>
+ <rsc_op id="9" operation="start" operation_key="rsc1:0_start_0" on_node="node2" on_node_uuid="2"/>
+ </trigger>
+ <trigger>
+ <rsc_op id="11" operation="start" operation_key="rsc1:1_start_0" on_node="node3" on_node_uuid="3"/>
+ </trigger>
+ <trigger>
+ <rsc_op id="13" operation="start" operation_key="rsc1:2_start_0" on_node="node4" on_node_uuid="4"/>
+ </trigger>
+ <trigger>
+ <rsc_op id="15" operation="start" operation_key="rsc1:3_start_0" on_node="node5" on_node_uuid="5"/>
+ </trigger>
+ <trigger>
+ <rsc_op id="17" operation="start" operation_key="rsc1:4_start_0" on_node="node1" on_node_uuid="1"/>
+ </trigger>
+ <trigger>
+ <pseudo_event id="19" operation="start" operation_key="rsc1-clone_start_0"/>
+ </trigger>
+ </inputs>
+ </synapse>
+ <synapse id="16">
+ <action_set>
+ <pseudo_event id="19" operation="start" operation_key="rsc1-clone_start_0">
+ <attributes CRM_meta_clone_max="5" CRM_meta_clone_node_max="1" CRM_meta_globally_unique="false" CRM_meta_notify="false" CRM_meta_timeout="20000" />
+ </pseudo_event>
+ </action_set>
+ <inputs>
+ <trigger>
+ <rsc_op id="2" operation="monitor" operation_key="rsc1:4_monitor_0" on_node="node1" on_node_uuid="1"/>
+ </trigger>
+ <trigger>
+ <rsc_op id="3" operation="monitor" operation_key="rsc1:0_monitor_0" on_node="node2" on_node_uuid="2"/>
+ </trigger>
+ <trigger>
+ <rsc_op id="4" operation="monitor" operation_key="rsc1:1_monitor_0" on_node="node3" on_node_uuid="3"/>
+ </trigger>
+ <trigger>
+ <rsc_op id="5" operation="monitor" operation_key="rsc1:2_monitor_0" on_node="node4" on_node_uuid="4"/>
+ </trigger>
+ <trigger>
+ <rsc_op id="6" operation="monitor" operation_key="rsc1:3_monitor_0" on_node="node5" on_node_uuid="5"/>
+ </trigger>
+ </inputs>
+ </synapse>
+</transition_graph>
diff --git a/cts/scheduler/exp/unfence-definition.exp b/cts/scheduler/exp/unfence-definition.exp
index 6a098ed..308f638 100644
--- a/cts/scheduler/exp/unfence-definition.exp
+++ b/cts/scheduler/exp/unfence-definition.exp
@@ -90,6 +90,9 @@
</action_set>
<inputs>
<trigger>
+ <rsc_op id="9" operation="monitor" operation_key="dlm:2_monitor_0" on_node="virt-3" on_node_uuid="3"/>
+ </trigger>
+ <trigger>
<pseudo_event id="19" operation="stop" operation_key="dlm-clone_stop_0"/>
</trigger>
<trigger>
@@ -109,6 +112,9 @@
<crm_event id="3" operation="stonith" operation_key="stonith-virt-3-on" on_node="virt-3" on_node_uuid="3"/>
</trigger>
<trigger>
+ <rsc_op id="13" operation="start" operation_key="dlm_start_0" internal_operation_key="dlm:0_start_0" on_node="virt-1" on_node_uuid="1"/>
+ </trigger>
+ <trigger>
<pseudo_event id="17" operation="start" operation_key="dlm-clone_start_0"/>
</trigger>
<trigger>
@@ -229,6 +235,9 @@
<rsc_op id="7" operation="monitor" operation_key="clvmd:1_monitor_0" on_node="virt-2" on_node_uuid="2"/>
</trigger>
<trigger>
+ <rsc_op id="10" operation="monitor" operation_key="clvmd:2_monitor_0" on_node="virt-3" on_node_uuid="3"/>
+ </trigger>
+ <trigger>
<pseudo_event id="27" operation="stop" operation_key="clvmd-clone_stop_0"/>
</trigger>
</inputs>
@@ -276,6 +285,9 @@
<rsc_op id="16" operation="start" operation_key="dlm:2_start_0" on_node="virt-3" on_node_uuid="3"/>
</trigger>
<trigger>
+ <rsc_op id="22" operation="start" operation_key="clvmd_start_0" internal_operation_key="clvmd:0_start_0" on_node="virt-1" on_node_uuid="1"/>
+ </trigger>
+ <trigger>
<rsc_op id="23" operation="start" operation_key="clvmd:1_start_0" on_node="virt-2" on_node_uuid="2"/>
</trigger>
<trigger>
diff --git a/cts/scheduler/exp/unfence-parameters.exp b/cts/scheduler/exp/unfence-parameters.exp
index 268bf00..0b76e26 100644
--- a/cts/scheduler/exp/unfence-parameters.exp
+++ b/cts/scheduler/exp/unfence-parameters.exp
@@ -74,6 +74,9 @@
</action_set>
<inputs>
<trigger>
+ <rsc_op id="8" operation="monitor" operation_key="dlm:2_monitor_0" on_node="virt-3" on_node_uuid="3"/>
+ </trigger>
+ <trigger>
<pseudo_event id="18" operation="stop" operation_key="dlm-clone_stop_0"/>
</trigger>
<trigger>
@@ -93,6 +96,9 @@
<crm_event id="3" operation="stonith" operation_key="stonith-virt-3-on" on_node="virt-3" on_node_uuid="3"/>
</trigger>
<trigger>
+ <rsc_op id="12" operation="start" operation_key="dlm_start_0" internal_operation_key="dlm:0_start_0" on_node="virt-1" on_node_uuid="1"/>
+ </trigger>
+ <trigger>
<pseudo_event id="16" operation="start" operation_key="dlm-clone_start_0"/>
</trigger>
<trigger>
@@ -213,6 +219,9 @@
<rsc_op id="6" operation="monitor" operation_key="clvmd:1_monitor_0" on_node="virt-2" on_node_uuid="2"/>
</trigger>
<trigger>
+ <rsc_op id="9" operation="monitor" operation_key="clvmd:2_monitor_0" on_node="virt-3" on_node_uuid="3"/>
+ </trigger>
+ <trigger>
<pseudo_event id="26" operation="stop" operation_key="clvmd-clone_stop_0"/>
</trigger>
</inputs>
@@ -260,6 +269,9 @@
<rsc_op id="15" operation="start" operation_key="dlm:2_start_0" on_node="virt-3" on_node_uuid="3"/>
</trigger>
<trigger>
+ <rsc_op id="21" operation="start" operation_key="clvmd_start_0" internal_operation_key="clvmd:0_start_0" on_node="virt-1" on_node_uuid="1"/>
+ </trigger>
+ <trigger>
<rsc_op id="22" operation="start" operation_key="clvmd:1_start_0" on_node="virt-2" on_node_uuid="2"/>
</trigger>
<trigger>
diff --git a/cts/scheduler/scores/594.scores b/cts/scheduler/scores/594.scores
index 5e99750..96c8f44 100644
--- a/cts/scheduler/scores/594.scores
+++ b/cts/scheduler/scores/594.scores
@@ -21,8 +21,11 @@ pcmk__primitive_assign: child_DoFencing:1 allocation score on hadev1: 1
pcmk__primitive_assign: child_DoFencing:1 allocation score on hadev2: -INFINITY
pcmk__primitive_assign: child_DoFencing:1 allocation score on hadev3: -INFINITY
pcmk__primitive_assign: child_DoFencing:2 allocation score on hadev1: -INFINITY
+pcmk__primitive_assign: child_DoFencing:2 allocation score on hadev1: -INFINITY
+pcmk__primitive_assign: child_DoFencing:2 allocation score on hadev2: -INFINITY
pcmk__primitive_assign: child_DoFencing:2 allocation score on hadev2: -INFINITY
pcmk__primitive_assign: child_DoFencing:2 allocation score on hadev3: -INFINITY
+pcmk__primitive_assign: child_DoFencing:2 allocation score on hadev3: -INFINITY
pcmk__primitive_assign: rsc_hadev1 allocation score on hadev1: 100
pcmk__primitive_assign: rsc_hadev1 allocation score on hadev2: 0
pcmk__primitive_assign: rsc_hadev1 allocation score on hadev3: 0
diff --git a/cts/scheduler/scores/a-promote-then-b-migrate.scores b/cts/scheduler/scores/a-promote-then-b-migrate.scores
index c94077d..02674be 100644
--- a/cts/scheduler/scores/a-promote-then-b-migrate.scores
+++ b/cts/scheduler/scores/a-promote-then-b-migrate.scores
@@ -5,7 +5,9 @@ pcmk__clone_assign: rsc1:0 allocation score on node1: 1
pcmk__clone_assign: rsc1:0 allocation score on node2: 0
pcmk__clone_assign: rsc1:1 allocation score on node1: 0
pcmk__clone_assign: rsc1:1 allocation score on node2: 1
+pcmk__primitive_assign: rsc1:0 allocation score on node1: -INFINITY
pcmk__primitive_assign: rsc1:0 allocation score on node1: 1
+pcmk__primitive_assign: rsc1:0 allocation score on node2: -INFINITY
pcmk__primitive_assign: rsc1:0 allocation score on node2: 0
pcmk__primitive_assign: rsc1:1 allocation score on node1: -INFINITY
pcmk__primitive_assign: rsc1:1 allocation score on node2: 1
diff --git a/cts/scheduler/scores/asymmetric.scores b/cts/scheduler/scores/asymmetric.scores
index 69310bf..93ed82f 100644
--- a/cts/scheduler/scores/asymmetric.scores
+++ b/cts/scheduler/scores/asymmetric.scores
@@ -11,4 +11,3 @@ pcmk__primitive_assign: ebe3fb6e-7778-426e-be58-190ab1ff3dd3:0 allocation score
pcmk__primitive_assign: ebe3fb6e-7778-426e-be58-190ab1ff3dd3:0 allocation score on puma3: -INFINITY
pcmk__primitive_assign: ebe3fb6e-7778-426e-be58-190ab1ff3dd3:1 allocation score on puma1: 0
pcmk__primitive_assign: ebe3fb6e-7778-426e-be58-190ab1ff3dd3:1 allocation score on puma3: 200
-pcmk__primitive_assign: vpool_ip_poolA allocation score on puma3: -INFINITY
diff --git a/cts/scheduler/scores/bug-1822.scores b/cts/scheduler/scores/bug-1822.scores
index 82191d1..0a9056b 100644
--- a/cts/scheduler/scores/bug-1822.scores
+++ b/cts/scheduler/scores/bug-1822.scores
@@ -1,5 +1,5 @@
-ms-sf_group:0 promotion score on process2b: -INFINITY
+ms-sf_group:0 promotion score on process2b: 49
ms-sf_group:1 promotion score on none: 0
pcmk__clone_assign: ms-sf allocation score on process1a: 0
pcmk__clone_assign: ms-sf allocation score on process2b: 0
diff --git a/cts/scheduler/scores/bug-5014-CLONE-A-stop-B-started.scores b/cts/scheduler/scores/bug-5014-CLONE-A-stop-B-started.scores
index e698b14..d79208c 100644
--- a/cts/scheduler/scores/bug-5014-CLONE-A-stop-B-started.scores
+++ b/cts/scheduler/scores/bug-5014-CLONE-A-stop-B-started.scores
@@ -5,3 +5,4 @@ pcmk__clone_assign: clone1 allocation score on fc16-builder: 0
pcmk__clone_assign: clone2 allocation score on fc16-builder: 0
pcmk__primitive_assign: ClusterIP2:0 allocation score on fc16-builder: 1
pcmk__primitive_assign: ClusterIP:0 allocation score on fc16-builder: -INFINITY
+pcmk__primitive_assign: ClusterIP:0 allocation score on fc16-builder: -INFINITY
diff --git a/cts/scheduler/scores/bug-5143-ms-shuffle.scores b/cts/scheduler/scores/bug-5143-ms-shuffle.scores
index 86a1a78..87bb4e4 100644
--- a/cts/scheduler/scores/bug-5143-ms-shuffle.scores
+++ b/cts/scheduler/scores/bug-5143-ms-shuffle.scores
@@ -173,7 +173,7 @@ pcmk__primitive_assign: clvmd:0 allocation score on hex-1: 4000
pcmk__primitive_assign: clvmd:0 allocation score on hex-2: -INFINITY
pcmk__primitive_assign: clvmd:0 allocation score on hex-3: -INFINITY
pcmk__primitive_assign: clvmd:1 allocation score on hex-1: -INFINITY
-pcmk__primitive_assign: clvmd:1 allocation score on hex-2: 4000
+pcmk__primitive_assign: clvmd:1 allocation score on hex-2: 6000
pcmk__primitive_assign: clvmd:1 allocation score on hex-3: -INFINITY
pcmk__primitive_assign: clvmd:2 allocation score on hex-1: -INFINITY
pcmk__primitive_assign: clvmd:2 allocation score on hex-2: -INFINITY
@@ -182,7 +182,7 @@ pcmk__primitive_assign: dlm:0 allocation score on hex-1: 5000
pcmk__primitive_assign: dlm:0 allocation score on hex-2: -INFINITY
pcmk__primitive_assign: dlm:0 allocation score on hex-3: 0
pcmk__primitive_assign: dlm:1 allocation score on hex-1: 0
-pcmk__primitive_assign: dlm:1 allocation score on hex-2: 5000
+pcmk__primitive_assign: dlm:1 allocation score on hex-2: 7000
pcmk__primitive_assign: dlm:1 allocation score on hex-3: 0
pcmk__primitive_assign: dlm:2 allocation score on hex-1: -INFINITY
pcmk__primitive_assign: dlm:2 allocation score on hex-2: -INFINITY
@@ -227,12 +227,12 @@ pcmk__primitive_assign: fs-ocfs-1:0 allocation score on hex-1: 1000
pcmk__primitive_assign: fs-ocfs-1:0 allocation score on hex-2: -INFINITY
pcmk__primitive_assign: fs-ocfs-1:0 allocation score on hex-3: -INFINITY
pcmk__primitive_assign: fs-ocfs-1:1 allocation score on hex-1: -INFINITY
-pcmk__primitive_assign: fs-ocfs-1:1 allocation score on hex-2: 1000
+pcmk__primitive_assign: fs-ocfs-1:1 allocation score on hex-2: 3000
pcmk__primitive_assign: fs-ocfs-1:1 allocation score on hex-3: -INFINITY
pcmk__primitive_assign: fs-ocfs-1:2 allocation score on hex-1: -INFINITY
pcmk__primitive_assign: fs-ocfs-1:2 allocation score on hex-2: -INFINITY
pcmk__primitive_assign: fs-ocfs-1:2 allocation score on hex-3: 1000
-pcmk__primitive_assign: fs-ocfs-2:0 allocation score on hex-1: 1000
+pcmk__primitive_assign: fs-ocfs-2:0 allocation score on hex-1: 2000
pcmk__primitive_assign: fs-ocfs-2:0 allocation score on hex-2: -INFINITY
pcmk__primitive_assign: fs-ocfs-2:0 allocation score on hex-3: -INFINITY
pcmk__primitive_assign: fs-ocfs-2:1 allocation score on hex-1: -INFINITY
@@ -254,7 +254,7 @@ pcmk__primitive_assign: o2cb:0 allocation score on hex-1: 3000
pcmk__primitive_assign: o2cb:0 allocation score on hex-2: -INFINITY
pcmk__primitive_assign: o2cb:0 allocation score on hex-3: -INFINITY
pcmk__primitive_assign: o2cb:1 allocation score on hex-1: -INFINITY
-pcmk__primitive_assign: o2cb:1 allocation score on hex-2: 3000
+pcmk__primitive_assign: o2cb:1 allocation score on hex-2: 5000
pcmk__primitive_assign: o2cb:1 allocation score on hex-3: -INFINITY
pcmk__primitive_assign: o2cb:2 allocation score on hex-1: -INFINITY
pcmk__primitive_assign: o2cb:2 allocation score on hex-2: -INFINITY
@@ -266,7 +266,7 @@ pcmk__primitive_assign: vg1:0 allocation score on hex-1: 2000
pcmk__primitive_assign: vg1:0 allocation score on hex-2: -INFINITY
pcmk__primitive_assign: vg1:0 allocation score on hex-3: -INFINITY
pcmk__primitive_assign: vg1:1 allocation score on hex-1: -INFINITY
-pcmk__primitive_assign: vg1:1 allocation score on hex-2: 2000
+pcmk__primitive_assign: vg1:1 allocation score on hex-2: 4000
pcmk__primitive_assign: vg1:1 allocation score on hex-3: -INFINITY
pcmk__primitive_assign: vg1:2 allocation score on hex-1: -INFINITY
pcmk__primitive_assign: vg1:2 allocation score on hex-2: -INFINITY
diff --git a/cts/scheduler/scores/bug-5186-partial-migrate.scores b/cts/scheduler/scores/bug-5186-partial-migrate.scores
index 93854f1..a962738 100644
--- a/cts/scheduler/scores/bug-5186-partial-migrate.scores
+++ b/cts/scheduler/scores/bug-5186-partial-migrate.scores
@@ -67,7 +67,7 @@ pcmk__primitive_assign: prmDiskd1:0 allocation score on bl460g1n7: -INFINITY
pcmk__primitive_assign: prmDiskd1:0 allocation score on bl460g1n8: -INFINITY
pcmk__primitive_assign: prmDiskd1:1 allocation score on bl460g1n6: INFINITY
pcmk__primitive_assign: prmDiskd1:1 allocation score on bl460g1n7: -INFINITY
-pcmk__primitive_assign: prmDiskd1:1 allocation score on bl460g1n8: 0
+pcmk__primitive_assign: prmDiskd1:1 allocation score on bl460g1n8: 200
pcmk__primitive_assign: prmDiskd1:2 allocation score on bl460g1n6: -INFINITY
pcmk__primitive_assign: prmDiskd1:2 allocation score on bl460g1n7: -INFINITY
pcmk__primitive_assign: prmDiskd1:2 allocation score on bl460g1n8: INFINITY
@@ -76,7 +76,7 @@ pcmk__primitive_assign: prmDiskd2:0 allocation score on bl460g1n7: -INFINITY
pcmk__primitive_assign: prmDiskd2:0 allocation score on bl460g1n8: -INFINITY
pcmk__primitive_assign: prmDiskd2:1 allocation score on bl460g1n6: INFINITY
pcmk__primitive_assign: prmDiskd2:1 allocation score on bl460g1n7: -INFINITY
-pcmk__primitive_assign: prmDiskd2:1 allocation score on bl460g1n8: 0
+pcmk__primitive_assign: prmDiskd2:1 allocation score on bl460g1n8: 200
pcmk__primitive_assign: prmDiskd2:2 allocation score on bl460g1n6: -INFINITY
pcmk__primitive_assign: prmDiskd2:2 allocation score on bl460g1n7: -INFINITY
pcmk__primitive_assign: prmDiskd2:2 allocation score on bl460g1n8: INFINITY
@@ -88,7 +88,7 @@ pcmk__primitive_assign: prmPing:0 allocation score on bl460g1n7: -INFINITY
pcmk__primitive_assign: prmPing:0 allocation score on bl460g1n8: -INFINITY
pcmk__primitive_assign: prmPing:1 allocation score on bl460g1n6: INFINITY
pcmk__primitive_assign: prmPing:1 allocation score on bl460g1n7: -INFINITY
-pcmk__primitive_assign: prmPing:1 allocation score on bl460g1n8: 0
+pcmk__primitive_assign: prmPing:1 allocation score on bl460g1n8: 200
pcmk__primitive_assign: prmPing:2 allocation score on bl460g1n6: -INFINITY
pcmk__primitive_assign: prmPing:2 allocation score on bl460g1n7: -INFINITY
pcmk__primitive_assign: prmPing:2 allocation score on bl460g1n8: INFINITY
diff --git a/cts/scheduler/scores/bug-cl-5168.scores b/cts/scheduler/scores/bug-cl-5168.scores
index 916fecb..59dee5d 100644
--- a/cts/scheduler/scores/bug-cl-5168.scores
+++ b/cts/scheduler/scores/bug-cl-5168.scores
@@ -200,7 +200,7 @@ pcmk__primitive_assign: drbd-r1:0 allocation score on hex-2: 1001
pcmk__primitive_assign: drbd-r1:0 allocation score on hex-3: -INFINITY
pcmk__primitive_assign: drbd-r1:0 allocation score on hex-3: INFINITY
pcmk__primitive_assign: drbd-r1:1 allocation score on hex-1: -INFINITY
-pcmk__primitive_assign: drbd-r1:1 allocation score on hex-2: 0
+pcmk__primitive_assign: drbd-r1:1 allocation score on hex-2: -INFINITY
pcmk__primitive_assign: drbd-r1:1 allocation score on hex-3: INFINITY
pcmk__primitive_assign: dummy1 allocation score on hex-1: -INFINITY
pcmk__primitive_assign: dummy1 allocation score on hex-2: -INFINITY
diff --git a/cts/scheduler/scores/bug-lf-2106.scores b/cts/scheduler/scores/bug-lf-2106.scores
index b512c6e..30e175f 100644
--- a/cts/scheduler/scores/bug-lf-2106.scores
+++ b/cts/scheduler/scores/bug-lf-2106.scores
@@ -64,45 +64,45 @@ pcmk__group_assign: ssh-ip2 allocation score on cl-virt-2: 100
pcmk__primitive_assign: apcstonith allocation score on cl-virt-1: 100
pcmk__primitive_assign: apcstonith allocation score on cl-virt-2: 0
pcmk__primitive_assign: bugtrack allocation score on cl-virt-1: -INFINITY
-pcmk__primitive_assign: bugtrack allocation score on cl-virt-2: 275
-pcmk__primitive_assign: drbd-bugtrack:0 allocation score on cl-virt-1: 100
+pcmk__primitive_assign: bugtrack allocation score on cl-virt-2: 375
+pcmk__primitive_assign: drbd-bugtrack:0 allocation score on cl-virt-1: 150
pcmk__primitive_assign: drbd-bugtrack:0 allocation score on cl-virt-2: -INFINITY
-pcmk__primitive_assign: drbd-bugtrack:1 allocation score on cl-virt-1: 0
-pcmk__primitive_assign: drbd-bugtrack:1 allocation score on cl-virt-2: 175
+pcmk__primitive_assign: drbd-bugtrack:1 allocation score on cl-virt-1: 50
+pcmk__primitive_assign: drbd-bugtrack:1 allocation score on cl-virt-2: 275
pcmk__primitive_assign: drbd-infotos:0 allocation score on cl-virt-1: 100
pcmk__primitive_assign: drbd-infotos:0 allocation score on cl-virt-2: -INFINITY
pcmk__primitive_assign: drbd-infotos:1 allocation score on cl-virt-1: 0
-pcmk__primitive_assign: drbd-infotos:1 allocation score on cl-virt-2: 175
-pcmk__primitive_assign: drbd-itwiki:0 allocation score on cl-virt-1: 100
+pcmk__primitive_assign: drbd-infotos:1 allocation score on cl-virt-2: 325
+pcmk__primitive_assign: drbd-itwiki:0 allocation score on cl-virt-1: 150
pcmk__primitive_assign: drbd-itwiki:0 allocation score on cl-virt-2: -INFINITY
-pcmk__primitive_assign: drbd-itwiki:1 allocation score on cl-virt-1: 0
-pcmk__primitive_assign: drbd-itwiki:1 allocation score on cl-virt-2: 175
+pcmk__primitive_assign: drbd-itwiki:1 allocation score on cl-virt-1: 50
+pcmk__primitive_assign: drbd-itwiki:1 allocation score on cl-virt-2: 275
pcmk__primitive_assign: drbd-medomus-cvs:0 allocation score on cl-virt-1: 100
pcmk__primitive_assign: drbd-medomus-cvs:0 allocation score on cl-virt-2: -INFINITY
pcmk__primitive_assign: drbd-medomus-cvs:1 allocation score on cl-virt-1: 0
-pcmk__primitive_assign: drbd-medomus-cvs:1 allocation score on cl-virt-2: 175
-pcmk__primitive_assign: drbd-servsyslog:0 allocation score on cl-virt-1: 100
+pcmk__primitive_assign: drbd-medomus-cvs:1 allocation score on cl-virt-2: 325
+pcmk__primitive_assign: drbd-servsyslog:0 allocation score on cl-virt-1: 150
pcmk__primitive_assign: drbd-servsyslog:0 allocation score on cl-virt-2: -INFINITY
-pcmk__primitive_assign: drbd-servsyslog:1 allocation score on cl-virt-1: 0
-pcmk__primitive_assign: drbd-servsyslog:1 allocation score on cl-virt-2: 175
+pcmk__primitive_assign: drbd-servsyslog:1 allocation score on cl-virt-1: 50
+pcmk__primitive_assign: drbd-servsyslog:1 allocation score on cl-virt-2: 275
pcmk__primitive_assign: drbd-smsprod2:0 allocation score on cl-virt-1: 100
pcmk__primitive_assign: drbd-smsprod2:0 allocation score on cl-virt-2: -INFINITY
pcmk__primitive_assign: drbd-smsprod2:1 allocation score on cl-virt-1: 0
-pcmk__primitive_assign: drbd-smsprod2:1 allocation score on cl-virt-2: 175
+pcmk__primitive_assign: drbd-smsprod2:1 allocation score on cl-virt-2: 325
pcmk__primitive_assign: infotos allocation score on cl-virt-1: -INFINITY
-pcmk__primitive_assign: infotos allocation score on cl-virt-2: 325
+pcmk__primitive_assign: infotos allocation score on cl-virt-2: 475
pcmk__primitive_assign: itwiki allocation score on cl-virt-1: -INFINITY
-pcmk__primitive_assign: itwiki allocation score on cl-virt-2: 275
+pcmk__primitive_assign: itwiki allocation score on cl-virt-2: 375
pcmk__primitive_assign: medomus-cvs allocation score on cl-virt-1: -INFINITY
-pcmk__primitive_assign: medomus-cvs allocation score on cl-virt-2: 325
+pcmk__primitive_assign: medomus-cvs allocation score on cl-virt-2: 475
pcmk__primitive_assign: pingd:0 allocation score on cl-virt-1: 100
pcmk__primitive_assign: pingd:0 allocation score on cl-virt-2: 0
pcmk__primitive_assign: pingd:1 allocation score on cl-virt-1: -INFINITY
pcmk__primitive_assign: pingd:1 allocation score on cl-virt-2: 100
pcmk__primitive_assign: servsyslog allocation score on cl-virt-1: -INFINITY
-pcmk__primitive_assign: servsyslog allocation score on cl-virt-2: 275
+pcmk__primitive_assign: servsyslog allocation score on cl-virt-2: 375
pcmk__primitive_assign: smsprod2 allocation score on cl-virt-1: -INFINITY
-pcmk__primitive_assign: smsprod2 allocation score on cl-virt-2: 325
+pcmk__primitive_assign: smsprod2 allocation score on cl-virt-2: 475
pcmk__primitive_assign: ssh-bin allocation score on cl-virt-1: -INFINITY
pcmk__primitive_assign: ssh-bin allocation score on cl-virt-2: 100
pcmk__primitive_assign: ssh-ip1 allocation score on cl-virt-1: 0
diff --git a/cts/scheduler/scores/bug-lf-2153.scores b/cts/scheduler/scores/bug-lf-2153.scores
index d2492f2..afad730 100644
--- a/cts/scheduler/scores/bug-lf-2153.scores
+++ b/cts/scheduler/scores/bug-lf-2153.scores
@@ -29,7 +29,7 @@ pcmk__group_assign: rg_iscsivg01 allocation score on alice: 100
pcmk__group_assign: rg_iscsivg01 allocation score on bob: 0
pcmk__primitive_assign: res_drbd_iscsivg01:0 allocation score on alice: -INFINITY
pcmk__primitive_assign: res_drbd_iscsivg01:0 allocation score on bob: -INFINITY
-pcmk__primitive_assign: res_drbd_iscsivg01:1 allocation score on alice: 300
+pcmk__primitive_assign: res_drbd_iscsivg01:1 allocation score on alice: 1800
pcmk__primitive_assign: res_drbd_iscsivg01:1 allocation score on bob: -INFINITY
pcmk__primitive_assign: res_ip_alicebob01 allocation score on alice: 400
pcmk__primitive_assign: res_ip_alicebob01 allocation score on bob: -INFINITY
@@ -39,7 +39,7 @@ pcmk__primitive_assign: res_lu_iscsivg01_lun2 allocation score on alice: 600
pcmk__primitive_assign: res_lu_iscsivg01_lun2 allocation score on bob: -INFINITY
pcmk__primitive_assign: res_lvm_iscsivg01 allocation score on alice: 1200
pcmk__primitive_assign: res_lvm_iscsivg01 allocation score on bob: -INFINITY
-pcmk__primitive_assign: res_portblock_iscsivg01_block allocation score on alice: 1800
+pcmk__primitive_assign: res_portblock_iscsivg01_block allocation score on alice: 3300
pcmk__primitive_assign: res_portblock_iscsivg01_block allocation score on bob: -INFINITY
pcmk__primitive_assign: res_portblock_iscsivg01_unblock allocation score on alice: 200
pcmk__primitive_assign: res_portblock_iscsivg01_unblock allocation score on bob: -INFINITY
@@ -47,7 +47,7 @@ pcmk__primitive_assign: res_target_iscsivg01 allocation score on alice: 1000
pcmk__primitive_assign: res_target_iscsivg01 allocation score on bob: -INFINITY
pcmk__primitive_assign: res_tgtd:0 allocation score on alice: -INFINITY
pcmk__primitive_assign: res_tgtd:0 allocation score on bob: -INFINITY
-pcmk__primitive_assign: res_tgtd:1 allocation score on alice: 200
+pcmk__primitive_assign: res_tgtd:1 allocation score on alice: 1700
pcmk__primitive_assign: res_tgtd:1 allocation score on bob: -INFINITY
res_drbd_iscsivg01:0 promotion score on none: 0
res_drbd_iscsivg01:1 promotion score on alice: 3100
diff --git a/cts/scheduler/scores/bug-lf-2171.scores b/cts/scheduler/scores/bug-lf-2171.scores
index 7d2bdd4..14cc28a 100644
--- a/cts/scheduler/scores/bug-lf-2171.scores
+++ b/cts/scheduler/scores/bug-lf-2171.scores
@@ -12,8 +12,12 @@ pcmk__group_assign: res_Dummy2 allocation score on xenserver2: 0
pcmk__group_assign: res_Dummy3 allocation score on xenserver1: 200
pcmk__group_assign: res_Dummy3 allocation score on xenserver2: 0
pcmk__primitive_assign: res_Dummy1:0 allocation score on xenserver1: -INFINITY
+pcmk__primitive_assign: res_Dummy1:0 allocation score on xenserver1: -INFINITY
+pcmk__primitive_assign: res_Dummy1:0 allocation score on xenserver2: -INFINITY
pcmk__primitive_assign: res_Dummy1:0 allocation score on xenserver2: -INFINITY
pcmk__primitive_assign: res_Dummy1:1 allocation score on xenserver1: -INFINITY
+pcmk__primitive_assign: res_Dummy1:1 allocation score on xenserver1: -INFINITY
+pcmk__primitive_assign: res_Dummy1:1 allocation score on xenserver2: -INFINITY
pcmk__primitive_assign: res_Dummy1:1 allocation score on xenserver2: -INFINITY
pcmk__primitive_assign: res_Dummy2 allocation score on xenserver1: 200
pcmk__primitive_assign: res_Dummy2 allocation score on xenserver2: 0
diff --git a/cts/scheduler/scores/bug-lf-2422.scores b/cts/scheduler/scores/bug-lf-2422.scores
index 99ff12e..77a284d 100644
--- a/cts/scheduler/scores/bug-lf-2422.scores
+++ b/cts/scheduler/scores/bug-lf-2422.scores
@@ -248,20 +248,36 @@ pcmk__primitive_assign: o2cb:3 allocation score on qa-suse-2: -INFINITY
pcmk__primitive_assign: o2cb:3 allocation score on qa-suse-3: -INFINITY
pcmk__primitive_assign: o2cb:3 allocation score on qa-suse-4: -INFINITY
pcmk__primitive_assign: ocfs:0 allocation score on qa-suse-1: -INFINITY
+pcmk__primitive_assign: ocfs:0 allocation score on qa-suse-1: -INFINITY
+pcmk__primitive_assign: ocfs:0 allocation score on qa-suse-2: -INFINITY
pcmk__primitive_assign: ocfs:0 allocation score on qa-suse-2: -INFINITY
pcmk__primitive_assign: ocfs:0 allocation score on qa-suse-3: -INFINITY
+pcmk__primitive_assign: ocfs:0 allocation score on qa-suse-3: -INFINITY
+pcmk__primitive_assign: ocfs:0 allocation score on qa-suse-4: -INFINITY
pcmk__primitive_assign: ocfs:0 allocation score on qa-suse-4: -INFINITY
pcmk__primitive_assign: ocfs:1 allocation score on qa-suse-1: -INFINITY
+pcmk__primitive_assign: ocfs:1 allocation score on qa-suse-1: -INFINITY
+pcmk__primitive_assign: ocfs:1 allocation score on qa-suse-2: -INFINITY
pcmk__primitive_assign: ocfs:1 allocation score on qa-suse-2: -INFINITY
pcmk__primitive_assign: ocfs:1 allocation score on qa-suse-3: -INFINITY
+pcmk__primitive_assign: ocfs:1 allocation score on qa-suse-3: -INFINITY
+pcmk__primitive_assign: ocfs:1 allocation score on qa-suse-4: -INFINITY
pcmk__primitive_assign: ocfs:1 allocation score on qa-suse-4: -INFINITY
pcmk__primitive_assign: ocfs:2 allocation score on qa-suse-1: -INFINITY
+pcmk__primitive_assign: ocfs:2 allocation score on qa-suse-1: -INFINITY
+pcmk__primitive_assign: ocfs:2 allocation score on qa-suse-2: -INFINITY
pcmk__primitive_assign: ocfs:2 allocation score on qa-suse-2: -INFINITY
pcmk__primitive_assign: ocfs:2 allocation score on qa-suse-3: -INFINITY
+pcmk__primitive_assign: ocfs:2 allocation score on qa-suse-3: -INFINITY
+pcmk__primitive_assign: ocfs:2 allocation score on qa-suse-4: -INFINITY
pcmk__primitive_assign: ocfs:2 allocation score on qa-suse-4: -INFINITY
pcmk__primitive_assign: ocfs:3 allocation score on qa-suse-1: -INFINITY
+pcmk__primitive_assign: ocfs:3 allocation score on qa-suse-1: -INFINITY
+pcmk__primitive_assign: ocfs:3 allocation score on qa-suse-2: -INFINITY
pcmk__primitive_assign: ocfs:3 allocation score on qa-suse-2: -INFINITY
pcmk__primitive_assign: ocfs:3 allocation score on qa-suse-3: -INFINITY
+pcmk__primitive_assign: ocfs:3 allocation score on qa-suse-3: -INFINITY
+pcmk__primitive_assign: ocfs:3 allocation score on qa-suse-4: -INFINITY
pcmk__primitive_assign: ocfs:3 allocation score on qa-suse-4: -INFINITY
pcmk__primitive_assign: sbd_stonith allocation score on qa-suse-1: 0
pcmk__primitive_assign: sbd_stonith allocation score on qa-suse-2: 0
diff --git a/cts/scheduler/scores/bug-lf-2453.scores b/cts/scheduler/scores/bug-lf-2453.scores
index eaee72d..3ef0f6d 100644
--- a/cts/scheduler/scores/bug-lf-2453.scores
+++ b/cts/scheduler/scores/bug-lf-2453.scores
@@ -17,6 +17,10 @@ pcmk__primitive_assign: DummyResource:1 allocation score on domu1: -INFINITY
pcmk__primitive_assign: DummyResource:1 allocation score on domu2: INFINITY
pcmk__primitive_assign: PrimitiveResource1 allocation score on domu1: INFINITY
pcmk__primitive_assign: apache:0 allocation score on domu1: -INFINITY
+pcmk__primitive_assign: apache:0 allocation score on domu1: -INFINITY
+pcmk__primitive_assign: apache:0 allocation score on domu2: -INFINITY
pcmk__primitive_assign: apache:0 allocation score on domu2: -INFINITY
pcmk__primitive_assign: apache:1 allocation score on domu1: -INFINITY
+pcmk__primitive_assign: apache:1 allocation score on domu1: -INFINITY
+pcmk__primitive_assign: apache:1 allocation score on domu2: -INFINITY
pcmk__primitive_assign: apache:1 allocation score on domu2: -INFINITY
diff --git a/cts/scheduler/scores/bug-lf-2551.scores b/cts/scheduler/scores/bug-lf-2551.scores
index d9cb9f5..2dc23a8 100644
--- a/cts/scheduler/scores/bug-lf-2551.scores
+++ b/cts/scheduler/scores/bug-lf-2551.scores
@@ -228,14 +228,14 @@ pcmk__group_assign: vg1:3 allocation score on hex-7: -INFINITY
pcmk__group_assign: vg1:3 allocation score on hex-8: -INFINITY
pcmk__group_assign: vg1:3 allocation score on hex-9: -INFINITY
pcmk__primitive_assign: clvm:0 allocation score on hex-0: -INFINITY
-pcmk__primitive_assign: clvm:0 allocation score on hex-7: 4
+pcmk__primitive_assign: clvm:0 allocation score on hex-7: 20
pcmk__primitive_assign: clvm:0 allocation score on hex-8: -INFINITY
pcmk__primitive_assign: clvm:0 allocation score on hex-9: -INFINITY
pcmk__primitive_assign: clvm:1 allocation score on hex-0: -INFINITY
pcmk__primitive_assign: clvm:1 allocation score on hex-7: -INFINITY
-pcmk__primitive_assign: clvm:1 allocation score on hex-8: 4
+pcmk__primitive_assign: clvm:1 allocation score on hex-8: 20
pcmk__primitive_assign: clvm:1 allocation score on hex-9: -INFINITY
-pcmk__primitive_assign: clvm:2 allocation score on hex-0: 4
+pcmk__primitive_assign: clvm:2 allocation score on hex-0: 18
pcmk__primitive_assign: clvm:2 allocation score on hex-7: -INFINITY
pcmk__primitive_assign: clvm:2 allocation score on hex-8: -INFINITY
pcmk__primitive_assign: clvm:2 allocation score on hex-9: -INFINITY
@@ -244,14 +244,14 @@ pcmk__primitive_assign: clvm:3 allocation score on hex-7: -INFINITY
pcmk__primitive_assign: clvm:3 allocation score on hex-8: -INFINITY
pcmk__primitive_assign: clvm:3 allocation score on hex-9: -INFINITY
pcmk__primitive_assign: cmirrord:0 allocation score on hex-0: -INFINITY
-pcmk__primitive_assign: cmirrord:0 allocation score on hex-7: 3
+pcmk__primitive_assign: cmirrord:0 allocation score on hex-7: 19
pcmk__primitive_assign: cmirrord:0 allocation score on hex-8: -INFINITY
pcmk__primitive_assign: cmirrord:0 allocation score on hex-9: -INFINITY
pcmk__primitive_assign: cmirrord:1 allocation score on hex-0: -INFINITY
pcmk__primitive_assign: cmirrord:1 allocation score on hex-7: -INFINITY
-pcmk__primitive_assign: cmirrord:1 allocation score on hex-8: 3
+pcmk__primitive_assign: cmirrord:1 allocation score on hex-8: 19
pcmk__primitive_assign: cmirrord:1 allocation score on hex-9: -INFINITY
-pcmk__primitive_assign: cmirrord:2 allocation score on hex-0: 3
+pcmk__primitive_assign: cmirrord:2 allocation score on hex-0: 17
pcmk__primitive_assign: cmirrord:2 allocation score on hex-7: -INFINITY
pcmk__primitive_assign: cmirrord:2 allocation score on hex-8: -INFINITY
pcmk__primitive_assign: cmirrord:2 allocation score on hex-9: -INFINITY
@@ -259,15 +259,15 @@ pcmk__primitive_assign: cmirrord:3 allocation score on hex-0: -INFINITY
pcmk__primitive_assign: cmirrord:3 allocation score on hex-7: -INFINITY
pcmk__primitive_assign: cmirrord:3 allocation score on hex-8: -INFINITY
pcmk__primitive_assign: cmirrord:3 allocation score on hex-9: -INFINITY
-pcmk__primitive_assign: dlm:0 allocation score on hex-0: 0
-pcmk__primitive_assign: dlm:0 allocation score on hex-7: 6
-pcmk__primitive_assign: dlm:0 allocation score on hex-8: 0
+pcmk__primitive_assign: dlm:0 allocation score on hex-0: 14
+pcmk__primitive_assign: dlm:0 allocation score on hex-7: 22
+pcmk__primitive_assign: dlm:0 allocation score on hex-8: 16
pcmk__primitive_assign: dlm:0 allocation score on hex-9: -INFINITY
-pcmk__primitive_assign: dlm:1 allocation score on hex-0: 0
+pcmk__primitive_assign: dlm:1 allocation score on hex-0: 14
pcmk__primitive_assign: dlm:1 allocation score on hex-7: -INFINITY
-pcmk__primitive_assign: dlm:1 allocation score on hex-8: 6
+pcmk__primitive_assign: dlm:1 allocation score on hex-8: 22
pcmk__primitive_assign: dlm:1 allocation score on hex-9: -INFINITY
-pcmk__primitive_assign: dlm:2 allocation score on hex-0: 6
+pcmk__primitive_assign: dlm:2 allocation score on hex-0: 20
pcmk__primitive_assign: dlm:2 allocation score on hex-7: -INFINITY
pcmk__primitive_assign: dlm:2 allocation score on hex-8: -INFINITY
pcmk__primitive_assign: dlm:2 allocation score on hex-9: -INFINITY
@@ -284,14 +284,14 @@ pcmk__primitive_assign: fencing-sbd allocation score on hex-7: 0
pcmk__primitive_assign: fencing-sbd allocation score on hex-8: 0
pcmk__primitive_assign: fencing-sbd allocation score on hex-9: 1
pcmk__primitive_assign: o2cb:0 allocation score on hex-0: -INFINITY
-pcmk__primitive_assign: o2cb:0 allocation score on hex-7: 5
+pcmk__primitive_assign: o2cb:0 allocation score on hex-7: 21
pcmk__primitive_assign: o2cb:0 allocation score on hex-8: -INFINITY
pcmk__primitive_assign: o2cb:0 allocation score on hex-9: -INFINITY
pcmk__primitive_assign: o2cb:1 allocation score on hex-0: -INFINITY
pcmk__primitive_assign: o2cb:1 allocation score on hex-7: -INFINITY
-pcmk__primitive_assign: o2cb:1 allocation score on hex-8: 5
+pcmk__primitive_assign: o2cb:1 allocation score on hex-8: 21
pcmk__primitive_assign: o2cb:1 allocation score on hex-9: -INFINITY
-pcmk__primitive_assign: o2cb:2 allocation score on hex-0: 5
+pcmk__primitive_assign: o2cb:2 allocation score on hex-0: 19
pcmk__primitive_assign: o2cb:2 allocation score on hex-7: -INFINITY
pcmk__primitive_assign: o2cb:2 allocation score on hex-8: -INFINITY
pcmk__primitive_assign: o2cb:2 allocation score on hex-9: -INFINITY
@@ -300,14 +300,14 @@ pcmk__primitive_assign: o2cb:3 allocation score on hex-7: -INFINITY
pcmk__primitive_assign: o2cb:3 allocation score on hex-8: -INFINITY
pcmk__primitive_assign: o2cb:3 allocation score on hex-9: -INFINITY
pcmk__primitive_assign: ocfs2-1:0 allocation score on hex-0: -INFINITY
-pcmk__primitive_assign: ocfs2-1:0 allocation score on hex-7: 1
+pcmk__primitive_assign: ocfs2-1:0 allocation score on hex-7: 17
pcmk__primitive_assign: ocfs2-1:0 allocation score on hex-8: -INFINITY
pcmk__primitive_assign: ocfs2-1:0 allocation score on hex-9: -INFINITY
pcmk__primitive_assign: ocfs2-1:1 allocation score on hex-0: -INFINITY
pcmk__primitive_assign: ocfs2-1:1 allocation score on hex-7: -INFINITY
-pcmk__primitive_assign: ocfs2-1:1 allocation score on hex-8: 1
+pcmk__primitive_assign: ocfs2-1:1 allocation score on hex-8: 17
pcmk__primitive_assign: ocfs2-1:1 allocation score on hex-9: -INFINITY
-pcmk__primitive_assign: ocfs2-1:2 allocation score on hex-0: 1
+pcmk__primitive_assign: ocfs2-1:2 allocation score on hex-0: 15
pcmk__primitive_assign: ocfs2-1:2 allocation score on hex-7: -INFINITY
pcmk__primitive_assign: ocfs2-1:2 allocation score on hex-8: -INFINITY
pcmk__primitive_assign: ocfs2-1:2 allocation score on hex-9: -INFINITY
@@ -316,14 +316,14 @@ pcmk__primitive_assign: ocfs2-1:3 allocation score on hex-7: -INFINITY
pcmk__primitive_assign: ocfs2-1:3 allocation score on hex-8: -INFINITY
pcmk__primitive_assign: ocfs2-1:3 allocation score on hex-9: -INFINITY
pcmk__primitive_assign: vg1:0 allocation score on hex-0: -INFINITY
-pcmk__primitive_assign: vg1:0 allocation score on hex-7: 2
+pcmk__primitive_assign: vg1:0 allocation score on hex-7: 18
pcmk__primitive_assign: vg1:0 allocation score on hex-8: -INFINITY
pcmk__primitive_assign: vg1:0 allocation score on hex-9: -INFINITY
pcmk__primitive_assign: vg1:1 allocation score on hex-0: -INFINITY
pcmk__primitive_assign: vg1:1 allocation score on hex-7: -INFINITY
-pcmk__primitive_assign: vg1:1 allocation score on hex-8: 2
+pcmk__primitive_assign: vg1:1 allocation score on hex-8: 18
pcmk__primitive_assign: vg1:1 allocation score on hex-9: -INFINITY
-pcmk__primitive_assign: vg1:2 allocation score on hex-0: 2
+pcmk__primitive_assign: vg1:2 allocation score on hex-0: 16
pcmk__primitive_assign: vg1:2 allocation score on hex-7: -INFINITY
pcmk__primitive_assign: vg1:2 allocation score on hex-8: -INFINITY
pcmk__primitive_assign: vg1:2 allocation score on hex-9: -INFINITY
diff --git a/cts/scheduler/scores/bug-lf-2574.scores b/cts/scheduler/scores/bug-lf-2574.scores
index 0f5cf60..77d8b87 100644
--- a/cts/scheduler/scores/bug-lf-2574.scores
+++ b/cts/scheduler/scores/bug-lf-2574.scores
@@ -34,16 +34,19 @@ pcmk__primitive_assign: prmDummy1:0 allocation score on srv02: -INFINITY
pcmk__primitive_assign: prmDummy1:0 allocation score on srv03: INFINITY
pcmk__primitive_assign: prmDummy1:1 allocation score on srv01: -INFINITY
pcmk__primitive_assign: prmDummy1:1 allocation score on srv02: INFINITY
-pcmk__primitive_assign: prmDummy1:1 allocation score on srv03: 0
+pcmk__primitive_assign: prmDummy1:1 allocation score on srv03: 200
pcmk__primitive_assign: prmDummy1:2 allocation score on srv01: -INFINITY
pcmk__primitive_assign: prmDummy1:2 allocation score on srv02: -INFINITY
pcmk__primitive_assign: prmDummy1:2 allocation score on srv03: -INFINITY
pcmk__primitive_assign: prmPingd:0 allocation score on srv01: -INFINITY
+pcmk__primitive_assign: prmPingd:0 allocation score on srv01: -INFINITY
+pcmk__primitive_assign: prmPingd:0 allocation score on srv02: -INFINITY
pcmk__primitive_assign: prmPingd:0 allocation score on srv02: -INFINITY
pcmk__primitive_assign: prmPingd:0 allocation score on srv03: -INFINITY
+pcmk__primitive_assign: prmPingd:0 allocation score on srv03: -INFINITY
pcmk__primitive_assign: prmPingd:1 allocation score on srv01: -INFINITY
pcmk__primitive_assign: prmPingd:1 allocation score on srv02: -INFINITY
pcmk__primitive_assign: prmPingd:1 allocation score on srv03: INFINITY
pcmk__primitive_assign: prmPingd:2 allocation score on srv01: -INFINITY
pcmk__primitive_assign: prmPingd:2 allocation score on srv02: INFINITY
-pcmk__primitive_assign: prmPingd:2 allocation score on srv03: 0
+pcmk__primitive_assign: prmPingd:2 allocation score on srv03: 200
diff --git a/cts/scheduler/scores/bug-lf-2581.scores b/cts/scheduler/scores/bug-lf-2581.scores
index 267eb6c..29170dd 100644
--- a/cts/scheduler/scores/bug-lf-2581.scores
+++ b/cts/scheduler/scores/bug-lf-2581.scores
@@ -43,7 +43,7 @@ pcmk__group_assign: Z:0 allocation score on elvis: 1
pcmk__group_assign: Z:0 allocation score on queen: 0
pcmk__group_assign: Z:1 allocation score on elvis: -INFINITY
pcmk__group_assign: Z:1 allocation score on queen: 0
-pcmk__primitive_assign: A:0 allocation score on elvis: 2
+pcmk__primitive_assign: A:0 allocation score on elvis: 6
pcmk__primitive_assign: A:0 allocation score on queen: 0
pcmk__primitive_assign: A:1 allocation score on elvis: -INFINITY
pcmk__primitive_assign: A:1 allocation score on queen: 0
@@ -55,7 +55,7 @@ pcmk__primitive_assign: C-1 allocation score on elvis: 1
pcmk__primitive_assign: C-1 allocation score on queen: -INFINITY
pcmk__primitive_assign: C-2 allocation score on elvis: 1
pcmk__primitive_assign: C-2 allocation score on queen: -INFINITY
-pcmk__primitive_assign: Z:0 allocation score on elvis: 1
+pcmk__primitive_assign: Z:0 allocation score on elvis: 5
pcmk__primitive_assign: Z:0 allocation score on queen: -INFINITY
pcmk__primitive_assign: Z:1 allocation score on elvis: -INFINITY
pcmk__primitive_assign: Z:1 allocation score on queen: 0
diff --git a/cts/scheduler/scores/bug-lf-2619.scores b/cts/scheduler/scores/bug-lf-2619.scores
index 32f947f..6fb3857 100644
--- a/cts/scheduler/scores/bug-lf-2619.scores
+++ b/cts/scheduler/scores/bug-lf-2619.scores
@@ -236,7 +236,7 @@ pcmk__primitive_assign: prmPingd:1 allocation score on sby1: INFINITY
pcmk__primitive_assign: prmPingd:1 allocation score on sby2: 0
pcmk__primitive_assign: prmPingd:2 allocation score on act1: -INFINITY
pcmk__primitive_assign: prmPingd:2 allocation score on act2: INFINITY
-pcmk__primitive_assign: prmPingd:2 allocation score on act3: 0
+pcmk__primitive_assign: prmPingd:2 allocation score on act3: INFINITY
pcmk__primitive_assign: prmPingd:2 allocation score on sby1: 0
pcmk__primitive_assign: prmPingd:2 allocation score on sby2: 0
pcmk__primitive_assign: prmPingd:3 allocation score on act1: -INFINITY
diff --git a/cts/scheduler/scores/bug-n-387749.scores b/cts/scheduler/scores/bug-n-387749.scores
index 5165421..bcd4706 100644
--- a/cts/scheduler/scores/bug-n-387749.scores
+++ b/cts/scheduler/scores/bug-n-387749.scores
@@ -20,11 +20,14 @@ pcmk__group_assign: resource_ipaddr1_single allocation score on power720-4: 0
pcmk__group_assign: resource_nfsserver_single allocation score on power720-1: 0
pcmk__group_assign: resource_nfsserver_single allocation score on power720-2: 1000
pcmk__group_assign: resource_nfsserver_single allocation score on power720-4: 0
-pcmk__primitive_assign: export_home_ocfs2:0 allocation score on power720-1: 0
+pcmk__primitive_assign: export_home_ocfs2:0 allocation score on power720-1: INFINITY
pcmk__primitive_assign: export_home_ocfs2:0 allocation score on power720-2: -INFINITY
pcmk__primitive_assign: export_home_ocfs2:0 allocation score on power720-4: -INFINITY
-pcmk__primitive_assign: export_home_ocfs2:1 allocation score on power720-1: 0
-pcmk__primitive_assign: export_home_ocfs2:1 allocation score on power720-2: 1000
+pcmk__primitive_assign: export_home_ocfs2:1 allocation score on power720-1: -INFINITY
+pcmk__primitive_assign: export_home_ocfs2:1 allocation score on power720-1: INFINITY
+pcmk__primitive_assign: export_home_ocfs2:1 allocation score on power720-2: 3000
+pcmk__primitive_assign: export_home_ocfs2:1 allocation score on power720-2: 3000
+pcmk__primitive_assign: export_home_ocfs2:1 allocation score on power720-4: -INFINITY
pcmk__primitive_assign: export_home_ocfs2:1 allocation score on power720-4: -INFINITY
pcmk__primitive_assign: export_home_ocfs2:2 allocation score on power720-1: -INFINITY
pcmk__primitive_assign: export_home_ocfs2:2 allocation score on power720-2: -INFINITY
diff --git a/cts/scheduler/scores/bug-suse-707150.scores b/cts/scheduler/scores/bug-suse-707150.scores
index 7f35079..4e85c86 100644
--- a/cts/scheduler/scores/bug-suse-707150.scores
+++ b/cts/scheduler/scores/bug-suse-707150.scores
@@ -116,8 +116,12 @@ pcmk__clone_assign: vg1:3 allocation score on hex-7: 0
pcmk__clone_assign: vg1:3 allocation score on hex-8: 0
pcmk__clone_assign: vg1:3 allocation score on hex-9: 0
pcmk__group_assign: base-group:0 allocation score on hex-0: 0
+pcmk__group_assign: base-group:0 allocation score on hex-0: 0
+pcmk__group_assign: base-group:0 allocation score on hex-7: -INFINITY
pcmk__group_assign: base-group:0 allocation score on hex-7: -INFINITY
pcmk__group_assign: base-group:0 allocation score on hex-8: -INFINITY
+pcmk__group_assign: base-group:0 allocation score on hex-8: -INFINITY
+pcmk__group_assign: base-group:0 allocation score on hex-9: -INFINITY
pcmk__group_assign: base-group:0 allocation score on hex-9: 0
pcmk__group_assign: base-group:1 allocation score on hex-0: -INFINITY
pcmk__group_assign: base-group:1 allocation score on hex-7: -INFINITY
@@ -132,8 +136,12 @@ pcmk__group_assign: base-group:3 allocation score on hex-7: -INFINITY
pcmk__group_assign: base-group:3 allocation score on hex-8: -INFINITY
pcmk__group_assign: base-group:3 allocation score on hex-9: -INFINITY
pcmk__group_assign: clvm:0 allocation score on hex-0: 0
+pcmk__group_assign: clvm:0 allocation score on hex-0: 0
+pcmk__group_assign: clvm:0 allocation score on hex-7: -INFINITY
pcmk__group_assign: clvm:0 allocation score on hex-7: -INFINITY
pcmk__group_assign: clvm:0 allocation score on hex-8: -INFINITY
+pcmk__group_assign: clvm:0 allocation score on hex-8: -INFINITY
+pcmk__group_assign: clvm:0 allocation score on hex-9: -INFINITY
pcmk__group_assign: clvm:0 allocation score on hex-9: 0
pcmk__group_assign: clvm:1 allocation score on hex-0: -INFINITY
pcmk__group_assign: clvm:1 allocation score on hex-7: -INFINITY
@@ -148,8 +156,12 @@ pcmk__group_assign: clvm:3 allocation score on hex-7: -INFINITY
pcmk__group_assign: clvm:3 allocation score on hex-8: -INFINITY
pcmk__group_assign: clvm:3 allocation score on hex-9: -INFINITY
pcmk__group_assign: cmirrord:0 allocation score on hex-0: 0
+pcmk__group_assign: cmirrord:0 allocation score on hex-0: 0
+pcmk__group_assign: cmirrord:0 allocation score on hex-7: -INFINITY
pcmk__group_assign: cmirrord:0 allocation score on hex-7: -INFINITY
pcmk__group_assign: cmirrord:0 allocation score on hex-8: -INFINITY
+pcmk__group_assign: cmirrord:0 allocation score on hex-8: -INFINITY
+pcmk__group_assign: cmirrord:0 allocation score on hex-9: -INFINITY
pcmk__group_assign: cmirrord:0 allocation score on hex-9: 0
pcmk__group_assign: cmirrord:1 allocation score on hex-0: -INFINITY
pcmk__group_assign: cmirrord:1 allocation score on hex-7: -INFINITY
@@ -164,8 +176,12 @@ pcmk__group_assign: cmirrord:3 allocation score on hex-7: -INFINITY
pcmk__group_assign: cmirrord:3 allocation score on hex-8: -INFINITY
pcmk__group_assign: cmirrord:3 allocation score on hex-9: -INFINITY
pcmk__group_assign: dlm:0 allocation score on hex-0: 1
+pcmk__group_assign: dlm:0 allocation score on hex-0: 1
pcmk__group_assign: dlm:0 allocation score on hex-7: -INFINITY
+pcmk__group_assign: dlm:0 allocation score on hex-7: -INFINITY
+pcmk__group_assign: dlm:0 allocation score on hex-8: -INFINITY
pcmk__group_assign: dlm:0 allocation score on hex-8: -INFINITY
+pcmk__group_assign: dlm:0 allocation score on hex-9: -INFINITY
pcmk__group_assign: dlm:0 allocation score on hex-9: 0
pcmk__group_assign: dlm:1 allocation score on hex-0: -INFINITY
pcmk__group_assign: dlm:1 allocation score on hex-7: -INFINITY
@@ -180,8 +196,12 @@ pcmk__group_assign: dlm:3 allocation score on hex-7: -INFINITY
pcmk__group_assign: dlm:3 allocation score on hex-8: -INFINITY
pcmk__group_assign: dlm:3 allocation score on hex-9: -INFINITY
pcmk__group_assign: o2cb:0 allocation score on hex-0: 0
+pcmk__group_assign: o2cb:0 allocation score on hex-0: 0
pcmk__group_assign: o2cb:0 allocation score on hex-7: -INFINITY
+pcmk__group_assign: o2cb:0 allocation score on hex-7: -INFINITY
+pcmk__group_assign: o2cb:0 allocation score on hex-8: -INFINITY
pcmk__group_assign: o2cb:0 allocation score on hex-8: -INFINITY
+pcmk__group_assign: o2cb:0 allocation score on hex-9: -INFINITY
pcmk__group_assign: o2cb:0 allocation score on hex-9: 0
pcmk__group_assign: o2cb:1 allocation score on hex-0: -INFINITY
pcmk__group_assign: o2cb:1 allocation score on hex-7: -INFINITY
@@ -196,8 +216,12 @@ pcmk__group_assign: o2cb:3 allocation score on hex-7: -INFINITY
pcmk__group_assign: o2cb:3 allocation score on hex-8: -INFINITY
pcmk__group_assign: o2cb:3 allocation score on hex-9: -INFINITY
pcmk__group_assign: ocfs2-1:0 allocation score on hex-0: 0
+pcmk__group_assign: ocfs2-1:0 allocation score on hex-0: 0
+pcmk__group_assign: ocfs2-1:0 allocation score on hex-7: -INFINITY
pcmk__group_assign: ocfs2-1:0 allocation score on hex-7: -INFINITY
pcmk__group_assign: ocfs2-1:0 allocation score on hex-8: -INFINITY
+pcmk__group_assign: ocfs2-1:0 allocation score on hex-8: -INFINITY
+pcmk__group_assign: ocfs2-1:0 allocation score on hex-9: -INFINITY
pcmk__group_assign: ocfs2-1:0 allocation score on hex-9: 0
pcmk__group_assign: ocfs2-1:1 allocation score on hex-0: -INFINITY
pcmk__group_assign: ocfs2-1:1 allocation score on hex-7: -INFINITY
@@ -212,8 +236,12 @@ pcmk__group_assign: ocfs2-1:3 allocation score on hex-7: -INFINITY
pcmk__group_assign: ocfs2-1:3 allocation score on hex-8: -INFINITY
pcmk__group_assign: ocfs2-1:3 allocation score on hex-9: -INFINITY
pcmk__group_assign: vg1:0 allocation score on hex-0: 0
+pcmk__group_assign: vg1:0 allocation score on hex-0: 0
pcmk__group_assign: vg1:0 allocation score on hex-7: -INFINITY
+pcmk__group_assign: vg1:0 allocation score on hex-7: -INFINITY
+pcmk__group_assign: vg1:0 allocation score on hex-8: -INFINITY
pcmk__group_assign: vg1:0 allocation score on hex-8: -INFINITY
+pcmk__group_assign: vg1:0 allocation score on hex-9: -INFINITY
pcmk__group_assign: vg1:0 allocation score on hex-9: 0
pcmk__group_assign: vg1:1 allocation score on hex-0: -INFINITY
pcmk__group_assign: vg1:1 allocation score on hex-7: -INFINITY
@@ -227,10 +255,14 @@ pcmk__group_assign: vg1:3 allocation score on hex-0: -INFINITY
pcmk__group_assign: vg1:3 allocation score on hex-7: -INFINITY
pcmk__group_assign: vg1:3 allocation score on hex-8: -INFINITY
pcmk__group_assign: vg1:3 allocation score on hex-9: -INFINITY
+pcmk__primitive_assign: clvm:0 allocation score on hex-0: -INFINITY
pcmk__primitive_assign: clvm:0 allocation score on hex-0: 0
pcmk__primitive_assign: clvm:0 allocation score on hex-7: -INFINITY
+pcmk__primitive_assign: clvm:0 allocation score on hex-7: -INFINITY
+pcmk__primitive_assign: clvm:0 allocation score on hex-8: -INFINITY
pcmk__primitive_assign: clvm:0 allocation score on hex-8: -INFINITY
pcmk__primitive_assign: clvm:0 allocation score on hex-9: -INFINITY
+pcmk__primitive_assign: clvm:0 allocation score on hex-9: 0
pcmk__primitive_assign: clvm:1 allocation score on hex-0: -INFINITY
pcmk__primitive_assign: clvm:1 allocation score on hex-7: -INFINITY
pcmk__primitive_assign: clvm:1 allocation score on hex-8: -INFINITY
@@ -243,10 +275,14 @@ pcmk__primitive_assign: clvm:3 allocation score on hex-0: -INFINITY
pcmk__primitive_assign: clvm:3 allocation score on hex-7: -INFINITY
pcmk__primitive_assign: clvm:3 allocation score on hex-8: -INFINITY
pcmk__primitive_assign: clvm:3 allocation score on hex-9: -INFINITY
+pcmk__primitive_assign: cmirrord:0 allocation score on hex-0: -INFINITY
pcmk__primitive_assign: cmirrord:0 allocation score on hex-0: 0
pcmk__primitive_assign: cmirrord:0 allocation score on hex-7: -INFINITY
+pcmk__primitive_assign: cmirrord:0 allocation score on hex-7: -INFINITY
+pcmk__primitive_assign: cmirrord:0 allocation score on hex-8: -INFINITY
pcmk__primitive_assign: cmirrord:0 allocation score on hex-8: -INFINITY
pcmk__primitive_assign: cmirrord:0 allocation score on hex-9: -INFINITY
+pcmk__primitive_assign: cmirrord:0 allocation score on hex-9: 0
pcmk__primitive_assign: cmirrord:1 allocation score on hex-0: -INFINITY
pcmk__primitive_assign: cmirrord:1 allocation score on hex-7: -INFINITY
pcmk__primitive_assign: cmirrord:1 allocation score on hex-8: -INFINITY
@@ -259,9 +295,13 @@ pcmk__primitive_assign: cmirrord:3 allocation score on hex-0: -INFINITY
pcmk__primitive_assign: cmirrord:3 allocation score on hex-7: -INFINITY
pcmk__primitive_assign: cmirrord:3 allocation score on hex-8: -INFINITY
pcmk__primitive_assign: cmirrord:3 allocation score on hex-9: -INFINITY
+pcmk__primitive_assign: dlm:0 allocation score on hex-0: -INFINITY
pcmk__primitive_assign: dlm:0 allocation score on hex-0: 1
pcmk__primitive_assign: dlm:0 allocation score on hex-7: -INFINITY
+pcmk__primitive_assign: dlm:0 allocation score on hex-7: -INFINITY
pcmk__primitive_assign: dlm:0 allocation score on hex-8: -INFINITY
+pcmk__primitive_assign: dlm:0 allocation score on hex-8: -INFINITY
+pcmk__primitive_assign: dlm:0 allocation score on hex-9: -INFINITY
pcmk__primitive_assign: dlm:0 allocation score on hex-9: 0
pcmk__primitive_assign: dlm:1 allocation score on hex-0: -INFINITY
pcmk__primitive_assign: dlm:1 allocation score on hex-7: -INFINITY
@@ -283,10 +323,14 @@ pcmk__primitive_assign: fencing-sbd allocation score on hex-0: 0
pcmk__primitive_assign: fencing-sbd allocation score on hex-7: 0
pcmk__primitive_assign: fencing-sbd allocation score on hex-8: 0
pcmk__primitive_assign: fencing-sbd allocation score on hex-9: 1
+pcmk__primitive_assign: o2cb:0 allocation score on hex-0: -INFINITY
pcmk__primitive_assign: o2cb:0 allocation score on hex-0: 0
pcmk__primitive_assign: o2cb:0 allocation score on hex-7: -INFINITY
+pcmk__primitive_assign: o2cb:0 allocation score on hex-7: -INFINITY
+pcmk__primitive_assign: o2cb:0 allocation score on hex-8: -INFINITY
pcmk__primitive_assign: o2cb:0 allocation score on hex-8: -INFINITY
pcmk__primitive_assign: o2cb:0 allocation score on hex-9: -INFINITY
+pcmk__primitive_assign: o2cb:0 allocation score on hex-9: 0
pcmk__primitive_assign: o2cb:1 allocation score on hex-0: -INFINITY
pcmk__primitive_assign: o2cb:1 allocation score on hex-7: -INFINITY
pcmk__primitive_assign: o2cb:1 allocation score on hex-8: -INFINITY
@@ -300,8 +344,12 @@ pcmk__primitive_assign: o2cb:3 allocation score on hex-7: -INFINITY
pcmk__primitive_assign: o2cb:3 allocation score on hex-8: -INFINITY
pcmk__primitive_assign: o2cb:3 allocation score on hex-9: -INFINITY
pcmk__primitive_assign: ocfs2-1:0 allocation score on hex-0: -INFINITY
+pcmk__primitive_assign: ocfs2-1:0 allocation score on hex-0: -INFINITY
+pcmk__primitive_assign: ocfs2-1:0 allocation score on hex-7: -INFINITY
pcmk__primitive_assign: ocfs2-1:0 allocation score on hex-7: -INFINITY
pcmk__primitive_assign: ocfs2-1:0 allocation score on hex-8: -INFINITY
+pcmk__primitive_assign: ocfs2-1:0 allocation score on hex-8: -INFINITY
+pcmk__primitive_assign: ocfs2-1:0 allocation score on hex-9: -INFINITY
pcmk__primitive_assign: ocfs2-1:0 allocation score on hex-9: -INFINITY
pcmk__primitive_assign: ocfs2-1:1 allocation score on hex-0: -INFINITY
pcmk__primitive_assign: ocfs2-1:1 allocation score on hex-7: -INFINITY
@@ -316,8 +364,12 @@ pcmk__primitive_assign: ocfs2-1:3 allocation score on hex-7: -INFINITY
pcmk__primitive_assign: ocfs2-1:3 allocation score on hex-8: -INFINITY
pcmk__primitive_assign: ocfs2-1:3 allocation score on hex-9: -INFINITY
pcmk__primitive_assign: vg1:0 allocation score on hex-0: -INFINITY
+pcmk__primitive_assign: vg1:0 allocation score on hex-0: -INFINITY
+pcmk__primitive_assign: vg1:0 allocation score on hex-7: -INFINITY
pcmk__primitive_assign: vg1:0 allocation score on hex-7: -INFINITY
pcmk__primitive_assign: vg1:0 allocation score on hex-8: -INFINITY
+pcmk__primitive_assign: vg1:0 allocation score on hex-8: -INFINITY
+pcmk__primitive_assign: vg1:0 allocation score on hex-9: -INFINITY
pcmk__primitive_assign: vg1:0 allocation score on hex-9: -INFINITY
pcmk__primitive_assign: vg1:1 allocation score on hex-0: -INFINITY
pcmk__primitive_assign: vg1:1 allocation score on hex-7: -INFINITY
diff --git a/cts/scheduler/scores/bundle-connection-with-container.scores b/cts/scheduler/scores/bundle-connection-with-container.scores
index fc20405..30d63ac 100644
--- a/cts/scheduler/scores/bundle-connection-with-container.scores
+++ b/cts/scheduler/scores/bundle-connection-with-container.scores
@@ -1,76 +1,76 @@
-pcmk__bundle_allocate: httpd-bundle allocation score on remote-rhel8-2: 0
-pcmk__bundle_allocate: httpd-bundle allocation score on rhel8-1: 0
-pcmk__bundle_allocate: httpd-bundle allocation score on rhel8-2: 0
-pcmk__bundle_allocate: httpd-bundle allocation score on rhel8-3: 0
-pcmk__bundle_allocate: httpd-bundle allocation score on rhel8-4: -INFINITY
-pcmk__bundle_allocate: httpd-bundle allocation score on rhel8-5: -INFINITY
-pcmk__bundle_allocate: httpd-bundle-0 allocation score on remote-rhel8-2: -INFINITY
-pcmk__bundle_allocate: httpd-bundle-0 allocation score on rhel8-1: 0
-pcmk__bundle_allocate: httpd-bundle-0 allocation score on rhel8-2: 0
-pcmk__bundle_allocate: httpd-bundle-0 allocation score on rhel8-3: 0
-pcmk__bundle_allocate: httpd-bundle-0 allocation score on rhel8-4: 0
-pcmk__bundle_allocate: httpd-bundle-0 allocation score on rhel8-5: 0
-pcmk__bundle_allocate: httpd-bundle-1 allocation score on remote-rhel8-2: -INFINITY
-pcmk__bundle_allocate: httpd-bundle-1 allocation score on rhel8-1: 0
-pcmk__bundle_allocate: httpd-bundle-1 allocation score on rhel8-2: 0
-pcmk__bundle_allocate: httpd-bundle-1 allocation score on rhel8-3: 0
-pcmk__bundle_allocate: httpd-bundle-1 allocation score on rhel8-4: 0
-pcmk__bundle_allocate: httpd-bundle-1 allocation score on rhel8-5: 0
-pcmk__bundle_allocate: httpd-bundle-2 allocation score on remote-rhel8-2: -INFINITY
-pcmk__bundle_allocate: httpd-bundle-2 allocation score on rhel8-1: 0
-pcmk__bundle_allocate: httpd-bundle-2 allocation score on rhel8-2: 0
-pcmk__bundle_allocate: httpd-bundle-2 allocation score on rhel8-3: 0
-pcmk__bundle_allocate: httpd-bundle-2 allocation score on rhel8-4: 0
-pcmk__bundle_allocate: httpd-bundle-2 allocation score on rhel8-5: 0
-pcmk__bundle_allocate: httpd-bundle-clone allocation score on httpd-bundle-0: -INFINITY
-pcmk__bundle_allocate: httpd-bundle-clone allocation score on httpd-bundle-1: -INFINITY
-pcmk__bundle_allocate: httpd-bundle-clone allocation score on httpd-bundle-2: -INFINITY
-pcmk__bundle_allocate: httpd-bundle-clone allocation score on remote-rhel8-2: 0
-pcmk__bundle_allocate: httpd-bundle-clone allocation score on rhel8-1: 0
-pcmk__bundle_allocate: httpd-bundle-clone allocation score on rhel8-2: 0
-pcmk__bundle_allocate: httpd-bundle-clone allocation score on rhel8-3: 0
-pcmk__bundle_allocate: httpd-bundle-clone allocation score on rhel8-4: 0
-pcmk__bundle_allocate: httpd-bundle-clone allocation score on rhel8-5: 0
-pcmk__bundle_allocate: httpd-bundle-ip-192.168.122.131 allocation score on remote-rhel8-2: 0
-pcmk__bundle_allocate: httpd-bundle-ip-192.168.122.131 allocation score on rhel8-1: 0
-pcmk__bundle_allocate: httpd-bundle-ip-192.168.122.131 allocation score on rhel8-2: 0
-pcmk__bundle_allocate: httpd-bundle-ip-192.168.122.131 allocation score on rhel8-3: 0
-pcmk__bundle_allocate: httpd-bundle-ip-192.168.122.131 allocation score on rhel8-4: -INFINITY
-pcmk__bundle_allocate: httpd-bundle-ip-192.168.122.131 allocation score on rhel8-5: -INFINITY
-pcmk__bundle_allocate: httpd-bundle-ip-192.168.122.132 allocation score on remote-rhel8-2: 0
-pcmk__bundle_allocate: httpd-bundle-ip-192.168.122.132 allocation score on rhel8-1: 0
-pcmk__bundle_allocate: httpd-bundle-ip-192.168.122.132 allocation score on rhel8-2: 0
-pcmk__bundle_allocate: httpd-bundle-ip-192.168.122.132 allocation score on rhel8-3: 0
-pcmk__bundle_allocate: httpd-bundle-ip-192.168.122.132 allocation score on rhel8-4: -INFINITY
-pcmk__bundle_allocate: httpd-bundle-ip-192.168.122.132 allocation score on rhel8-5: -INFINITY
-pcmk__bundle_allocate: httpd-bundle-ip-192.168.122.133 allocation score on remote-rhel8-2: 0
-pcmk__bundle_allocate: httpd-bundle-ip-192.168.122.133 allocation score on rhel8-1: 0
-pcmk__bundle_allocate: httpd-bundle-ip-192.168.122.133 allocation score on rhel8-2: 0
-pcmk__bundle_allocate: httpd-bundle-ip-192.168.122.133 allocation score on rhel8-3: 0
-pcmk__bundle_allocate: httpd-bundle-ip-192.168.122.133 allocation score on rhel8-4: -INFINITY
-pcmk__bundle_allocate: httpd-bundle-ip-192.168.122.133 allocation score on rhel8-5: -INFINITY
-pcmk__bundle_allocate: httpd-bundle-podman-0 allocation score on remote-rhel8-2: 0
-pcmk__bundle_allocate: httpd-bundle-podman-0 allocation score on rhel8-1: 0
-pcmk__bundle_allocate: httpd-bundle-podman-0 allocation score on rhel8-2: 0
-pcmk__bundle_allocate: httpd-bundle-podman-0 allocation score on rhel8-3: 0
-pcmk__bundle_allocate: httpd-bundle-podman-0 allocation score on rhel8-4: -INFINITY
-pcmk__bundle_allocate: httpd-bundle-podman-0 allocation score on rhel8-5: -INFINITY
-pcmk__bundle_allocate: httpd-bundle-podman-1 allocation score on remote-rhel8-2: 0
-pcmk__bundle_allocate: httpd-bundle-podman-1 allocation score on rhel8-1: 0
-pcmk__bundle_allocate: httpd-bundle-podman-1 allocation score on rhel8-2: 0
-pcmk__bundle_allocate: httpd-bundle-podman-1 allocation score on rhel8-3: 0
-pcmk__bundle_allocate: httpd-bundle-podman-1 allocation score on rhel8-4: -INFINITY
-pcmk__bundle_allocate: httpd-bundle-podman-1 allocation score on rhel8-5: -INFINITY
-pcmk__bundle_allocate: httpd-bundle-podman-2 allocation score on remote-rhel8-2: 0
-pcmk__bundle_allocate: httpd-bundle-podman-2 allocation score on rhel8-1: 0
-pcmk__bundle_allocate: httpd-bundle-podman-2 allocation score on rhel8-2: 0
-pcmk__bundle_allocate: httpd-bundle-podman-2 allocation score on rhel8-3: 0
-pcmk__bundle_allocate: httpd-bundle-podman-2 allocation score on rhel8-4: -INFINITY
-pcmk__bundle_allocate: httpd-bundle-podman-2 allocation score on rhel8-5: -INFINITY
-pcmk__bundle_allocate: httpd:0 allocation score on httpd-bundle-0: 501
-pcmk__bundle_allocate: httpd:1 allocation score on httpd-bundle-1: 501
-pcmk__bundle_allocate: httpd:2 allocation score on httpd-bundle-2: 501
+pcmk__bundle_assign: httpd-bundle allocation score on remote-rhel8-2: 0
+pcmk__bundle_assign: httpd-bundle allocation score on rhel8-1: 0
+pcmk__bundle_assign: httpd-bundle allocation score on rhel8-2: 0
+pcmk__bundle_assign: httpd-bundle allocation score on rhel8-3: 0
+pcmk__bundle_assign: httpd-bundle allocation score on rhel8-4: -INFINITY
+pcmk__bundle_assign: httpd-bundle allocation score on rhel8-5: -INFINITY
+pcmk__bundle_assign: httpd-bundle-0 allocation score on remote-rhel8-2: -INFINITY
+pcmk__bundle_assign: httpd-bundle-0 allocation score on rhel8-1: 0
+pcmk__bundle_assign: httpd-bundle-0 allocation score on rhel8-2: 0
+pcmk__bundle_assign: httpd-bundle-0 allocation score on rhel8-3: 0
+pcmk__bundle_assign: httpd-bundle-0 allocation score on rhel8-4: 0
+pcmk__bundle_assign: httpd-bundle-0 allocation score on rhel8-5: 0
+pcmk__bundle_assign: httpd-bundle-1 allocation score on remote-rhel8-2: -INFINITY
+pcmk__bundle_assign: httpd-bundle-1 allocation score on rhel8-1: 0
+pcmk__bundle_assign: httpd-bundle-1 allocation score on rhel8-2: 0
+pcmk__bundle_assign: httpd-bundle-1 allocation score on rhel8-3: 0
+pcmk__bundle_assign: httpd-bundle-1 allocation score on rhel8-4: 0
+pcmk__bundle_assign: httpd-bundle-1 allocation score on rhel8-5: 0
+pcmk__bundle_assign: httpd-bundle-2 allocation score on remote-rhel8-2: -INFINITY
+pcmk__bundle_assign: httpd-bundle-2 allocation score on rhel8-1: 0
+pcmk__bundle_assign: httpd-bundle-2 allocation score on rhel8-2: 0
+pcmk__bundle_assign: httpd-bundle-2 allocation score on rhel8-3: 0
+pcmk__bundle_assign: httpd-bundle-2 allocation score on rhel8-4: 0
+pcmk__bundle_assign: httpd-bundle-2 allocation score on rhel8-5: 0
+pcmk__bundle_assign: httpd-bundle-clone allocation score on httpd-bundle-0: -INFINITY
+pcmk__bundle_assign: httpd-bundle-clone allocation score on httpd-bundle-1: -INFINITY
+pcmk__bundle_assign: httpd-bundle-clone allocation score on httpd-bundle-2: -INFINITY
+pcmk__bundle_assign: httpd-bundle-clone allocation score on remote-rhel8-2: 0
+pcmk__bundle_assign: httpd-bundle-clone allocation score on rhel8-1: 0
+pcmk__bundle_assign: httpd-bundle-clone allocation score on rhel8-2: 0
+pcmk__bundle_assign: httpd-bundle-clone allocation score on rhel8-3: 0
+pcmk__bundle_assign: httpd-bundle-clone allocation score on rhel8-4: 0
+pcmk__bundle_assign: httpd-bundle-clone allocation score on rhel8-5: 0
+pcmk__bundle_assign: httpd-bundle-ip-192.168.122.131 allocation score on remote-rhel8-2: 0
+pcmk__bundle_assign: httpd-bundle-ip-192.168.122.131 allocation score on rhel8-1: 0
+pcmk__bundle_assign: httpd-bundle-ip-192.168.122.131 allocation score on rhel8-2: 0
+pcmk__bundle_assign: httpd-bundle-ip-192.168.122.131 allocation score on rhel8-3: 0
+pcmk__bundle_assign: httpd-bundle-ip-192.168.122.131 allocation score on rhel8-4: -INFINITY
+pcmk__bundle_assign: httpd-bundle-ip-192.168.122.131 allocation score on rhel8-5: -INFINITY
+pcmk__bundle_assign: httpd-bundle-ip-192.168.122.132 allocation score on remote-rhel8-2: 0
+pcmk__bundle_assign: httpd-bundle-ip-192.168.122.132 allocation score on rhel8-1: 0
+pcmk__bundle_assign: httpd-bundle-ip-192.168.122.132 allocation score on rhel8-2: 0
+pcmk__bundle_assign: httpd-bundle-ip-192.168.122.132 allocation score on rhel8-3: 0
+pcmk__bundle_assign: httpd-bundle-ip-192.168.122.132 allocation score on rhel8-4: -INFINITY
+pcmk__bundle_assign: httpd-bundle-ip-192.168.122.132 allocation score on rhel8-5: -INFINITY
+pcmk__bundle_assign: httpd-bundle-ip-192.168.122.133 allocation score on remote-rhel8-2: 0
+pcmk__bundle_assign: httpd-bundle-ip-192.168.122.133 allocation score on rhel8-1: 0
+pcmk__bundle_assign: httpd-bundle-ip-192.168.122.133 allocation score on rhel8-2: 0
+pcmk__bundle_assign: httpd-bundle-ip-192.168.122.133 allocation score on rhel8-3: 0
+pcmk__bundle_assign: httpd-bundle-ip-192.168.122.133 allocation score on rhel8-4: -INFINITY
+pcmk__bundle_assign: httpd-bundle-ip-192.168.122.133 allocation score on rhel8-5: -INFINITY
+pcmk__bundle_assign: httpd-bundle-podman-0 allocation score on remote-rhel8-2: 0
+pcmk__bundle_assign: httpd-bundle-podman-0 allocation score on rhel8-1: 0
+pcmk__bundle_assign: httpd-bundle-podman-0 allocation score on rhel8-2: 0
+pcmk__bundle_assign: httpd-bundle-podman-0 allocation score on rhel8-3: 0
+pcmk__bundle_assign: httpd-bundle-podman-0 allocation score on rhel8-4: -INFINITY
+pcmk__bundle_assign: httpd-bundle-podman-0 allocation score on rhel8-5: -INFINITY
+pcmk__bundle_assign: httpd-bundle-podman-1 allocation score on remote-rhel8-2: 0
+pcmk__bundle_assign: httpd-bundle-podman-1 allocation score on rhel8-1: 0
+pcmk__bundle_assign: httpd-bundle-podman-1 allocation score on rhel8-2: 0
+pcmk__bundle_assign: httpd-bundle-podman-1 allocation score on rhel8-3: 0
+pcmk__bundle_assign: httpd-bundle-podman-1 allocation score on rhel8-4: -INFINITY
+pcmk__bundle_assign: httpd-bundle-podman-1 allocation score on rhel8-5: -INFINITY
+pcmk__bundle_assign: httpd-bundle-podman-2 allocation score on remote-rhel8-2: 0
+pcmk__bundle_assign: httpd-bundle-podman-2 allocation score on rhel8-1: 0
+pcmk__bundle_assign: httpd-bundle-podman-2 allocation score on rhel8-2: 0
+pcmk__bundle_assign: httpd-bundle-podman-2 allocation score on rhel8-3: 0
+pcmk__bundle_assign: httpd-bundle-podman-2 allocation score on rhel8-4: -INFINITY
+pcmk__bundle_assign: httpd-bundle-podman-2 allocation score on rhel8-5: -INFINITY
+pcmk__bundle_assign: httpd:0 allocation score on httpd-bundle-0: 501
+pcmk__bundle_assign: httpd:1 allocation score on httpd-bundle-1: 501
+pcmk__bundle_assign: httpd:2 allocation score on httpd-bundle-2: 501
pcmk__clone_assign: httpd-bundle-clone allocation score on httpd-bundle-0: 0
pcmk__clone_assign: httpd-bundle-clone allocation score on httpd-bundle-1: 0
pcmk__clone_assign: httpd-bundle-clone allocation score on httpd-bundle-2: 0
diff --git a/cts/scheduler/scores/bundle-interleave-promote.scores b/cts/scheduler/scores/bundle-interleave-promote.scores
index 8996be1..85c5aed 100644
--- a/cts/scheduler/scores/bundle-interleave-promote.scores
+++ b/cts/scheduler/scores/bundle-interleave-promote.scores
@@ -1,102 +1,102 @@
app:0 promotion score on app-bundle-0: 12
app:1 promotion score on app-bundle-1: 13
-app:2 promotion score on app-bundle-2: 14
+app:2 promotion score on app-bundle-2: INFINITY
base:0 promotion score on base-bundle-0: 12
base:1 promotion score on base-bundle-1: 13
base:2 promotion score on base-bundle-2: 14
-pcmk__bundle_allocate: app-bundle allocation score on node1: 0
-pcmk__bundle_allocate: app-bundle allocation score on node2: 0
-pcmk__bundle_allocate: app-bundle allocation score on node3: 0
-pcmk__bundle_allocate: app-bundle allocation score on node4: 0
-pcmk__bundle_allocate: app-bundle allocation score on node5: 0
-pcmk__bundle_allocate: app-bundle-0 allocation score on node1: 0
-pcmk__bundle_allocate: app-bundle-0 allocation score on node2: 0
-pcmk__bundle_allocate: app-bundle-0 allocation score on node3: 0
-pcmk__bundle_allocate: app-bundle-0 allocation score on node4: 0
-pcmk__bundle_allocate: app-bundle-0 allocation score on node5: 0
-pcmk__bundle_allocate: app-bundle-1 allocation score on node1: 0
-pcmk__bundle_allocate: app-bundle-1 allocation score on node2: 0
-pcmk__bundle_allocate: app-bundle-1 allocation score on node3: 0
-pcmk__bundle_allocate: app-bundle-1 allocation score on node4: 0
-pcmk__bundle_allocate: app-bundle-1 allocation score on node5: 0
-pcmk__bundle_allocate: app-bundle-2 allocation score on node1: 0
-pcmk__bundle_allocate: app-bundle-2 allocation score on node2: 0
-pcmk__bundle_allocate: app-bundle-2 allocation score on node3: 0
-pcmk__bundle_allocate: app-bundle-2 allocation score on node4: 0
-pcmk__bundle_allocate: app-bundle-2 allocation score on node5: 0
-pcmk__bundle_allocate: app-bundle-clone allocation score on app-bundle-0: -INFINITY
-pcmk__bundle_allocate: app-bundle-clone allocation score on app-bundle-1: -INFINITY
-pcmk__bundle_allocate: app-bundle-clone allocation score on app-bundle-2: -INFINITY
-pcmk__bundle_allocate: app-bundle-clone allocation score on node1: 0
-pcmk__bundle_allocate: app-bundle-clone allocation score on node2: 0
-pcmk__bundle_allocate: app-bundle-clone allocation score on node3: 0
-pcmk__bundle_allocate: app-bundle-clone allocation score on node4: 0
-pcmk__bundle_allocate: app-bundle-clone allocation score on node5: 0
-pcmk__bundle_allocate: app-bundle-podman-0 allocation score on node1: 0
-pcmk__bundle_allocate: app-bundle-podman-0 allocation score on node2: 0
-pcmk__bundle_allocate: app-bundle-podman-0 allocation score on node3: 0
-pcmk__bundle_allocate: app-bundle-podman-0 allocation score on node4: 0
-pcmk__bundle_allocate: app-bundle-podman-0 allocation score on node5: 0
-pcmk__bundle_allocate: app-bundle-podman-1 allocation score on node1: 0
-pcmk__bundle_allocate: app-bundle-podman-1 allocation score on node2: 0
-pcmk__bundle_allocate: app-bundle-podman-1 allocation score on node3: 0
-pcmk__bundle_allocate: app-bundle-podman-1 allocation score on node4: 0
-pcmk__bundle_allocate: app-bundle-podman-1 allocation score on node5: 0
-pcmk__bundle_allocate: app-bundle-podman-2 allocation score on node1: 0
-pcmk__bundle_allocate: app-bundle-podman-2 allocation score on node2: 0
-pcmk__bundle_allocate: app-bundle-podman-2 allocation score on node3: 0
-pcmk__bundle_allocate: app-bundle-podman-2 allocation score on node4: 0
-pcmk__bundle_allocate: app-bundle-podman-2 allocation score on node5: 0
-pcmk__bundle_allocate: app:0 allocation score on app-bundle-0: 501
-pcmk__bundle_allocate: app:1 allocation score on app-bundle-1: 501
-pcmk__bundle_allocate: app:2 allocation score on app-bundle-2: 501
-pcmk__bundle_allocate: base-bundle allocation score on node1: 0
-pcmk__bundle_allocate: base-bundle allocation score on node2: 0
-pcmk__bundle_allocate: base-bundle allocation score on node3: 0
-pcmk__bundle_allocate: base-bundle allocation score on node4: 0
-pcmk__bundle_allocate: base-bundle allocation score on node5: 0
-pcmk__bundle_allocate: base-bundle-0 allocation score on node1: 0
-pcmk__bundle_allocate: base-bundle-0 allocation score on node2: 0
-pcmk__bundle_allocate: base-bundle-0 allocation score on node3: 0
-pcmk__bundle_allocate: base-bundle-0 allocation score on node4: 0
-pcmk__bundle_allocate: base-bundle-0 allocation score on node5: 0
-pcmk__bundle_allocate: base-bundle-1 allocation score on node1: 0
-pcmk__bundle_allocate: base-bundle-1 allocation score on node2: 0
-pcmk__bundle_allocate: base-bundle-1 allocation score on node3: 0
-pcmk__bundle_allocate: base-bundle-1 allocation score on node4: 0
-pcmk__bundle_allocate: base-bundle-1 allocation score on node5: 0
-pcmk__bundle_allocate: base-bundle-2 allocation score on node1: 0
-pcmk__bundle_allocate: base-bundle-2 allocation score on node2: 0
-pcmk__bundle_allocate: base-bundle-2 allocation score on node3: 0
-pcmk__bundle_allocate: base-bundle-2 allocation score on node4: 0
-pcmk__bundle_allocate: base-bundle-2 allocation score on node5: 0
-pcmk__bundle_allocate: base-bundle-clone allocation score on base-bundle-0: -INFINITY
-pcmk__bundle_allocate: base-bundle-clone allocation score on base-bundle-1: -INFINITY
-pcmk__bundle_allocate: base-bundle-clone allocation score on base-bundle-2: -INFINITY
-pcmk__bundle_allocate: base-bundle-clone allocation score on node1: 0
-pcmk__bundle_allocate: base-bundle-clone allocation score on node2: 0
-pcmk__bundle_allocate: base-bundle-clone allocation score on node3: 0
-pcmk__bundle_allocate: base-bundle-clone allocation score on node4: 0
-pcmk__bundle_allocate: base-bundle-clone allocation score on node5: 0
-pcmk__bundle_allocate: base-bundle-podman-0 allocation score on node1: 0
-pcmk__bundle_allocate: base-bundle-podman-0 allocation score on node2: 0
-pcmk__bundle_allocate: base-bundle-podman-0 allocation score on node3: 0
-pcmk__bundle_allocate: base-bundle-podman-0 allocation score on node4: 0
-pcmk__bundle_allocate: base-bundle-podman-0 allocation score on node5: 0
-pcmk__bundle_allocate: base-bundle-podman-1 allocation score on node1: 0
-pcmk__bundle_allocate: base-bundle-podman-1 allocation score on node2: 0
-pcmk__bundle_allocate: base-bundle-podman-1 allocation score on node3: 0
-pcmk__bundle_allocate: base-bundle-podman-1 allocation score on node4: 0
-pcmk__bundle_allocate: base-bundle-podman-1 allocation score on node5: 0
-pcmk__bundle_allocate: base-bundle-podman-2 allocation score on node1: 0
-pcmk__bundle_allocate: base-bundle-podman-2 allocation score on node2: 0
-pcmk__bundle_allocate: base-bundle-podman-2 allocation score on node3: 0
-pcmk__bundle_allocate: base-bundle-podman-2 allocation score on node4: 0
-pcmk__bundle_allocate: base-bundle-podman-2 allocation score on node5: 0
-pcmk__bundle_allocate: base:0 allocation score on base-bundle-0: 501
-pcmk__bundle_allocate: base:1 allocation score on base-bundle-1: 501
-pcmk__bundle_allocate: base:2 allocation score on base-bundle-2: 501
+pcmk__bundle_assign: app-bundle allocation score on node1: 0
+pcmk__bundle_assign: app-bundle allocation score on node2: 0
+pcmk__bundle_assign: app-bundle allocation score on node3: 0
+pcmk__bundle_assign: app-bundle allocation score on node4: 0
+pcmk__bundle_assign: app-bundle allocation score on node5: 0
+pcmk__bundle_assign: app-bundle-0 allocation score on node1: 0
+pcmk__bundle_assign: app-bundle-0 allocation score on node2: 0
+pcmk__bundle_assign: app-bundle-0 allocation score on node3: 0
+pcmk__bundle_assign: app-bundle-0 allocation score on node4: 0
+pcmk__bundle_assign: app-bundle-0 allocation score on node5: 0
+pcmk__bundle_assign: app-bundle-1 allocation score on node1: 0
+pcmk__bundle_assign: app-bundle-1 allocation score on node2: 0
+pcmk__bundle_assign: app-bundle-1 allocation score on node3: 0
+pcmk__bundle_assign: app-bundle-1 allocation score on node4: 0
+pcmk__bundle_assign: app-bundle-1 allocation score on node5: 0
+pcmk__bundle_assign: app-bundle-2 allocation score on node1: 0
+pcmk__bundle_assign: app-bundle-2 allocation score on node2: 0
+pcmk__bundle_assign: app-bundle-2 allocation score on node3: 0
+pcmk__bundle_assign: app-bundle-2 allocation score on node4: 0
+pcmk__bundle_assign: app-bundle-2 allocation score on node5: 0
+pcmk__bundle_assign: app-bundle-clone allocation score on app-bundle-0: -INFINITY
+pcmk__bundle_assign: app-bundle-clone allocation score on app-bundle-1: -INFINITY
+pcmk__bundle_assign: app-bundle-clone allocation score on app-bundle-2: -INFINITY
+pcmk__bundle_assign: app-bundle-clone allocation score on node1: 0
+pcmk__bundle_assign: app-bundle-clone allocation score on node2: 0
+pcmk__bundle_assign: app-bundle-clone allocation score on node3: 0
+pcmk__bundle_assign: app-bundle-clone allocation score on node4: 0
+pcmk__bundle_assign: app-bundle-clone allocation score on node5: 0
+pcmk__bundle_assign: app-bundle-podman-0 allocation score on node1: 0
+pcmk__bundle_assign: app-bundle-podman-0 allocation score on node2: 0
+pcmk__bundle_assign: app-bundle-podman-0 allocation score on node3: 0
+pcmk__bundle_assign: app-bundle-podman-0 allocation score on node4: 0
+pcmk__bundle_assign: app-bundle-podman-0 allocation score on node5: 0
+pcmk__bundle_assign: app-bundle-podman-1 allocation score on node1: 0
+pcmk__bundle_assign: app-bundle-podman-1 allocation score on node2: 0
+pcmk__bundle_assign: app-bundle-podman-1 allocation score on node3: 0
+pcmk__bundle_assign: app-bundle-podman-1 allocation score on node4: 0
+pcmk__bundle_assign: app-bundle-podman-1 allocation score on node5: 0
+pcmk__bundle_assign: app-bundle-podman-2 allocation score on node1: 0
+pcmk__bundle_assign: app-bundle-podman-2 allocation score on node2: 0
+pcmk__bundle_assign: app-bundle-podman-2 allocation score on node3: 0
+pcmk__bundle_assign: app-bundle-podman-2 allocation score on node4: 0
+pcmk__bundle_assign: app-bundle-podman-2 allocation score on node5: 0
+pcmk__bundle_assign: app:0 allocation score on app-bundle-0: 501
+pcmk__bundle_assign: app:1 allocation score on app-bundle-1: 501
+pcmk__bundle_assign: app:2 allocation score on app-bundle-2: 501
+pcmk__bundle_assign: base-bundle allocation score on node1: 0
+pcmk__bundle_assign: base-bundle allocation score on node2: 0
+pcmk__bundle_assign: base-bundle allocation score on node3: 0
+pcmk__bundle_assign: base-bundle allocation score on node4: 0
+pcmk__bundle_assign: base-bundle allocation score on node5: 0
+pcmk__bundle_assign: base-bundle-0 allocation score on node1: 0
+pcmk__bundle_assign: base-bundle-0 allocation score on node2: 0
+pcmk__bundle_assign: base-bundle-0 allocation score on node3: 0
+pcmk__bundle_assign: base-bundle-0 allocation score on node4: 0
+pcmk__bundle_assign: base-bundle-0 allocation score on node5: 0
+pcmk__bundle_assign: base-bundle-1 allocation score on node1: 0
+pcmk__bundle_assign: base-bundle-1 allocation score on node2: 0
+pcmk__bundle_assign: base-bundle-1 allocation score on node3: 0
+pcmk__bundle_assign: base-bundle-1 allocation score on node4: 0
+pcmk__bundle_assign: base-bundle-1 allocation score on node5: 0
+pcmk__bundle_assign: base-bundle-2 allocation score on node1: 0
+pcmk__bundle_assign: base-bundle-2 allocation score on node2: 0
+pcmk__bundle_assign: base-bundle-2 allocation score on node3: 0
+pcmk__bundle_assign: base-bundle-2 allocation score on node4: 0
+pcmk__bundle_assign: base-bundle-2 allocation score on node5: 0
+pcmk__bundle_assign: base-bundle-clone allocation score on base-bundle-0: -INFINITY
+pcmk__bundle_assign: base-bundle-clone allocation score on base-bundle-1: -INFINITY
+pcmk__bundle_assign: base-bundle-clone allocation score on base-bundle-2: -INFINITY
+pcmk__bundle_assign: base-bundle-clone allocation score on node1: 0
+pcmk__bundle_assign: base-bundle-clone allocation score on node2: 0
+pcmk__bundle_assign: base-bundle-clone allocation score on node3: 0
+pcmk__bundle_assign: base-bundle-clone allocation score on node4: 0
+pcmk__bundle_assign: base-bundle-clone allocation score on node5: 0
+pcmk__bundle_assign: base-bundle-podman-0 allocation score on node1: 0
+pcmk__bundle_assign: base-bundle-podman-0 allocation score on node2: 0
+pcmk__bundle_assign: base-bundle-podman-0 allocation score on node3: 0
+pcmk__bundle_assign: base-bundle-podman-0 allocation score on node4: 0
+pcmk__bundle_assign: base-bundle-podman-0 allocation score on node5: 0
+pcmk__bundle_assign: base-bundle-podman-1 allocation score on node1: 0
+pcmk__bundle_assign: base-bundle-podman-1 allocation score on node2: 0
+pcmk__bundle_assign: base-bundle-podman-1 allocation score on node3: 0
+pcmk__bundle_assign: base-bundle-podman-1 allocation score on node4: 0
+pcmk__bundle_assign: base-bundle-podman-1 allocation score on node5: 0
+pcmk__bundle_assign: base-bundle-podman-2 allocation score on node1: 0
+pcmk__bundle_assign: base-bundle-podman-2 allocation score on node2: 0
+pcmk__bundle_assign: base-bundle-podman-2 allocation score on node3: 0
+pcmk__bundle_assign: base-bundle-podman-2 allocation score on node4: 0
+pcmk__bundle_assign: base-bundle-podman-2 allocation score on node5: 0
+pcmk__bundle_assign: base:0 allocation score on base-bundle-0: 501
+pcmk__bundle_assign: base:1 allocation score on base-bundle-1: 501
+pcmk__bundle_assign: base:2 allocation score on base-bundle-2: 501
pcmk__clone_assign: app-bundle-clone allocation score on app-bundle-0: 0
pcmk__clone_assign: app-bundle-clone allocation score on app-bundle-1: 0
pcmk__clone_assign: app-bundle-clone allocation score on app-bundle-2: 0
diff --git a/cts/scheduler/scores/bundle-interleave-start.scores b/cts/scheduler/scores/bundle-interleave-start.scores
index 7f4a370..52f95e8 100644
--- a/cts/scheduler/scores/bundle-interleave-start.scores
+++ b/cts/scheduler/scores/bundle-interleave-start.scores
@@ -1,102 +1,102 @@
-app:0 promotion score on app-bundle-0: -1
-app:1 promotion score on app-bundle-1: -1
-app:2 promotion score on app-bundle-2: -1
-base:0 promotion score on base-bundle-0: -1
-base:1 promotion score on base-bundle-1: -1
-base:2 promotion score on base-bundle-2: -1
-pcmk__bundle_allocate: app-bundle allocation score on node1: 0
-pcmk__bundle_allocate: app-bundle allocation score on node2: 0
-pcmk__bundle_allocate: app-bundle allocation score on node3: 0
-pcmk__bundle_allocate: app-bundle allocation score on node4: 0
-pcmk__bundle_allocate: app-bundle allocation score on node5: 0
-pcmk__bundle_allocate: app-bundle-0 allocation score on node1: 0
-pcmk__bundle_allocate: app-bundle-0 allocation score on node2: 0
-pcmk__bundle_allocate: app-bundle-0 allocation score on node3: 0
-pcmk__bundle_allocate: app-bundle-0 allocation score on node4: 0
-pcmk__bundle_allocate: app-bundle-0 allocation score on node5: 0
-pcmk__bundle_allocate: app-bundle-1 allocation score on node1: 0
-pcmk__bundle_allocate: app-bundle-1 allocation score on node2: 0
-pcmk__bundle_allocate: app-bundle-1 allocation score on node3: 0
-pcmk__bundle_allocate: app-bundle-1 allocation score on node4: 0
-pcmk__bundle_allocate: app-bundle-1 allocation score on node5: 0
-pcmk__bundle_allocate: app-bundle-2 allocation score on node1: 0
-pcmk__bundle_allocate: app-bundle-2 allocation score on node2: 0
-pcmk__bundle_allocate: app-bundle-2 allocation score on node3: 0
-pcmk__bundle_allocate: app-bundle-2 allocation score on node4: 0
-pcmk__bundle_allocate: app-bundle-2 allocation score on node5: 0
-pcmk__bundle_allocate: app-bundle-clone allocation score on app-bundle-0: -INFINITY
-pcmk__bundle_allocate: app-bundle-clone allocation score on app-bundle-1: -INFINITY
-pcmk__bundle_allocate: app-bundle-clone allocation score on app-bundle-2: -INFINITY
-pcmk__bundle_allocate: app-bundle-clone allocation score on node1: 0
-pcmk__bundle_allocate: app-bundle-clone allocation score on node2: 0
-pcmk__bundle_allocate: app-bundle-clone allocation score on node3: 0
-pcmk__bundle_allocate: app-bundle-clone allocation score on node4: 0
-pcmk__bundle_allocate: app-bundle-clone allocation score on node5: 0
-pcmk__bundle_allocate: app-bundle-podman-0 allocation score on node1: 0
-pcmk__bundle_allocate: app-bundle-podman-0 allocation score on node2: 0
-pcmk__bundle_allocate: app-bundle-podman-0 allocation score on node3: 0
-pcmk__bundle_allocate: app-bundle-podman-0 allocation score on node4: 0
-pcmk__bundle_allocate: app-bundle-podman-0 allocation score on node5: 0
-pcmk__bundle_allocate: app-bundle-podman-1 allocation score on node1: 0
-pcmk__bundle_allocate: app-bundle-podman-1 allocation score on node2: 0
-pcmk__bundle_allocate: app-bundle-podman-1 allocation score on node3: 0
-pcmk__bundle_allocate: app-bundle-podman-1 allocation score on node4: 0
-pcmk__bundle_allocate: app-bundle-podman-1 allocation score on node5: 0
-pcmk__bundle_allocate: app-bundle-podman-2 allocation score on node1: 0
-pcmk__bundle_allocate: app-bundle-podman-2 allocation score on node2: 0
-pcmk__bundle_allocate: app-bundle-podman-2 allocation score on node3: 0
-pcmk__bundle_allocate: app-bundle-podman-2 allocation score on node4: 0
-pcmk__bundle_allocate: app-bundle-podman-2 allocation score on node5: 0
-pcmk__bundle_allocate: app:0 allocation score on app-bundle-0: 500
-pcmk__bundle_allocate: app:1 allocation score on app-bundle-1: 500
-pcmk__bundle_allocate: app:2 allocation score on app-bundle-2: 500
-pcmk__bundle_allocate: base-bundle allocation score on node1: 0
-pcmk__bundle_allocate: base-bundle allocation score on node2: 0
-pcmk__bundle_allocate: base-bundle allocation score on node3: 0
-pcmk__bundle_allocate: base-bundle allocation score on node4: 0
-pcmk__bundle_allocate: base-bundle allocation score on node5: 0
-pcmk__bundle_allocate: base-bundle-0 allocation score on node1: 0
-pcmk__bundle_allocate: base-bundle-0 allocation score on node2: 0
-pcmk__bundle_allocate: base-bundle-0 allocation score on node3: 0
-pcmk__bundle_allocate: base-bundle-0 allocation score on node4: 0
-pcmk__bundle_allocate: base-bundle-0 allocation score on node5: 0
-pcmk__bundle_allocate: base-bundle-1 allocation score on node1: 0
-pcmk__bundle_allocate: base-bundle-1 allocation score on node2: 0
-pcmk__bundle_allocate: base-bundle-1 allocation score on node3: 0
-pcmk__bundle_allocate: base-bundle-1 allocation score on node4: 0
-pcmk__bundle_allocate: base-bundle-1 allocation score on node5: 0
-pcmk__bundle_allocate: base-bundle-2 allocation score on node1: 0
-pcmk__bundle_allocate: base-bundle-2 allocation score on node2: 0
-pcmk__bundle_allocate: base-bundle-2 allocation score on node3: 0
-pcmk__bundle_allocate: base-bundle-2 allocation score on node4: 0
-pcmk__bundle_allocate: base-bundle-2 allocation score on node5: 0
-pcmk__bundle_allocate: base-bundle-clone allocation score on base-bundle-0: -INFINITY
-pcmk__bundle_allocate: base-bundle-clone allocation score on base-bundle-1: -INFINITY
-pcmk__bundle_allocate: base-bundle-clone allocation score on base-bundle-2: -INFINITY
-pcmk__bundle_allocate: base-bundle-clone allocation score on node1: 0
-pcmk__bundle_allocate: base-bundle-clone allocation score on node2: 0
-pcmk__bundle_allocate: base-bundle-clone allocation score on node3: 0
-pcmk__bundle_allocate: base-bundle-clone allocation score on node4: 0
-pcmk__bundle_allocate: base-bundle-clone allocation score on node5: 0
-pcmk__bundle_allocate: base-bundle-podman-0 allocation score on node1: 0
-pcmk__bundle_allocate: base-bundle-podman-0 allocation score on node2: 0
-pcmk__bundle_allocate: base-bundle-podman-0 allocation score on node3: 0
-pcmk__bundle_allocate: base-bundle-podman-0 allocation score on node4: 0
-pcmk__bundle_allocate: base-bundle-podman-0 allocation score on node5: 0
-pcmk__bundle_allocate: base-bundle-podman-1 allocation score on node1: 0
-pcmk__bundle_allocate: base-bundle-podman-1 allocation score on node2: 0
-pcmk__bundle_allocate: base-bundle-podman-1 allocation score on node3: 0
-pcmk__bundle_allocate: base-bundle-podman-1 allocation score on node4: 0
-pcmk__bundle_allocate: base-bundle-podman-1 allocation score on node5: 0
-pcmk__bundle_allocate: base-bundle-podman-2 allocation score on node1: 0
-pcmk__bundle_allocate: base-bundle-podman-2 allocation score on node2: 0
-pcmk__bundle_allocate: base-bundle-podman-2 allocation score on node3: 0
-pcmk__bundle_allocate: base-bundle-podman-2 allocation score on node4: 0
-pcmk__bundle_allocate: base-bundle-podman-2 allocation score on node5: 0
-pcmk__bundle_allocate: base:0 allocation score on base-bundle-0: 500
-pcmk__bundle_allocate: base:1 allocation score on base-bundle-1: 500
-pcmk__bundle_allocate: base:2 allocation score on base-bundle-2: 500
+app:0 promotion score on app-bundle-0: 12
+app:1 promotion score on app-bundle-1: 13
+app:2 promotion score on app-bundle-2: INFINITY
+base:0 promotion score on base-bundle-0: 12
+base:1 promotion score on base-bundle-1: 13
+base:2 promotion score on base-bundle-2: 14
+pcmk__bundle_assign: app-bundle allocation score on node1: 0
+pcmk__bundle_assign: app-bundle allocation score on node2: 0
+pcmk__bundle_assign: app-bundle allocation score on node3: 0
+pcmk__bundle_assign: app-bundle allocation score on node4: 0
+pcmk__bundle_assign: app-bundle allocation score on node5: 0
+pcmk__bundle_assign: app-bundle-0 allocation score on node1: 0
+pcmk__bundle_assign: app-bundle-0 allocation score on node2: 0
+pcmk__bundle_assign: app-bundle-0 allocation score on node3: 0
+pcmk__bundle_assign: app-bundle-0 allocation score on node4: 0
+pcmk__bundle_assign: app-bundle-0 allocation score on node5: 0
+pcmk__bundle_assign: app-bundle-1 allocation score on node1: 0
+pcmk__bundle_assign: app-bundle-1 allocation score on node2: 0
+pcmk__bundle_assign: app-bundle-1 allocation score on node3: 0
+pcmk__bundle_assign: app-bundle-1 allocation score on node4: 0
+pcmk__bundle_assign: app-bundle-1 allocation score on node5: 0
+pcmk__bundle_assign: app-bundle-2 allocation score on node1: 0
+pcmk__bundle_assign: app-bundle-2 allocation score on node2: 0
+pcmk__bundle_assign: app-bundle-2 allocation score on node3: 0
+pcmk__bundle_assign: app-bundle-2 allocation score on node4: 0
+pcmk__bundle_assign: app-bundle-2 allocation score on node5: 0
+pcmk__bundle_assign: app-bundle-clone allocation score on app-bundle-0: -INFINITY
+pcmk__bundle_assign: app-bundle-clone allocation score on app-bundle-1: -INFINITY
+pcmk__bundle_assign: app-bundle-clone allocation score on app-bundle-2: -INFINITY
+pcmk__bundle_assign: app-bundle-clone allocation score on node1: 0
+pcmk__bundle_assign: app-bundle-clone allocation score on node2: 0
+pcmk__bundle_assign: app-bundle-clone allocation score on node3: 0
+pcmk__bundle_assign: app-bundle-clone allocation score on node4: 0
+pcmk__bundle_assign: app-bundle-clone allocation score on node5: 0
+pcmk__bundle_assign: app-bundle-podman-0 allocation score on node1: 0
+pcmk__bundle_assign: app-bundle-podman-0 allocation score on node2: 0
+pcmk__bundle_assign: app-bundle-podman-0 allocation score on node3: 0
+pcmk__bundle_assign: app-bundle-podman-0 allocation score on node4: 0
+pcmk__bundle_assign: app-bundle-podman-0 allocation score on node5: 0
+pcmk__bundle_assign: app-bundle-podman-1 allocation score on node1: 0
+pcmk__bundle_assign: app-bundle-podman-1 allocation score on node2: 0
+pcmk__bundle_assign: app-bundle-podman-1 allocation score on node3: 0
+pcmk__bundle_assign: app-bundle-podman-1 allocation score on node4: 0
+pcmk__bundle_assign: app-bundle-podman-1 allocation score on node5: 0
+pcmk__bundle_assign: app-bundle-podman-2 allocation score on node1: 0
+pcmk__bundle_assign: app-bundle-podman-2 allocation score on node2: 0
+pcmk__bundle_assign: app-bundle-podman-2 allocation score on node3: 0
+pcmk__bundle_assign: app-bundle-podman-2 allocation score on node4: 0
+pcmk__bundle_assign: app-bundle-podman-2 allocation score on node5: 0
+pcmk__bundle_assign: app:0 allocation score on app-bundle-0: 500
+pcmk__bundle_assign: app:1 allocation score on app-bundle-1: 500
+pcmk__bundle_assign: app:2 allocation score on app-bundle-2: 500
+pcmk__bundle_assign: base-bundle allocation score on node1: 0
+pcmk__bundle_assign: base-bundle allocation score on node2: 0
+pcmk__bundle_assign: base-bundle allocation score on node3: 0
+pcmk__bundle_assign: base-bundle allocation score on node4: 0
+pcmk__bundle_assign: base-bundle allocation score on node5: 0
+pcmk__bundle_assign: base-bundle-0 allocation score on node1: 0
+pcmk__bundle_assign: base-bundle-0 allocation score on node2: 0
+pcmk__bundle_assign: base-bundle-0 allocation score on node3: 0
+pcmk__bundle_assign: base-bundle-0 allocation score on node4: 0
+pcmk__bundle_assign: base-bundle-0 allocation score on node5: 0
+pcmk__bundle_assign: base-bundle-1 allocation score on node1: 0
+pcmk__bundle_assign: base-bundle-1 allocation score on node2: 0
+pcmk__bundle_assign: base-bundle-1 allocation score on node3: 0
+pcmk__bundle_assign: base-bundle-1 allocation score on node4: 0
+pcmk__bundle_assign: base-bundle-1 allocation score on node5: 0
+pcmk__bundle_assign: base-bundle-2 allocation score on node1: 0
+pcmk__bundle_assign: base-bundle-2 allocation score on node2: 0
+pcmk__bundle_assign: base-bundle-2 allocation score on node3: 0
+pcmk__bundle_assign: base-bundle-2 allocation score on node4: 0
+pcmk__bundle_assign: base-bundle-2 allocation score on node5: 0
+pcmk__bundle_assign: base-bundle-clone allocation score on base-bundle-0: -INFINITY
+pcmk__bundle_assign: base-bundle-clone allocation score on base-bundle-1: -INFINITY
+pcmk__bundle_assign: base-bundle-clone allocation score on base-bundle-2: -INFINITY
+pcmk__bundle_assign: base-bundle-clone allocation score on node1: 0
+pcmk__bundle_assign: base-bundle-clone allocation score on node2: 0
+pcmk__bundle_assign: base-bundle-clone allocation score on node3: 0
+pcmk__bundle_assign: base-bundle-clone allocation score on node4: 0
+pcmk__bundle_assign: base-bundle-clone allocation score on node5: 0
+pcmk__bundle_assign: base-bundle-podman-0 allocation score on node1: 0
+pcmk__bundle_assign: base-bundle-podman-0 allocation score on node2: 0
+pcmk__bundle_assign: base-bundle-podman-0 allocation score on node3: 0
+pcmk__bundle_assign: base-bundle-podman-0 allocation score on node4: 0
+pcmk__bundle_assign: base-bundle-podman-0 allocation score on node5: 0
+pcmk__bundle_assign: base-bundle-podman-1 allocation score on node1: 0
+pcmk__bundle_assign: base-bundle-podman-1 allocation score on node2: 0
+pcmk__bundle_assign: base-bundle-podman-1 allocation score on node3: 0
+pcmk__bundle_assign: base-bundle-podman-1 allocation score on node4: 0
+pcmk__bundle_assign: base-bundle-podman-1 allocation score on node5: 0
+pcmk__bundle_assign: base-bundle-podman-2 allocation score on node1: 0
+pcmk__bundle_assign: base-bundle-podman-2 allocation score on node2: 0
+pcmk__bundle_assign: base-bundle-podman-2 allocation score on node3: 0
+pcmk__bundle_assign: base-bundle-podman-2 allocation score on node4: 0
+pcmk__bundle_assign: base-bundle-podman-2 allocation score on node5: 0
+pcmk__bundle_assign: base:0 allocation score on base-bundle-0: 500
+pcmk__bundle_assign: base:1 allocation score on base-bundle-1: 500
+pcmk__bundle_assign: base:2 allocation score on base-bundle-2: 500
pcmk__clone_assign: app-bundle-clone allocation score on app-bundle-0: 0
pcmk__clone_assign: app-bundle-clone allocation score on app-bundle-1: 0
pcmk__clone_assign: app-bundle-clone allocation score on app-bundle-2: 0
diff --git a/cts/scheduler/scores/bundle-nested-colocation.scores b/cts/scheduler/scores/bundle-nested-colocation.scores
index b83b212..9baa073 100644
--- a/cts/scheduler/scores/bundle-nested-colocation.scores
+++ b/cts/scheduler/scores/bundle-nested-colocation.scores
@@ -1,118 +1,118 @@
-pcmk__bundle_allocate: galera-bundle allocation score on overcloud-controller-0: -INFINITY
-pcmk__bundle_allocate: galera-bundle allocation score on overcloud-controller-1: -INFINITY
-pcmk__bundle_allocate: galera-bundle allocation score on overcloud-controller-2: -INFINITY
-pcmk__bundle_allocate: galera-bundle allocation score on overcloud-galera-0: 0
-pcmk__bundle_allocate: galera-bundle allocation score on overcloud-galera-1: 0
-pcmk__bundle_allocate: galera-bundle allocation score on overcloud-galera-2: 0
-pcmk__bundle_allocate: galera-bundle allocation score on overcloud-rabbit-0: -INFINITY
-pcmk__bundle_allocate: galera-bundle allocation score on overcloud-rabbit-1: -INFINITY
-pcmk__bundle_allocate: galera-bundle allocation score on overcloud-rabbit-2: -INFINITY
-pcmk__bundle_allocate: galera-bundle-docker-0 allocation score on overcloud-controller-0: -INFINITY
-pcmk__bundle_allocate: galera-bundle-docker-0 allocation score on overcloud-controller-1: -INFINITY
-pcmk__bundle_allocate: galera-bundle-docker-0 allocation score on overcloud-controller-2: -INFINITY
-pcmk__bundle_allocate: galera-bundle-docker-0 allocation score on overcloud-galera-0: INFINITY
-pcmk__bundle_allocate: galera-bundle-docker-0 allocation score on overcloud-galera-1: 0
-pcmk__bundle_allocate: galera-bundle-docker-0 allocation score on overcloud-galera-2: 0
-pcmk__bundle_allocate: galera-bundle-docker-0 allocation score on overcloud-rabbit-0: -INFINITY
-pcmk__bundle_allocate: galera-bundle-docker-0 allocation score on overcloud-rabbit-1: -INFINITY
-pcmk__bundle_allocate: galera-bundle-docker-0 allocation score on overcloud-rabbit-2: -INFINITY
-pcmk__bundle_allocate: galera-bundle-docker-1 allocation score on overcloud-controller-0: -INFINITY
-pcmk__bundle_allocate: galera-bundle-docker-1 allocation score on overcloud-controller-1: -INFINITY
-pcmk__bundle_allocate: galera-bundle-docker-1 allocation score on overcloud-controller-2: -INFINITY
-pcmk__bundle_allocate: galera-bundle-docker-1 allocation score on overcloud-galera-0: 0
-pcmk__bundle_allocate: galera-bundle-docker-1 allocation score on overcloud-galera-1: INFINITY
-pcmk__bundle_allocate: galera-bundle-docker-1 allocation score on overcloud-galera-2: 0
-pcmk__bundle_allocate: galera-bundle-docker-1 allocation score on overcloud-rabbit-0: -INFINITY
-pcmk__bundle_allocate: galera-bundle-docker-1 allocation score on overcloud-rabbit-1: -INFINITY
-pcmk__bundle_allocate: galera-bundle-docker-1 allocation score on overcloud-rabbit-2: -INFINITY
-pcmk__bundle_allocate: galera-bundle-docker-2 allocation score on overcloud-controller-0: -INFINITY
-pcmk__bundle_allocate: galera-bundle-docker-2 allocation score on overcloud-controller-1: -INFINITY
-pcmk__bundle_allocate: galera-bundle-docker-2 allocation score on overcloud-controller-2: -INFINITY
-pcmk__bundle_allocate: galera-bundle-docker-2 allocation score on overcloud-galera-0: 0
-pcmk__bundle_allocate: galera-bundle-docker-2 allocation score on overcloud-galera-1: 0
-pcmk__bundle_allocate: galera-bundle-docker-2 allocation score on overcloud-galera-2: INFINITY
-pcmk__bundle_allocate: galera-bundle-docker-2 allocation score on overcloud-rabbit-0: -INFINITY
-pcmk__bundle_allocate: galera-bundle-docker-2 allocation score on overcloud-rabbit-1: -INFINITY
-pcmk__bundle_allocate: galera-bundle-docker-2 allocation score on overcloud-rabbit-2: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle allocation score on overcloud-controller-0: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle allocation score on overcloud-controller-1: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle allocation score on overcloud-controller-2: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle allocation score on overcloud-galera-0: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle allocation score on overcloud-galera-1: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle allocation score on overcloud-galera-2: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle allocation score on overcloud-rabbit-0: 1
-pcmk__bundle_allocate: rabbitmq-bundle allocation score on overcloud-rabbit-1: 1
-pcmk__bundle_allocate: rabbitmq-bundle allocation score on overcloud-rabbit-2: 1
-pcmk__bundle_allocate: rabbitmq-bundle-0 allocation score on overcloud-controller-0: 0
-pcmk__bundle_allocate: rabbitmq-bundle-0 allocation score on overcloud-controller-1: 0
-pcmk__bundle_allocate: rabbitmq-bundle-0 allocation score on overcloud-controller-2: 0
-pcmk__bundle_allocate: rabbitmq-bundle-0 allocation score on overcloud-galera-0: 0
-pcmk__bundle_allocate: rabbitmq-bundle-0 allocation score on overcloud-galera-1: 0
-pcmk__bundle_allocate: rabbitmq-bundle-0 allocation score on overcloud-galera-2: 0
-pcmk__bundle_allocate: rabbitmq-bundle-0 allocation score on overcloud-rabbit-0: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-0 allocation score on overcloud-rabbit-1: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-0 allocation score on overcloud-rabbit-2: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-1 allocation score on overcloud-controller-0: 0
-pcmk__bundle_allocate: rabbitmq-bundle-1 allocation score on overcloud-controller-1: 0
-pcmk__bundle_allocate: rabbitmq-bundle-1 allocation score on overcloud-controller-2: 0
-pcmk__bundle_allocate: rabbitmq-bundle-1 allocation score on overcloud-galera-0: 0
-pcmk__bundle_allocate: rabbitmq-bundle-1 allocation score on overcloud-galera-1: 0
-pcmk__bundle_allocate: rabbitmq-bundle-1 allocation score on overcloud-galera-2: 0
-pcmk__bundle_allocate: rabbitmq-bundle-1 allocation score on overcloud-rabbit-0: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-1 allocation score on overcloud-rabbit-1: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-1 allocation score on overcloud-rabbit-2: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-2 allocation score on overcloud-controller-0: 0
-pcmk__bundle_allocate: rabbitmq-bundle-2 allocation score on overcloud-controller-1: 0
-pcmk__bundle_allocate: rabbitmq-bundle-2 allocation score on overcloud-controller-2: 0
-pcmk__bundle_allocate: rabbitmq-bundle-2 allocation score on overcloud-galera-0: 0
-pcmk__bundle_allocate: rabbitmq-bundle-2 allocation score on overcloud-galera-1: 0
-pcmk__bundle_allocate: rabbitmq-bundle-2 allocation score on overcloud-galera-2: 0
-pcmk__bundle_allocate: rabbitmq-bundle-2 allocation score on overcloud-rabbit-0: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-2 allocation score on overcloud-rabbit-1: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-2 allocation score on overcloud-rabbit-2: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-clone allocation score on overcloud-controller-0: 0
-pcmk__bundle_allocate: rabbitmq-bundle-clone allocation score on overcloud-controller-1: 0
-pcmk__bundle_allocate: rabbitmq-bundle-clone allocation score on overcloud-controller-2: 0
-pcmk__bundle_allocate: rabbitmq-bundle-clone allocation score on overcloud-galera-0: 0
-pcmk__bundle_allocate: rabbitmq-bundle-clone allocation score on overcloud-galera-1: 0
-pcmk__bundle_allocate: rabbitmq-bundle-clone allocation score on overcloud-galera-2: 0
-pcmk__bundle_allocate: rabbitmq-bundle-clone allocation score on overcloud-rabbit-0: 0
-pcmk__bundle_allocate: rabbitmq-bundle-clone allocation score on overcloud-rabbit-1: 0
-pcmk__bundle_allocate: rabbitmq-bundle-clone allocation score on overcloud-rabbit-2: 0
-pcmk__bundle_allocate: rabbitmq-bundle-clone allocation score on rabbitmq-bundle-0: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-clone allocation score on rabbitmq-bundle-1: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-clone allocation score on rabbitmq-bundle-2: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-docker-0 allocation score on overcloud-controller-0: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-docker-0 allocation score on overcloud-controller-1: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-docker-0 allocation score on overcloud-controller-2: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-docker-0 allocation score on overcloud-galera-0: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-docker-0 allocation score on overcloud-galera-1: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-docker-0 allocation score on overcloud-galera-2: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-docker-0 allocation score on overcloud-rabbit-0: INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-docker-0 allocation score on overcloud-rabbit-1: 1
-pcmk__bundle_allocate: rabbitmq-bundle-docker-0 allocation score on overcloud-rabbit-2: 1
-pcmk__bundle_allocate: rabbitmq-bundle-docker-1 allocation score on overcloud-controller-0: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-docker-1 allocation score on overcloud-controller-1: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-docker-1 allocation score on overcloud-controller-2: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-docker-1 allocation score on overcloud-galera-0: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-docker-1 allocation score on overcloud-galera-1: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-docker-1 allocation score on overcloud-galera-2: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-docker-1 allocation score on overcloud-rabbit-0: 1
-pcmk__bundle_allocate: rabbitmq-bundle-docker-1 allocation score on overcloud-rabbit-1: INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-docker-1 allocation score on overcloud-rabbit-2: 1
-pcmk__bundle_allocate: rabbitmq-bundle-docker-2 allocation score on overcloud-controller-0: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-docker-2 allocation score on overcloud-controller-1: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-docker-2 allocation score on overcloud-controller-2: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-docker-2 allocation score on overcloud-galera-0: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-docker-2 allocation score on overcloud-galera-1: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-docker-2 allocation score on overcloud-galera-2: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-docker-2 allocation score on overcloud-rabbit-0: 1
-pcmk__bundle_allocate: rabbitmq-bundle-docker-2 allocation score on overcloud-rabbit-1: 1
-pcmk__bundle_allocate: rabbitmq-bundle-docker-2 allocation score on overcloud-rabbit-2: INFINITY
-pcmk__bundle_allocate: rabbitmq:0 allocation score on rabbitmq-bundle-0: 500
-pcmk__bundle_allocate: rabbitmq:1 allocation score on rabbitmq-bundle-1: 500
-pcmk__bundle_allocate: rabbitmq:2 allocation score on rabbitmq-bundle-2: 500
+pcmk__bundle_assign: galera-bundle allocation score on overcloud-controller-0: -INFINITY
+pcmk__bundle_assign: galera-bundle allocation score on overcloud-controller-1: -INFINITY
+pcmk__bundle_assign: galera-bundle allocation score on overcloud-controller-2: -INFINITY
+pcmk__bundle_assign: galera-bundle allocation score on overcloud-galera-0: 0
+pcmk__bundle_assign: galera-bundle allocation score on overcloud-galera-1: 0
+pcmk__bundle_assign: galera-bundle allocation score on overcloud-galera-2: 0
+pcmk__bundle_assign: galera-bundle allocation score on overcloud-rabbit-0: -INFINITY
+pcmk__bundle_assign: galera-bundle allocation score on overcloud-rabbit-1: -INFINITY
+pcmk__bundle_assign: galera-bundle allocation score on overcloud-rabbit-2: -INFINITY
+pcmk__bundle_assign: galera-bundle-docker-0 allocation score on overcloud-controller-0: -INFINITY
+pcmk__bundle_assign: galera-bundle-docker-0 allocation score on overcloud-controller-1: -INFINITY
+pcmk__bundle_assign: galera-bundle-docker-0 allocation score on overcloud-controller-2: -INFINITY
+pcmk__bundle_assign: galera-bundle-docker-0 allocation score on overcloud-galera-0: INFINITY
+pcmk__bundle_assign: galera-bundle-docker-0 allocation score on overcloud-galera-1: 0
+pcmk__bundle_assign: galera-bundle-docker-0 allocation score on overcloud-galera-2: 0
+pcmk__bundle_assign: galera-bundle-docker-0 allocation score on overcloud-rabbit-0: -INFINITY
+pcmk__bundle_assign: galera-bundle-docker-0 allocation score on overcloud-rabbit-1: -INFINITY
+pcmk__bundle_assign: galera-bundle-docker-0 allocation score on overcloud-rabbit-2: -INFINITY
+pcmk__bundle_assign: galera-bundle-docker-1 allocation score on overcloud-controller-0: -INFINITY
+pcmk__bundle_assign: galera-bundle-docker-1 allocation score on overcloud-controller-1: -INFINITY
+pcmk__bundle_assign: galera-bundle-docker-1 allocation score on overcloud-controller-2: -INFINITY
+pcmk__bundle_assign: galera-bundle-docker-1 allocation score on overcloud-galera-0: 0
+pcmk__bundle_assign: galera-bundle-docker-1 allocation score on overcloud-galera-1: INFINITY
+pcmk__bundle_assign: galera-bundle-docker-1 allocation score on overcloud-galera-2: 0
+pcmk__bundle_assign: galera-bundle-docker-1 allocation score on overcloud-rabbit-0: -INFINITY
+pcmk__bundle_assign: galera-bundle-docker-1 allocation score on overcloud-rabbit-1: -INFINITY
+pcmk__bundle_assign: galera-bundle-docker-1 allocation score on overcloud-rabbit-2: -INFINITY
+pcmk__bundle_assign: galera-bundle-docker-2 allocation score on overcloud-controller-0: -INFINITY
+pcmk__bundle_assign: galera-bundle-docker-2 allocation score on overcloud-controller-1: -INFINITY
+pcmk__bundle_assign: galera-bundle-docker-2 allocation score on overcloud-controller-2: -INFINITY
+pcmk__bundle_assign: galera-bundle-docker-2 allocation score on overcloud-galera-0: 0
+pcmk__bundle_assign: galera-bundle-docker-2 allocation score on overcloud-galera-1: 0
+pcmk__bundle_assign: galera-bundle-docker-2 allocation score on overcloud-galera-2: INFINITY
+pcmk__bundle_assign: galera-bundle-docker-2 allocation score on overcloud-rabbit-0: -INFINITY
+pcmk__bundle_assign: galera-bundle-docker-2 allocation score on overcloud-rabbit-1: -INFINITY
+pcmk__bundle_assign: galera-bundle-docker-2 allocation score on overcloud-rabbit-2: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle allocation score on overcloud-controller-0: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle allocation score on overcloud-controller-1: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle allocation score on overcloud-controller-2: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle allocation score on overcloud-galera-0: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle allocation score on overcloud-galera-1: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle allocation score on overcloud-galera-2: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle allocation score on overcloud-rabbit-0: 1
+pcmk__bundle_assign: rabbitmq-bundle allocation score on overcloud-rabbit-1: 1
+pcmk__bundle_assign: rabbitmq-bundle allocation score on overcloud-rabbit-2: 1
+pcmk__bundle_assign: rabbitmq-bundle-0 allocation score on overcloud-controller-0: 0
+pcmk__bundle_assign: rabbitmq-bundle-0 allocation score on overcloud-controller-1: 0
+pcmk__bundle_assign: rabbitmq-bundle-0 allocation score on overcloud-controller-2: 0
+pcmk__bundle_assign: rabbitmq-bundle-0 allocation score on overcloud-galera-0: 0
+pcmk__bundle_assign: rabbitmq-bundle-0 allocation score on overcloud-galera-1: 0
+pcmk__bundle_assign: rabbitmq-bundle-0 allocation score on overcloud-galera-2: 0
+pcmk__bundle_assign: rabbitmq-bundle-0 allocation score on overcloud-rabbit-0: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-0 allocation score on overcloud-rabbit-1: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-0 allocation score on overcloud-rabbit-2: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-1 allocation score on overcloud-controller-0: 0
+pcmk__bundle_assign: rabbitmq-bundle-1 allocation score on overcloud-controller-1: 0
+pcmk__bundle_assign: rabbitmq-bundle-1 allocation score on overcloud-controller-2: 0
+pcmk__bundle_assign: rabbitmq-bundle-1 allocation score on overcloud-galera-0: 0
+pcmk__bundle_assign: rabbitmq-bundle-1 allocation score on overcloud-galera-1: 0
+pcmk__bundle_assign: rabbitmq-bundle-1 allocation score on overcloud-galera-2: 0
+pcmk__bundle_assign: rabbitmq-bundle-1 allocation score on overcloud-rabbit-0: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-1 allocation score on overcloud-rabbit-1: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-1 allocation score on overcloud-rabbit-2: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-2 allocation score on overcloud-controller-0: 0
+pcmk__bundle_assign: rabbitmq-bundle-2 allocation score on overcloud-controller-1: 0
+pcmk__bundle_assign: rabbitmq-bundle-2 allocation score on overcloud-controller-2: 0
+pcmk__bundle_assign: rabbitmq-bundle-2 allocation score on overcloud-galera-0: 0
+pcmk__bundle_assign: rabbitmq-bundle-2 allocation score on overcloud-galera-1: 0
+pcmk__bundle_assign: rabbitmq-bundle-2 allocation score on overcloud-galera-2: 0
+pcmk__bundle_assign: rabbitmq-bundle-2 allocation score on overcloud-rabbit-0: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-2 allocation score on overcloud-rabbit-1: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-2 allocation score on overcloud-rabbit-2: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-clone allocation score on overcloud-controller-0: 0
+pcmk__bundle_assign: rabbitmq-bundle-clone allocation score on overcloud-controller-1: 0
+pcmk__bundle_assign: rabbitmq-bundle-clone allocation score on overcloud-controller-2: 0
+pcmk__bundle_assign: rabbitmq-bundle-clone allocation score on overcloud-galera-0: 0
+pcmk__bundle_assign: rabbitmq-bundle-clone allocation score on overcloud-galera-1: 0
+pcmk__bundle_assign: rabbitmq-bundle-clone allocation score on overcloud-galera-2: 0
+pcmk__bundle_assign: rabbitmq-bundle-clone allocation score on overcloud-rabbit-0: 0
+pcmk__bundle_assign: rabbitmq-bundle-clone allocation score on overcloud-rabbit-1: 0
+pcmk__bundle_assign: rabbitmq-bundle-clone allocation score on overcloud-rabbit-2: 0
+pcmk__bundle_assign: rabbitmq-bundle-clone allocation score on rabbitmq-bundle-0: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-clone allocation score on rabbitmq-bundle-1: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-clone allocation score on rabbitmq-bundle-2: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-docker-0 allocation score on overcloud-controller-0: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-docker-0 allocation score on overcloud-controller-1: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-docker-0 allocation score on overcloud-controller-2: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-docker-0 allocation score on overcloud-galera-0: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-docker-0 allocation score on overcloud-galera-1: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-docker-0 allocation score on overcloud-galera-2: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-docker-0 allocation score on overcloud-rabbit-0: INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-docker-0 allocation score on overcloud-rabbit-1: 1
+pcmk__bundle_assign: rabbitmq-bundle-docker-0 allocation score on overcloud-rabbit-2: 1
+pcmk__bundle_assign: rabbitmq-bundle-docker-1 allocation score on overcloud-controller-0: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-docker-1 allocation score on overcloud-controller-1: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-docker-1 allocation score on overcloud-controller-2: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-docker-1 allocation score on overcloud-galera-0: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-docker-1 allocation score on overcloud-galera-1: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-docker-1 allocation score on overcloud-galera-2: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-docker-1 allocation score on overcloud-rabbit-0: 1
+pcmk__bundle_assign: rabbitmq-bundle-docker-1 allocation score on overcloud-rabbit-1: INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-docker-1 allocation score on overcloud-rabbit-2: 1
+pcmk__bundle_assign: rabbitmq-bundle-docker-2 allocation score on overcloud-controller-0: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-docker-2 allocation score on overcloud-controller-1: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-docker-2 allocation score on overcloud-controller-2: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-docker-2 allocation score on overcloud-galera-0: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-docker-2 allocation score on overcloud-galera-1: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-docker-2 allocation score on overcloud-galera-2: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-docker-2 allocation score on overcloud-rabbit-0: 1
+pcmk__bundle_assign: rabbitmq-bundle-docker-2 allocation score on overcloud-rabbit-1: 1
+pcmk__bundle_assign: rabbitmq-bundle-docker-2 allocation score on overcloud-rabbit-2: INFINITY
+pcmk__bundle_assign: rabbitmq:0 allocation score on rabbitmq-bundle-0: 500
+pcmk__bundle_assign: rabbitmq:1 allocation score on rabbitmq-bundle-1: 500
+pcmk__bundle_assign: rabbitmq:2 allocation score on rabbitmq-bundle-2: 500
pcmk__clone_assign: rabbitmq-bundle-clone allocation score on overcloud-controller-0: -INFINITY
pcmk__clone_assign: rabbitmq-bundle-clone allocation score on overcloud-controller-1: -INFINITY
pcmk__clone_assign: rabbitmq-bundle-clone allocation score on overcloud-controller-2: -INFINITY
diff --git a/cts/scheduler/scores/bundle-order-fencing.scores b/cts/scheduler/scores/bundle-order-fencing.scores
index a3dee02..54db322 100644
--- a/cts/scheduler/scores/bundle-order-fencing.scores
+++ b/cts/scheduler/scores/bundle-order-fencing.scores
@@ -2,129 +2,129 @@
galera:0 promotion score on galera-bundle-0: -1
galera:1 promotion score on galera-bundle-1: 100
galera:2 promotion score on galera-bundle-2: 100
-pcmk__bundle_allocate: galera-bundle allocation score on controller-0: 0
-pcmk__bundle_allocate: galera-bundle allocation score on controller-1: 0
-pcmk__bundle_allocate: galera-bundle allocation score on controller-2: 0
-pcmk__bundle_allocate: galera-bundle-0 allocation score on controller-0: INFINITY
-pcmk__bundle_allocate: galera-bundle-0 allocation score on controller-1: 0
-pcmk__bundle_allocate: galera-bundle-0 allocation score on controller-2: 0
-pcmk__bundle_allocate: galera-bundle-1 allocation score on controller-0: 0
-pcmk__bundle_allocate: galera-bundle-1 allocation score on controller-1: INFINITY
-pcmk__bundle_allocate: galera-bundle-1 allocation score on controller-2: 0
-pcmk__bundle_allocate: galera-bundle-2 allocation score on controller-0: 0
-pcmk__bundle_allocate: galera-bundle-2 allocation score on controller-1: 0
-pcmk__bundle_allocate: galera-bundle-2 allocation score on controller-2: INFINITY
-pcmk__bundle_allocate: galera-bundle-docker-0 allocation score on controller-0: INFINITY
-pcmk__bundle_allocate: galera-bundle-docker-0 allocation score on controller-1: 0
-pcmk__bundle_allocate: galera-bundle-docker-0 allocation score on controller-2: 0
-pcmk__bundle_allocate: galera-bundle-docker-1 allocation score on controller-0: 0
-pcmk__bundle_allocate: galera-bundle-docker-1 allocation score on controller-1: INFINITY
-pcmk__bundle_allocate: galera-bundle-docker-1 allocation score on controller-2: 0
-pcmk__bundle_allocate: galera-bundle-docker-2 allocation score on controller-0: 0
-pcmk__bundle_allocate: galera-bundle-docker-2 allocation score on controller-1: 0
-pcmk__bundle_allocate: galera-bundle-docker-2 allocation score on controller-2: INFINITY
-pcmk__bundle_allocate: galera-bundle-master allocation score on controller-0: 0
-pcmk__bundle_allocate: galera-bundle-master allocation score on controller-1: 0
-pcmk__bundle_allocate: galera-bundle-master allocation score on controller-2: 0
-pcmk__bundle_allocate: galera-bundle-master allocation score on galera-bundle-0: -INFINITY
-pcmk__bundle_allocate: galera-bundle-master allocation score on galera-bundle-1: -INFINITY
-pcmk__bundle_allocate: galera-bundle-master allocation score on galera-bundle-2: -INFINITY
-pcmk__bundle_allocate: galera:0 allocation score on galera-bundle-0: INFINITY
-pcmk__bundle_allocate: galera:1 allocation score on galera-bundle-1: INFINITY
-pcmk__bundle_allocate: galera:2 allocation score on galera-bundle-2: INFINITY
-pcmk__bundle_allocate: haproxy-bundle allocation score on controller-0: 0
-pcmk__bundle_allocate: haproxy-bundle allocation score on controller-0: 0
-pcmk__bundle_allocate: haproxy-bundle allocation score on controller-1: 0
-pcmk__bundle_allocate: haproxy-bundle allocation score on controller-1: 0
-pcmk__bundle_allocate: haproxy-bundle allocation score on controller-2: 0
-pcmk__bundle_allocate: haproxy-bundle allocation score on controller-2: 0
-pcmk__bundle_allocate: haproxy-bundle-docker-0 allocation score on controller-0: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-docker-0 allocation score on controller-0: INFINITY
-pcmk__bundle_allocate: haproxy-bundle-docker-0 allocation score on controller-1: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-docker-0 allocation score on controller-1: 0
-pcmk__bundle_allocate: haproxy-bundle-docker-0 allocation score on controller-2: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-docker-0 allocation score on controller-2: 0
-pcmk__bundle_allocate: haproxy-bundle-docker-1 allocation score on controller-0: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-docker-1 allocation score on controller-0: 0
-pcmk__bundle_allocate: haproxy-bundle-docker-1 allocation score on controller-1: 0
-pcmk__bundle_allocate: haproxy-bundle-docker-1 allocation score on controller-1: 0
-pcmk__bundle_allocate: haproxy-bundle-docker-1 allocation score on controller-2: INFINITY
-pcmk__bundle_allocate: haproxy-bundle-docker-1 allocation score on controller-2: INFINITY
-pcmk__bundle_allocate: haproxy-bundle-docker-2 allocation score on controller-0: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-docker-2 allocation score on controller-0: 0
-pcmk__bundle_allocate: haproxy-bundle-docker-2 allocation score on controller-1: INFINITY
-pcmk__bundle_allocate: haproxy-bundle-docker-2 allocation score on controller-1: INFINITY
-pcmk__bundle_allocate: haproxy-bundle-docker-2 allocation score on controller-2: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-docker-2 allocation score on controller-2: 0
-pcmk__bundle_allocate: rabbitmq-bundle allocation score on controller-0: 0
-pcmk__bundle_allocate: rabbitmq-bundle allocation score on controller-1: 0
-pcmk__bundle_allocate: rabbitmq-bundle allocation score on controller-2: 0
-pcmk__bundle_allocate: rabbitmq-bundle-0 allocation score on controller-0: INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-0 allocation score on controller-1: 0
-pcmk__bundle_allocate: rabbitmq-bundle-0 allocation score on controller-2: 0
-pcmk__bundle_allocate: rabbitmq-bundle-0 allocation score on rabbitmq-bundle-1: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-0 allocation score on rabbitmq-bundle-2: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-1 allocation score on controller-0: 0
-pcmk__bundle_allocate: rabbitmq-bundle-1 allocation score on controller-1: INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-1 allocation score on controller-2: 0
-pcmk__bundle_allocate: rabbitmq-bundle-1 allocation score on rabbitmq-bundle-2: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-2 allocation score on controller-0: 0
-pcmk__bundle_allocate: rabbitmq-bundle-2 allocation score on controller-1: 0
-pcmk__bundle_allocate: rabbitmq-bundle-2 allocation score on controller-2: INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-clone allocation score on controller-0: 0
-pcmk__bundle_allocate: rabbitmq-bundle-clone allocation score on controller-1: 0
-pcmk__bundle_allocate: rabbitmq-bundle-clone allocation score on controller-2: 0
-pcmk__bundle_allocate: rabbitmq-bundle-clone allocation score on rabbitmq-bundle-0: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-clone allocation score on rabbitmq-bundle-1: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-clone allocation score on rabbitmq-bundle-2: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-docker-0 allocation score on controller-0: INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-docker-0 allocation score on controller-1: 0
-pcmk__bundle_allocate: rabbitmq-bundle-docker-0 allocation score on controller-2: 0
-pcmk__bundle_allocate: rabbitmq-bundle-docker-0 allocation score on rabbitmq-bundle-0: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-docker-0 allocation score on rabbitmq-bundle-1: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-docker-0 allocation score on rabbitmq-bundle-2: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-docker-1 allocation score on controller-0: 0
-pcmk__bundle_allocate: rabbitmq-bundle-docker-1 allocation score on controller-1: INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-docker-1 allocation score on controller-2: 0
-pcmk__bundle_allocate: rabbitmq-bundle-docker-1 allocation score on rabbitmq-bundle-1: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-docker-1 allocation score on rabbitmq-bundle-2: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-docker-2 allocation score on controller-0: 0
-pcmk__bundle_allocate: rabbitmq-bundle-docker-2 allocation score on controller-1: 0
-pcmk__bundle_allocate: rabbitmq-bundle-docker-2 allocation score on controller-2: INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-docker-2 allocation score on rabbitmq-bundle-2: -INFINITY
-pcmk__bundle_allocate: rabbitmq:0 allocation score on rabbitmq-bundle-0: INFINITY
-pcmk__bundle_allocate: rabbitmq:1 allocation score on rabbitmq-bundle-1: INFINITY
-pcmk__bundle_allocate: rabbitmq:2 allocation score on rabbitmq-bundle-2: INFINITY
-pcmk__bundle_allocate: redis-bundle allocation score on controller-0: 0
-pcmk__bundle_allocate: redis-bundle allocation score on controller-1: 0
-pcmk__bundle_allocate: redis-bundle allocation score on controller-2: 0
-pcmk__bundle_allocate: redis-bundle-0 allocation score on controller-0: INFINITY
-pcmk__bundle_allocate: redis-bundle-0 allocation score on controller-1: 0
-pcmk__bundle_allocate: redis-bundle-0 allocation score on controller-2: 0
-pcmk__bundle_allocate: redis-bundle-1 allocation score on controller-0: 0
-pcmk__bundle_allocate: redis-bundle-1 allocation score on controller-1: INFINITY
-pcmk__bundle_allocate: redis-bundle-1 allocation score on controller-2: 0
-pcmk__bundle_allocate: redis-bundle-2 allocation score on controller-0: 0
-pcmk__bundle_allocate: redis-bundle-2 allocation score on controller-1: 0
-pcmk__bundle_allocate: redis-bundle-2 allocation score on controller-2: INFINITY
-pcmk__bundle_allocate: redis-bundle-docker-0 allocation score on controller-0: INFINITY
-pcmk__bundle_allocate: redis-bundle-docker-0 allocation score on controller-1: 0
-pcmk__bundle_allocate: redis-bundle-docker-0 allocation score on controller-2: 0
-pcmk__bundle_allocate: redis-bundle-docker-1 allocation score on controller-0: 0
-pcmk__bundle_allocate: redis-bundle-docker-1 allocation score on controller-1: INFINITY
-pcmk__bundle_allocate: redis-bundle-docker-1 allocation score on controller-2: 0
-pcmk__bundle_allocate: redis-bundle-docker-2 allocation score on controller-0: 0
-pcmk__bundle_allocate: redis-bundle-docker-2 allocation score on controller-1: 0
-pcmk__bundle_allocate: redis-bundle-docker-2 allocation score on controller-2: INFINITY
-pcmk__bundle_allocate: redis-bundle-master allocation score on controller-0: 0
-pcmk__bundle_allocate: redis-bundle-master allocation score on controller-1: 0
-pcmk__bundle_allocate: redis-bundle-master allocation score on controller-2: 0
-pcmk__bundle_allocate: redis-bundle-master allocation score on redis-bundle-0: -INFINITY
-pcmk__bundle_allocate: redis-bundle-master allocation score on redis-bundle-1: -INFINITY
-pcmk__bundle_allocate: redis-bundle-master allocation score on redis-bundle-2: -INFINITY
-pcmk__bundle_allocate: redis:0 allocation score on redis-bundle-0: INFINITY
-pcmk__bundle_allocate: redis:1 allocation score on redis-bundle-1: INFINITY
-pcmk__bundle_allocate: redis:2 allocation score on redis-bundle-2: INFINITY
+pcmk__bundle_assign: galera-bundle allocation score on controller-0: 0
+pcmk__bundle_assign: galera-bundle allocation score on controller-1: 0
+pcmk__bundle_assign: galera-bundle allocation score on controller-2: 0
+pcmk__bundle_assign: galera-bundle-0 allocation score on controller-0: INFINITY
+pcmk__bundle_assign: galera-bundle-0 allocation score on controller-1: 0
+pcmk__bundle_assign: galera-bundle-0 allocation score on controller-2: 0
+pcmk__bundle_assign: galera-bundle-1 allocation score on controller-0: 0
+pcmk__bundle_assign: galera-bundle-1 allocation score on controller-1: INFINITY
+pcmk__bundle_assign: galera-bundle-1 allocation score on controller-2: 0
+pcmk__bundle_assign: galera-bundle-2 allocation score on controller-0: 0
+pcmk__bundle_assign: galera-bundle-2 allocation score on controller-1: 0
+pcmk__bundle_assign: galera-bundle-2 allocation score on controller-2: INFINITY
+pcmk__bundle_assign: galera-bundle-docker-0 allocation score on controller-0: INFINITY
+pcmk__bundle_assign: galera-bundle-docker-0 allocation score on controller-1: 0
+pcmk__bundle_assign: galera-bundle-docker-0 allocation score on controller-2: 0
+pcmk__bundle_assign: galera-bundle-docker-1 allocation score on controller-0: 0
+pcmk__bundle_assign: galera-bundle-docker-1 allocation score on controller-1: INFINITY
+pcmk__bundle_assign: galera-bundle-docker-1 allocation score on controller-2: 0
+pcmk__bundle_assign: galera-bundle-docker-2 allocation score on controller-0: 0
+pcmk__bundle_assign: galera-bundle-docker-2 allocation score on controller-1: 0
+pcmk__bundle_assign: galera-bundle-docker-2 allocation score on controller-2: INFINITY
+pcmk__bundle_assign: galera-bundle-master allocation score on controller-0: 0
+pcmk__bundle_assign: galera-bundle-master allocation score on controller-1: 0
+pcmk__bundle_assign: galera-bundle-master allocation score on controller-2: 0
+pcmk__bundle_assign: galera-bundle-master allocation score on galera-bundle-0: -INFINITY
+pcmk__bundle_assign: galera-bundle-master allocation score on galera-bundle-1: -INFINITY
+pcmk__bundle_assign: galera-bundle-master allocation score on galera-bundle-2: -INFINITY
+pcmk__bundle_assign: galera:0 allocation score on galera-bundle-0: INFINITY
+pcmk__bundle_assign: galera:1 allocation score on galera-bundle-1: INFINITY
+pcmk__bundle_assign: galera:2 allocation score on galera-bundle-2: INFINITY
+pcmk__bundle_assign: haproxy-bundle allocation score on controller-0: 0
+pcmk__bundle_assign: haproxy-bundle allocation score on controller-0: 0
+pcmk__bundle_assign: haproxy-bundle allocation score on controller-1: 0
+pcmk__bundle_assign: haproxy-bundle allocation score on controller-1: 0
+pcmk__bundle_assign: haproxy-bundle allocation score on controller-2: 0
+pcmk__bundle_assign: haproxy-bundle allocation score on controller-2: 0
+pcmk__bundle_assign: haproxy-bundle-docker-0 allocation score on controller-0: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-docker-0 allocation score on controller-0: INFINITY
+pcmk__bundle_assign: haproxy-bundle-docker-0 allocation score on controller-1: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-docker-0 allocation score on controller-1: 0
+pcmk__bundle_assign: haproxy-bundle-docker-0 allocation score on controller-2: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-docker-0 allocation score on controller-2: 0
+pcmk__bundle_assign: haproxy-bundle-docker-1 allocation score on controller-0: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-docker-1 allocation score on controller-0: 0
+pcmk__bundle_assign: haproxy-bundle-docker-1 allocation score on controller-1: 0
+pcmk__bundle_assign: haproxy-bundle-docker-1 allocation score on controller-1: 0
+pcmk__bundle_assign: haproxy-bundle-docker-1 allocation score on controller-2: INFINITY
+pcmk__bundle_assign: haproxy-bundle-docker-1 allocation score on controller-2: INFINITY
+pcmk__bundle_assign: haproxy-bundle-docker-2 allocation score on controller-0: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-docker-2 allocation score on controller-0: 0
+pcmk__bundle_assign: haproxy-bundle-docker-2 allocation score on controller-1: INFINITY
+pcmk__bundle_assign: haproxy-bundle-docker-2 allocation score on controller-1: INFINITY
+pcmk__bundle_assign: haproxy-bundle-docker-2 allocation score on controller-2: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-docker-2 allocation score on controller-2: 0
+pcmk__bundle_assign: rabbitmq-bundle allocation score on controller-0: 0
+pcmk__bundle_assign: rabbitmq-bundle allocation score on controller-1: 0
+pcmk__bundle_assign: rabbitmq-bundle allocation score on controller-2: 0
+pcmk__bundle_assign: rabbitmq-bundle-0 allocation score on controller-0: INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-0 allocation score on controller-1: 0
+pcmk__bundle_assign: rabbitmq-bundle-0 allocation score on controller-2: 0
+pcmk__bundle_assign: rabbitmq-bundle-0 allocation score on rabbitmq-bundle-1: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-0 allocation score on rabbitmq-bundle-2: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-1 allocation score on controller-0: 0
+pcmk__bundle_assign: rabbitmq-bundle-1 allocation score on controller-1: INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-1 allocation score on controller-2: 0
+pcmk__bundle_assign: rabbitmq-bundle-1 allocation score on rabbitmq-bundle-2: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-2 allocation score on controller-0: 0
+pcmk__bundle_assign: rabbitmq-bundle-2 allocation score on controller-1: 0
+pcmk__bundle_assign: rabbitmq-bundle-2 allocation score on controller-2: INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-clone allocation score on controller-0: 0
+pcmk__bundle_assign: rabbitmq-bundle-clone allocation score on controller-1: 0
+pcmk__bundle_assign: rabbitmq-bundle-clone allocation score on controller-2: 0
+pcmk__bundle_assign: rabbitmq-bundle-clone allocation score on rabbitmq-bundle-0: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-clone allocation score on rabbitmq-bundle-1: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-clone allocation score on rabbitmq-bundle-2: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-docker-0 allocation score on controller-0: INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-docker-0 allocation score on controller-1: 0
+pcmk__bundle_assign: rabbitmq-bundle-docker-0 allocation score on controller-2: 0
+pcmk__bundle_assign: rabbitmq-bundle-docker-0 allocation score on rabbitmq-bundle-0: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-docker-0 allocation score on rabbitmq-bundle-1: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-docker-0 allocation score on rabbitmq-bundle-2: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-docker-1 allocation score on controller-0: 0
+pcmk__bundle_assign: rabbitmq-bundle-docker-1 allocation score on controller-1: INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-docker-1 allocation score on controller-2: 0
+pcmk__bundle_assign: rabbitmq-bundle-docker-1 allocation score on rabbitmq-bundle-1: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-docker-1 allocation score on rabbitmq-bundle-2: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-docker-2 allocation score on controller-0: 0
+pcmk__bundle_assign: rabbitmq-bundle-docker-2 allocation score on controller-1: 0
+pcmk__bundle_assign: rabbitmq-bundle-docker-2 allocation score on controller-2: INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-docker-2 allocation score on rabbitmq-bundle-2: -INFINITY
+pcmk__bundle_assign: rabbitmq:0 allocation score on rabbitmq-bundle-0: INFINITY
+pcmk__bundle_assign: rabbitmq:1 allocation score on rabbitmq-bundle-1: INFINITY
+pcmk__bundle_assign: rabbitmq:2 allocation score on rabbitmq-bundle-2: INFINITY
+pcmk__bundle_assign: redis-bundle allocation score on controller-0: 0
+pcmk__bundle_assign: redis-bundle allocation score on controller-1: 0
+pcmk__bundle_assign: redis-bundle allocation score on controller-2: 0
+pcmk__bundle_assign: redis-bundle-0 allocation score on controller-0: INFINITY
+pcmk__bundle_assign: redis-bundle-0 allocation score on controller-1: 0
+pcmk__bundle_assign: redis-bundle-0 allocation score on controller-2: 0
+pcmk__bundle_assign: redis-bundle-1 allocation score on controller-0: 0
+pcmk__bundle_assign: redis-bundle-1 allocation score on controller-1: INFINITY
+pcmk__bundle_assign: redis-bundle-1 allocation score on controller-2: 0
+pcmk__bundle_assign: redis-bundle-2 allocation score on controller-0: 0
+pcmk__bundle_assign: redis-bundle-2 allocation score on controller-1: 0
+pcmk__bundle_assign: redis-bundle-2 allocation score on controller-2: INFINITY
+pcmk__bundle_assign: redis-bundle-docker-0 allocation score on controller-0: INFINITY
+pcmk__bundle_assign: redis-bundle-docker-0 allocation score on controller-1: 0
+pcmk__bundle_assign: redis-bundle-docker-0 allocation score on controller-2: 0
+pcmk__bundle_assign: redis-bundle-docker-1 allocation score on controller-0: 0
+pcmk__bundle_assign: redis-bundle-docker-1 allocation score on controller-1: INFINITY
+pcmk__bundle_assign: redis-bundle-docker-1 allocation score on controller-2: 0
+pcmk__bundle_assign: redis-bundle-docker-2 allocation score on controller-0: 0
+pcmk__bundle_assign: redis-bundle-docker-2 allocation score on controller-1: 0
+pcmk__bundle_assign: redis-bundle-docker-2 allocation score on controller-2: INFINITY
+pcmk__bundle_assign: redis-bundle-master allocation score on controller-0: 0
+pcmk__bundle_assign: redis-bundle-master allocation score on controller-1: 0
+pcmk__bundle_assign: redis-bundle-master allocation score on controller-2: 0
+pcmk__bundle_assign: redis-bundle-master allocation score on redis-bundle-0: -INFINITY
+pcmk__bundle_assign: redis-bundle-master allocation score on redis-bundle-1: -INFINITY
+pcmk__bundle_assign: redis-bundle-master allocation score on redis-bundle-2: -INFINITY
+pcmk__bundle_assign: redis:0 allocation score on redis-bundle-0: INFINITY
+pcmk__bundle_assign: redis:1 allocation score on redis-bundle-1: INFINITY
+pcmk__bundle_assign: redis:2 allocation score on redis-bundle-2: INFINITY
pcmk__clone_assign: galera-bundle-master allocation score on controller-0: -INFINITY
pcmk__clone_assign: galera-bundle-master allocation score on controller-1: -INFINITY
pcmk__clone_assign: galera-bundle-master allocation score on controller-2: -INFINITY
diff --git a/cts/scheduler/scores/bundle-order-partial-start-2.scores b/cts/scheduler/scores/bundle-order-partial-start-2.scores
index bb77c77..3d3eb82 100644
--- a/cts/scheduler/scores/bundle-order-partial-start-2.scores
+++ b/cts/scheduler/scores/bundle-order-partial-start-2.scores
@@ -1,30 +1,30 @@
galera:0 promotion score on galera-bundle-0: -1
-pcmk__bundle_allocate: galera-bundle allocation score on undercloud: 0
-pcmk__bundle_allocate: galera-bundle-0 allocation score on undercloud: INFINITY
-pcmk__bundle_allocate: galera-bundle-docker-0 allocation score on undercloud: INFINITY
-pcmk__bundle_allocate: galera-bundle-master allocation score on galera-bundle-0: -INFINITY
-pcmk__bundle_allocate: galera-bundle-master allocation score on undercloud: 0
-pcmk__bundle_allocate: galera:0 allocation score on galera-bundle-0: 500
-pcmk__bundle_allocate: haproxy-bundle allocation score on undercloud: 0
-pcmk__bundle_allocate: haproxy-bundle allocation score on undercloud: 0
-pcmk__bundle_allocate: haproxy-bundle-docker-0 allocation score on undercloud: 0
-pcmk__bundle_allocate: haproxy-bundle-docker-0 allocation score on undercloud: 0
-pcmk__bundle_allocate: openstack-cinder-volume allocation score on undercloud: 0
-pcmk__bundle_allocate: openstack-cinder-volume-docker-0 allocation score on undercloud: INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle allocation score on undercloud: 0
-pcmk__bundle_allocate: rabbitmq-bundle-0 allocation score on undercloud: INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-clone allocation score on rabbitmq-bundle-0: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-clone allocation score on undercloud: 0
-pcmk__bundle_allocate: rabbitmq-bundle-docker-0 allocation score on rabbitmq-bundle-0: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-docker-0 allocation score on undercloud: INFINITY
-pcmk__bundle_allocate: rabbitmq:0 allocation score on rabbitmq-bundle-0: 500
-pcmk__bundle_allocate: redis-bundle allocation score on undercloud: 0
-pcmk__bundle_allocate: redis-bundle-0 allocation score on undercloud: INFINITY
-pcmk__bundle_allocate: redis-bundle-docker-0 allocation score on undercloud: INFINITY
-pcmk__bundle_allocate: redis-bundle-master allocation score on redis-bundle-0: -INFINITY
-pcmk__bundle_allocate: redis-bundle-master allocation score on undercloud: 0
-pcmk__bundle_allocate: redis:0 allocation score on redis-bundle-0: INFINITY
+pcmk__bundle_assign: galera-bundle allocation score on undercloud: 0
+pcmk__bundle_assign: galera-bundle-0 allocation score on undercloud: INFINITY
+pcmk__bundle_assign: galera-bundle-docker-0 allocation score on undercloud: INFINITY
+pcmk__bundle_assign: galera-bundle-master allocation score on galera-bundle-0: -INFINITY
+pcmk__bundle_assign: galera-bundle-master allocation score on undercloud: 0
+pcmk__bundle_assign: galera:0 allocation score on galera-bundle-0: 500
+pcmk__bundle_assign: haproxy-bundle allocation score on undercloud: 0
+pcmk__bundle_assign: haproxy-bundle allocation score on undercloud: 0
+pcmk__bundle_assign: haproxy-bundle-docker-0 allocation score on undercloud: 0
+pcmk__bundle_assign: haproxy-bundle-docker-0 allocation score on undercloud: INFINITY
+pcmk__bundle_assign: openstack-cinder-volume allocation score on undercloud: 0
+pcmk__bundle_assign: openstack-cinder-volume-docker-0 allocation score on undercloud: INFINITY
+pcmk__bundle_assign: rabbitmq-bundle allocation score on undercloud: 0
+pcmk__bundle_assign: rabbitmq-bundle-0 allocation score on undercloud: INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-clone allocation score on rabbitmq-bundle-0: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-clone allocation score on undercloud: 0
+pcmk__bundle_assign: rabbitmq-bundle-docker-0 allocation score on rabbitmq-bundle-0: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-docker-0 allocation score on undercloud: INFINITY
+pcmk__bundle_assign: rabbitmq:0 allocation score on rabbitmq-bundle-0: 500
+pcmk__bundle_assign: redis-bundle allocation score on undercloud: 0
+pcmk__bundle_assign: redis-bundle-0 allocation score on undercloud: INFINITY
+pcmk__bundle_assign: redis-bundle-docker-0 allocation score on undercloud: INFINITY
+pcmk__bundle_assign: redis-bundle-master allocation score on redis-bundle-0: -INFINITY
+pcmk__bundle_assign: redis-bundle-master allocation score on undercloud: 0
+pcmk__bundle_assign: redis:0 allocation score on redis-bundle-0: INFINITY
pcmk__clone_assign: galera-bundle-master allocation score on galera-bundle-0: 0
pcmk__clone_assign: galera-bundle-master allocation score on undercloud: -INFINITY
pcmk__clone_assign: galera:0 allocation score on galera-bundle-0: INFINITY
@@ -37,7 +37,7 @@ pcmk__clone_assign: redis:0 allocation score on redis-bundle-0: INFINITY
pcmk__primitive_assign: galera-bundle-0 allocation score on undercloud: INFINITY
pcmk__primitive_assign: galera-bundle-docker-0 allocation score on undercloud: INFINITY
pcmk__primitive_assign: galera:0 allocation score on galera-bundle-0: INFINITY
-pcmk__primitive_assign: haproxy-bundle-docker-0 allocation score on undercloud: 0
+pcmk__primitive_assign: haproxy-bundle-docker-0 allocation score on undercloud: INFINITY
pcmk__primitive_assign: ip-192.168.122.247 allocation score on undercloud: INFINITY
pcmk__primitive_assign: ip-192.168.122.248 allocation score on undercloud: INFINITY
pcmk__primitive_assign: ip-192.168.122.249 allocation score on undercloud: INFINITY
diff --git a/cts/scheduler/scores/bundle-order-partial-start.scores b/cts/scheduler/scores/bundle-order-partial-start.scores
index d765883..7e76f44 100644
--- a/cts/scheduler/scores/bundle-order-partial-start.scores
+++ b/cts/scheduler/scores/bundle-order-partial-start.scores
@@ -1,30 +1,30 @@
galera:0 promotion score on galera-bundle-0: -1
-pcmk__bundle_allocate: galera-bundle allocation score on undercloud: 0
-pcmk__bundle_allocate: galera-bundle-0 allocation score on undercloud: 0
-pcmk__bundle_allocate: galera-bundle-docker-0 allocation score on undercloud: 0
-pcmk__bundle_allocate: galera-bundle-master allocation score on galera-bundle-0: -INFINITY
-pcmk__bundle_allocate: galera-bundle-master allocation score on undercloud: 0
-pcmk__bundle_allocate: galera:0 allocation score on galera-bundle-0: 500
-pcmk__bundle_allocate: haproxy-bundle allocation score on undercloud: 0
-pcmk__bundle_allocate: haproxy-bundle allocation score on undercloud: 0
-pcmk__bundle_allocate: haproxy-bundle-docker-0 allocation score on undercloud: 0
-pcmk__bundle_allocate: haproxy-bundle-docker-0 allocation score on undercloud: 0
-pcmk__bundle_allocate: openstack-cinder-volume allocation score on undercloud: 0
-pcmk__bundle_allocate: openstack-cinder-volume-docker-0 allocation score on undercloud: INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle allocation score on undercloud: 0
-pcmk__bundle_allocate: rabbitmq-bundle-0 allocation score on undercloud: INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-clone allocation score on rabbitmq-bundle-0: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-clone allocation score on undercloud: 0
-pcmk__bundle_allocate: rabbitmq-bundle-docker-0 allocation score on rabbitmq-bundle-0: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-docker-0 allocation score on undercloud: INFINITY
-pcmk__bundle_allocate: rabbitmq:0 allocation score on rabbitmq-bundle-0: 500
-pcmk__bundle_allocate: redis-bundle allocation score on undercloud: 0
-pcmk__bundle_allocate: redis-bundle-0 allocation score on undercloud: INFINITY
-pcmk__bundle_allocate: redis-bundle-docker-0 allocation score on undercloud: INFINITY
-pcmk__bundle_allocate: redis-bundle-master allocation score on redis-bundle-0: -INFINITY
-pcmk__bundle_allocate: redis-bundle-master allocation score on undercloud: 0
-pcmk__bundle_allocate: redis:0 allocation score on redis-bundle-0: INFINITY
+pcmk__bundle_assign: galera-bundle allocation score on undercloud: 0
+pcmk__bundle_assign: galera-bundle-0 allocation score on undercloud: 0
+pcmk__bundle_assign: galera-bundle-docker-0 allocation score on undercloud: 0
+pcmk__bundle_assign: galera-bundle-master allocation score on galera-bundle-0: -INFINITY
+pcmk__bundle_assign: galera-bundle-master allocation score on undercloud: 0
+pcmk__bundle_assign: galera:0 allocation score on galera-bundle-0: 500
+pcmk__bundle_assign: haproxy-bundle allocation score on undercloud: 0
+pcmk__bundle_assign: haproxy-bundle allocation score on undercloud: 0
+pcmk__bundle_assign: haproxy-bundle-docker-0 allocation score on undercloud: 0
+pcmk__bundle_assign: haproxy-bundle-docker-0 allocation score on undercloud: INFINITY
+pcmk__bundle_assign: openstack-cinder-volume allocation score on undercloud: 0
+pcmk__bundle_assign: openstack-cinder-volume-docker-0 allocation score on undercloud: INFINITY
+pcmk__bundle_assign: rabbitmq-bundle allocation score on undercloud: 0
+pcmk__bundle_assign: rabbitmq-bundle-0 allocation score on undercloud: INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-clone allocation score on rabbitmq-bundle-0: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-clone allocation score on undercloud: 0
+pcmk__bundle_assign: rabbitmq-bundle-docker-0 allocation score on rabbitmq-bundle-0: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-docker-0 allocation score on undercloud: INFINITY
+pcmk__bundle_assign: rabbitmq:0 allocation score on rabbitmq-bundle-0: 500
+pcmk__bundle_assign: redis-bundle allocation score on undercloud: 0
+pcmk__bundle_assign: redis-bundle-0 allocation score on undercloud: INFINITY
+pcmk__bundle_assign: redis-bundle-docker-0 allocation score on undercloud: INFINITY
+pcmk__bundle_assign: redis-bundle-master allocation score on redis-bundle-0: -INFINITY
+pcmk__bundle_assign: redis-bundle-master allocation score on undercloud: 0
+pcmk__bundle_assign: redis:0 allocation score on redis-bundle-0: INFINITY
pcmk__clone_assign: galera-bundle-master allocation score on galera-bundle-0: 0
pcmk__clone_assign: galera-bundle-master allocation score on undercloud: -INFINITY
pcmk__clone_assign: galera:0 allocation score on galera-bundle-0: INFINITY
@@ -37,7 +37,7 @@ pcmk__clone_assign: redis:0 allocation score on redis-bundle-0: INFINITY
pcmk__primitive_assign: galera-bundle-0 allocation score on undercloud: 10000
pcmk__primitive_assign: galera-bundle-docker-0 allocation score on undercloud: 0
pcmk__primitive_assign: galera:0 allocation score on galera-bundle-0: INFINITY
-pcmk__primitive_assign: haproxy-bundle-docker-0 allocation score on undercloud: 0
+pcmk__primitive_assign: haproxy-bundle-docker-0 allocation score on undercloud: INFINITY
pcmk__primitive_assign: ip-192.168.122.247 allocation score on undercloud: INFINITY
pcmk__primitive_assign: ip-192.168.122.248 allocation score on undercloud: INFINITY
pcmk__primitive_assign: ip-192.168.122.249 allocation score on undercloud: INFINITY
diff --git a/cts/scheduler/scores/bundle-order-partial-stop.scores b/cts/scheduler/scores/bundle-order-partial-stop.scores
index e00df39..2bb6cb6 100644
--- a/cts/scheduler/scores/bundle-order-partial-stop.scores
+++ b/cts/scheduler/scores/bundle-order-partial-stop.scores
@@ -1,30 +1,30 @@
galera:0 promotion score on galera-bundle-0: 100
-pcmk__bundle_allocate: galera-bundle allocation score on undercloud: 0
-pcmk__bundle_allocate: galera-bundle-0 allocation score on undercloud: INFINITY
-pcmk__bundle_allocate: galera-bundle-docker-0 allocation score on undercloud: INFINITY
-pcmk__bundle_allocate: galera-bundle-master allocation score on galera-bundle-0: -INFINITY
-pcmk__bundle_allocate: galera-bundle-master allocation score on undercloud: 0
-pcmk__bundle_allocate: galera:0 allocation score on galera-bundle-0: INFINITY
-pcmk__bundle_allocate: haproxy-bundle allocation score on undercloud: 0
-pcmk__bundle_allocate: haproxy-bundle allocation score on undercloud: 0
-pcmk__bundle_allocate: haproxy-bundle-docker-0 allocation score on undercloud: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-docker-0 allocation score on undercloud: INFINITY
-pcmk__bundle_allocate: openstack-cinder-volume allocation score on undercloud: 0
-pcmk__bundle_allocate: openstack-cinder-volume-docker-0 allocation score on undercloud: INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle allocation score on undercloud: 0
-pcmk__bundle_allocate: rabbitmq-bundle-0 allocation score on undercloud: INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-clone allocation score on rabbitmq-bundle-0: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-clone allocation score on undercloud: 0
-pcmk__bundle_allocate: rabbitmq-bundle-docker-0 allocation score on rabbitmq-bundle-0: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-docker-0 allocation score on undercloud: INFINITY
-pcmk__bundle_allocate: rabbitmq:0 allocation score on rabbitmq-bundle-0: INFINITY
-pcmk__bundle_allocate: redis-bundle allocation score on undercloud: 0
-pcmk__bundle_allocate: redis-bundle-0 allocation score on undercloud: INFINITY
-pcmk__bundle_allocate: redis-bundle-docker-0 allocation score on undercloud: INFINITY
-pcmk__bundle_allocate: redis-bundle-master allocation score on redis-bundle-0: -INFINITY
-pcmk__bundle_allocate: redis-bundle-master allocation score on undercloud: 0
-pcmk__bundle_allocate: redis:0 allocation score on redis-bundle-0: INFINITY
+pcmk__bundle_assign: galera-bundle allocation score on undercloud: 0
+pcmk__bundle_assign: galera-bundle-0 allocation score on undercloud: INFINITY
+pcmk__bundle_assign: galera-bundle-docker-0 allocation score on undercloud: INFINITY
+pcmk__bundle_assign: galera-bundle-master allocation score on galera-bundle-0: -INFINITY
+pcmk__bundle_assign: galera-bundle-master allocation score on undercloud: 0
+pcmk__bundle_assign: galera:0 allocation score on galera-bundle-0: INFINITY
+pcmk__bundle_assign: haproxy-bundle allocation score on undercloud: 0
+pcmk__bundle_assign: haproxy-bundle allocation score on undercloud: 0
+pcmk__bundle_assign: haproxy-bundle-docker-0 allocation score on undercloud: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-docker-0 allocation score on undercloud: INFINITY
+pcmk__bundle_assign: openstack-cinder-volume allocation score on undercloud: 0
+pcmk__bundle_assign: openstack-cinder-volume-docker-0 allocation score on undercloud: INFINITY
+pcmk__bundle_assign: rabbitmq-bundle allocation score on undercloud: 0
+pcmk__bundle_assign: rabbitmq-bundle-0 allocation score on undercloud: INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-clone allocation score on rabbitmq-bundle-0: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-clone allocation score on undercloud: 0
+pcmk__bundle_assign: rabbitmq-bundle-docker-0 allocation score on rabbitmq-bundle-0: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-docker-0 allocation score on undercloud: INFINITY
+pcmk__bundle_assign: rabbitmq:0 allocation score on rabbitmq-bundle-0: INFINITY
+pcmk__bundle_assign: redis-bundle allocation score on undercloud: 0
+pcmk__bundle_assign: redis-bundle-0 allocation score on undercloud: INFINITY
+pcmk__bundle_assign: redis-bundle-docker-0 allocation score on undercloud: INFINITY
+pcmk__bundle_assign: redis-bundle-master allocation score on redis-bundle-0: -INFINITY
+pcmk__bundle_assign: redis-bundle-master allocation score on undercloud: 0
+pcmk__bundle_assign: redis:0 allocation score on redis-bundle-0: INFINITY
pcmk__clone_assign: galera-bundle-master allocation score on galera-bundle-0: 0
pcmk__clone_assign: galera-bundle-master allocation score on undercloud: -INFINITY
pcmk__clone_assign: galera:0 allocation score on galera-bundle-0: INFINITY
diff --git a/cts/scheduler/scores/bundle-order-startup-clone-2.scores b/cts/scheduler/scores/bundle-order-startup-clone-2.scores
index d44e358..f4e5353 100644
--- a/cts/scheduler/scores/bundle-order-startup-clone-2.scores
+++ b/cts/scheduler/scores/bundle-order-startup-clone-2.scores
@@ -2,98 +2,98 @@
galera:0 promotion score on galera-bundle-0: -1
galera:1 promotion score on galera-bundle-1: -1
galera:2 promotion score on galera-bundle-2: -1
-pcmk__bundle_allocate: galera-bundle allocation score on metal-1: 0
-pcmk__bundle_allocate: galera-bundle allocation score on metal-2: 0
-pcmk__bundle_allocate: galera-bundle allocation score on metal-3: 0
-pcmk__bundle_allocate: galera-bundle allocation score on rabbitmq-bundle-0: -INFINITY
-pcmk__bundle_allocate: galera-bundle-0 allocation score on metal-1: 0
-pcmk__bundle_allocate: galera-bundle-0 allocation score on metal-2: 0
-pcmk__bundle_allocate: galera-bundle-0 allocation score on metal-3: 0
-pcmk__bundle_allocate: galera-bundle-0 allocation score on rabbitmq-bundle-0: -INFINITY
-pcmk__bundle_allocate: galera-bundle-1 allocation score on metal-1: 0
-pcmk__bundle_allocate: galera-bundle-1 allocation score on metal-2: 0
-pcmk__bundle_allocate: galera-bundle-1 allocation score on metal-3: 0
-pcmk__bundle_allocate: galera-bundle-1 allocation score on rabbitmq-bundle-0: -INFINITY
-pcmk__bundle_allocate: galera-bundle-2 allocation score on metal-1: 0
-pcmk__bundle_allocate: galera-bundle-2 allocation score on metal-2: 0
-pcmk__bundle_allocate: galera-bundle-2 allocation score on metal-3: 0
-pcmk__bundle_allocate: galera-bundle-2 allocation score on rabbitmq-bundle-0: -INFINITY
-pcmk__bundle_allocate: galera-bundle-docker-0 allocation score on metal-1: 0
-pcmk__bundle_allocate: galera-bundle-docker-0 allocation score on metal-2: 0
-pcmk__bundle_allocate: galera-bundle-docker-0 allocation score on metal-3: 0
-pcmk__bundle_allocate: galera-bundle-docker-0 allocation score on rabbitmq-bundle-0: -INFINITY
-pcmk__bundle_allocate: galera-bundle-docker-1 allocation score on metal-1: 0
-pcmk__bundle_allocate: galera-bundle-docker-1 allocation score on metal-2: 0
-pcmk__bundle_allocate: galera-bundle-docker-1 allocation score on metal-3: 0
-pcmk__bundle_allocate: galera-bundle-docker-1 allocation score on rabbitmq-bundle-0: -INFINITY
-pcmk__bundle_allocate: galera-bundle-docker-2 allocation score on metal-1: 0
-pcmk__bundle_allocate: galera-bundle-docker-2 allocation score on metal-2: 0
-pcmk__bundle_allocate: galera-bundle-docker-2 allocation score on metal-3: 0
-pcmk__bundle_allocate: galera-bundle-docker-2 allocation score on rabbitmq-bundle-0: -INFINITY
-pcmk__bundle_allocate: galera-bundle-master allocation score on galera-bundle-0: -INFINITY
-pcmk__bundle_allocate: galera-bundle-master allocation score on galera-bundle-1: -INFINITY
-pcmk__bundle_allocate: galera-bundle-master allocation score on galera-bundle-2: -INFINITY
-pcmk__bundle_allocate: galera-bundle-master allocation score on metal-1: 0
-pcmk__bundle_allocate: galera-bundle-master allocation score on metal-2: 0
-pcmk__bundle_allocate: galera-bundle-master allocation score on metal-3: 0
-pcmk__bundle_allocate: galera-bundle-master allocation score on rabbitmq-bundle-0: 0
-pcmk__bundle_allocate: galera:0 allocation score on galera-bundle-0: 500
-pcmk__bundle_allocate: galera:1 allocation score on galera-bundle-1: 500
-pcmk__bundle_allocate: galera:2 allocation score on galera-bundle-2: 500
-pcmk__bundle_allocate: haproxy-bundle allocation score on metal-1: 0
-pcmk__bundle_allocate: haproxy-bundle allocation score on metal-2: 0
-pcmk__bundle_allocate: haproxy-bundle allocation score on metal-3: 0
-pcmk__bundle_allocate: haproxy-bundle allocation score on rabbitmq-bundle-0: 0
-pcmk__bundle_allocate: haproxy-bundle-docker-0 allocation score on metal-1: 0
-pcmk__bundle_allocate: haproxy-bundle-docker-0 allocation score on metal-2: 0
-pcmk__bundle_allocate: haproxy-bundle-docker-0 allocation score on metal-3: 0
-pcmk__bundle_allocate: haproxy-bundle-docker-0 allocation score on rabbitmq-bundle-0: 0
-pcmk__bundle_allocate: haproxy-bundle-docker-1 allocation score on metal-1: 0
-pcmk__bundle_allocate: haproxy-bundle-docker-1 allocation score on metal-2: 0
-pcmk__bundle_allocate: haproxy-bundle-docker-1 allocation score on metal-3: 0
-pcmk__bundle_allocate: haproxy-bundle-docker-1 allocation score on rabbitmq-bundle-0: 0
-pcmk__bundle_allocate: haproxy-bundle-docker-2 allocation score on metal-1: 0
-pcmk__bundle_allocate: haproxy-bundle-docker-2 allocation score on metal-2: 0
-pcmk__bundle_allocate: haproxy-bundle-docker-2 allocation score on metal-3: 0
-pcmk__bundle_allocate: haproxy-bundle-docker-2 allocation score on rabbitmq-bundle-0: 0
-pcmk__bundle_allocate: redis-bundle allocation score on metal-1: 0
-pcmk__bundle_allocate: redis-bundle allocation score on metal-2: 0
-pcmk__bundle_allocate: redis-bundle allocation score on metal-3: 0
-pcmk__bundle_allocate: redis-bundle allocation score on rabbitmq-bundle-0: -INFINITY
-pcmk__bundle_allocate: redis-bundle-0 allocation score on metal-1: 0
-pcmk__bundle_allocate: redis-bundle-0 allocation score on metal-2: 0
-pcmk__bundle_allocate: redis-bundle-0 allocation score on metal-3: 0
-pcmk__bundle_allocate: redis-bundle-0 allocation score on rabbitmq-bundle-0: -INFINITY
-pcmk__bundle_allocate: redis-bundle-1 allocation score on metal-1: 0
-pcmk__bundle_allocate: redis-bundle-1 allocation score on metal-2: 0
-pcmk__bundle_allocate: redis-bundle-1 allocation score on metal-3: 0
-pcmk__bundle_allocate: redis-bundle-1 allocation score on rabbitmq-bundle-0: -INFINITY
-pcmk__bundle_allocate: redis-bundle-2 allocation score on metal-1: 0
-pcmk__bundle_allocate: redis-bundle-2 allocation score on metal-2: 0
-pcmk__bundle_allocate: redis-bundle-2 allocation score on metal-3: 0
-pcmk__bundle_allocate: redis-bundle-2 allocation score on rabbitmq-bundle-0: -INFINITY
-pcmk__bundle_allocate: redis-bundle-docker-0 allocation score on metal-1: 0
-pcmk__bundle_allocate: redis-bundle-docker-0 allocation score on metal-2: 0
-pcmk__bundle_allocate: redis-bundle-docker-0 allocation score on metal-3: 0
-pcmk__bundle_allocate: redis-bundle-docker-0 allocation score on rabbitmq-bundle-0: -INFINITY
-pcmk__bundle_allocate: redis-bundle-docker-1 allocation score on metal-1: 0
-pcmk__bundle_allocate: redis-bundle-docker-1 allocation score on metal-2: 0
-pcmk__bundle_allocate: redis-bundle-docker-1 allocation score on metal-3: 0
-pcmk__bundle_allocate: redis-bundle-docker-1 allocation score on rabbitmq-bundle-0: -INFINITY
-pcmk__bundle_allocate: redis-bundle-docker-2 allocation score on metal-1: 0
-pcmk__bundle_allocate: redis-bundle-docker-2 allocation score on metal-2: 0
-pcmk__bundle_allocate: redis-bundle-docker-2 allocation score on metal-3: 0
-pcmk__bundle_allocate: redis-bundle-docker-2 allocation score on rabbitmq-bundle-0: -INFINITY
-pcmk__bundle_allocate: redis-bundle-master allocation score on metal-1: 0
-pcmk__bundle_allocate: redis-bundle-master allocation score on metal-2: 0
-pcmk__bundle_allocate: redis-bundle-master allocation score on metal-3: 0
-pcmk__bundle_allocate: redis-bundle-master allocation score on rabbitmq-bundle-0: 0
-pcmk__bundle_allocate: redis-bundle-master allocation score on redis-bundle-0: -INFINITY
-pcmk__bundle_allocate: redis-bundle-master allocation score on redis-bundle-1: -INFINITY
-pcmk__bundle_allocate: redis-bundle-master allocation score on redis-bundle-2: -INFINITY
-pcmk__bundle_allocate: redis:0 allocation score on redis-bundle-0: 500
-pcmk__bundle_allocate: redis:1 allocation score on redis-bundle-1: 500
-pcmk__bundle_allocate: redis:2 allocation score on redis-bundle-2: 500
+pcmk__bundle_assign: galera-bundle allocation score on metal-1: 0
+pcmk__bundle_assign: galera-bundle allocation score on metal-2: 0
+pcmk__bundle_assign: galera-bundle allocation score on metal-3: 0
+pcmk__bundle_assign: galera-bundle allocation score on rabbitmq-bundle-0: -INFINITY
+pcmk__bundle_assign: galera-bundle-0 allocation score on metal-1: 0
+pcmk__bundle_assign: galera-bundle-0 allocation score on metal-2: 0
+pcmk__bundle_assign: galera-bundle-0 allocation score on metal-3: 0
+pcmk__bundle_assign: galera-bundle-0 allocation score on rabbitmq-bundle-0: -INFINITY
+pcmk__bundle_assign: galera-bundle-1 allocation score on metal-1: 0
+pcmk__bundle_assign: galera-bundle-1 allocation score on metal-2: 0
+pcmk__bundle_assign: galera-bundle-1 allocation score on metal-3: 0
+pcmk__bundle_assign: galera-bundle-1 allocation score on rabbitmq-bundle-0: -INFINITY
+pcmk__bundle_assign: galera-bundle-2 allocation score on metal-1: 0
+pcmk__bundle_assign: galera-bundle-2 allocation score on metal-2: 0
+pcmk__bundle_assign: galera-bundle-2 allocation score on metal-3: 0
+pcmk__bundle_assign: galera-bundle-2 allocation score on rabbitmq-bundle-0: -INFINITY
+pcmk__bundle_assign: galera-bundle-docker-0 allocation score on metal-1: 0
+pcmk__bundle_assign: galera-bundle-docker-0 allocation score on metal-2: 0
+pcmk__bundle_assign: galera-bundle-docker-0 allocation score on metal-3: 0
+pcmk__bundle_assign: galera-bundle-docker-0 allocation score on rabbitmq-bundle-0: -INFINITY
+pcmk__bundle_assign: galera-bundle-docker-1 allocation score on metal-1: 0
+pcmk__bundle_assign: galera-bundle-docker-1 allocation score on metal-2: 0
+pcmk__bundle_assign: galera-bundle-docker-1 allocation score on metal-3: 0
+pcmk__bundle_assign: galera-bundle-docker-1 allocation score on rabbitmq-bundle-0: -INFINITY
+pcmk__bundle_assign: galera-bundle-docker-2 allocation score on metal-1: 0
+pcmk__bundle_assign: galera-bundle-docker-2 allocation score on metal-2: 0
+pcmk__bundle_assign: galera-bundle-docker-2 allocation score on metal-3: 0
+pcmk__bundle_assign: galera-bundle-docker-2 allocation score on rabbitmq-bundle-0: -INFINITY
+pcmk__bundle_assign: galera-bundle-master allocation score on galera-bundle-0: -INFINITY
+pcmk__bundle_assign: galera-bundle-master allocation score on galera-bundle-1: -INFINITY
+pcmk__bundle_assign: galera-bundle-master allocation score on galera-bundle-2: -INFINITY
+pcmk__bundle_assign: galera-bundle-master allocation score on metal-1: 0
+pcmk__bundle_assign: galera-bundle-master allocation score on metal-2: 0
+pcmk__bundle_assign: galera-bundle-master allocation score on metal-3: 0
+pcmk__bundle_assign: galera-bundle-master allocation score on rabbitmq-bundle-0: 0
+pcmk__bundle_assign: galera:0 allocation score on galera-bundle-0: 500
+pcmk__bundle_assign: galera:1 allocation score on galera-bundle-1: 500
+pcmk__bundle_assign: galera:2 allocation score on galera-bundle-2: 500
+pcmk__bundle_assign: haproxy-bundle allocation score on metal-1: 0
+pcmk__bundle_assign: haproxy-bundle allocation score on metal-2: 0
+pcmk__bundle_assign: haproxy-bundle allocation score on metal-3: 0
+pcmk__bundle_assign: haproxy-bundle allocation score on rabbitmq-bundle-0: 0
+pcmk__bundle_assign: haproxy-bundle-docker-0 allocation score on metal-1: 0
+pcmk__bundle_assign: haproxy-bundle-docker-0 allocation score on metal-2: 0
+pcmk__bundle_assign: haproxy-bundle-docker-0 allocation score on metal-3: 0
+pcmk__bundle_assign: haproxy-bundle-docker-0 allocation score on rabbitmq-bundle-0: 0
+pcmk__bundle_assign: haproxy-bundle-docker-1 allocation score on metal-1: 0
+pcmk__bundle_assign: haproxy-bundle-docker-1 allocation score on metal-2: 0
+pcmk__bundle_assign: haproxy-bundle-docker-1 allocation score on metal-3: 0
+pcmk__bundle_assign: haproxy-bundle-docker-1 allocation score on rabbitmq-bundle-0: 0
+pcmk__bundle_assign: haproxy-bundle-docker-2 allocation score on metal-1: 0
+pcmk__bundle_assign: haproxy-bundle-docker-2 allocation score on metal-2: 0
+pcmk__bundle_assign: haproxy-bundle-docker-2 allocation score on metal-3: 0
+pcmk__bundle_assign: haproxy-bundle-docker-2 allocation score on rabbitmq-bundle-0: 0
+pcmk__bundle_assign: redis-bundle allocation score on metal-1: 0
+pcmk__bundle_assign: redis-bundle allocation score on metal-2: 0
+pcmk__bundle_assign: redis-bundle allocation score on metal-3: 0
+pcmk__bundle_assign: redis-bundle allocation score on rabbitmq-bundle-0: -INFINITY
+pcmk__bundle_assign: redis-bundle-0 allocation score on metal-1: 0
+pcmk__bundle_assign: redis-bundle-0 allocation score on metal-2: 0
+pcmk__bundle_assign: redis-bundle-0 allocation score on metal-3: 0
+pcmk__bundle_assign: redis-bundle-0 allocation score on rabbitmq-bundle-0: -INFINITY
+pcmk__bundle_assign: redis-bundle-1 allocation score on metal-1: 0
+pcmk__bundle_assign: redis-bundle-1 allocation score on metal-2: 0
+pcmk__bundle_assign: redis-bundle-1 allocation score on metal-3: 0
+pcmk__bundle_assign: redis-bundle-1 allocation score on rabbitmq-bundle-0: -INFINITY
+pcmk__bundle_assign: redis-bundle-2 allocation score on metal-1: 0
+pcmk__bundle_assign: redis-bundle-2 allocation score on metal-2: 0
+pcmk__bundle_assign: redis-bundle-2 allocation score on metal-3: 0
+pcmk__bundle_assign: redis-bundle-2 allocation score on rabbitmq-bundle-0: -INFINITY
+pcmk__bundle_assign: redis-bundle-docker-0 allocation score on metal-1: 0
+pcmk__bundle_assign: redis-bundle-docker-0 allocation score on metal-2: 0
+pcmk__bundle_assign: redis-bundle-docker-0 allocation score on metal-3: 0
+pcmk__bundle_assign: redis-bundle-docker-0 allocation score on rabbitmq-bundle-0: -INFINITY
+pcmk__bundle_assign: redis-bundle-docker-1 allocation score on metal-1: 0
+pcmk__bundle_assign: redis-bundle-docker-1 allocation score on metal-2: 0
+pcmk__bundle_assign: redis-bundle-docker-1 allocation score on metal-3: 0
+pcmk__bundle_assign: redis-bundle-docker-1 allocation score on rabbitmq-bundle-0: -INFINITY
+pcmk__bundle_assign: redis-bundle-docker-2 allocation score on metal-1: 0
+pcmk__bundle_assign: redis-bundle-docker-2 allocation score on metal-2: 0
+pcmk__bundle_assign: redis-bundle-docker-2 allocation score on metal-3: 0
+pcmk__bundle_assign: redis-bundle-docker-2 allocation score on rabbitmq-bundle-0: -INFINITY
+pcmk__bundle_assign: redis-bundle-master allocation score on metal-1: 0
+pcmk__bundle_assign: redis-bundle-master allocation score on metal-2: 0
+pcmk__bundle_assign: redis-bundle-master allocation score on metal-3: 0
+pcmk__bundle_assign: redis-bundle-master allocation score on rabbitmq-bundle-0: 0
+pcmk__bundle_assign: redis-bundle-master allocation score on redis-bundle-0: -INFINITY
+pcmk__bundle_assign: redis-bundle-master allocation score on redis-bundle-1: -INFINITY
+pcmk__bundle_assign: redis-bundle-master allocation score on redis-bundle-2: -INFINITY
+pcmk__bundle_assign: redis:0 allocation score on redis-bundle-0: 500
+pcmk__bundle_assign: redis:1 allocation score on redis-bundle-1: 500
+pcmk__bundle_assign: redis:2 allocation score on redis-bundle-2: 500
pcmk__clone_assign: galera-bundle-master allocation score on galera-bundle-0: 0
pcmk__clone_assign: galera-bundle-master allocation score on galera-bundle-1: 0
pcmk__clone_assign: galera-bundle-master allocation score on galera-bundle-2: 0
diff --git a/cts/scheduler/scores/bundle-order-startup-clone.scores b/cts/scheduler/scores/bundle-order-startup-clone.scores
index f749b33..e64246b 100644
--- a/cts/scheduler/scores/bundle-order-startup-clone.scores
+++ b/cts/scheduler/scores/bundle-order-startup-clone.scores
@@ -1,49 +1,49 @@
galera:0 promotion score on galera-bundle-0: -1
-pcmk__bundle_allocate: galera-bundle allocation score on metal-1: 0
-pcmk__bundle_allocate: galera-bundle allocation score on metal-2: 0
-pcmk__bundle_allocate: galera-bundle allocation score on metal-3: 0
-pcmk__bundle_allocate: galera-bundle allocation score on rabbitmq-bundle-0: -INFINITY
-pcmk__bundle_allocate: galera-bundle-0 allocation score on metal-1: 0
-pcmk__bundle_allocate: galera-bundle-0 allocation score on metal-2: 0
-pcmk__bundle_allocate: galera-bundle-0 allocation score on metal-3: 0
-pcmk__bundle_allocate: galera-bundle-0 allocation score on rabbitmq-bundle-0: -INFINITY
-pcmk__bundle_allocate: galera-bundle-docker-0 allocation score on metal-1: 0
-pcmk__bundle_allocate: galera-bundle-docker-0 allocation score on metal-2: 0
-pcmk__bundle_allocate: galera-bundle-docker-0 allocation score on metal-3: 0
-pcmk__bundle_allocate: galera-bundle-docker-0 allocation score on rabbitmq-bundle-0: -INFINITY
-pcmk__bundle_allocate: galera-bundle-master allocation score on galera-bundle-0: -INFINITY
-pcmk__bundle_allocate: galera-bundle-master allocation score on metal-1: 0
-pcmk__bundle_allocate: galera-bundle-master allocation score on metal-2: 0
-pcmk__bundle_allocate: galera-bundle-master allocation score on metal-3: 0
-pcmk__bundle_allocate: galera-bundle-master allocation score on rabbitmq-bundle-0: 0
-pcmk__bundle_allocate: galera:0 allocation score on galera-bundle-0: 500
-pcmk__bundle_allocate: haproxy-bundle allocation score on metal-1: 0
-pcmk__bundle_allocate: haproxy-bundle allocation score on metal-2: 0
-pcmk__bundle_allocate: haproxy-bundle allocation score on metal-3: 0
-pcmk__bundle_allocate: haproxy-bundle allocation score on rabbitmq-bundle-0: 0
-pcmk__bundle_allocate: haproxy-bundle-docker-0 allocation score on metal-1: 0
-pcmk__bundle_allocate: haproxy-bundle-docker-0 allocation score on metal-2: 0
-pcmk__bundle_allocate: haproxy-bundle-docker-0 allocation score on metal-3: 0
-pcmk__bundle_allocate: haproxy-bundle-docker-0 allocation score on rabbitmq-bundle-0: 0
-pcmk__bundle_allocate: redis-bundle allocation score on metal-1: 0
-pcmk__bundle_allocate: redis-bundle allocation score on metal-2: 0
-pcmk__bundle_allocate: redis-bundle allocation score on metal-3: 0
-pcmk__bundle_allocate: redis-bundle allocation score on rabbitmq-bundle-0: -INFINITY
-pcmk__bundle_allocate: redis-bundle-0 allocation score on metal-1: 0
-pcmk__bundle_allocate: redis-bundle-0 allocation score on metal-2: 0
-pcmk__bundle_allocate: redis-bundle-0 allocation score on metal-3: 0
-pcmk__bundle_allocate: redis-bundle-0 allocation score on rabbitmq-bundle-0: -INFINITY
-pcmk__bundle_allocate: redis-bundle-docker-0 allocation score on metal-1: 0
-pcmk__bundle_allocate: redis-bundle-docker-0 allocation score on metal-2: 0
-pcmk__bundle_allocate: redis-bundle-docker-0 allocation score on metal-3: 0
-pcmk__bundle_allocate: redis-bundle-docker-0 allocation score on rabbitmq-bundle-0: -INFINITY
-pcmk__bundle_allocate: redis-bundle-master allocation score on metal-1: 0
-pcmk__bundle_allocate: redis-bundle-master allocation score on metal-2: 0
-pcmk__bundle_allocate: redis-bundle-master allocation score on metal-3: 0
-pcmk__bundle_allocate: redis-bundle-master allocation score on rabbitmq-bundle-0: 0
-pcmk__bundle_allocate: redis-bundle-master allocation score on redis-bundle-0: -INFINITY
-pcmk__bundle_allocate: redis:0 allocation score on redis-bundle-0: 500
+pcmk__bundle_assign: galera-bundle allocation score on metal-1: 0
+pcmk__bundle_assign: galera-bundle allocation score on metal-2: 0
+pcmk__bundle_assign: galera-bundle allocation score on metal-3: 0
+pcmk__bundle_assign: galera-bundle allocation score on rabbitmq-bundle-0: -INFINITY
+pcmk__bundle_assign: galera-bundle-0 allocation score on metal-1: 0
+pcmk__bundle_assign: galera-bundle-0 allocation score on metal-2: 0
+pcmk__bundle_assign: galera-bundle-0 allocation score on metal-3: 0
+pcmk__bundle_assign: galera-bundle-0 allocation score on rabbitmq-bundle-0: -INFINITY
+pcmk__bundle_assign: galera-bundle-docker-0 allocation score on metal-1: 0
+pcmk__bundle_assign: galera-bundle-docker-0 allocation score on metal-2: 0
+pcmk__bundle_assign: galera-bundle-docker-0 allocation score on metal-3: 0
+pcmk__bundle_assign: galera-bundle-docker-0 allocation score on rabbitmq-bundle-0: -INFINITY
+pcmk__bundle_assign: galera-bundle-master allocation score on galera-bundle-0: -INFINITY
+pcmk__bundle_assign: galera-bundle-master allocation score on metal-1: 0
+pcmk__bundle_assign: galera-bundle-master allocation score on metal-2: 0
+pcmk__bundle_assign: galera-bundle-master allocation score on metal-3: 0
+pcmk__bundle_assign: galera-bundle-master allocation score on rabbitmq-bundle-0: 0
+pcmk__bundle_assign: galera:0 allocation score on galera-bundle-0: 500
+pcmk__bundle_assign: haproxy-bundle allocation score on metal-1: 0
+pcmk__bundle_assign: haproxy-bundle allocation score on metal-2: 0
+pcmk__bundle_assign: haproxy-bundle allocation score on metal-3: 0
+pcmk__bundle_assign: haproxy-bundle allocation score on rabbitmq-bundle-0: 0
+pcmk__bundle_assign: haproxy-bundle-docker-0 allocation score on metal-1: 0
+pcmk__bundle_assign: haproxy-bundle-docker-0 allocation score on metal-2: 0
+pcmk__bundle_assign: haproxy-bundle-docker-0 allocation score on metal-3: 0
+pcmk__bundle_assign: haproxy-bundle-docker-0 allocation score on rabbitmq-bundle-0: 0
+pcmk__bundle_assign: redis-bundle allocation score on metal-1: 0
+pcmk__bundle_assign: redis-bundle allocation score on metal-2: 0
+pcmk__bundle_assign: redis-bundle allocation score on metal-3: 0
+pcmk__bundle_assign: redis-bundle allocation score on rabbitmq-bundle-0: -INFINITY
+pcmk__bundle_assign: redis-bundle-0 allocation score on metal-1: 0
+pcmk__bundle_assign: redis-bundle-0 allocation score on metal-2: 0
+pcmk__bundle_assign: redis-bundle-0 allocation score on metal-3: 0
+pcmk__bundle_assign: redis-bundle-0 allocation score on rabbitmq-bundle-0: -INFINITY
+pcmk__bundle_assign: redis-bundle-docker-0 allocation score on metal-1: 0
+pcmk__bundle_assign: redis-bundle-docker-0 allocation score on metal-2: 0
+pcmk__bundle_assign: redis-bundle-docker-0 allocation score on metal-3: 0
+pcmk__bundle_assign: redis-bundle-docker-0 allocation score on rabbitmq-bundle-0: -INFINITY
+pcmk__bundle_assign: redis-bundle-master allocation score on metal-1: 0
+pcmk__bundle_assign: redis-bundle-master allocation score on metal-2: 0
+pcmk__bundle_assign: redis-bundle-master allocation score on metal-3: 0
+pcmk__bundle_assign: redis-bundle-master allocation score on rabbitmq-bundle-0: 0
+pcmk__bundle_assign: redis-bundle-master allocation score on redis-bundle-0: -INFINITY
+pcmk__bundle_assign: redis:0 allocation score on redis-bundle-0: 500
pcmk__clone_assign: galera-bundle-master allocation score on galera-bundle-0: 0
pcmk__clone_assign: galera-bundle-master allocation score on metal-1: -INFINITY
pcmk__clone_assign: galera-bundle-master allocation score on metal-2: -INFINITY
diff --git a/cts/scheduler/scores/bundle-order-startup.scores b/cts/scheduler/scores/bundle-order-startup.scores
index 9b32784..92fce09 100644
--- a/cts/scheduler/scores/bundle-order-startup.scores
+++ b/cts/scheduler/scores/bundle-order-startup.scores
@@ -1,30 +1,30 @@
galera:0 promotion score on galera-bundle-0: -1
-pcmk__bundle_allocate: galera-bundle allocation score on undercloud: 0
-pcmk__bundle_allocate: galera-bundle-0 allocation score on undercloud: 0
-pcmk__bundle_allocate: galera-bundle-docker-0 allocation score on undercloud: 0
-pcmk__bundle_allocate: galera-bundle-master allocation score on galera-bundle-0: -INFINITY
-pcmk__bundle_allocate: galera-bundle-master allocation score on undercloud: 0
-pcmk__bundle_allocate: galera:0 allocation score on galera-bundle-0: 500
-pcmk__bundle_allocate: haproxy-bundle allocation score on undercloud: 0
-pcmk__bundle_allocate: haproxy-bundle allocation score on undercloud: 0
-pcmk__bundle_allocate: haproxy-bundle-docker-0 allocation score on undercloud: 0
-pcmk__bundle_allocate: haproxy-bundle-docker-0 allocation score on undercloud: 0
-pcmk__bundle_allocate: openstack-cinder-volume allocation score on undercloud: 0
-pcmk__bundle_allocate: openstack-cinder-volume-docker-0 allocation score on undercloud: 0
-pcmk__bundle_allocate: rabbitmq-bundle allocation score on undercloud: 0
-pcmk__bundle_allocate: rabbitmq-bundle-0 allocation score on undercloud: 0
-pcmk__bundle_allocate: rabbitmq-bundle-clone allocation score on rabbitmq-bundle-0: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-clone allocation score on undercloud: 0
-pcmk__bundle_allocate: rabbitmq-bundle-docker-0 allocation score on rabbitmq-bundle-0: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-docker-0 allocation score on undercloud: 0
-pcmk__bundle_allocate: rabbitmq:0 allocation score on rabbitmq-bundle-0: 500
-pcmk__bundle_allocate: redis-bundle allocation score on undercloud: 0
-pcmk__bundle_allocate: redis-bundle-0 allocation score on undercloud: 0
-pcmk__bundle_allocate: redis-bundle-docker-0 allocation score on undercloud: 0
-pcmk__bundle_allocate: redis-bundle-master allocation score on redis-bundle-0: -INFINITY
-pcmk__bundle_allocate: redis-bundle-master allocation score on undercloud: 0
-pcmk__bundle_allocate: redis:0 allocation score on redis-bundle-0: 500
+pcmk__bundle_assign: galera-bundle allocation score on undercloud: 0
+pcmk__bundle_assign: galera-bundle-0 allocation score on undercloud: 0
+pcmk__bundle_assign: galera-bundle-docker-0 allocation score on undercloud: 0
+pcmk__bundle_assign: galera-bundle-master allocation score on galera-bundle-0: -INFINITY
+pcmk__bundle_assign: galera-bundle-master allocation score on undercloud: 0
+pcmk__bundle_assign: galera:0 allocation score on galera-bundle-0: 500
+pcmk__bundle_assign: haproxy-bundle allocation score on undercloud: 0
+pcmk__bundle_assign: haproxy-bundle allocation score on undercloud: 0
+pcmk__bundle_assign: haproxy-bundle-docker-0 allocation score on undercloud: 0
+pcmk__bundle_assign: haproxy-bundle-docker-0 allocation score on undercloud: 0
+pcmk__bundle_assign: openstack-cinder-volume allocation score on undercloud: 0
+pcmk__bundle_assign: openstack-cinder-volume-docker-0 allocation score on undercloud: 0
+pcmk__bundle_assign: rabbitmq-bundle allocation score on undercloud: 0
+pcmk__bundle_assign: rabbitmq-bundle-0 allocation score on undercloud: 0
+pcmk__bundle_assign: rabbitmq-bundle-clone allocation score on rabbitmq-bundle-0: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-clone allocation score on undercloud: 0
+pcmk__bundle_assign: rabbitmq-bundle-docker-0 allocation score on rabbitmq-bundle-0: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-docker-0 allocation score on undercloud: 0
+pcmk__bundle_assign: rabbitmq:0 allocation score on rabbitmq-bundle-0: 500
+pcmk__bundle_assign: redis-bundle allocation score on undercloud: 0
+pcmk__bundle_assign: redis-bundle-0 allocation score on undercloud: 0
+pcmk__bundle_assign: redis-bundle-docker-0 allocation score on undercloud: 0
+pcmk__bundle_assign: redis-bundle-master allocation score on redis-bundle-0: -INFINITY
+pcmk__bundle_assign: redis-bundle-master allocation score on undercloud: 0
+pcmk__bundle_assign: redis:0 allocation score on redis-bundle-0: 500
pcmk__clone_assign: galera-bundle-master allocation score on galera-bundle-0: 0
pcmk__clone_assign: galera-bundle-master allocation score on undercloud: -INFINITY
pcmk__clone_assign: galera:0 allocation score on galera-bundle-0: INFINITY
diff --git a/cts/scheduler/scores/bundle-order-stop-clone.scores b/cts/scheduler/scores/bundle-order-stop-clone.scores
index 707260b..59419eb 100644
--- a/cts/scheduler/scores/bundle-order-stop-clone.scores
+++ b/cts/scheduler/scores/bundle-order-stop-clone.scores
@@ -2,98 +2,98 @@
galera:0 promotion score on galera-bundle-0: -1
galera:1 promotion score on galera-bundle-1: -1
galera:2 promotion score on galera-bundle-2: -1
-pcmk__bundle_allocate: galera-bundle allocation score on metal-1: 0
-pcmk__bundle_allocate: galera-bundle allocation score on metal-2: 0
-pcmk__bundle_allocate: galera-bundle allocation score on metal-3: 0
-pcmk__bundle_allocate: galera-bundle allocation score on rabbitmq-bundle-0: -INFINITY
-pcmk__bundle_allocate: galera-bundle-0 allocation score on metal-1: INFINITY
-pcmk__bundle_allocate: galera-bundle-0 allocation score on metal-2: 0
-pcmk__bundle_allocate: galera-bundle-0 allocation score on metal-3: 0
-pcmk__bundle_allocate: galera-bundle-0 allocation score on rabbitmq-bundle-0: -INFINITY
-pcmk__bundle_allocate: galera-bundle-1 allocation score on metal-1: 0
-pcmk__bundle_allocate: galera-bundle-1 allocation score on metal-2: INFINITY
-pcmk__bundle_allocate: galera-bundle-1 allocation score on metal-3: 0
-pcmk__bundle_allocate: galera-bundle-1 allocation score on rabbitmq-bundle-0: -INFINITY
-pcmk__bundle_allocate: galera-bundle-2 allocation score on metal-1: 0
-pcmk__bundle_allocate: galera-bundle-2 allocation score on metal-2: 0
-pcmk__bundle_allocate: galera-bundle-2 allocation score on metal-3: INFINITY
-pcmk__bundle_allocate: galera-bundle-2 allocation score on rabbitmq-bundle-0: -INFINITY
-pcmk__bundle_allocate: galera-bundle-docker-0 allocation score on metal-1: INFINITY
-pcmk__bundle_allocate: galera-bundle-docker-0 allocation score on metal-2: 0
-pcmk__bundle_allocate: galera-bundle-docker-0 allocation score on metal-3: 0
-pcmk__bundle_allocate: galera-bundle-docker-0 allocation score on rabbitmq-bundle-0: -INFINITY
-pcmk__bundle_allocate: galera-bundle-docker-1 allocation score on metal-1: 0
-pcmk__bundle_allocate: galera-bundle-docker-1 allocation score on metal-2: INFINITY
-pcmk__bundle_allocate: galera-bundle-docker-1 allocation score on metal-3: 0
-pcmk__bundle_allocate: galera-bundle-docker-1 allocation score on rabbitmq-bundle-0: -INFINITY
-pcmk__bundle_allocate: galera-bundle-docker-2 allocation score on metal-1: 0
-pcmk__bundle_allocate: galera-bundle-docker-2 allocation score on metal-2: 0
-pcmk__bundle_allocate: galera-bundle-docker-2 allocation score on metal-3: INFINITY
-pcmk__bundle_allocate: galera-bundle-docker-2 allocation score on rabbitmq-bundle-0: -INFINITY
-pcmk__bundle_allocate: galera-bundle-master allocation score on galera-bundle-0: -INFINITY
-pcmk__bundle_allocate: galera-bundle-master allocation score on galera-bundle-1: -INFINITY
-pcmk__bundle_allocate: galera-bundle-master allocation score on galera-bundle-2: -INFINITY
-pcmk__bundle_allocate: galera-bundle-master allocation score on metal-1: 0
-pcmk__bundle_allocate: galera-bundle-master allocation score on metal-2: 0
-pcmk__bundle_allocate: galera-bundle-master allocation score on metal-3: 0
-pcmk__bundle_allocate: galera-bundle-master allocation score on rabbitmq-bundle-0: 0
-pcmk__bundle_allocate: galera:0 allocation score on galera-bundle-0: INFINITY
-pcmk__bundle_allocate: galera:1 allocation score on galera-bundle-1: INFINITY
-pcmk__bundle_allocate: galera:2 allocation score on galera-bundle-2: INFINITY
-pcmk__bundle_allocate: haproxy-bundle allocation score on metal-1: 0
-pcmk__bundle_allocate: haproxy-bundle allocation score on metal-2: 0
-pcmk__bundle_allocate: haproxy-bundle allocation score on metal-3: 0
-pcmk__bundle_allocate: haproxy-bundle allocation score on rabbitmq-bundle-0: 0
-pcmk__bundle_allocate: haproxy-bundle-docker-0 allocation score on metal-1: INFINITY
-pcmk__bundle_allocate: haproxy-bundle-docker-0 allocation score on metal-2: 0
-pcmk__bundle_allocate: haproxy-bundle-docker-0 allocation score on metal-3: 0
-pcmk__bundle_allocate: haproxy-bundle-docker-0 allocation score on rabbitmq-bundle-0: 0
-pcmk__bundle_allocate: haproxy-bundle-docker-1 allocation score on metal-1: 0
-pcmk__bundle_allocate: haproxy-bundle-docker-1 allocation score on metal-2: INFINITY
-pcmk__bundle_allocate: haproxy-bundle-docker-1 allocation score on metal-3: 0
-pcmk__bundle_allocate: haproxy-bundle-docker-1 allocation score on rabbitmq-bundle-0: 0
-pcmk__bundle_allocate: haproxy-bundle-docker-2 allocation score on metal-1: 0
-pcmk__bundle_allocate: haproxy-bundle-docker-2 allocation score on metal-2: 0
-pcmk__bundle_allocate: haproxy-bundle-docker-2 allocation score on metal-3: INFINITY
-pcmk__bundle_allocate: haproxy-bundle-docker-2 allocation score on rabbitmq-bundle-0: 0
-pcmk__bundle_allocate: redis-bundle allocation score on metal-1: 0
-pcmk__bundle_allocate: redis-bundle allocation score on metal-2: 0
-pcmk__bundle_allocate: redis-bundle allocation score on metal-3: 0
-pcmk__bundle_allocate: redis-bundle allocation score on rabbitmq-bundle-0: -INFINITY
-pcmk__bundle_allocate: redis-bundle-0 allocation score on metal-1: INFINITY
-pcmk__bundle_allocate: redis-bundle-0 allocation score on metal-2: 0
-pcmk__bundle_allocate: redis-bundle-0 allocation score on metal-3: 0
-pcmk__bundle_allocate: redis-bundle-0 allocation score on rabbitmq-bundle-0: -INFINITY
-pcmk__bundle_allocate: redis-bundle-1 allocation score on metal-1: 0
-pcmk__bundle_allocate: redis-bundle-1 allocation score on metal-2: INFINITY
-pcmk__bundle_allocate: redis-bundle-1 allocation score on metal-3: 0
-pcmk__bundle_allocate: redis-bundle-1 allocation score on rabbitmq-bundle-0: -INFINITY
-pcmk__bundle_allocate: redis-bundle-2 allocation score on metal-1: 0
-pcmk__bundle_allocate: redis-bundle-2 allocation score on metal-2: 0
-pcmk__bundle_allocate: redis-bundle-2 allocation score on metal-3: INFINITY
-pcmk__bundle_allocate: redis-bundle-2 allocation score on rabbitmq-bundle-0: -INFINITY
-pcmk__bundle_allocate: redis-bundle-docker-0 allocation score on metal-1: INFINITY
-pcmk__bundle_allocate: redis-bundle-docker-0 allocation score on metal-2: 0
-pcmk__bundle_allocate: redis-bundle-docker-0 allocation score on metal-3: 0
-pcmk__bundle_allocate: redis-bundle-docker-0 allocation score on rabbitmq-bundle-0: -INFINITY
-pcmk__bundle_allocate: redis-bundle-docker-1 allocation score on metal-1: 0
-pcmk__bundle_allocate: redis-bundle-docker-1 allocation score on metal-2: INFINITY
-pcmk__bundle_allocate: redis-bundle-docker-1 allocation score on metal-3: 0
-pcmk__bundle_allocate: redis-bundle-docker-1 allocation score on rabbitmq-bundle-0: -INFINITY
-pcmk__bundle_allocate: redis-bundle-docker-2 allocation score on metal-1: 0
-pcmk__bundle_allocate: redis-bundle-docker-2 allocation score on metal-2: 0
-pcmk__bundle_allocate: redis-bundle-docker-2 allocation score on metal-3: INFINITY
-pcmk__bundle_allocate: redis-bundle-docker-2 allocation score on rabbitmq-bundle-0: -INFINITY
-pcmk__bundle_allocate: redis-bundle-master allocation score on metal-1: 0
-pcmk__bundle_allocate: redis-bundle-master allocation score on metal-2: 0
-pcmk__bundle_allocate: redis-bundle-master allocation score on metal-3: 0
-pcmk__bundle_allocate: redis-bundle-master allocation score on rabbitmq-bundle-0: 0
-pcmk__bundle_allocate: redis-bundle-master allocation score on redis-bundle-0: -INFINITY
-pcmk__bundle_allocate: redis-bundle-master allocation score on redis-bundle-1: -INFINITY
-pcmk__bundle_allocate: redis-bundle-master allocation score on redis-bundle-2: -INFINITY
-pcmk__bundle_allocate: redis:0 allocation score on redis-bundle-0: INFINITY
-pcmk__bundle_allocate: redis:1 allocation score on redis-bundle-1: INFINITY
-pcmk__bundle_allocate: redis:2 allocation score on redis-bundle-2: INFINITY
+pcmk__bundle_assign: galera-bundle allocation score on metal-1: 0
+pcmk__bundle_assign: galera-bundle allocation score on metal-2: 0
+pcmk__bundle_assign: galera-bundle allocation score on metal-3: 0
+pcmk__bundle_assign: galera-bundle allocation score on rabbitmq-bundle-0: -INFINITY
+pcmk__bundle_assign: galera-bundle-0 allocation score on metal-1: INFINITY
+pcmk__bundle_assign: galera-bundle-0 allocation score on metal-2: 0
+pcmk__bundle_assign: galera-bundle-0 allocation score on metal-3: 0
+pcmk__bundle_assign: galera-bundle-0 allocation score on rabbitmq-bundle-0: -INFINITY
+pcmk__bundle_assign: galera-bundle-1 allocation score on metal-1: 0
+pcmk__bundle_assign: galera-bundle-1 allocation score on metal-2: INFINITY
+pcmk__bundle_assign: galera-bundle-1 allocation score on metal-3: 0
+pcmk__bundle_assign: galera-bundle-1 allocation score on rabbitmq-bundle-0: -INFINITY
+pcmk__bundle_assign: galera-bundle-2 allocation score on metal-1: 0
+pcmk__bundle_assign: galera-bundle-2 allocation score on metal-2: 0
+pcmk__bundle_assign: galera-bundle-2 allocation score on metal-3: INFINITY
+pcmk__bundle_assign: galera-bundle-2 allocation score on rabbitmq-bundle-0: -INFINITY
+pcmk__bundle_assign: galera-bundle-docker-0 allocation score on metal-1: INFINITY
+pcmk__bundle_assign: galera-bundle-docker-0 allocation score on metal-2: 0
+pcmk__bundle_assign: galera-bundle-docker-0 allocation score on metal-3: 0
+pcmk__bundle_assign: galera-bundle-docker-0 allocation score on rabbitmq-bundle-0: -INFINITY
+pcmk__bundle_assign: galera-bundle-docker-1 allocation score on metal-1: 0
+pcmk__bundle_assign: galera-bundle-docker-1 allocation score on metal-2: INFINITY
+pcmk__bundle_assign: galera-bundle-docker-1 allocation score on metal-3: 0
+pcmk__bundle_assign: galera-bundle-docker-1 allocation score on rabbitmq-bundle-0: -INFINITY
+pcmk__bundle_assign: galera-bundle-docker-2 allocation score on metal-1: 0
+pcmk__bundle_assign: galera-bundle-docker-2 allocation score on metal-2: 0
+pcmk__bundle_assign: galera-bundle-docker-2 allocation score on metal-3: INFINITY
+pcmk__bundle_assign: galera-bundle-docker-2 allocation score on rabbitmq-bundle-0: -INFINITY
+pcmk__bundle_assign: galera-bundle-master allocation score on galera-bundle-0: -INFINITY
+pcmk__bundle_assign: galera-bundle-master allocation score on galera-bundle-1: -INFINITY
+pcmk__bundle_assign: galera-bundle-master allocation score on galera-bundle-2: -INFINITY
+pcmk__bundle_assign: galera-bundle-master allocation score on metal-1: 0
+pcmk__bundle_assign: galera-bundle-master allocation score on metal-2: 0
+pcmk__bundle_assign: galera-bundle-master allocation score on metal-3: 0
+pcmk__bundle_assign: galera-bundle-master allocation score on rabbitmq-bundle-0: 0
+pcmk__bundle_assign: galera:0 allocation score on galera-bundle-0: INFINITY
+pcmk__bundle_assign: galera:1 allocation score on galera-bundle-1: INFINITY
+pcmk__bundle_assign: galera:2 allocation score on galera-bundle-2: INFINITY
+pcmk__bundle_assign: haproxy-bundle allocation score on metal-1: 0
+pcmk__bundle_assign: haproxy-bundle allocation score on metal-2: 0
+pcmk__bundle_assign: haproxy-bundle allocation score on metal-3: 0
+pcmk__bundle_assign: haproxy-bundle allocation score on rabbitmq-bundle-0: 0
+pcmk__bundle_assign: haproxy-bundle-docker-0 allocation score on metal-1: INFINITY
+pcmk__bundle_assign: haproxy-bundle-docker-0 allocation score on metal-2: 0
+pcmk__bundle_assign: haproxy-bundle-docker-0 allocation score on metal-3: 0
+pcmk__bundle_assign: haproxy-bundle-docker-0 allocation score on rabbitmq-bundle-0: 0
+pcmk__bundle_assign: haproxy-bundle-docker-1 allocation score on metal-1: 0
+pcmk__bundle_assign: haproxy-bundle-docker-1 allocation score on metal-2: INFINITY
+pcmk__bundle_assign: haproxy-bundle-docker-1 allocation score on metal-3: 0
+pcmk__bundle_assign: haproxy-bundle-docker-1 allocation score on rabbitmq-bundle-0: 0
+pcmk__bundle_assign: haproxy-bundle-docker-2 allocation score on metal-1: 0
+pcmk__bundle_assign: haproxy-bundle-docker-2 allocation score on metal-2: 0
+pcmk__bundle_assign: haproxy-bundle-docker-2 allocation score on metal-3: INFINITY
+pcmk__bundle_assign: haproxy-bundle-docker-2 allocation score on rabbitmq-bundle-0: 0
+pcmk__bundle_assign: redis-bundle allocation score on metal-1: 0
+pcmk__bundle_assign: redis-bundle allocation score on metal-2: 0
+pcmk__bundle_assign: redis-bundle allocation score on metal-3: 0
+pcmk__bundle_assign: redis-bundle allocation score on rabbitmq-bundle-0: -INFINITY
+pcmk__bundle_assign: redis-bundle-0 allocation score on metal-1: INFINITY
+pcmk__bundle_assign: redis-bundle-0 allocation score on metal-2: 0
+pcmk__bundle_assign: redis-bundle-0 allocation score on metal-3: 0
+pcmk__bundle_assign: redis-bundle-0 allocation score on rabbitmq-bundle-0: -INFINITY
+pcmk__bundle_assign: redis-bundle-1 allocation score on metal-1: 0
+pcmk__bundle_assign: redis-bundle-1 allocation score on metal-2: INFINITY
+pcmk__bundle_assign: redis-bundle-1 allocation score on metal-3: 0
+pcmk__bundle_assign: redis-bundle-1 allocation score on rabbitmq-bundle-0: -INFINITY
+pcmk__bundle_assign: redis-bundle-2 allocation score on metal-1: 0
+pcmk__bundle_assign: redis-bundle-2 allocation score on metal-2: 0
+pcmk__bundle_assign: redis-bundle-2 allocation score on metal-3: INFINITY
+pcmk__bundle_assign: redis-bundle-2 allocation score on rabbitmq-bundle-0: -INFINITY
+pcmk__bundle_assign: redis-bundle-docker-0 allocation score on metal-1: INFINITY
+pcmk__bundle_assign: redis-bundle-docker-0 allocation score on metal-2: 0
+pcmk__bundle_assign: redis-bundle-docker-0 allocation score on metal-3: 0
+pcmk__bundle_assign: redis-bundle-docker-0 allocation score on rabbitmq-bundle-0: -INFINITY
+pcmk__bundle_assign: redis-bundle-docker-1 allocation score on metal-1: 0
+pcmk__bundle_assign: redis-bundle-docker-1 allocation score on metal-2: INFINITY
+pcmk__bundle_assign: redis-bundle-docker-1 allocation score on metal-3: 0
+pcmk__bundle_assign: redis-bundle-docker-1 allocation score on rabbitmq-bundle-0: -INFINITY
+pcmk__bundle_assign: redis-bundle-docker-2 allocation score on metal-1: 0
+pcmk__bundle_assign: redis-bundle-docker-2 allocation score on metal-2: 0
+pcmk__bundle_assign: redis-bundle-docker-2 allocation score on metal-3: INFINITY
+pcmk__bundle_assign: redis-bundle-docker-2 allocation score on rabbitmq-bundle-0: -INFINITY
+pcmk__bundle_assign: redis-bundle-master allocation score on metal-1: 0
+pcmk__bundle_assign: redis-bundle-master allocation score on metal-2: 0
+pcmk__bundle_assign: redis-bundle-master allocation score on metal-3: 0
+pcmk__bundle_assign: redis-bundle-master allocation score on rabbitmq-bundle-0: 0
+pcmk__bundle_assign: redis-bundle-master allocation score on redis-bundle-0: -INFINITY
+pcmk__bundle_assign: redis-bundle-master allocation score on redis-bundle-1: -INFINITY
+pcmk__bundle_assign: redis-bundle-master allocation score on redis-bundle-2: -INFINITY
+pcmk__bundle_assign: redis:0 allocation score on redis-bundle-0: INFINITY
+pcmk__bundle_assign: redis:1 allocation score on redis-bundle-1: INFINITY
+pcmk__bundle_assign: redis:2 allocation score on redis-bundle-2: INFINITY
pcmk__clone_assign: galera-bundle-master allocation score on galera-bundle-0: 0
pcmk__clone_assign: galera-bundle-master allocation score on galera-bundle-1: 0
pcmk__clone_assign: galera-bundle-master allocation score on galera-bundle-2: 0
@@ -147,8 +147,12 @@ pcmk__primitive_assign: galera-bundle-2 allocation score on metal-2: 0
pcmk__primitive_assign: galera-bundle-2 allocation score on metal-3: INFINITY
pcmk__primitive_assign: galera-bundle-2 allocation score on rabbitmq-bundle-0: -INFINITY
pcmk__primitive_assign: galera-bundle-docker-0 allocation score on metal-1: -INFINITY
+pcmk__primitive_assign: galera-bundle-docker-0 allocation score on metal-1: -INFINITY
+pcmk__primitive_assign: galera-bundle-docker-0 allocation score on metal-2: -INFINITY
pcmk__primitive_assign: galera-bundle-docker-0 allocation score on metal-2: -INFINITY
pcmk__primitive_assign: galera-bundle-docker-0 allocation score on metal-3: -INFINITY
+pcmk__primitive_assign: galera-bundle-docker-0 allocation score on metal-3: -INFINITY
+pcmk__primitive_assign: galera-bundle-docker-0 allocation score on rabbitmq-bundle-0: -INFINITY
pcmk__primitive_assign: galera-bundle-docker-0 allocation score on rabbitmq-bundle-0: -INFINITY
pcmk__primitive_assign: galera-bundle-docker-1 allocation score on metal-1: -INFINITY
pcmk__primitive_assign: galera-bundle-docker-1 allocation score on metal-2: INFINITY
diff --git a/cts/scheduler/scores/bundle-order-stop-on-remote.scores b/cts/scheduler/scores/bundle-order-stop-on-remote.scores
index 4f592d1..7d92b2c 100644
--- a/cts/scheduler/scores/bundle-order-stop-on-remote.scores
+++ b/cts/scheduler/scores/bundle-order-stop-on-remote.scores
@@ -2,312 +2,312 @@
galera:0 promotion score on galera-bundle-0: 100
galera:1 promotion score on galera-bundle-1: 100
galera:2 promotion score on galera-bundle-2: 100
-pcmk__bundle_allocate: galera-bundle allocation score on controller-0: -INFINITY
-pcmk__bundle_allocate: galera-bundle allocation score on controller-1: -INFINITY
-pcmk__bundle_allocate: galera-bundle allocation score on controller-2: -INFINITY
-pcmk__bundle_allocate: galera-bundle allocation score on database-0: 0
-pcmk__bundle_allocate: galera-bundle allocation score on database-1: 0
-pcmk__bundle_allocate: galera-bundle allocation score on database-2: 0
-pcmk__bundle_allocate: galera-bundle allocation score on messaging-0: -INFINITY
-pcmk__bundle_allocate: galera-bundle allocation score on messaging-1: -INFINITY
-pcmk__bundle_allocate: galera-bundle allocation score on messaging-2: -INFINITY
-pcmk__bundle_allocate: galera-bundle-0 allocation score on controller-0: 0
-pcmk__bundle_allocate: galera-bundle-0 allocation score on controller-1: 0
-pcmk__bundle_allocate: galera-bundle-0 allocation score on controller-2: 0
-pcmk__bundle_allocate: galera-bundle-0 allocation score on database-0: -INFINITY
-pcmk__bundle_allocate: galera-bundle-0 allocation score on database-1: -INFINITY
-pcmk__bundle_allocate: galera-bundle-0 allocation score on database-2: -INFINITY
-pcmk__bundle_allocate: galera-bundle-0 allocation score on messaging-0: -INFINITY
-pcmk__bundle_allocate: galera-bundle-0 allocation score on messaging-1: -INFINITY
-pcmk__bundle_allocate: galera-bundle-0 allocation score on messaging-2: -INFINITY
-pcmk__bundle_allocate: galera-bundle-1 allocation score on controller-0: 0
-pcmk__bundle_allocate: galera-bundle-1 allocation score on controller-1: 0
-pcmk__bundle_allocate: galera-bundle-1 allocation score on controller-2: INFINITY
-pcmk__bundle_allocate: galera-bundle-1 allocation score on database-0: -INFINITY
-pcmk__bundle_allocate: galera-bundle-1 allocation score on database-1: -INFINITY
-pcmk__bundle_allocate: galera-bundle-1 allocation score on database-2: -INFINITY
-pcmk__bundle_allocate: galera-bundle-1 allocation score on messaging-0: -INFINITY
-pcmk__bundle_allocate: galera-bundle-1 allocation score on messaging-1: -INFINITY
-pcmk__bundle_allocate: galera-bundle-1 allocation score on messaging-2: -INFINITY
-pcmk__bundle_allocate: galera-bundle-2 allocation score on controller-0: 0
-pcmk__bundle_allocate: galera-bundle-2 allocation score on controller-1: 0
-pcmk__bundle_allocate: galera-bundle-2 allocation score on controller-2: 0
-pcmk__bundle_allocate: galera-bundle-2 allocation score on database-0: -INFINITY
-pcmk__bundle_allocate: galera-bundle-2 allocation score on database-1: -INFINITY
-pcmk__bundle_allocate: galera-bundle-2 allocation score on database-2: -INFINITY
-pcmk__bundle_allocate: galera-bundle-2 allocation score on messaging-0: -INFINITY
-pcmk__bundle_allocate: galera-bundle-2 allocation score on messaging-1: -INFINITY
-pcmk__bundle_allocate: galera-bundle-2 allocation score on messaging-2: -INFINITY
-pcmk__bundle_allocate: galera-bundle-docker-0 allocation score on controller-0: -INFINITY
-pcmk__bundle_allocate: galera-bundle-docker-0 allocation score on controller-1: -INFINITY
-pcmk__bundle_allocate: galera-bundle-docker-0 allocation score on controller-2: -INFINITY
-pcmk__bundle_allocate: galera-bundle-docker-0 allocation score on database-0: INFINITY
-pcmk__bundle_allocate: galera-bundle-docker-0 allocation score on database-1: 0
-pcmk__bundle_allocate: galera-bundle-docker-0 allocation score on database-2: 0
-pcmk__bundle_allocate: galera-bundle-docker-0 allocation score on messaging-0: -INFINITY
-pcmk__bundle_allocate: galera-bundle-docker-0 allocation score on messaging-1: -INFINITY
-pcmk__bundle_allocate: galera-bundle-docker-0 allocation score on messaging-2: -INFINITY
-pcmk__bundle_allocate: galera-bundle-docker-1 allocation score on controller-0: -INFINITY
-pcmk__bundle_allocate: galera-bundle-docker-1 allocation score on controller-1: -INFINITY
-pcmk__bundle_allocate: galera-bundle-docker-1 allocation score on controller-2: -INFINITY
-pcmk__bundle_allocate: galera-bundle-docker-1 allocation score on database-0: 0
-pcmk__bundle_allocate: galera-bundle-docker-1 allocation score on database-1: INFINITY
-pcmk__bundle_allocate: galera-bundle-docker-1 allocation score on database-2: 0
-pcmk__bundle_allocate: galera-bundle-docker-1 allocation score on messaging-0: -INFINITY
-pcmk__bundle_allocate: galera-bundle-docker-1 allocation score on messaging-1: -INFINITY
-pcmk__bundle_allocate: galera-bundle-docker-1 allocation score on messaging-2: -INFINITY
-pcmk__bundle_allocate: galera-bundle-docker-2 allocation score on controller-0: -INFINITY
-pcmk__bundle_allocate: galera-bundle-docker-2 allocation score on controller-1: -INFINITY
-pcmk__bundle_allocate: galera-bundle-docker-2 allocation score on controller-2: -INFINITY
-pcmk__bundle_allocate: galera-bundle-docker-2 allocation score on database-0: 0
-pcmk__bundle_allocate: galera-bundle-docker-2 allocation score on database-1: 0
-pcmk__bundle_allocate: galera-bundle-docker-2 allocation score on database-2: INFINITY
-pcmk__bundle_allocate: galera-bundle-docker-2 allocation score on messaging-0: -INFINITY
-pcmk__bundle_allocate: galera-bundle-docker-2 allocation score on messaging-1: -INFINITY
-pcmk__bundle_allocate: galera-bundle-docker-2 allocation score on messaging-2: -INFINITY
-pcmk__bundle_allocate: galera-bundle-master allocation score on controller-0: 0
-pcmk__bundle_allocate: galera-bundle-master allocation score on controller-1: 0
-pcmk__bundle_allocate: galera-bundle-master allocation score on controller-2: 0
-pcmk__bundle_allocate: galera-bundle-master allocation score on database-0: 0
-pcmk__bundle_allocate: galera-bundle-master allocation score on database-1: 0
-pcmk__bundle_allocate: galera-bundle-master allocation score on database-2: 0
-pcmk__bundle_allocate: galera-bundle-master allocation score on galera-bundle-0: -INFINITY
-pcmk__bundle_allocate: galera-bundle-master allocation score on galera-bundle-1: -INFINITY
-pcmk__bundle_allocate: galera-bundle-master allocation score on galera-bundle-2: -INFINITY
-pcmk__bundle_allocate: galera-bundle-master allocation score on messaging-0: 0
-pcmk__bundle_allocate: galera-bundle-master allocation score on messaging-1: 0
-pcmk__bundle_allocate: galera-bundle-master allocation score on messaging-2: 0
-pcmk__bundle_allocate: galera:0 allocation score on galera-bundle-0: INFINITY
-pcmk__bundle_allocate: galera:1 allocation score on galera-bundle-1: INFINITY
-pcmk__bundle_allocate: galera:2 allocation score on galera-bundle-2: INFINITY
-pcmk__bundle_allocate: haproxy-bundle allocation score on controller-0: 0
-pcmk__bundle_allocate: haproxy-bundle allocation score on controller-0: 0
-pcmk__bundle_allocate: haproxy-bundle allocation score on controller-1: 0
-pcmk__bundle_allocate: haproxy-bundle allocation score on controller-1: 0
-pcmk__bundle_allocate: haproxy-bundle allocation score on controller-2: 0
-pcmk__bundle_allocate: haproxy-bundle allocation score on controller-2: 0
-pcmk__bundle_allocate: haproxy-bundle allocation score on database-0: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle allocation score on database-0: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle allocation score on database-1: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle allocation score on database-1: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle allocation score on database-2: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle allocation score on database-2: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle allocation score on messaging-0: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle allocation score on messaging-0: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle allocation score on messaging-1: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle allocation score on messaging-1: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle allocation score on messaging-2: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle allocation score on messaging-2: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-docker-0 allocation score on controller-0: INFINITY
-pcmk__bundle_allocate: haproxy-bundle-docker-0 allocation score on controller-0: INFINITY
-pcmk__bundle_allocate: haproxy-bundle-docker-0 allocation score on controller-1: 0
-pcmk__bundle_allocate: haproxy-bundle-docker-0 allocation score on controller-1: 0
-pcmk__bundle_allocate: haproxy-bundle-docker-0 allocation score on controller-2: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-docker-0 allocation score on controller-2: 0
-pcmk__bundle_allocate: haproxy-bundle-docker-0 allocation score on database-0: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-docker-0 allocation score on database-0: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-docker-0 allocation score on database-1: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-docker-0 allocation score on database-1: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-docker-0 allocation score on database-2: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-docker-0 allocation score on database-2: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-docker-0 allocation score on messaging-0: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-docker-0 allocation score on messaging-0: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-docker-0 allocation score on messaging-1: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-docker-0 allocation score on messaging-1: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-docker-0 allocation score on messaging-2: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-docker-0 allocation score on messaging-2: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-docker-1 allocation score on controller-0: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-docker-1 allocation score on controller-0: 0
-pcmk__bundle_allocate: haproxy-bundle-docker-1 allocation score on controller-1: 0
-pcmk__bundle_allocate: haproxy-bundle-docker-1 allocation score on controller-1: 0
-pcmk__bundle_allocate: haproxy-bundle-docker-1 allocation score on controller-2: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-docker-1 allocation score on controller-2: 0
-pcmk__bundle_allocate: haproxy-bundle-docker-1 allocation score on database-0: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-docker-1 allocation score on database-0: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-docker-1 allocation score on database-1: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-docker-1 allocation score on database-1: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-docker-1 allocation score on database-2: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-docker-1 allocation score on database-2: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-docker-1 allocation score on messaging-0: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-docker-1 allocation score on messaging-0: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-docker-1 allocation score on messaging-1: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-docker-1 allocation score on messaging-1: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-docker-1 allocation score on messaging-2: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-docker-1 allocation score on messaging-2: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-docker-2 allocation score on controller-0: 0
-pcmk__bundle_allocate: haproxy-bundle-docker-2 allocation score on controller-0: 0
-pcmk__bundle_allocate: haproxy-bundle-docker-2 allocation score on controller-1: 0
-pcmk__bundle_allocate: haproxy-bundle-docker-2 allocation score on controller-1: 0
-pcmk__bundle_allocate: haproxy-bundle-docker-2 allocation score on controller-2: INFINITY
-pcmk__bundle_allocate: haproxy-bundle-docker-2 allocation score on controller-2: INFINITY
-pcmk__bundle_allocate: haproxy-bundle-docker-2 allocation score on database-0: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-docker-2 allocation score on database-0: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-docker-2 allocation score on database-1: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-docker-2 allocation score on database-1: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-docker-2 allocation score on database-2: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-docker-2 allocation score on database-2: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-docker-2 allocation score on messaging-0: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-docker-2 allocation score on messaging-0: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-docker-2 allocation score on messaging-1: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-docker-2 allocation score on messaging-1: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-docker-2 allocation score on messaging-2: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-docker-2 allocation score on messaging-2: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle allocation score on controller-0: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle allocation score on controller-1: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle allocation score on controller-2: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle allocation score on database-0: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle allocation score on database-1: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle allocation score on database-2: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle allocation score on messaging-0: 0
-pcmk__bundle_allocate: rabbitmq-bundle allocation score on messaging-1: 0
-pcmk__bundle_allocate: rabbitmq-bundle allocation score on messaging-2: 0
-pcmk__bundle_allocate: rabbitmq-bundle-0 allocation score on controller-0: 0
-pcmk__bundle_allocate: rabbitmq-bundle-0 allocation score on controller-1: 0
-pcmk__bundle_allocate: rabbitmq-bundle-0 allocation score on controller-2: INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-0 allocation score on database-0: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-0 allocation score on database-1: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-0 allocation score on database-2: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-0 allocation score on messaging-0: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-0 allocation score on messaging-1: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-0 allocation score on messaging-2: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-1 allocation score on controller-0: 0
-pcmk__bundle_allocate: rabbitmq-bundle-1 allocation score on controller-1: 0
-pcmk__bundle_allocate: rabbitmq-bundle-1 allocation score on controller-2: INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-1 allocation score on database-0: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-1 allocation score on database-1: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-1 allocation score on database-2: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-1 allocation score on messaging-0: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-1 allocation score on messaging-1: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-1 allocation score on messaging-2: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-2 allocation score on controller-0: 0
-pcmk__bundle_allocate: rabbitmq-bundle-2 allocation score on controller-1: 0
-pcmk__bundle_allocate: rabbitmq-bundle-2 allocation score on controller-2: INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-2 allocation score on database-0: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-2 allocation score on database-1: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-2 allocation score on database-2: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-2 allocation score on messaging-0: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-2 allocation score on messaging-1: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-2 allocation score on messaging-2: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-clone allocation score on controller-0: 0
-pcmk__bundle_allocate: rabbitmq-bundle-clone allocation score on controller-1: 0
-pcmk__bundle_allocate: rabbitmq-bundle-clone allocation score on controller-2: 0
-pcmk__bundle_allocate: rabbitmq-bundle-clone allocation score on database-0: 0
-pcmk__bundle_allocate: rabbitmq-bundle-clone allocation score on database-1: 0
-pcmk__bundle_allocate: rabbitmq-bundle-clone allocation score on database-2: 0
-pcmk__bundle_allocate: rabbitmq-bundle-clone allocation score on messaging-0: 0
-pcmk__bundle_allocate: rabbitmq-bundle-clone allocation score on messaging-1: 0
-pcmk__bundle_allocate: rabbitmq-bundle-clone allocation score on messaging-2: 0
-pcmk__bundle_allocate: rabbitmq-bundle-clone allocation score on rabbitmq-bundle-0: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-clone allocation score on rabbitmq-bundle-1: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-clone allocation score on rabbitmq-bundle-2: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-docker-0 allocation score on controller-0: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-docker-0 allocation score on controller-1: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-docker-0 allocation score on controller-2: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-docker-0 allocation score on database-0: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-docker-0 allocation score on database-1: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-docker-0 allocation score on database-2: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-docker-0 allocation score on messaging-0: INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-docker-0 allocation score on messaging-1: 0
-pcmk__bundle_allocate: rabbitmq-bundle-docker-0 allocation score on messaging-2: 0
-pcmk__bundle_allocate: rabbitmq-bundle-docker-1 allocation score on controller-0: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-docker-1 allocation score on controller-1: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-docker-1 allocation score on controller-2: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-docker-1 allocation score on database-0: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-docker-1 allocation score on database-1: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-docker-1 allocation score on database-2: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-docker-1 allocation score on messaging-0: 0
-pcmk__bundle_allocate: rabbitmq-bundle-docker-1 allocation score on messaging-1: INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-docker-1 allocation score on messaging-2: 0
-pcmk__bundle_allocate: rabbitmq-bundle-docker-2 allocation score on controller-0: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-docker-2 allocation score on controller-1: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-docker-2 allocation score on controller-2: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-docker-2 allocation score on database-0: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-docker-2 allocation score on database-1: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-docker-2 allocation score on database-2: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-docker-2 allocation score on messaging-0: 0
-pcmk__bundle_allocate: rabbitmq-bundle-docker-2 allocation score on messaging-1: 0
-pcmk__bundle_allocate: rabbitmq-bundle-docker-2 allocation score on messaging-2: INFINITY
-pcmk__bundle_allocate: rabbitmq:0 allocation score on rabbitmq-bundle-0: INFINITY
-pcmk__bundle_allocate: rabbitmq:1 allocation score on rabbitmq-bundle-1: INFINITY
-pcmk__bundle_allocate: rabbitmq:2 allocation score on rabbitmq-bundle-2: INFINITY
-pcmk__bundle_allocate: redis-bundle allocation score on controller-0: 0
-pcmk__bundle_allocate: redis-bundle allocation score on controller-1: 0
-pcmk__bundle_allocate: redis-bundle allocation score on controller-2: 0
-pcmk__bundle_allocate: redis-bundle allocation score on database-0: -INFINITY
-pcmk__bundle_allocate: redis-bundle allocation score on database-1: -INFINITY
-pcmk__bundle_allocate: redis-bundle allocation score on database-2: -INFINITY
-pcmk__bundle_allocate: redis-bundle allocation score on messaging-0: -INFINITY
-pcmk__bundle_allocate: redis-bundle allocation score on messaging-1: -INFINITY
-pcmk__bundle_allocate: redis-bundle allocation score on messaging-2: -INFINITY
-pcmk__bundle_allocate: redis-bundle-0 allocation score on controller-0: INFINITY
-pcmk__bundle_allocate: redis-bundle-0 allocation score on controller-1: 0
-pcmk__bundle_allocate: redis-bundle-0 allocation score on controller-2: 0
-pcmk__bundle_allocate: redis-bundle-0 allocation score on database-0: -INFINITY
-pcmk__bundle_allocate: redis-bundle-0 allocation score on database-1: -INFINITY
-pcmk__bundle_allocate: redis-bundle-0 allocation score on database-2: -INFINITY
-pcmk__bundle_allocate: redis-bundle-0 allocation score on messaging-0: -INFINITY
-pcmk__bundle_allocate: redis-bundle-0 allocation score on messaging-1: -INFINITY
-pcmk__bundle_allocate: redis-bundle-0 allocation score on messaging-2: -INFINITY
-pcmk__bundle_allocate: redis-bundle-1 allocation score on controller-0: 0
-pcmk__bundle_allocate: redis-bundle-1 allocation score on controller-1: 0
-pcmk__bundle_allocate: redis-bundle-1 allocation score on controller-2: 0
-pcmk__bundle_allocate: redis-bundle-1 allocation score on database-0: -INFINITY
-pcmk__bundle_allocate: redis-bundle-1 allocation score on database-1: -INFINITY
-pcmk__bundle_allocate: redis-bundle-1 allocation score on database-2: -INFINITY
-pcmk__bundle_allocate: redis-bundle-1 allocation score on messaging-0: -INFINITY
-pcmk__bundle_allocate: redis-bundle-1 allocation score on messaging-1: -INFINITY
-pcmk__bundle_allocate: redis-bundle-1 allocation score on messaging-2: -INFINITY
-pcmk__bundle_allocate: redis-bundle-2 allocation score on controller-0: 0
-pcmk__bundle_allocate: redis-bundle-2 allocation score on controller-1: 0
-pcmk__bundle_allocate: redis-bundle-2 allocation score on controller-2: INFINITY
-pcmk__bundle_allocate: redis-bundle-2 allocation score on database-0: -INFINITY
-pcmk__bundle_allocate: redis-bundle-2 allocation score on database-1: -INFINITY
-pcmk__bundle_allocate: redis-bundle-2 allocation score on database-2: -INFINITY
-pcmk__bundle_allocate: redis-bundle-2 allocation score on messaging-0: -INFINITY
-pcmk__bundle_allocate: redis-bundle-2 allocation score on messaging-1: -INFINITY
-pcmk__bundle_allocate: redis-bundle-2 allocation score on messaging-2: -INFINITY
-pcmk__bundle_allocate: redis-bundle-docker-0 allocation score on controller-0: INFINITY
-pcmk__bundle_allocate: redis-bundle-docker-0 allocation score on controller-1: 0
-pcmk__bundle_allocate: redis-bundle-docker-0 allocation score on controller-2: 0
-pcmk__bundle_allocate: redis-bundle-docker-0 allocation score on database-0: -INFINITY
-pcmk__bundle_allocate: redis-bundle-docker-0 allocation score on database-1: -INFINITY
-pcmk__bundle_allocate: redis-bundle-docker-0 allocation score on database-2: -INFINITY
-pcmk__bundle_allocate: redis-bundle-docker-0 allocation score on messaging-0: -INFINITY
-pcmk__bundle_allocate: redis-bundle-docker-0 allocation score on messaging-1: -INFINITY
-pcmk__bundle_allocate: redis-bundle-docker-0 allocation score on messaging-2: -INFINITY
-pcmk__bundle_allocate: redis-bundle-docker-1 allocation score on controller-0: 0
-pcmk__bundle_allocate: redis-bundle-docker-1 allocation score on controller-1: 0
-pcmk__bundle_allocate: redis-bundle-docker-1 allocation score on controller-2: 0
-pcmk__bundle_allocate: redis-bundle-docker-1 allocation score on database-0: -INFINITY
-pcmk__bundle_allocate: redis-bundle-docker-1 allocation score on database-1: -INFINITY
-pcmk__bundle_allocate: redis-bundle-docker-1 allocation score on database-2: -INFINITY
-pcmk__bundle_allocate: redis-bundle-docker-1 allocation score on messaging-0: -INFINITY
-pcmk__bundle_allocate: redis-bundle-docker-1 allocation score on messaging-1: -INFINITY
-pcmk__bundle_allocate: redis-bundle-docker-1 allocation score on messaging-2: -INFINITY
-pcmk__bundle_allocate: redis-bundle-docker-2 allocation score on controller-0: 0
-pcmk__bundle_allocate: redis-bundle-docker-2 allocation score on controller-1: 0
-pcmk__bundle_allocate: redis-bundle-docker-2 allocation score on controller-2: INFINITY
-pcmk__bundle_allocate: redis-bundle-docker-2 allocation score on database-0: -INFINITY
-pcmk__bundle_allocate: redis-bundle-docker-2 allocation score on database-1: -INFINITY
-pcmk__bundle_allocate: redis-bundle-docker-2 allocation score on database-2: -INFINITY
-pcmk__bundle_allocate: redis-bundle-docker-2 allocation score on messaging-0: -INFINITY
-pcmk__bundle_allocate: redis-bundle-docker-2 allocation score on messaging-1: -INFINITY
-pcmk__bundle_allocate: redis-bundle-docker-2 allocation score on messaging-2: -INFINITY
-pcmk__bundle_allocate: redis-bundle-master allocation score on controller-0: 0
-pcmk__bundle_allocate: redis-bundle-master allocation score on controller-1: 0
-pcmk__bundle_allocate: redis-bundle-master allocation score on controller-2: 0
-pcmk__bundle_allocate: redis-bundle-master allocation score on database-0: 0
-pcmk__bundle_allocate: redis-bundle-master allocation score on database-1: 0
-pcmk__bundle_allocate: redis-bundle-master allocation score on database-2: 0
-pcmk__bundle_allocate: redis-bundle-master allocation score on messaging-0: 0
-pcmk__bundle_allocate: redis-bundle-master allocation score on messaging-1: 0
-pcmk__bundle_allocate: redis-bundle-master allocation score on messaging-2: 0
-pcmk__bundle_allocate: redis-bundle-master allocation score on redis-bundle-0: -INFINITY
-pcmk__bundle_allocate: redis-bundle-master allocation score on redis-bundle-1: -INFINITY
-pcmk__bundle_allocate: redis-bundle-master allocation score on redis-bundle-2: -INFINITY
-pcmk__bundle_allocate: redis:0 allocation score on redis-bundle-0: INFINITY
-pcmk__bundle_allocate: redis:1 allocation score on redis-bundle-1: 500
-pcmk__bundle_allocate: redis:2 allocation score on redis-bundle-2: INFINITY
+pcmk__bundle_assign: galera-bundle allocation score on controller-0: -INFINITY
+pcmk__bundle_assign: galera-bundle allocation score on controller-1: -INFINITY
+pcmk__bundle_assign: galera-bundle allocation score on controller-2: -INFINITY
+pcmk__bundle_assign: galera-bundle allocation score on database-0: 0
+pcmk__bundle_assign: galera-bundle allocation score on database-1: 0
+pcmk__bundle_assign: galera-bundle allocation score on database-2: 0
+pcmk__bundle_assign: galera-bundle allocation score on messaging-0: -INFINITY
+pcmk__bundle_assign: galera-bundle allocation score on messaging-1: -INFINITY
+pcmk__bundle_assign: galera-bundle allocation score on messaging-2: -INFINITY
+pcmk__bundle_assign: galera-bundle-0 allocation score on controller-0: 0
+pcmk__bundle_assign: galera-bundle-0 allocation score on controller-1: 0
+pcmk__bundle_assign: galera-bundle-0 allocation score on controller-2: 0
+pcmk__bundle_assign: galera-bundle-0 allocation score on database-0: -INFINITY
+pcmk__bundle_assign: galera-bundle-0 allocation score on database-1: -INFINITY
+pcmk__bundle_assign: galera-bundle-0 allocation score on database-2: -INFINITY
+pcmk__bundle_assign: galera-bundle-0 allocation score on messaging-0: -INFINITY
+pcmk__bundle_assign: galera-bundle-0 allocation score on messaging-1: -INFINITY
+pcmk__bundle_assign: galera-bundle-0 allocation score on messaging-2: -INFINITY
+pcmk__bundle_assign: galera-bundle-1 allocation score on controller-0: 0
+pcmk__bundle_assign: galera-bundle-1 allocation score on controller-1: 0
+pcmk__bundle_assign: galera-bundle-1 allocation score on controller-2: INFINITY
+pcmk__bundle_assign: galera-bundle-1 allocation score on database-0: -INFINITY
+pcmk__bundle_assign: galera-bundle-1 allocation score on database-1: -INFINITY
+pcmk__bundle_assign: galera-bundle-1 allocation score on database-2: -INFINITY
+pcmk__bundle_assign: galera-bundle-1 allocation score on messaging-0: -INFINITY
+pcmk__bundle_assign: galera-bundle-1 allocation score on messaging-1: -INFINITY
+pcmk__bundle_assign: galera-bundle-1 allocation score on messaging-2: -INFINITY
+pcmk__bundle_assign: galera-bundle-2 allocation score on controller-0: 0
+pcmk__bundle_assign: galera-bundle-2 allocation score on controller-1: 0
+pcmk__bundle_assign: galera-bundle-2 allocation score on controller-2: 0
+pcmk__bundle_assign: galera-bundle-2 allocation score on database-0: -INFINITY
+pcmk__bundle_assign: galera-bundle-2 allocation score on database-1: -INFINITY
+pcmk__bundle_assign: galera-bundle-2 allocation score on database-2: -INFINITY
+pcmk__bundle_assign: galera-bundle-2 allocation score on messaging-0: -INFINITY
+pcmk__bundle_assign: galera-bundle-2 allocation score on messaging-1: -INFINITY
+pcmk__bundle_assign: galera-bundle-2 allocation score on messaging-2: -INFINITY
+pcmk__bundle_assign: galera-bundle-docker-0 allocation score on controller-0: -INFINITY
+pcmk__bundle_assign: galera-bundle-docker-0 allocation score on controller-1: -INFINITY
+pcmk__bundle_assign: galera-bundle-docker-0 allocation score on controller-2: -INFINITY
+pcmk__bundle_assign: galera-bundle-docker-0 allocation score on database-0: INFINITY
+pcmk__bundle_assign: galera-bundle-docker-0 allocation score on database-1: 0
+pcmk__bundle_assign: galera-bundle-docker-0 allocation score on database-2: 0
+pcmk__bundle_assign: galera-bundle-docker-0 allocation score on messaging-0: -INFINITY
+pcmk__bundle_assign: galera-bundle-docker-0 allocation score on messaging-1: -INFINITY
+pcmk__bundle_assign: galera-bundle-docker-0 allocation score on messaging-2: -INFINITY
+pcmk__bundle_assign: galera-bundle-docker-1 allocation score on controller-0: -INFINITY
+pcmk__bundle_assign: galera-bundle-docker-1 allocation score on controller-1: -INFINITY
+pcmk__bundle_assign: galera-bundle-docker-1 allocation score on controller-2: -INFINITY
+pcmk__bundle_assign: galera-bundle-docker-1 allocation score on database-0: 0
+pcmk__bundle_assign: galera-bundle-docker-1 allocation score on database-1: INFINITY
+pcmk__bundle_assign: galera-bundle-docker-1 allocation score on database-2: 0
+pcmk__bundle_assign: galera-bundle-docker-1 allocation score on messaging-0: -INFINITY
+pcmk__bundle_assign: galera-bundle-docker-1 allocation score on messaging-1: -INFINITY
+pcmk__bundle_assign: galera-bundle-docker-1 allocation score on messaging-2: -INFINITY
+pcmk__bundle_assign: galera-bundle-docker-2 allocation score on controller-0: -INFINITY
+pcmk__bundle_assign: galera-bundle-docker-2 allocation score on controller-1: -INFINITY
+pcmk__bundle_assign: galera-bundle-docker-2 allocation score on controller-2: -INFINITY
+pcmk__bundle_assign: galera-bundle-docker-2 allocation score on database-0: 0
+pcmk__bundle_assign: galera-bundle-docker-2 allocation score on database-1: 0
+pcmk__bundle_assign: galera-bundle-docker-2 allocation score on database-2: INFINITY
+pcmk__bundle_assign: galera-bundle-docker-2 allocation score on messaging-0: -INFINITY
+pcmk__bundle_assign: galera-bundle-docker-2 allocation score on messaging-1: -INFINITY
+pcmk__bundle_assign: galera-bundle-docker-2 allocation score on messaging-2: -INFINITY
+pcmk__bundle_assign: galera-bundle-master allocation score on controller-0: 0
+pcmk__bundle_assign: galera-bundle-master allocation score on controller-1: 0
+pcmk__bundle_assign: galera-bundle-master allocation score on controller-2: 0
+pcmk__bundle_assign: galera-bundle-master allocation score on database-0: 0
+pcmk__bundle_assign: galera-bundle-master allocation score on database-1: 0
+pcmk__bundle_assign: galera-bundle-master allocation score on database-2: 0
+pcmk__bundle_assign: galera-bundle-master allocation score on galera-bundle-0: -INFINITY
+pcmk__bundle_assign: galera-bundle-master allocation score on galera-bundle-1: -INFINITY
+pcmk__bundle_assign: galera-bundle-master allocation score on galera-bundle-2: -INFINITY
+pcmk__bundle_assign: galera-bundle-master allocation score on messaging-0: 0
+pcmk__bundle_assign: galera-bundle-master allocation score on messaging-1: 0
+pcmk__bundle_assign: galera-bundle-master allocation score on messaging-2: 0
+pcmk__bundle_assign: galera:0 allocation score on galera-bundle-0: INFINITY
+pcmk__bundle_assign: galera:1 allocation score on galera-bundle-1: INFINITY
+pcmk__bundle_assign: galera:2 allocation score on galera-bundle-2: INFINITY
+pcmk__bundle_assign: haproxy-bundle allocation score on controller-0: 0
+pcmk__bundle_assign: haproxy-bundle allocation score on controller-0: 0
+pcmk__bundle_assign: haproxy-bundle allocation score on controller-1: 0
+pcmk__bundle_assign: haproxy-bundle allocation score on controller-1: 0
+pcmk__bundle_assign: haproxy-bundle allocation score on controller-2: 0
+pcmk__bundle_assign: haproxy-bundle allocation score on controller-2: 0
+pcmk__bundle_assign: haproxy-bundle allocation score on database-0: -INFINITY
+pcmk__bundle_assign: haproxy-bundle allocation score on database-0: -INFINITY
+pcmk__bundle_assign: haproxy-bundle allocation score on database-1: -INFINITY
+pcmk__bundle_assign: haproxy-bundle allocation score on database-1: -INFINITY
+pcmk__bundle_assign: haproxy-bundle allocation score on database-2: -INFINITY
+pcmk__bundle_assign: haproxy-bundle allocation score on database-2: -INFINITY
+pcmk__bundle_assign: haproxy-bundle allocation score on messaging-0: -INFINITY
+pcmk__bundle_assign: haproxy-bundle allocation score on messaging-0: -INFINITY
+pcmk__bundle_assign: haproxy-bundle allocation score on messaging-1: -INFINITY
+pcmk__bundle_assign: haproxy-bundle allocation score on messaging-1: -INFINITY
+pcmk__bundle_assign: haproxy-bundle allocation score on messaging-2: -INFINITY
+pcmk__bundle_assign: haproxy-bundle allocation score on messaging-2: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-docker-0 allocation score on controller-0: INFINITY
+pcmk__bundle_assign: haproxy-bundle-docker-0 allocation score on controller-0: INFINITY
+pcmk__bundle_assign: haproxy-bundle-docker-0 allocation score on controller-1: 0
+pcmk__bundle_assign: haproxy-bundle-docker-0 allocation score on controller-1: 0
+pcmk__bundle_assign: haproxy-bundle-docker-0 allocation score on controller-2: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-docker-0 allocation score on controller-2: 0
+pcmk__bundle_assign: haproxy-bundle-docker-0 allocation score on database-0: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-docker-0 allocation score on database-0: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-docker-0 allocation score on database-1: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-docker-0 allocation score on database-1: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-docker-0 allocation score on database-2: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-docker-0 allocation score on database-2: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-docker-0 allocation score on messaging-0: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-docker-0 allocation score on messaging-0: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-docker-0 allocation score on messaging-1: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-docker-0 allocation score on messaging-1: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-docker-0 allocation score on messaging-2: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-docker-0 allocation score on messaging-2: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-docker-1 allocation score on controller-0: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-docker-1 allocation score on controller-0: 0
+pcmk__bundle_assign: haproxy-bundle-docker-1 allocation score on controller-1: 0
+pcmk__bundle_assign: haproxy-bundle-docker-1 allocation score on controller-1: 0
+pcmk__bundle_assign: haproxy-bundle-docker-1 allocation score on controller-2: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-docker-1 allocation score on controller-2: 0
+pcmk__bundle_assign: haproxy-bundle-docker-1 allocation score on database-0: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-docker-1 allocation score on database-0: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-docker-1 allocation score on database-1: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-docker-1 allocation score on database-1: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-docker-1 allocation score on database-2: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-docker-1 allocation score on database-2: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-docker-1 allocation score on messaging-0: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-docker-1 allocation score on messaging-0: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-docker-1 allocation score on messaging-1: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-docker-1 allocation score on messaging-1: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-docker-1 allocation score on messaging-2: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-docker-1 allocation score on messaging-2: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-docker-2 allocation score on controller-0: 0
+pcmk__bundle_assign: haproxy-bundle-docker-2 allocation score on controller-0: 0
+pcmk__bundle_assign: haproxy-bundle-docker-2 allocation score on controller-1: 0
+pcmk__bundle_assign: haproxy-bundle-docker-2 allocation score on controller-1: 0
+pcmk__bundle_assign: haproxy-bundle-docker-2 allocation score on controller-2: INFINITY
+pcmk__bundle_assign: haproxy-bundle-docker-2 allocation score on controller-2: INFINITY
+pcmk__bundle_assign: haproxy-bundle-docker-2 allocation score on database-0: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-docker-2 allocation score on database-0: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-docker-2 allocation score on database-1: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-docker-2 allocation score on database-1: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-docker-2 allocation score on database-2: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-docker-2 allocation score on database-2: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-docker-2 allocation score on messaging-0: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-docker-2 allocation score on messaging-0: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-docker-2 allocation score on messaging-1: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-docker-2 allocation score on messaging-1: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-docker-2 allocation score on messaging-2: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-docker-2 allocation score on messaging-2: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle allocation score on controller-0: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle allocation score on controller-1: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle allocation score on controller-2: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle allocation score on database-0: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle allocation score on database-1: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle allocation score on database-2: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle allocation score on messaging-0: 0
+pcmk__bundle_assign: rabbitmq-bundle allocation score on messaging-1: 0
+pcmk__bundle_assign: rabbitmq-bundle allocation score on messaging-2: 0
+pcmk__bundle_assign: rabbitmq-bundle-0 allocation score on controller-0: 0
+pcmk__bundle_assign: rabbitmq-bundle-0 allocation score on controller-1: 0
+pcmk__bundle_assign: rabbitmq-bundle-0 allocation score on controller-2: INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-0 allocation score on database-0: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-0 allocation score on database-1: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-0 allocation score on database-2: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-0 allocation score on messaging-0: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-0 allocation score on messaging-1: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-0 allocation score on messaging-2: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-1 allocation score on controller-0: 0
+pcmk__bundle_assign: rabbitmq-bundle-1 allocation score on controller-1: 0
+pcmk__bundle_assign: rabbitmq-bundle-1 allocation score on controller-2: INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-1 allocation score on database-0: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-1 allocation score on database-1: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-1 allocation score on database-2: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-1 allocation score on messaging-0: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-1 allocation score on messaging-1: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-1 allocation score on messaging-2: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-2 allocation score on controller-0: 0
+pcmk__bundle_assign: rabbitmq-bundle-2 allocation score on controller-1: 0
+pcmk__bundle_assign: rabbitmq-bundle-2 allocation score on controller-2: INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-2 allocation score on database-0: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-2 allocation score on database-1: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-2 allocation score on database-2: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-2 allocation score on messaging-0: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-2 allocation score on messaging-1: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-2 allocation score on messaging-2: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-clone allocation score on controller-0: 0
+pcmk__bundle_assign: rabbitmq-bundle-clone allocation score on controller-1: 0
+pcmk__bundle_assign: rabbitmq-bundle-clone allocation score on controller-2: 0
+pcmk__bundle_assign: rabbitmq-bundle-clone allocation score on database-0: 0
+pcmk__bundle_assign: rabbitmq-bundle-clone allocation score on database-1: 0
+pcmk__bundle_assign: rabbitmq-bundle-clone allocation score on database-2: 0
+pcmk__bundle_assign: rabbitmq-bundle-clone allocation score on messaging-0: 0
+pcmk__bundle_assign: rabbitmq-bundle-clone allocation score on messaging-1: 0
+pcmk__bundle_assign: rabbitmq-bundle-clone allocation score on messaging-2: 0
+pcmk__bundle_assign: rabbitmq-bundle-clone allocation score on rabbitmq-bundle-0: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-clone allocation score on rabbitmq-bundle-1: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-clone allocation score on rabbitmq-bundle-2: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-docker-0 allocation score on controller-0: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-docker-0 allocation score on controller-1: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-docker-0 allocation score on controller-2: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-docker-0 allocation score on database-0: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-docker-0 allocation score on database-1: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-docker-0 allocation score on database-2: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-docker-0 allocation score on messaging-0: INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-docker-0 allocation score on messaging-1: 0
+pcmk__bundle_assign: rabbitmq-bundle-docker-0 allocation score on messaging-2: 0
+pcmk__bundle_assign: rabbitmq-bundle-docker-1 allocation score on controller-0: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-docker-1 allocation score on controller-1: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-docker-1 allocation score on controller-2: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-docker-1 allocation score on database-0: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-docker-1 allocation score on database-1: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-docker-1 allocation score on database-2: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-docker-1 allocation score on messaging-0: 0
+pcmk__bundle_assign: rabbitmq-bundle-docker-1 allocation score on messaging-1: INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-docker-1 allocation score on messaging-2: 0
+pcmk__bundle_assign: rabbitmq-bundle-docker-2 allocation score on controller-0: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-docker-2 allocation score on controller-1: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-docker-2 allocation score on controller-2: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-docker-2 allocation score on database-0: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-docker-2 allocation score on database-1: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-docker-2 allocation score on database-2: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-docker-2 allocation score on messaging-0: 0
+pcmk__bundle_assign: rabbitmq-bundle-docker-2 allocation score on messaging-1: 0
+pcmk__bundle_assign: rabbitmq-bundle-docker-2 allocation score on messaging-2: INFINITY
+pcmk__bundle_assign: rabbitmq:0 allocation score on rabbitmq-bundle-0: INFINITY
+pcmk__bundle_assign: rabbitmq:1 allocation score on rabbitmq-bundle-1: INFINITY
+pcmk__bundle_assign: rabbitmq:2 allocation score on rabbitmq-bundle-2: INFINITY
+pcmk__bundle_assign: redis-bundle allocation score on controller-0: 0
+pcmk__bundle_assign: redis-bundle allocation score on controller-1: 0
+pcmk__bundle_assign: redis-bundle allocation score on controller-2: 0
+pcmk__bundle_assign: redis-bundle allocation score on database-0: -INFINITY
+pcmk__bundle_assign: redis-bundle allocation score on database-1: -INFINITY
+pcmk__bundle_assign: redis-bundle allocation score on database-2: -INFINITY
+pcmk__bundle_assign: redis-bundle allocation score on messaging-0: -INFINITY
+pcmk__bundle_assign: redis-bundle allocation score on messaging-1: -INFINITY
+pcmk__bundle_assign: redis-bundle allocation score on messaging-2: -INFINITY
+pcmk__bundle_assign: redis-bundle-0 allocation score on controller-0: INFINITY
+pcmk__bundle_assign: redis-bundle-0 allocation score on controller-1: 0
+pcmk__bundle_assign: redis-bundle-0 allocation score on controller-2: 0
+pcmk__bundle_assign: redis-bundle-0 allocation score on database-0: -INFINITY
+pcmk__bundle_assign: redis-bundle-0 allocation score on database-1: -INFINITY
+pcmk__bundle_assign: redis-bundle-0 allocation score on database-2: -INFINITY
+pcmk__bundle_assign: redis-bundle-0 allocation score on messaging-0: -INFINITY
+pcmk__bundle_assign: redis-bundle-0 allocation score on messaging-1: -INFINITY
+pcmk__bundle_assign: redis-bundle-0 allocation score on messaging-2: -INFINITY
+pcmk__bundle_assign: redis-bundle-1 allocation score on controller-0: 0
+pcmk__bundle_assign: redis-bundle-1 allocation score on controller-1: 0
+pcmk__bundle_assign: redis-bundle-1 allocation score on controller-2: 0
+pcmk__bundle_assign: redis-bundle-1 allocation score on database-0: -INFINITY
+pcmk__bundle_assign: redis-bundle-1 allocation score on database-1: -INFINITY
+pcmk__bundle_assign: redis-bundle-1 allocation score on database-2: -INFINITY
+pcmk__bundle_assign: redis-bundle-1 allocation score on messaging-0: -INFINITY
+pcmk__bundle_assign: redis-bundle-1 allocation score on messaging-1: -INFINITY
+pcmk__bundle_assign: redis-bundle-1 allocation score on messaging-2: -INFINITY
+pcmk__bundle_assign: redis-bundle-2 allocation score on controller-0: 0
+pcmk__bundle_assign: redis-bundle-2 allocation score on controller-1: 0
+pcmk__bundle_assign: redis-bundle-2 allocation score on controller-2: INFINITY
+pcmk__bundle_assign: redis-bundle-2 allocation score on database-0: -INFINITY
+pcmk__bundle_assign: redis-bundle-2 allocation score on database-1: -INFINITY
+pcmk__bundle_assign: redis-bundle-2 allocation score on database-2: -INFINITY
+pcmk__bundle_assign: redis-bundle-2 allocation score on messaging-0: -INFINITY
+pcmk__bundle_assign: redis-bundle-2 allocation score on messaging-1: -INFINITY
+pcmk__bundle_assign: redis-bundle-2 allocation score on messaging-2: -INFINITY
+pcmk__bundle_assign: redis-bundle-docker-0 allocation score on controller-0: INFINITY
+pcmk__bundle_assign: redis-bundle-docker-0 allocation score on controller-1: 0
+pcmk__bundle_assign: redis-bundle-docker-0 allocation score on controller-2: 0
+pcmk__bundle_assign: redis-bundle-docker-0 allocation score on database-0: -INFINITY
+pcmk__bundle_assign: redis-bundle-docker-0 allocation score on database-1: -INFINITY
+pcmk__bundle_assign: redis-bundle-docker-0 allocation score on database-2: -INFINITY
+pcmk__bundle_assign: redis-bundle-docker-0 allocation score on messaging-0: -INFINITY
+pcmk__bundle_assign: redis-bundle-docker-0 allocation score on messaging-1: -INFINITY
+pcmk__bundle_assign: redis-bundle-docker-0 allocation score on messaging-2: -INFINITY
+pcmk__bundle_assign: redis-bundle-docker-1 allocation score on controller-0: 0
+pcmk__bundle_assign: redis-bundle-docker-1 allocation score on controller-1: 0
+pcmk__bundle_assign: redis-bundle-docker-1 allocation score on controller-2: 0
+pcmk__bundle_assign: redis-bundle-docker-1 allocation score on database-0: -INFINITY
+pcmk__bundle_assign: redis-bundle-docker-1 allocation score on database-1: -INFINITY
+pcmk__bundle_assign: redis-bundle-docker-1 allocation score on database-2: -INFINITY
+pcmk__bundle_assign: redis-bundle-docker-1 allocation score on messaging-0: -INFINITY
+pcmk__bundle_assign: redis-bundle-docker-1 allocation score on messaging-1: -INFINITY
+pcmk__bundle_assign: redis-bundle-docker-1 allocation score on messaging-2: -INFINITY
+pcmk__bundle_assign: redis-bundle-docker-2 allocation score on controller-0: 0
+pcmk__bundle_assign: redis-bundle-docker-2 allocation score on controller-1: 0
+pcmk__bundle_assign: redis-bundle-docker-2 allocation score on controller-2: INFINITY
+pcmk__bundle_assign: redis-bundle-docker-2 allocation score on database-0: -INFINITY
+pcmk__bundle_assign: redis-bundle-docker-2 allocation score on database-1: -INFINITY
+pcmk__bundle_assign: redis-bundle-docker-2 allocation score on database-2: -INFINITY
+pcmk__bundle_assign: redis-bundle-docker-2 allocation score on messaging-0: -INFINITY
+pcmk__bundle_assign: redis-bundle-docker-2 allocation score on messaging-1: -INFINITY
+pcmk__bundle_assign: redis-bundle-docker-2 allocation score on messaging-2: -INFINITY
+pcmk__bundle_assign: redis-bundle-master allocation score on controller-0: 0
+pcmk__bundle_assign: redis-bundle-master allocation score on controller-1: 0
+pcmk__bundle_assign: redis-bundle-master allocation score on controller-2: 0
+pcmk__bundle_assign: redis-bundle-master allocation score on database-0: 0
+pcmk__bundle_assign: redis-bundle-master allocation score on database-1: 0
+pcmk__bundle_assign: redis-bundle-master allocation score on database-2: 0
+pcmk__bundle_assign: redis-bundle-master allocation score on messaging-0: 0
+pcmk__bundle_assign: redis-bundle-master allocation score on messaging-1: 0
+pcmk__bundle_assign: redis-bundle-master allocation score on messaging-2: 0
+pcmk__bundle_assign: redis-bundle-master allocation score on redis-bundle-0: -INFINITY
+pcmk__bundle_assign: redis-bundle-master allocation score on redis-bundle-1: -INFINITY
+pcmk__bundle_assign: redis-bundle-master allocation score on redis-bundle-2: -INFINITY
+pcmk__bundle_assign: redis:0 allocation score on redis-bundle-0: INFINITY
+pcmk__bundle_assign: redis:1 allocation score on redis-bundle-1: 500
+pcmk__bundle_assign: redis:2 allocation score on redis-bundle-2: INFINITY
pcmk__clone_assign: galera-bundle-master allocation score on controller-0: -INFINITY
pcmk__clone_assign: galera-bundle-master allocation score on controller-1: -INFINITY
pcmk__clone_assign: galera-bundle-master allocation score on controller-2: -INFINITY
diff --git a/cts/scheduler/scores/bundle-order-stop.scores b/cts/scheduler/scores/bundle-order-stop.scores
index e00df39..2bb6cb6 100644
--- a/cts/scheduler/scores/bundle-order-stop.scores
+++ b/cts/scheduler/scores/bundle-order-stop.scores
@@ -1,30 +1,30 @@
galera:0 promotion score on galera-bundle-0: 100
-pcmk__bundle_allocate: galera-bundle allocation score on undercloud: 0
-pcmk__bundle_allocate: galera-bundle-0 allocation score on undercloud: INFINITY
-pcmk__bundle_allocate: galera-bundle-docker-0 allocation score on undercloud: INFINITY
-pcmk__bundle_allocate: galera-bundle-master allocation score on galera-bundle-0: -INFINITY
-pcmk__bundle_allocate: galera-bundle-master allocation score on undercloud: 0
-pcmk__bundle_allocate: galera:0 allocation score on galera-bundle-0: INFINITY
-pcmk__bundle_allocate: haproxy-bundle allocation score on undercloud: 0
-pcmk__bundle_allocate: haproxy-bundle allocation score on undercloud: 0
-pcmk__bundle_allocate: haproxy-bundle-docker-0 allocation score on undercloud: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-docker-0 allocation score on undercloud: INFINITY
-pcmk__bundle_allocate: openstack-cinder-volume allocation score on undercloud: 0
-pcmk__bundle_allocate: openstack-cinder-volume-docker-0 allocation score on undercloud: INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle allocation score on undercloud: 0
-pcmk__bundle_allocate: rabbitmq-bundle-0 allocation score on undercloud: INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-clone allocation score on rabbitmq-bundle-0: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-clone allocation score on undercloud: 0
-pcmk__bundle_allocate: rabbitmq-bundle-docker-0 allocation score on rabbitmq-bundle-0: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-docker-0 allocation score on undercloud: INFINITY
-pcmk__bundle_allocate: rabbitmq:0 allocation score on rabbitmq-bundle-0: INFINITY
-pcmk__bundle_allocate: redis-bundle allocation score on undercloud: 0
-pcmk__bundle_allocate: redis-bundle-0 allocation score on undercloud: INFINITY
-pcmk__bundle_allocate: redis-bundle-docker-0 allocation score on undercloud: INFINITY
-pcmk__bundle_allocate: redis-bundle-master allocation score on redis-bundle-0: -INFINITY
-pcmk__bundle_allocate: redis-bundle-master allocation score on undercloud: 0
-pcmk__bundle_allocate: redis:0 allocation score on redis-bundle-0: INFINITY
+pcmk__bundle_assign: galera-bundle allocation score on undercloud: 0
+pcmk__bundle_assign: galera-bundle-0 allocation score on undercloud: INFINITY
+pcmk__bundle_assign: galera-bundle-docker-0 allocation score on undercloud: INFINITY
+pcmk__bundle_assign: galera-bundle-master allocation score on galera-bundle-0: -INFINITY
+pcmk__bundle_assign: galera-bundle-master allocation score on undercloud: 0
+pcmk__bundle_assign: galera:0 allocation score on galera-bundle-0: INFINITY
+pcmk__bundle_assign: haproxy-bundle allocation score on undercloud: 0
+pcmk__bundle_assign: haproxy-bundle allocation score on undercloud: 0
+pcmk__bundle_assign: haproxy-bundle-docker-0 allocation score on undercloud: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-docker-0 allocation score on undercloud: INFINITY
+pcmk__bundle_assign: openstack-cinder-volume allocation score on undercloud: 0
+pcmk__bundle_assign: openstack-cinder-volume-docker-0 allocation score on undercloud: INFINITY
+pcmk__bundle_assign: rabbitmq-bundle allocation score on undercloud: 0
+pcmk__bundle_assign: rabbitmq-bundle-0 allocation score on undercloud: INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-clone allocation score on rabbitmq-bundle-0: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-clone allocation score on undercloud: 0
+pcmk__bundle_assign: rabbitmq-bundle-docker-0 allocation score on rabbitmq-bundle-0: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-docker-0 allocation score on undercloud: INFINITY
+pcmk__bundle_assign: rabbitmq:0 allocation score on rabbitmq-bundle-0: INFINITY
+pcmk__bundle_assign: redis-bundle allocation score on undercloud: 0
+pcmk__bundle_assign: redis-bundle-0 allocation score on undercloud: INFINITY
+pcmk__bundle_assign: redis-bundle-docker-0 allocation score on undercloud: INFINITY
+pcmk__bundle_assign: redis-bundle-master allocation score on redis-bundle-0: -INFINITY
+pcmk__bundle_assign: redis-bundle-master allocation score on undercloud: 0
+pcmk__bundle_assign: redis:0 allocation score on redis-bundle-0: INFINITY
pcmk__clone_assign: galera-bundle-master allocation score on galera-bundle-0: 0
pcmk__clone_assign: galera-bundle-master allocation score on undercloud: -INFINITY
pcmk__clone_assign: galera:0 allocation score on galera-bundle-0: INFINITY
diff --git a/cts/scheduler/scores/bundle-probe-order-1.scores b/cts/scheduler/scores/bundle-probe-order-1.scores
index 0716be6..edaaaa3 100644
--- a/cts/scheduler/scores/bundle-probe-order-1.scores
+++ b/cts/scheduler/scores/bundle-probe-order-1.scores
@@ -2,36 +2,36 @@
galera:0 promotion score on none: 0
galera:1 promotion score on none: 0
galera:2 promotion score on none: 0
-pcmk__bundle_allocate: galera-bundle allocation score on centos1: -INFINITY
-pcmk__bundle_allocate: galera-bundle allocation score on centos2: 0
-pcmk__bundle_allocate: galera-bundle allocation score on centos3: -INFINITY
-pcmk__bundle_allocate: galera-bundle-0 allocation score on centos1: 0
-pcmk__bundle_allocate: galera-bundle-0 allocation score on centos2: 0
-pcmk__bundle_allocate: galera-bundle-0 allocation score on centos3: 0
-pcmk__bundle_allocate: galera-bundle-1 allocation score on centos1: 0
-pcmk__bundle_allocate: galera-bundle-1 allocation score on centos2: 0
-pcmk__bundle_allocate: galera-bundle-1 allocation score on centos3: 0
-pcmk__bundle_allocate: galera-bundle-2 allocation score on centos1: 0
-pcmk__bundle_allocate: galera-bundle-2 allocation score on centos2: 0
-pcmk__bundle_allocate: galera-bundle-2 allocation score on centos3: 0
-pcmk__bundle_allocate: galera-bundle-docker-0 allocation score on centos1: -INFINITY
-pcmk__bundle_allocate: galera-bundle-docker-0 allocation score on centos2: 0
-pcmk__bundle_allocate: galera-bundle-docker-0 allocation score on centos3: -INFINITY
-pcmk__bundle_allocate: galera-bundle-docker-1 allocation score on centos1: -INFINITY
-pcmk__bundle_allocate: galera-bundle-docker-1 allocation score on centos2: 0
-pcmk__bundle_allocate: galera-bundle-docker-1 allocation score on centos3: -INFINITY
-pcmk__bundle_allocate: galera-bundle-docker-2 allocation score on centos1: -INFINITY
-pcmk__bundle_allocate: galera-bundle-docker-2 allocation score on centos2: 0
-pcmk__bundle_allocate: galera-bundle-docker-2 allocation score on centos3: -INFINITY
-pcmk__bundle_allocate: galera-bundle-master allocation score on centos1: 0
-pcmk__bundle_allocate: galera-bundle-master allocation score on centos2: 0
-pcmk__bundle_allocate: galera-bundle-master allocation score on centos3: 0
-pcmk__bundle_allocate: galera-bundle-master allocation score on galera-bundle-0: -INFINITY
-pcmk__bundle_allocate: galera-bundle-master allocation score on galera-bundle-1: -INFINITY
-pcmk__bundle_allocate: galera-bundle-master allocation score on galera-bundle-2: -INFINITY
-pcmk__bundle_allocate: galera:0 allocation score on galera-bundle-0: 500
-pcmk__bundle_allocate: galera:1 allocation score on galera-bundle-1: 500
-pcmk__bundle_allocate: galera:2 allocation score on galera-bundle-2: 500
+pcmk__bundle_assign: galera-bundle allocation score on centos1: -INFINITY
+pcmk__bundle_assign: galera-bundle allocation score on centos2: 0
+pcmk__bundle_assign: galera-bundle allocation score on centos3: -INFINITY
+pcmk__bundle_assign: galera-bundle-0 allocation score on centos1: 0
+pcmk__bundle_assign: galera-bundle-0 allocation score on centos2: 0
+pcmk__bundle_assign: galera-bundle-0 allocation score on centos3: 0
+pcmk__bundle_assign: galera-bundle-1 allocation score on centos1: 0
+pcmk__bundle_assign: galera-bundle-1 allocation score on centos2: 0
+pcmk__bundle_assign: galera-bundle-1 allocation score on centos3: 0
+pcmk__bundle_assign: galera-bundle-2 allocation score on centos1: 0
+pcmk__bundle_assign: galera-bundle-2 allocation score on centos2: 0
+pcmk__bundle_assign: galera-bundle-2 allocation score on centos3: 0
+pcmk__bundle_assign: galera-bundle-docker-0 allocation score on centos1: -INFINITY
+pcmk__bundle_assign: galera-bundle-docker-0 allocation score on centos2: 0
+pcmk__bundle_assign: galera-bundle-docker-0 allocation score on centos3: -INFINITY
+pcmk__bundle_assign: galera-bundle-docker-1 allocation score on centos1: -INFINITY
+pcmk__bundle_assign: galera-bundle-docker-1 allocation score on centos2: 0
+pcmk__bundle_assign: galera-bundle-docker-1 allocation score on centos3: -INFINITY
+pcmk__bundle_assign: galera-bundle-docker-2 allocation score on centos1: -INFINITY
+pcmk__bundle_assign: galera-bundle-docker-2 allocation score on centos2: 0
+pcmk__bundle_assign: galera-bundle-docker-2 allocation score on centos3: -INFINITY
+pcmk__bundle_assign: galera-bundle-master allocation score on centos1: 0
+pcmk__bundle_assign: galera-bundle-master allocation score on centos2: 0
+pcmk__bundle_assign: galera-bundle-master allocation score on centos3: 0
+pcmk__bundle_assign: galera-bundle-master allocation score on galera-bundle-0: -INFINITY
+pcmk__bundle_assign: galera-bundle-master allocation score on galera-bundle-1: -INFINITY
+pcmk__bundle_assign: galera-bundle-master allocation score on galera-bundle-2: -INFINITY
+pcmk__bundle_assign: galera:0 allocation score on galera-bundle-0: 500
+pcmk__bundle_assign: galera:1 allocation score on galera-bundle-1: 500
+pcmk__bundle_assign: galera:2 allocation score on galera-bundle-2: 500
pcmk__clone_assign: galera-bundle-master allocation score on centos1: -INFINITY
pcmk__clone_assign: galera-bundle-master allocation score on centos2: -INFINITY
pcmk__clone_assign: galera-bundle-master allocation score on centos3: -INFINITY
diff --git a/cts/scheduler/scores/bundle-probe-order-2.scores b/cts/scheduler/scores/bundle-probe-order-2.scores
index ed8f93f..2de3bbc 100644
--- a/cts/scheduler/scores/bundle-probe-order-2.scores
+++ b/cts/scheduler/scores/bundle-probe-order-2.scores
@@ -2,36 +2,36 @@
galera:0 promotion score on none: 0
galera:1 promotion score on none: 0
galera:2 promotion score on none: 0
-pcmk__bundle_allocate: galera-bundle allocation score on centos1: -INFINITY
-pcmk__bundle_allocate: galera-bundle allocation score on centos2: 0
-pcmk__bundle_allocate: galera-bundle allocation score on centos3: -INFINITY
-pcmk__bundle_allocate: galera-bundle-0 allocation score on centos1: 0
-pcmk__bundle_allocate: galera-bundle-0 allocation score on centos2: INFINITY
-pcmk__bundle_allocate: galera-bundle-0 allocation score on centos3: 0
-pcmk__bundle_allocate: galera-bundle-1 allocation score on centos1: 0
-pcmk__bundle_allocate: galera-bundle-1 allocation score on centos2: 0
-pcmk__bundle_allocate: galera-bundle-1 allocation score on centos3: 0
-pcmk__bundle_allocate: galera-bundle-2 allocation score on centos1: 0
-pcmk__bundle_allocate: galera-bundle-2 allocation score on centos2: 0
-pcmk__bundle_allocate: galera-bundle-2 allocation score on centos3: 0
-pcmk__bundle_allocate: galera-bundle-docker-0 allocation score on centos1: -INFINITY
-pcmk__bundle_allocate: galera-bundle-docker-0 allocation score on centos2: INFINITY
-pcmk__bundle_allocate: galera-bundle-docker-0 allocation score on centos3: -INFINITY
-pcmk__bundle_allocate: galera-bundle-docker-1 allocation score on centos1: -INFINITY
-pcmk__bundle_allocate: galera-bundle-docker-1 allocation score on centos2: 0
-pcmk__bundle_allocate: galera-bundle-docker-1 allocation score on centos3: -INFINITY
-pcmk__bundle_allocate: galera-bundle-docker-2 allocation score on centos1: -INFINITY
-pcmk__bundle_allocate: galera-bundle-docker-2 allocation score on centos2: 0
-pcmk__bundle_allocate: galera-bundle-docker-2 allocation score on centos3: -INFINITY
-pcmk__bundle_allocate: galera-bundle-master allocation score on centos1: 0
-pcmk__bundle_allocate: galera-bundle-master allocation score on centos2: 0
-pcmk__bundle_allocate: galera-bundle-master allocation score on centos3: 0
-pcmk__bundle_allocate: galera-bundle-master allocation score on galera-bundle-0: -INFINITY
-pcmk__bundle_allocate: galera-bundle-master allocation score on galera-bundle-1: -INFINITY
-pcmk__bundle_allocate: galera-bundle-master allocation score on galera-bundle-2: -INFINITY
-pcmk__bundle_allocate: galera:0 allocation score on galera-bundle-0: 500
-pcmk__bundle_allocate: galera:1 allocation score on galera-bundle-1: 500
-pcmk__bundle_allocate: galera:2 allocation score on galera-bundle-2: 500
+pcmk__bundle_assign: galera-bundle allocation score on centos1: -INFINITY
+pcmk__bundle_assign: galera-bundle allocation score on centos2: 0
+pcmk__bundle_assign: galera-bundle allocation score on centos3: -INFINITY
+pcmk__bundle_assign: galera-bundle-0 allocation score on centos1: 0
+pcmk__bundle_assign: galera-bundle-0 allocation score on centos2: INFINITY
+pcmk__bundle_assign: galera-bundle-0 allocation score on centos3: 0
+pcmk__bundle_assign: galera-bundle-1 allocation score on centos1: 0
+pcmk__bundle_assign: galera-bundle-1 allocation score on centos2: 0
+pcmk__bundle_assign: galera-bundle-1 allocation score on centos3: 0
+pcmk__bundle_assign: galera-bundle-2 allocation score on centos1: 0
+pcmk__bundle_assign: galera-bundle-2 allocation score on centos2: 0
+pcmk__bundle_assign: galera-bundle-2 allocation score on centos3: 0
+pcmk__bundle_assign: galera-bundle-docker-0 allocation score on centos1: -INFINITY
+pcmk__bundle_assign: galera-bundle-docker-0 allocation score on centos2: INFINITY
+pcmk__bundle_assign: galera-bundle-docker-0 allocation score on centos3: -INFINITY
+pcmk__bundle_assign: galera-bundle-docker-1 allocation score on centos1: -INFINITY
+pcmk__bundle_assign: galera-bundle-docker-1 allocation score on centos2: 0
+pcmk__bundle_assign: galera-bundle-docker-1 allocation score on centos3: -INFINITY
+pcmk__bundle_assign: galera-bundle-docker-2 allocation score on centos1: -INFINITY
+pcmk__bundle_assign: galera-bundle-docker-2 allocation score on centos2: 0
+pcmk__bundle_assign: galera-bundle-docker-2 allocation score on centos3: -INFINITY
+pcmk__bundle_assign: galera-bundle-master allocation score on centos1: 0
+pcmk__bundle_assign: galera-bundle-master allocation score on centos2: 0
+pcmk__bundle_assign: galera-bundle-master allocation score on centos3: 0
+pcmk__bundle_assign: galera-bundle-master allocation score on galera-bundle-0: -INFINITY
+pcmk__bundle_assign: galera-bundle-master allocation score on galera-bundle-1: -INFINITY
+pcmk__bundle_assign: galera-bundle-master allocation score on galera-bundle-2: -INFINITY
+pcmk__bundle_assign: galera:0 allocation score on galera-bundle-0: 500
+pcmk__bundle_assign: galera:1 allocation score on galera-bundle-1: 500
+pcmk__bundle_assign: galera:2 allocation score on galera-bundle-2: 500
pcmk__clone_assign: galera-bundle-master allocation score on centos1: -INFINITY
pcmk__clone_assign: galera-bundle-master allocation score on centos2: -INFINITY
pcmk__clone_assign: galera-bundle-master allocation score on centos3: -INFINITY
diff --git a/cts/scheduler/scores/bundle-probe-order-3.scores b/cts/scheduler/scores/bundle-probe-order-3.scores
index 3343ae3..e63fa84 100644
--- a/cts/scheduler/scores/bundle-probe-order-3.scores
+++ b/cts/scheduler/scores/bundle-probe-order-3.scores
@@ -2,36 +2,36 @@
galera:0 promotion score on none: 0
galera:1 promotion score on none: 0
galera:2 promotion score on none: 0
-pcmk__bundle_allocate: galera-bundle allocation score on centos1: -INFINITY
-pcmk__bundle_allocate: galera-bundle allocation score on centos2: 0
-pcmk__bundle_allocate: galera-bundle allocation score on centos3: -INFINITY
-pcmk__bundle_allocate: galera-bundle-0 allocation score on centos1: 0
-pcmk__bundle_allocate: galera-bundle-0 allocation score on centos2: 0
-pcmk__bundle_allocate: galera-bundle-0 allocation score on centos3: 0
-pcmk__bundle_allocate: galera-bundle-1 allocation score on centos1: 0
-pcmk__bundle_allocate: galera-bundle-1 allocation score on centos2: 0
-pcmk__bundle_allocate: galera-bundle-1 allocation score on centos3: 0
-pcmk__bundle_allocate: galera-bundle-2 allocation score on centos1: 0
-pcmk__bundle_allocate: galera-bundle-2 allocation score on centos2: 0
-pcmk__bundle_allocate: galera-bundle-2 allocation score on centos3: 0
-pcmk__bundle_allocate: galera-bundle-docker-0 allocation score on centos1: -INFINITY
-pcmk__bundle_allocate: galera-bundle-docker-0 allocation score on centos2: INFINITY
-pcmk__bundle_allocate: galera-bundle-docker-0 allocation score on centos3: -INFINITY
-pcmk__bundle_allocate: galera-bundle-docker-1 allocation score on centos1: -INFINITY
-pcmk__bundle_allocate: galera-bundle-docker-1 allocation score on centos2: 0
-pcmk__bundle_allocate: galera-bundle-docker-1 allocation score on centos3: -INFINITY
-pcmk__bundle_allocate: galera-bundle-docker-2 allocation score on centos1: -INFINITY
-pcmk__bundle_allocate: galera-bundle-docker-2 allocation score on centos2: 0
-pcmk__bundle_allocate: galera-bundle-docker-2 allocation score on centos3: -INFINITY
-pcmk__bundle_allocate: galera-bundle-master allocation score on centos1: 0
-pcmk__bundle_allocate: galera-bundle-master allocation score on centos2: 0
-pcmk__bundle_allocate: galera-bundle-master allocation score on centos3: 0
-pcmk__bundle_allocate: galera-bundle-master allocation score on galera-bundle-0: -INFINITY
-pcmk__bundle_allocate: galera-bundle-master allocation score on galera-bundle-1: -INFINITY
-pcmk__bundle_allocate: galera-bundle-master allocation score on galera-bundle-2: -INFINITY
-pcmk__bundle_allocate: galera:0 allocation score on galera-bundle-0: 500
-pcmk__bundle_allocate: galera:1 allocation score on galera-bundle-1: 500
-pcmk__bundle_allocate: galera:2 allocation score on galera-bundle-2: 500
+pcmk__bundle_assign: galera-bundle allocation score on centos1: -INFINITY
+pcmk__bundle_assign: galera-bundle allocation score on centos2: 0
+pcmk__bundle_assign: galera-bundle allocation score on centos3: -INFINITY
+pcmk__bundle_assign: galera-bundle-0 allocation score on centos1: 0
+pcmk__bundle_assign: galera-bundle-0 allocation score on centos2: 0
+pcmk__bundle_assign: galera-bundle-0 allocation score on centos3: 0
+pcmk__bundle_assign: galera-bundle-1 allocation score on centos1: 0
+pcmk__bundle_assign: galera-bundle-1 allocation score on centos2: 0
+pcmk__bundle_assign: galera-bundle-1 allocation score on centos3: 0
+pcmk__bundle_assign: galera-bundle-2 allocation score on centos1: 0
+pcmk__bundle_assign: galera-bundle-2 allocation score on centos2: 0
+pcmk__bundle_assign: galera-bundle-2 allocation score on centos3: 0
+pcmk__bundle_assign: galera-bundle-docker-0 allocation score on centos1: -INFINITY
+pcmk__bundle_assign: galera-bundle-docker-0 allocation score on centos2: INFINITY
+pcmk__bundle_assign: galera-bundle-docker-0 allocation score on centos3: -INFINITY
+pcmk__bundle_assign: galera-bundle-docker-1 allocation score on centos1: -INFINITY
+pcmk__bundle_assign: galera-bundle-docker-1 allocation score on centos2: 0
+pcmk__bundle_assign: galera-bundle-docker-1 allocation score on centos3: -INFINITY
+pcmk__bundle_assign: galera-bundle-docker-2 allocation score on centos1: -INFINITY
+pcmk__bundle_assign: galera-bundle-docker-2 allocation score on centos2: 0
+pcmk__bundle_assign: galera-bundle-docker-2 allocation score on centos3: -INFINITY
+pcmk__bundle_assign: galera-bundle-master allocation score on centos1: 0
+pcmk__bundle_assign: galera-bundle-master allocation score on centos2: 0
+pcmk__bundle_assign: galera-bundle-master allocation score on centos3: 0
+pcmk__bundle_assign: galera-bundle-master allocation score on galera-bundle-0: -INFINITY
+pcmk__bundle_assign: galera-bundle-master allocation score on galera-bundle-1: -INFINITY
+pcmk__bundle_assign: galera-bundle-master allocation score on galera-bundle-2: -INFINITY
+pcmk__bundle_assign: galera:0 allocation score on galera-bundle-0: 500
+pcmk__bundle_assign: galera:1 allocation score on galera-bundle-1: 500
+pcmk__bundle_assign: galera:2 allocation score on galera-bundle-2: 500
pcmk__clone_assign: galera-bundle-master allocation score on centos1: -INFINITY
pcmk__clone_assign: galera-bundle-master allocation score on centos2: -INFINITY
pcmk__clone_assign: galera-bundle-master allocation score on centos3: -INFINITY
diff --git a/cts/scheduler/scores/bundle-probe-remotes.scores b/cts/scheduler/scores/bundle-probe-remotes.scores
index 3361749..13180af 100644
--- a/cts/scheduler/scores/bundle-probe-remotes.scores
+++ b/cts/scheduler/scores/bundle-probe-remotes.scores
@@ -1,100 +1,100 @@
-pcmk__bundle_allocate: dummy1:0 allocation score on scale1-bundle-0: 500
-pcmk__bundle_allocate: dummy1:1 allocation score on scale1-bundle-1: 500
-pcmk__bundle_allocate: dummy1:2 allocation score on scale1-bundle-2: 500
-pcmk__bundle_allocate: dummy1:3 allocation score on scale1-bundle-3: 500
-pcmk__bundle_allocate: dummy1:4 allocation score on scale1-bundle-4: 500
-pcmk__bundle_allocate: dummy1:5 allocation score on scale1-bundle-5: 500
-pcmk__bundle_allocate: scale1-bundle allocation score on c09-h05-r630: 0
-pcmk__bundle_allocate: scale1-bundle allocation score on c09-h06-r630: 0
-pcmk__bundle_allocate: scale1-bundle allocation score on c09-h07-r630: 0
-pcmk__bundle_allocate: scale1-bundle allocation score on c09-h08-r630: 0
-pcmk__bundle_allocate: scale1-bundle allocation score on c09-h09-r630: 0
-pcmk__bundle_allocate: scale1-bundle allocation score on c09-h10-r630: 0
-pcmk__bundle_allocate: scale1-bundle-0 allocation score on c09-h05-r630: 0
-pcmk__bundle_allocate: scale1-bundle-0 allocation score on c09-h06-r630: 0
-pcmk__bundle_allocate: scale1-bundle-0 allocation score on c09-h07-r630: 0
-pcmk__bundle_allocate: scale1-bundle-0 allocation score on c09-h08-r630: -INFINITY
-pcmk__bundle_allocate: scale1-bundle-0 allocation score on c09-h09-r630: -INFINITY
-pcmk__bundle_allocate: scale1-bundle-0 allocation score on c09-h10-r630: -INFINITY
-pcmk__bundle_allocate: scale1-bundle-1 allocation score on c09-h05-r630: 0
-pcmk__bundle_allocate: scale1-bundle-1 allocation score on c09-h06-r630: 0
-pcmk__bundle_allocate: scale1-bundle-1 allocation score on c09-h07-r630: 0
-pcmk__bundle_allocate: scale1-bundle-1 allocation score on c09-h08-r630: -INFINITY
-pcmk__bundle_allocate: scale1-bundle-1 allocation score on c09-h09-r630: -INFINITY
-pcmk__bundle_allocate: scale1-bundle-1 allocation score on c09-h10-r630: -INFINITY
-pcmk__bundle_allocate: scale1-bundle-2 allocation score on c09-h05-r630: 0
-pcmk__bundle_allocate: scale1-bundle-2 allocation score on c09-h06-r630: 0
-pcmk__bundle_allocate: scale1-bundle-2 allocation score on c09-h07-r630: 0
-pcmk__bundle_allocate: scale1-bundle-2 allocation score on c09-h08-r630: -INFINITY
-pcmk__bundle_allocate: scale1-bundle-2 allocation score on c09-h09-r630: -INFINITY
-pcmk__bundle_allocate: scale1-bundle-2 allocation score on c09-h10-r630: -INFINITY
-pcmk__bundle_allocate: scale1-bundle-3 allocation score on c09-h05-r630: 0
-pcmk__bundle_allocate: scale1-bundle-3 allocation score on c09-h06-r630: 0
-pcmk__bundle_allocate: scale1-bundle-3 allocation score on c09-h07-r630: 0
-pcmk__bundle_allocate: scale1-bundle-3 allocation score on c09-h08-r630: -INFINITY
-pcmk__bundle_allocate: scale1-bundle-3 allocation score on c09-h09-r630: -INFINITY
-pcmk__bundle_allocate: scale1-bundle-3 allocation score on c09-h10-r630: -INFINITY
-pcmk__bundle_allocate: scale1-bundle-4 allocation score on c09-h05-r630: 0
-pcmk__bundle_allocate: scale1-bundle-4 allocation score on c09-h06-r630: 0
-pcmk__bundle_allocate: scale1-bundle-4 allocation score on c09-h07-r630: 0
-pcmk__bundle_allocate: scale1-bundle-4 allocation score on c09-h08-r630: -INFINITY
-pcmk__bundle_allocate: scale1-bundle-4 allocation score on c09-h09-r630: -INFINITY
-pcmk__bundle_allocate: scale1-bundle-4 allocation score on c09-h10-r630: -INFINITY
-pcmk__bundle_allocate: scale1-bundle-5 allocation score on c09-h05-r630: 0
-pcmk__bundle_allocate: scale1-bundle-5 allocation score on c09-h06-r630: 0
-pcmk__bundle_allocate: scale1-bundle-5 allocation score on c09-h07-r630: 0
-pcmk__bundle_allocate: scale1-bundle-5 allocation score on c09-h08-r630: -INFINITY
-pcmk__bundle_allocate: scale1-bundle-5 allocation score on c09-h09-r630: -INFINITY
-pcmk__bundle_allocate: scale1-bundle-5 allocation score on c09-h10-r630: -INFINITY
-pcmk__bundle_allocate: scale1-bundle-clone allocation score on c09-h05-r630: 0
-pcmk__bundle_allocate: scale1-bundle-clone allocation score on c09-h06-r630: 0
-pcmk__bundle_allocate: scale1-bundle-clone allocation score on c09-h07-r630: 0
-pcmk__bundle_allocate: scale1-bundle-clone allocation score on c09-h08-r630: 0
-pcmk__bundle_allocate: scale1-bundle-clone allocation score on c09-h09-r630: 0
-pcmk__bundle_allocate: scale1-bundle-clone allocation score on c09-h10-r630: 0
-pcmk__bundle_allocate: scale1-bundle-clone allocation score on scale1-bundle-0: -INFINITY
-pcmk__bundle_allocate: scale1-bundle-clone allocation score on scale1-bundle-1: -INFINITY
-pcmk__bundle_allocate: scale1-bundle-clone allocation score on scale1-bundle-2: -INFINITY
-pcmk__bundle_allocate: scale1-bundle-clone allocation score on scale1-bundle-3: -INFINITY
-pcmk__bundle_allocate: scale1-bundle-clone allocation score on scale1-bundle-4: -INFINITY
-pcmk__bundle_allocate: scale1-bundle-clone allocation score on scale1-bundle-5: -INFINITY
-pcmk__bundle_allocate: scale1-bundle-docker-0 allocation score on c09-h05-r630: 0
-pcmk__bundle_allocate: scale1-bundle-docker-0 allocation score on c09-h06-r630: 0
-pcmk__bundle_allocate: scale1-bundle-docker-0 allocation score on c09-h07-r630: 0
-pcmk__bundle_allocate: scale1-bundle-docker-0 allocation score on c09-h08-r630: 0
-pcmk__bundle_allocate: scale1-bundle-docker-0 allocation score on c09-h09-r630: 0
-pcmk__bundle_allocate: scale1-bundle-docker-0 allocation score on c09-h10-r630: 0
-pcmk__bundle_allocate: scale1-bundle-docker-1 allocation score on c09-h05-r630: 0
-pcmk__bundle_allocate: scale1-bundle-docker-1 allocation score on c09-h06-r630: 0
-pcmk__bundle_allocate: scale1-bundle-docker-1 allocation score on c09-h07-r630: 0
-pcmk__bundle_allocate: scale1-bundle-docker-1 allocation score on c09-h08-r630: 0
-pcmk__bundle_allocate: scale1-bundle-docker-1 allocation score on c09-h09-r630: 0
-pcmk__bundle_allocate: scale1-bundle-docker-1 allocation score on c09-h10-r630: 0
-pcmk__bundle_allocate: scale1-bundle-docker-2 allocation score on c09-h05-r630: 0
-pcmk__bundle_allocate: scale1-bundle-docker-2 allocation score on c09-h06-r630: 0
-pcmk__bundle_allocate: scale1-bundle-docker-2 allocation score on c09-h07-r630: 0
-pcmk__bundle_allocate: scale1-bundle-docker-2 allocation score on c09-h08-r630: 0
-pcmk__bundle_allocate: scale1-bundle-docker-2 allocation score on c09-h09-r630: 0
-pcmk__bundle_allocate: scale1-bundle-docker-2 allocation score on c09-h10-r630: 0
-pcmk__bundle_allocate: scale1-bundle-docker-3 allocation score on c09-h05-r630: 0
-pcmk__bundle_allocate: scale1-bundle-docker-3 allocation score on c09-h06-r630: 0
-pcmk__bundle_allocate: scale1-bundle-docker-3 allocation score on c09-h07-r630: 0
-pcmk__bundle_allocate: scale1-bundle-docker-3 allocation score on c09-h08-r630: 0
-pcmk__bundle_allocate: scale1-bundle-docker-3 allocation score on c09-h09-r630: 0
-pcmk__bundle_allocate: scale1-bundle-docker-3 allocation score on c09-h10-r630: 0
-pcmk__bundle_allocate: scale1-bundle-docker-4 allocation score on c09-h05-r630: 0
-pcmk__bundle_allocate: scale1-bundle-docker-4 allocation score on c09-h06-r630: 0
-pcmk__bundle_allocate: scale1-bundle-docker-4 allocation score on c09-h07-r630: 0
-pcmk__bundle_allocate: scale1-bundle-docker-4 allocation score on c09-h08-r630: 0
-pcmk__bundle_allocate: scale1-bundle-docker-4 allocation score on c09-h09-r630: 0
-pcmk__bundle_allocate: scale1-bundle-docker-4 allocation score on c09-h10-r630: 0
-pcmk__bundle_allocate: scale1-bundle-docker-5 allocation score on c09-h05-r630: 0
-pcmk__bundle_allocate: scale1-bundle-docker-5 allocation score on c09-h06-r630: 0
-pcmk__bundle_allocate: scale1-bundle-docker-5 allocation score on c09-h07-r630: 0
-pcmk__bundle_allocate: scale1-bundle-docker-5 allocation score on c09-h08-r630: 0
-pcmk__bundle_allocate: scale1-bundle-docker-5 allocation score on c09-h09-r630: 0
-pcmk__bundle_allocate: scale1-bundle-docker-5 allocation score on c09-h10-r630: 0
+pcmk__bundle_assign: dummy1:0 allocation score on scale1-bundle-0: 500
+pcmk__bundle_assign: dummy1:1 allocation score on scale1-bundle-1: 500
+pcmk__bundle_assign: dummy1:2 allocation score on scale1-bundle-2: 500
+pcmk__bundle_assign: dummy1:3 allocation score on scale1-bundle-3: 500
+pcmk__bundle_assign: dummy1:4 allocation score on scale1-bundle-4: 500
+pcmk__bundle_assign: dummy1:5 allocation score on scale1-bundle-5: 500
+pcmk__bundle_assign: scale1-bundle allocation score on c09-h05-r630: 0
+pcmk__bundle_assign: scale1-bundle allocation score on c09-h06-r630: 0
+pcmk__bundle_assign: scale1-bundle allocation score on c09-h07-r630: 0
+pcmk__bundle_assign: scale1-bundle allocation score on c09-h08-r630: 0
+pcmk__bundle_assign: scale1-bundle allocation score on c09-h09-r630: 0
+pcmk__bundle_assign: scale1-bundle allocation score on c09-h10-r630: 0
+pcmk__bundle_assign: scale1-bundle-0 allocation score on c09-h05-r630: 0
+pcmk__bundle_assign: scale1-bundle-0 allocation score on c09-h06-r630: 0
+pcmk__bundle_assign: scale1-bundle-0 allocation score on c09-h07-r630: 0
+pcmk__bundle_assign: scale1-bundle-0 allocation score on c09-h08-r630: -INFINITY
+pcmk__bundle_assign: scale1-bundle-0 allocation score on c09-h09-r630: -INFINITY
+pcmk__bundle_assign: scale1-bundle-0 allocation score on c09-h10-r630: -INFINITY
+pcmk__bundle_assign: scale1-bundle-1 allocation score on c09-h05-r630: 0
+pcmk__bundle_assign: scale1-bundle-1 allocation score on c09-h06-r630: 0
+pcmk__bundle_assign: scale1-bundle-1 allocation score on c09-h07-r630: 0
+pcmk__bundle_assign: scale1-bundle-1 allocation score on c09-h08-r630: -INFINITY
+pcmk__bundle_assign: scale1-bundle-1 allocation score on c09-h09-r630: -INFINITY
+pcmk__bundle_assign: scale1-bundle-1 allocation score on c09-h10-r630: -INFINITY
+pcmk__bundle_assign: scale1-bundle-2 allocation score on c09-h05-r630: 0
+pcmk__bundle_assign: scale1-bundle-2 allocation score on c09-h06-r630: 0
+pcmk__bundle_assign: scale1-bundle-2 allocation score on c09-h07-r630: 0
+pcmk__bundle_assign: scale1-bundle-2 allocation score on c09-h08-r630: -INFINITY
+pcmk__bundle_assign: scale1-bundle-2 allocation score on c09-h09-r630: -INFINITY
+pcmk__bundle_assign: scale1-bundle-2 allocation score on c09-h10-r630: -INFINITY
+pcmk__bundle_assign: scale1-bundle-3 allocation score on c09-h05-r630: 0
+pcmk__bundle_assign: scale1-bundle-3 allocation score on c09-h06-r630: 0
+pcmk__bundle_assign: scale1-bundle-3 allocation score on c09-h07-r630: 0
+pcmk__bundle_assign: scale1-bundle-3 allocation score on c09-h08-r630: -INFINITY
+pcmk__bundle_assign: scale1-bundle-3 allocation score on c09-h09-r630: -INFINITY
+pcmk__bundle_assign: scale1-bundle-3 allocation score on c09-h10-r630: -INFINITY
+pcmk__bundle_assign: scale1-bundle-4 allocation score on c09-h05-r630: 0
+pcmk__bundle_assign: scale1-bundle-4 allocation score on c09-h06-r630: 0
+pcmk__bundle_assign: scale1-bundle-4 allocation score on c09-h07-r630: 0
+pcmk__bundle_assign: scale1-bundle-4 allocation score on c09-h08-r630: -INFINITY
+pcmk__bundle_assign: scale1-bundle-4 allocation score on c09-h09-r630: -INFINITY
+pcmk__bundle_assign: scale1-bundle-4 allocation score on c09-h10-r630: -INFINITY
+pcmk__bundle_assign: scale1-bundle-5 allocation score on c09-h05-r630: 0
+pcmk__bundle_assign: scale1-bundle-5 allocation score on c09-h06-r630: 0
+pcmk__bundle_assign: scale1-bundle-5 allocation score on c09-h07-r630: 0
+pcmk__bundle_assign: scale1-bundle-5 allocation score on c09-h08-r630: -INFINITY
+pcmk__bundle_assign: scale1-bundle-5 allocation score on c09-h09-r630: -INFINITY
+pcmk__bundle_assign: scale1-bundle-5 allocation score on c09-h10-r630: -INFINITY
+pcmk__bundle_assign: scale1-bundle-clone allocation score on c09-h05-r630: 0
+pcmk__bundle_assign: scale1-bundle-clone allocation score on c09-h06-r630: 0
+pcmk__bundle_assign: scale1-bundle-clone allocation score on c09-h07-r630: 0
+pcmk__bundle_assign: scale1-bundle-clone allocation score on c09-h08-r630: 0
+pcmk__bundle_assign: scale1-bundle-clone allocation score on c09-h09-r630: 0
+pcmk__bundle_assign: scale1-bundle-clone allocation score on c09-h10-r630: 0
+pcmk__bundle_assign: scale1-bundle-clone allocation score on scale1-bundle-0: -INFINITY
+pcmk__bundle_assign: scale1-bundle-clone allocation score on scale1-bundle-1: -INFINITY
+pcmk__bundle_assign: scale1-bundle-clone allocation score on scale1-bundle-2: -INFINITY
+pcmk__bundle_assign: scale1-bundle-clone allocation score on scale1-bundle-3: -INFINITY
+pcmk__bundle_assign: scale1-bundle-clone allocation score on scale1-bundle-4: -INFINITY
+pcmk__bundle_assign: scale1-bundle-clone allocation score on scale1-bundle-5: -INFINITY
+pcmk__bundle_assign: scale1-bundle-docker-0 allocation score on c09-h05-r630: 0
+pcmk__bundle_assign: scale1-bundle-docker-0 allocation score on c09-h06-r630: 0
+pcmk__bundle_assign: scale1-bundle-docker-0 allocation score on c09-h07-r630: 0
+pcmk__bundle_assign: scale1-bundle-docker-0 allocation score on c09-h08-r630: 0
+pcmk__bundle_assign: scale1-bundle-docker-0 allocation score on c09-h09-r630: 0
+pcmk__bundle_assign: scale1-bundle-docker-0 allocation score on c09-h10-r630: 0
+pcmk__bundle_assign: scale1-bundle-docker-1 allocation score on c09-h05-r630: 0
+pcmk__bundle_assign: scale1-bundle-docker-1 allocation score on c09-h06-r630: 0
+pcmk__bundle_assign: scale1-bundle-docker-1 allocation score on c09-h07-r630: 0
+pcmk__bundle_assign: scale1-bundle-docker-1 allocation score on c09-h08-r630: 0
+pcmk__bundle_assign: scale1-bundle-docker-1 allocation score on c09-h09-r630: 0
+pcmk__bundle_assign: scale1-bundle-docker-1 allocation score on c09-h10-r630: 0
+pcmk__bundle_assign: scale1-bundle-docker-2 allocation score on c09-h05-r630: 0
+pcmk__bundle_assign: scale1-bundle-docker-2 allocation score on c09-h06-r630: 0
+pcmk__bundle_assign: scale1-bundle-docker-2 allocation score on c09-h07-r630: 0
+pcmk__bundle_assign: scale1-bundle-docker-2 allocation score on c09-h08-r630: 0
+pcmk__bundle_assign: scale1-bundle-docker-2 allocation score on c09-h09-r630: 0
+pcmk__bundle_assign: scale1-bundle-docker-2 allocation score on c09-h10-r630: 0
+pcmk__bundle_assign: scale1-bundle-docker-3 allocation score on c09-h05-r630: 0
+pcmk__bundle_assign: scale1-bundle-docker-3 allocation score on c09-h06-r630: 0
+pcmk__bundle_assign: scale1-bundle-docker-3 allocation score on c09-h07-r630: 0
+pcmk__bundle_assign: scale1-bundle-docker-3 allocation score on c09-h08-r630: 0
+pcmk__bundle_assign: scale1-bundle-docker-3 allocation score on c09-h09-r630: 0
+pcmk__bundle_assign: scale1-bundle-docker-3 allocation score on c09-h10-r630: 0
+pcmk__bundle_assign: scale1-bundle-docker-4 allocation score on c09-h05-r630: 0
+pcmk__bundle_assign: scale1-bundle-docker-4 allocation score on c09-h06-r630: 0
+pcmk__bundle_assign: scale1-bundle-docker-4 allocation score on c09-h07-r630: 0
+pcmk__bundle_assign: scale1-bundle-docker-4 allocation score on c09-h08-r630: 0
+pcmk__bundle_assign: scale1-bundle-docker-4 allocation score on c09-h09-r630: 0
+pcmk__bundle_assign: scale1-bundle-docker-4 allocation score on c09-h10-r630: 0
+pcmk__bundle_assign: scale1-bundle-docker-5 allocation score on c09-h05-r630: 0
+pcmk__bundle_assign: scale1-bundle-docker-5 allocation score on c09-h06-r630: 0
+pcmk__bundle_assign: scale1-bundle-docker-5 allocation score on c09-h07-r630: 0
+pcmk__bundle_assign: scale1-bundle-docker-5 allocation score on c09-h08-r630: 0
+pcmk__bundle_assign: scale1-bundle-docker-5 allocation score on c09-h09-r630: 0
+pcmk__bundle_assign: scale1-bundle-docker-5 allocation score on c09-h10-r630: 0
pcmk__clone_assign: dummy1:0 allocation score on scale1-bundle-0: INFINITY
pcmk__clone_assign: dummy1:1 allocation score on scale1-bundle-1: INFINITY
pcmk__clone_assign: dummy1:2 allocation score on scale1-bundle-2: INFINITY
diff --git a/cts/scheduler/scores/bundle-promoted-anticolocation-1.scores b/cts/scheduler/scores/bundle-promoted-anticolocation-1.scores
new file mode 100644
index 0000000..cd53588
--- /dev/null
+++ b/cts/scheduler/scores/bundle-promoted-anticolocation-1.scores
@@ -0,0 +1,70 @@
+
+base:0 promotion score on base-bundle-0: 11
+base:1 promotion score on base-bundle-1: 12
+base:2 promotion score on base-bundle-2: 13
+pcmk__bundle_assign: base-bundle allocation score on node1: 0
+pcmk__bundle_assign: base-bundle allocation score on node2: 0
+pcmk__bundle_assign: base-bundle allocation score on node3: 0
+pcmk__bundle_assign: base-bundle-0 allocation score on node1: 0
+pcmk__bundle_assign: base-bundle-0 allocation score on node2: 0
+pcmk__bundle_assign: base-bundle-0 allocation score on node3: 0
+pcmk__bundle_assign: base-bundle-1 allocation score on node1: 0
+pcmk__bundle_assign: base-bundle-1 allocation score on node2: 0
+pcmk__bundle_assign: base-bundle-1 allocation score on node3: 0
+pcmk__bundle_assign: base-bundle-2 allocation score on node1: 0
+pcmk__bundle_assign: base-bundle-2 allocation score on node2: 0
+pcmk__bundle_assign: base-bundle-2 allocation score on node3: 0
+pcmk__bundle_assign: base-bundle-clone allocation score on base-bundle-0: -INFINITY
+pcmk__bundle_assign: base-bundle-clone allocation score on base-bundle-1: -INFINITY
+pcmk__bundle_assign: base-bundle-clone allocation score on base-bundle-2: -INFINITY
+pcmk__bundle_assign: base-bundle-clone allocation score on node1: 0
+pcmk__bundle_assign: base-bundle-clone allocation score on node2: 0
+pcmk__bundle_assign: base-bundle-clone allocation score on node3: 0
+pcmk__bundle_assign: base-bundle-podman-0 allocation score on node1: 0
+pcmk__bundle_assign: base-bundle-podman-0 allocation score on node2: 0
+pcmk__bundle_assign: base-bundle-podman-0 allocation score on node3: 0
+pcmk__bundle_assign: base-bundle-podman-1 allocation score on node1: 0
+pcmk__bundle_assign: base-bundle-podman-1 allocation score on node2: 0
+pcmk__bundle_assign: base-bundle-podman-1 allocation score on node3: 0
+pcmk__bundle_assign: base-bundle-podman-2 allocation score on node1: 0
+pcmk__bundle_assign: base-bundle-podman-2 allocation score on node2: 0
+pcmk__bundle_assign: base-bundle-podman-2 allocation score on node3: 0
+pcmk__bundle_assign: base:0 allocation score on base-bundle-0: 501
+pcmk__bundle_assign: base:1 allocation score on base-bundle-1: 501
+pcmk__bundle_assign: base:2 allocation score on base-bundle-2: 501
+pcmk__clone_assign: base-bundle-clone allocation score on base-bundle-0: 0
+pcmk__clone_assign: base-bundle-clone allocation score on base-bundle-1: 0
+pcmk__clone_assign: base-bundle-clone allocation score on base-bundle-2: 0
+pcmk__clone_assign: base-bundle-clone allocation score on node1: -INFINITY
+pcmk__clone_assign: base-bundle-clone allocation score on node2: -INFINITY
+pcmk__clone_assign: base-bundle-clone allocation score on node3: -INFINITY
+pcmk__clone_assign: base:0 allocation score on base-bundle-0: INFINITY
+pcmk__clone_assign: base:1 allocation score on base-bundle-1: INFINITY
+pcmk__clone_assign: base:2 allocation score on base-bundle-2: INFINITY
+pcmk__primitive_assign: Fencing allocation score on node1: 0
+pcmk__primitive_assign: Fencing allocation score on node2: 0
+pcmk__primitive_assign: Fencing allocation score on node3: 0
+pcmk__primitive_assign: base-bundle-0 allocation score on node1: 10000
+pcmk__primitive_assign: base-bundle-0 allocation score on node2: 0
+pcmk__primitive_assign: base-bundle-0 allocation score on node3: 0
+pcmk__primitive_assign: base-bundle-1 allocation score on node1: 0
+pcmk__primitive_assign: base-bundle-1 allocation score on node2: 10000
+pcmk__primitive_assign: base-bundle-1 allocation score on node3: 0
+pcmk__primitive_assign: base-bundle-2 allocation score on node1: 0
+pcmk__primitive_assign: base-bundle-2 allocation score on node2: 0
+pcmk__primitive_assign: base-bundle-2 allocation score on node3: 10000
+pcmk__primitive_assign: base-bundle-podman-0 allocation score on node1: 0
+pcmk__primitive_assign: base-bundle-podman-0 allocation score on node2: 0
+pcmk__primitive_assign: base-bundle-podman-0 allocation score on node3: 0
+pcmk__primitive_assign: base-bundle-podman-1 allocation score on node1: -INFINITY
+pcmk__primitive_assign: base-bundle-podman-1 allocation score on node2: 0
+pcmk__primitive_assign: base-bundle-podman-1 allocation score on node3: 0
+pcmk__primitive_assign: base-bundle-podman-2 allocation score on node1: -INFINITY
+pcmk__primitive_assign: base-bundle-podman-2 allocation score on node2: -INFINITY
+pcmk__primitive_assign: base-bundle-podman-2 allocation score on node3: 0
+pcmk__primitive_assign: base:0 allocation score on base-bundle-0: INFINITY
+pcmk__primitive_assign: base:1 allocation score on base-bundle-1: INFINITY
+pcmk__primitive_assign: base:2 allocation score on base-bundle-2: INFINITY
+pcmk__primitive_assign: vip allocation score on node1: 0
+pcmk__primitive_assign: vip allocation score on node2: 0
+pcmk__primitive_assign: vip allocation score on node3: -INFINITY
diff --git a/cts/scheduler/scores/bundle-promoted-anticolocation-2.scores b/cts/scheduler/scores/bundle-promoted-anticolocation-2.scores
new file mode 100644
index 0000000..9930eeb
--- /dev/null
+++ b/cts/scheduler/scores/bundle-promoted-anticolocation-2.scores
@@ -0,0 +1,70 @@
+
+base:0 promotion score on base-bundle-0: 11
+base:1 promotion score on base-bundle-1: 12
+base:2 promotion score on base-bundle-2: 13
+pcmk__bundle_assign: base-bundle allocation score on node1: 0
+pcmk__bundle_assign: base-bundle allocation score on node2: 0
+pcmk__bundle_assign: base-bundle allocation score on node3: 0
+pcmk__bundle_assign: base-bundle-0 allocation score on node1: 0
+pcmk__bundle_assign: base-bundle-0 allocation score on node2: 0
+pcmk__bundle_assign: base-bundle-0 allocation score on node3: 0
+pcmk__bundle_assign: base-bundle-1 allocation score on node1: 0
+pcmk__bundle_assign: base-bundle-1 allocation score on node2: 0
+pcmk__bundle_assign: base-bundle-1 allocation score on node3: 0
+pcmk__bundle_assign: base-bundle-2 allocation score on node1: 0
+pcmk__bundle_assign: base-bundle-2 allocation score on node2: 0
+pcmk__bundle_assign: base-bundle-2 allocation score on node3: 0
+pcmk__bundle_assign: base-bundle-clone allocation score on base-bundle-0: -INFINITY
+pcmk__bundle_assign: base-bundle-clone allocation score on base-bundle-1: -INFINITY
+pcmk__bundle_assign: base-bundle-clone allocation score on base-bundle-2: -INFINITY
+pcmk__bundle_assign: base-bundle-clone allocation score on node1: 0
+pcmk__bundle_assign: base-bundle-clone allocation score on node2: 0
+pcmk__bundle_assign: base-bundle-clone allocation score on node3: 0
+pcmk__bundle_assign: base-bundle-podman-0 allocation score on node1: 0
+pcmk__bundle_assign: base-bundle-podman-0 allocation score on node2: 0
+pcmk__bundle_assign: base-bundle-podman-0 allocation score on node3: 0
+pcmk__bundle_assign: base-bundle-podman-1 allocation score on node1: 0
+pcmk__bundle_assign: base-bundle-podman-1 allocation score on node2: 0
+pcmk__bundle_assign: base-bundle-podman-1 allocation score on node3: 0
+pcmk__bundle_assign: base-bundle-podman-2 allocation score on node1: 0
+pcmk__bundle_assign: base-bundle-podman-2 allocation score on node2: 0
+pcmk__bundle_assign: base-bundle-podman-2 allocation score on node3: 0
+pcmk__bundle_assign: base:0 allocation score on base-bundle-0: 501
+pcmk__bundle_assign: base:1 allocation score on base-bundle-1: 501
+pcmk__bundle_assign: base:2 allocation score on base-bundle-2: 501
+pcmk__clone_assign: base-bundle-clone allocation score on base-bundle-0: 0
+pcmk__clone_assign: base-bundle-clone allocation score on base-bundle-1: 0
+pcmk__clone_assign: base-bundle-clone allocation score on base-bundle-2: 0
+pcmk__clone_assign: base-bundle-clone allocation score on node1: -INFINITY
+pcmk__clone_assign: base-bundle-clone allocation score on node2: -INFINITY
+pcmk__clone_assign: base-bundle-clone allocation score on node3: -INFINITY
+pcmk__clone_assign: base:0 allocation score on base-bundle-0: INFINITY
+pcmk__clone_assign: base:1 allocation score on base-bundle-1: INFINITY
+pcmk__clone_assign: base:2 allocation score on base-bundle-2: INFINITY
+pcmk__primitive_assign: Fencing allocation score on node1: 0
+pcmk__primitive_assign: Fencing allocation score on node2: 0
+pcmk__primitive_assign: Fencing allocation score on node3: 0
+pcmk__primitive_assign: base-bundle-0 allocation score on node1: 10000
+pcmk__primitive_assign: base-bundle-0 allocation score on node2: 0
+pcmk__primitive_assign: base-bundle-0 allocation score on node3: 0
+pcmk__primitive_assign: base-bundle-1 allocation score on node1: 0
+pcmk__primitive_assign: base-bundle-1 allocation score on node2: 10000
+pcmk__primitive_assign: base-bundle-1 allocation score on node3: 0
+pcmk__primitive_assign: base-bundle-2 allocation score on node1: 0
+pcmk__primitive_assign: base-bundle-2 allocation score on node2: 0
+pcmk__primitive_assign: base-bundle-2 allocation score on node3: 10000
+pcmk__primitive_assign: base-bundle-podman-0 allocation score on node1: 0
+pcmk__primitive_assign: base-bundle-podman-0 allocation score on node2: 0
+pcmk__primitive_assign: base-bundle-podman-0 allocation score on node3: 0
+pcmk__primitive_assign: base-bundle-podman-1 allocation score on node1: -INFINITY
+pcmk__primitive_assign: base-bundle-podman-1 allocation score on node2: 0
+pcmk__primitive_assign: base-bundle-podman-1 allocation score on node3: 0
+pcmk__primitive_assign: base-bundle-podman-2 allocation score on node1: -INFINITY
+pcmk__primitive_assign: base-bundle-podman-2 allocation score on node2: -INFINITY
+pcmk__primitive_assign: base-bundle-podman-2 allocation score on node3: 0
+pcmk__primitive_assign: base:0 allocation score on base-bundle-0: INFINITY
+pcmk__primitive_assign: base:1 allocation score on base-bundle-1: INFINITY
+pcmk__primitive_assign: base:2 allocation score on base-bundle-2: INFINITY
+pcmk__primitive_assign: vip allocation score on node1: 0
+pcmk__primitive_assign: vip allocation score on node2: 0
+pcmk__primitive_assign: vip allocation score on node3: -5000
diff --git a/cts/scheduler/scores/bundle-promoted-anticolocation-3.scores b/cts/scheduler/scores/bundle-promoted-anticolocation-3.scores
new file mode 100644
index 0000000..63bea1c
--- /dev/null
+++ b/cts/scheduler/scores/bundle-promoted-anticolocation-3.scores
@@ -0,0 +1,70 @@
+
+base:0 promotion score on base-bundle-0: 11
+base:1 promotion score on base-bundle-1: 12
+base:2 promotion score on base-bundle-2: -INFINITY
+pcmk__bundle_assign: base-bundle allocation score on node1: 0
+pcmk__bundle_assign: base-bundle allocation score on node2: 0
+pcmk__bundle_assign: base-bundle allocation score on node3: 0
+pcmk__bundle_assign: base-bundle-0 allocation score on node1: 0
+pcmk__bundle_assign: base-bundle-0 allocation score on node2: 0
+pcmk__bundle_assign: base-bundle-0 allocation score on node3: 0
+pcmk__bundle_assign: base-bundle-1 allocation score on node1: 0
+pcmk__bundle_assign: base-bundle-1 allocation score on node2: 0
+pcmk__bundle_assign: base-bundle-1 allocation score on node3: 0
+pcmk__bundle_assign: base-bundle-2 allocation score on node1: 0
+pcmk__bundle_assign: base-bundle-2 allocation score on node2: 0
+pcmk__bundle_assign: base-bundle-2 allocation score on node3: 0
+pcmk__bundle_assign: base-bundle-clone allocation score on base-bundle-0: -INFINITY
+pcmk__bundle_assign: base-bundle-clone allocation score on base-bundle-1: -INFINITY
+pcmk__bundle_assign: base-bundle-clone allocation score on base-bundle-2: -INFINITY
+pcmk__bundle_assign: base-bundle-clone allocation score on node1: 0
+pcmk__bundle_assign: base-bundle-clone allocation score on node2: 0
+pcmk__bundle_assign: base-bundle-clone allocation score on node3: 0
+pcmk__bundle_assign: base-bundle-podman-0 allocation score on node1: 0
+pcmk__bundle_assign: base-bundle-podman-0 allocation score on node2: 0
+pcmk__bundle_assign: base-bundle-podman-0 allocation score on node3: 0
+pcmk__bundle_assign: base-bundle-podman-1 allocation score on node1: 0
+pcmk__bundle_assign: base-bundle-podman-1 allocation score on node2: 0
+pcmk__bundle_assign: base-bundle-podman-1 allocation score on node3: 0
+pcmk__bundle_assign: base-bundle-podman-2 allocation score on node1: 0
+pcmk__bundle_assign: base-bundle-podman-2 allocation score on node2: 0
+pcmk__bundle_assign: base-bundle-podman-2 allocation score on node3: 0
+pcmk__bundle_assign: base:0 allocation score on base-bundle-0: 501
+pcmk__bundle_assign: base:1 allocation score on base-bundle-1: 501
+pcmk__bundle_assign: base:2 allocation score on base-bundle-2: 501
+pcmk__clone_assign: base-bundle-clone allocation score on base-bundle-0: 0
+pcmk__clone_assign: base-bundle-clone allocation score on base-bundle-1: 0
+pcmk__clone_assign: base-bundle-clone allocation score on base-bundle-2: 0
+pcmk__clone_assign: base-bundle-clone allocation score on node1: -INFINITY
+pcmk__clone_assign: base-bundle-clone allocation score on node2: -INFINITY
+pcmk__clone_assign: base-bundle-clone allocation score on node3: -INFINITY
+pcmk__clone_assign: base:0 allocation score on base-bundle-0: INFINITY
+pcmk__clone_assign: base:1 allocation score on base-bundle-1: INFINITY
+pcmk__clone_assign: base:2 allocation score on base-bundle-2: INFINITY
+pcmk__primitive_assign: Fencing allocation score on node1: 0
+pcmk__primitive_assign: Fencing allocation score on node2: 0
+pcmk__primitive_assign: Fencing allocation score on node3: 0
+pcmk__primitive_assign: base-bundle-0 allocation score on node1: 10000
+pcmk__primitive_assign: base-bundle-0 allocation score on node2: 0
+pcmk__primitive_assign: base-bundle-0 allocation score on node3: 0
+pcmk__primitive_assign: base-bundle-1 allocation score on node1: 0
+pcmk__primitive_assign: base-bundle-1 allocation score on node2: 10000
+pcmk__primitive_assign: base-bundle-1 allocation score on node3: 0
+pcmk__primitive_assign: base-bundle-2 allocation score on node1: 0
+pcmk__primitive_assign: base-bundle-2 allocation score on node2: 0
+pcmk__primitive_assign: base-bundle-2 allocation score on node3: 10000
+pcmk__primitive_assign: base-bundle-podman-0 allocation score on node1: 0
+pcmk__primitive_assign: base-bundle-podman-0 allocation score on node2: 0
+pcmk__primitive_assign: base-bundle-podman-0 allocation score on node3: 0
+pcmk__primitive_assign: base-bundle-podman-1 allocation score on node1: -INFINITY
+pcmk__primitive_assign: base-bundle-podman-1 allocation score on node2: 0
+pcmk__primitive_assign: base-bundle-podman-1 allocation score on node3: 0
+pcmk__primitive_assign: base-bundle-podman-2 allocation score on node1: -INFINITY
+pcmk__primitive_assign: base-bundle-podman-2 allocation score on node2: -INFINITY
+pcmk__primitive_assign: base-bundle-podman-2 allocation score on node3: 0
+pcmk__primitive_assign: base:0 allocation score on base-bundle-0: INFINITY
+pcmk__primitive_assign: base:1 allocation score on base-bundle-1: INFINITY
+pcmk__primitive_assign: base:2 allocation score on base-bundle-2: INFINITY
+pcmk__primitive_assign: vip allocation score on node1: 0
+pcmk__primitive_assign: vip allocation score on node2: 0
+pcmk__primitive_assign: vip allocation score on node3: 0
diff --git a/cts/scheduler/scores/bundle-promoted-anticolocation-4.scores b/cts/scheduler/scores/bundle-promoted-anticolocation-4.scores
new file mode 100644
index 0000000..6e7cdd7
--- /dev/null
+++ b/cts/scheduler/scores/bundle-promoted-anticolocation-4.scores
@@ -0,0 +1,70 @@
+
+base:0 promotion score on base-bundle-0: 11
+base:1 promotion score on base-bundle-1: 12
+base:2 promotion score on base-bundle-2: -4987
+pcmk__bundle_assign: base-bundle allocation score on node1: 0
+pcmk__bundle_assign: base-bundle allocation score on node2: 0
+pcmk__bundle_assign: base-bundle allocation score on node3: 0
+pcmk__bundle_assign: base-bundle-0 allocation score on node1: 0
+pcmk__bundle_assign: base-bundle-0 allocation score on node2: 0
+pcmk__bundle_assign: base-bundle-0 allocation score on node3: 0
+pcmk__bundle_assign: base-bundle-1 allocation score on node1: 0
+pcmk__bundle_assign: base-bundle-1 allocation score on node2: 0
+pcmk__bundle_assign: base-bundle-1 allocation score on node3: 0
+pcmk__bundle_assign: base-bundle-2 allocation score on node1: 0
+pcmk__bundle_assign: base-bundle-2 allocation score on node2: 0
+pcmk__bundle_assign: base-bundle-2 allocation score on node3: 0
+pcmk__bundle_assign: base-bundle-clone allocation score on base-bundle-0: -INFINITY
+pcmk__bundle_assign: base-bundle-clone allocation score on base-bundle-1: -INFINITY
+pcmk__bundle_assign: base-bundle-clone allocation score on base-bundle-2: -INFINITY
+pcmk__bundle_assign: base-bundle-clone allocation score on node1: 0
+pcmk__bundle_assign: base-bundle-clone allocation score on node2: 0
+pcmk__bundle_assign: base-bundle-clone allocation score on node3: 0
+pcmk__bundle_assign: base-bundle-podman-0 allocation score on node1: 0
+pcmk__bundle_assign: base-bundle-podman-0 allocation score on node2: 0
+pcmk__bundle_assign: base-bundle-podman-0 allocation score on node3: 0
+pcmk__bundle_assign: base-bundle-podman-1 allocation score on node1: 0
+pcmk__bundle_assign: base-bundle-podman-1 allocation score on node2: 0
+pcmk__bundle_assign: base-bundle-podman-1 allocation score on node3: 0
+pcmk__bundle_assign: base-bundle-podman-2 allocation score on node1: 0
+pcmk__bundle_assign: base-bundle-podman-2 allocation score on node2: 0
+pcmk__bundle_assign: base-bundle-podman-2 allocation score on node3: 0
+pcmk__bundle_assign: base:0 allocation score on base-bundle-0: 501
+pcmk__bundle_assign: base:1 allocation score on base-bundle-1: 501
+pcmk__bundle_assign: base:2 allocation score on base-bundle-2: 501
+pcmk__clone_assign: base-bundle-clone allocation score on base-bundle-0: 0
+pcmk__clone_assign: base-bundle-clone allocation score on base-bundle-1: 0
+pcmk__clone_assign: base-bundle-clone allocation score on base-bundle-2: 0
+pcmk__clone_assign: base-bundle-clone allocation score on node1: -INFINITY
+pcmk__clone_assign: base-bundle-clone allocation score on node2: -INFINITY
+pcmk__clone_assign: base-bundle-clone allocation score on node3: -INFINITY
+pcmk__clone_assign: base:0 allocation score on base-bundle-0: INFINITY
+pcmk__clone_assign: base:1 allocation score on base-bundle-1: INFINITY
+pcmk__clone_assign: base:2 allocation score on base-bundle-2: INFINITY
+pcmk__primitive_assign: Fencing allocation score on node1: 0
+pcmk__primitive_assign: Fencing allocation score on node2: 0
+pcmk__primitive_assign: Fencing allocation score on node3: 0
+pcmk__primitive_assign: base-bundle-0 allocation score on node1: 10000
+pcmk__primitive_assign: base-bundle-0 allocation score on node2: 0
+pcmk__primitive_assign: base-bundle-0 allocation score on node3: 0
+pcmk__primitive_assign: base-bundle-1 allocation score on node1: 0
+pcmk__primitive_assign: base-bundle-1 allocation score on node2: 10000
+pcmk__primitive_assign: base-bundle-1 allocation score on node3: 0
+pcmk__primitive_assign: base-bundle-2 allocation score on node1: 0
+pcmk__primitive_assign: base-bundle-2 allocation score on node2: 0
+pcmk__primitive_assign: base-bundle-2 allocation score on node3: 10000
+pcmk__primitive_assign: base-bundle-podman-0 allocation score on node1: 0
+pcmk__primitive_assign: base-bundle-podman-0 allocation score on node2: 0
+pcmk__primitive_assign: base-bundle-podman-0 allocation score on node3: 0
+pcmk__primitive_assign: base-bundle-podman-1 allocation score on node1: -INFINITY
+pcmk__primitive_assign: base-bundle-podman-1 allocation score on node2: 0
+pcmk__primitive_assign: base-bundle-podman-1 allocation score on node3: 0
+pcmk__primitive_assign: base-bundle-podman-2 allocation score on node1: -INFINITY
+pcmk__primitive_assign: base-bundle-podman-2 allocation score on node2: -INFINITY
+pcmk__primitive_assign: base-bundle-podman-2 allocation score on node3: 0
+pcmk__primitive_assign: base:0 allocation score on base-bundle-0: INFINITY
+pcmk__primitive_assign: base:1 allocation score on base-bundle-1: INFINITY
+pcmk__primitive_assign: base:2 allocation score on base-bundle-2: INFINITY
+pcmk__primitive_assign: vip allocation score on node1: 0
+pcmk__primitive_assign: vip allocation score on node2: 0
+pcmk__primitive_assign: vip allocation score on node3: 0
diff --git a/cts/scheduler/scores/bundle-promoted-anticolocation-5.scores b/cts/scheduler/scores/bundle-promoted-anticolocation-5.scores
new file mode 100644
index 0000000..b36fa42
--- /dev/null
+++ b/cts/scheduler/scores/bundle-promoted-anticolocation-5.scores
@@ -0,0 +1,160 @@
+
+bundle-a-rsc:0 promotion score on bundle-a-0: 11
+bundle-a-rsc:1 promotion score on bundle-a-1: -INFINITY
+bundle-a-rsc:2 promotion score on bundle-a-2: 12
+bundle-b-rsc:0 promotion score on bundle-b-0: 12
+bundle-b-rsc:1 promotion score on bundle-b-1: 14
+bundle-b-rsc:2 promotion score on bundle-b-2: 13
+pcmk__bundle_assign: bundle-a allocation score on node1: 0
+pcmk__bundle_assign: bundle-a allocation score on node2: 0
+pcmk__bundle_assign: bundle-a allocation score on node3: 0
+pcmk__bundle_assign: bundle-a-0 allocation score on node1: 0
+pcmk__bundle_assign: bundle-a-0 allocation score on node2: 0
+pcmk__bundle_assign: bundle-a-0 allocation score on node3: 0
+pcmk__bundle_assign: bundle-a-1 allocation score on node1: 0
+pcmk__bundle_assign: bundle-a-1 allocation score on node2: 0
+pcmk__bundle_assign: bundle-a-1 allocation score on node3: 0
+pcmk__bundle_assign: bundle-a-2 allocation score on node1: 0
+pcmk__bundle_assign: bundle-a-2 allocation score on node2: 0
+pcmk__bundle_assign: bundle-a-2 allocation score on node3: 0
+pcmk__bundle_assign: bundle-a-clone allocation score on bundle-a-0: -INFINITY
+pcmk__bundle_assign: bundle-a-clone allocation score on bundle-a-1: -INFINITY
+pcmk__bundle_assign: bundle-a-clone allocation score on bundle-a-2: -INFINITY
+pcmk__bundle_assign: bundle-a-clone allocation score on node1: 0
+pcmk__bundle_assign: bundle-a-clone allocation score on node2: 0
+pcmk__bundle_assign: bundle-a-clone allocation score on node3: 0
+pcmk__bundle_assign: bundle-a-podman-0 allocation score on node1: 0
+pcmk__bundle_assign: bundle-a-podman-0 allocation score on node2: 0
+pcmk__bundle_assign: bundle-a-podman-0 allocation score on node3: 0
+pcmk__bundle_assign: bundle-a-podman-1 allocation score on node1: 0
+pcmk__bundle_assign: bundle-a-podman-1 allocation score on node2: 0
+pcmk__bundle_assign: bundle-a-podman-1 allocation score on node3: 0
+pcmk__bundle_assign: bundle-a-podman-2 allocation score on node1: 0
+pcmk__bundle_assign: bundle-a-podman-2 allocation score on node2: 0
+pcmk__bundle_assign: bundle-a-podman-2 allocation score on node3: 0
+pcmk__bundle_assign: bundle-a-rsc:0 allocation score on bundle-a-0: 501
+pcmk__bundle_assign: bundle-a-rsc:1 allocation score on bundle-a-1: 501
+pcmk__bundle_assign: bundle-a-rsc:2 allocation score on bundle-a-2: 501
+pcmk__bundle_assign: bundle-b allocation score on node1: 0
+pcmk__bundle_assign: bundle-b allocation score on node1: 0
+pcmk__bundle_assign: bundle-b allocation score on node2: 0
+pcmk__bundle_assign: bundle-b allocation score on node2: 0
+pcmk__bundle_assign: bundle-b allocation score on node3: 0
+pcmk__bundle_assign: bundle-b allocation score on node3: 0
+pcmk__bundle_assign: bundle-b-0 allocation score on node1: 0
+pcmk__bundle_assign: bundle-b-0 allocation score on node1: 10000
+pcmk__bundle_assign: bundle-b-0 allocation score on node2: 0
+pcmk__bundle_assign: bundle-b-0 allocation score on node2: 0
+pcmk__bundle_assign: bundle-b-0 allocation score on node3: 0
+pcmk__bundle_assign: bundle-b-0 allocation score on node3: 0
+pcmk__bundle_assign: bundle-b-1 allocation score on node1: 0
+pcmk__bundle_assign: bundle-b-1 allocation score on node1: 0
+pcmk__bundle_assign: bundle-b-1 allocation score on node2: 0
+pcmk__bundle_assign: bundle-b-1 allocation score on node2: 0
+pcmk__bundle_assign: bundle-b-1 allocation score on node3: 0
+pcmk__bundle_assign: bundle-b-1 allocation score on node3: 10000
+pcmk__bundle_assign: bundle-b-2 allocation score on node1: 0
+pcmk__bundle_assign: bundle-b-2 allocation score on node1: 0
+pcmk__bundle_assign: bundle-b-2 allocation score on node2: 0
+pcmk__bundle_assign: bundle-b-2 allocation score on node2: 10000
+pcmk__bundle_assign: bundle-b-2 allocation score on node3: 0
+pcmk__bundle_assign: bundle-b-2 allocation score on node3: 0
+pcmk__bundle_assign: bundle-b-clone allocation score on bundle-b-0: -INFINITY
+pcmk__bundle_assign: bundle-b-clone allocation score on bundle-b-0: 12
+pcmk__bundle_assign: bundle-b-clone allocation score on bundle-b-1: -INFINITY
+pcmk__bundle_assign: bundle-b-clone allocation score on bundle-b-1: 14
+pcmk__bundle_assign: bundle-b-clone allocation score on bundle-b-2: -INFINITY
+pcmk__bundle_assign: bundle-b-clone allocation score on bundle-b-2: 13
+pcmk__bundle_assign: bundle-b-clone allocation score on node1: -INFINITY
+pcmk__bundle_assign: bundle-b-clone allocation score on node1: 0
+pcmk__bundle_assign: bundle-b-clone allocation score on node2: -INFINITY
+pcmk__bundle_assign: bundle-b-clone allocation score on node2: 0
+pcmk__bundle_assign: bundle-b-clone allocation score on node3: -INFINITY
+pcmk__bundle_assign: bundle-b-clone allocation score on node3: 0
+pcmk__bundle_assign: bundle-b-podman-0 allocation score on node1: 0
+pcmk__bundle_assign: bundle-b-podman-0 allocation score on node1: 0
+pcmk__bundle_assign: bundle-b-podman-0 allocation score on node2: 0
+pcmk__bundle_assign: bundle-b-podman-0 allocation score on node2: 0
+pcmk__bundle_assign: bundle-b-podman-0 allocation score on node3: 0
+pcmk__bundle_assign: bundle-b-podman-0 allocation score on node3: 0
+pcmk__bundle_assign: bundle-b-podman-1 allocation score on node1: -INFINITY
+pcmk__bundle_assign: bundle-b-podman-1 allocation score on node1: 0
+pcmk__bundle_assign: bundle-b-podman-1 allocation score on node2: 0
+pcmk__bundle_assign: bundle-b-podman-1 allocation score on node2: 0
+pcmk__bundle_assign: bundle-b-podman-1 allocation score on node3: 0
+pcmk__bundle_assign: bundle-b-podman-1 allocation score on node3: 0
+pcmk__bundle_assign: bundle-b-podman-2 allocation score on node1: -INFINITY
+pcmk__bundle_assign: bundle-b-podman-2 allocation score on node1: 0
+pcmk__bundle_assign: bundle-b-podman-2 allocation score on node2: 0
+pcmk__bundle_assign: bundle-b-podman-2 allocation score on node2: 0
+pcmk__bundle_assign: bundle-b-podman-2 allocation score on node3: -INFINITY
+pcmk__bundle_assign: bundle-b-podman-2 allocation score on node3: 0
+pcmk__bundle_assign: bundle-b-rsc:0 allocation score on bundle-b-0: 501
+pcmk__bundle_assign: bundle-b-rsc:0 allocation score on bundle-b-0: INFINITY
+pcmk__bundle_assign: bundle-b-rsc:1 allocation score on bundle-b-1: 501
+pcmk__bundle_assign: bundle-b-rsc:1 allocation score on bundle-b-1: INFINITY
+pcmk__bundle_assign: bundle-b-rsc:2 allocation score on bundle-b-2: 501
+pcmk__bundle_assign: bundle-b-rsc:2 allocation score on bundle-b-2: INFINITY
+pcmk__clone_assign: bundle-a-clone allocation score on bundle-a-0: 0
+pcmk__clone_assign: bundle-a-clone allocation score on bundle-a-1: 0
+pcmk__clone_assign: bundle-a-clone allocation score on bundle-a-2: 0
+pcmk__clone_assign: bundle-a-clone allocation score on node1: -INFINITY
+pcmk__clone_assign: bundle-a-clone allocation score on node2: -INFINITY
+pcmk__clone_assign: bundle-a-clone allocation score on node3: -INFINITY
+pcmk__clone_assign: bundle-a-rsc:0 allocation score on bundle-a-0: INFINITY
+pcmk__clone_assign: bundle-a-rsc:1 allocation score on bundle-a-1: INFINITY
+pcmk__clone_assign: bundle-a-rsc:2 allocation score on bundle-a-2: INFINITY
+pcmk__clone_assign: bundle-b-clone allocation score on bundle-b-0: 0
+pcmk__clone_assign: bundle-b-clone allocation score on bundle-b-1: 0
+pcmk__clone_assign: bundle-b-clone allocation score on bundle-b-2: 0
+pcmk__clone_assign: bundle-b-clone allocation score on node1: -INFINITY
+pcmk__clone_assign: bundle-b-clone allocation score on node2: -INFINITY
+pcmk__clone_assign: bundle-b-clone allocation score on node3: -INFINITY
+pcmk__clone_assign: bundle-b-rsc:0 allocation score on bundle-b-0: INFINITY
+pcmk__clone_assign: bundle-b-rsc:1 allocation score on bundle-b-1: INFINITY
+pcmk__clone_assign: bundle-b-rsc:2 allocation score on bundle-b-2: INFINITY
+pcmk__primitive_assign: Fencing allocation score on node1: 0
+pcmk__primitive_assign: Fencing allocation score on node2: 0
+pcmk__primitive_assign: Fencing allocation score on node3: 0
+pcmk__primitive_assign: bundle-a-0 allocation score on node1: 10000
+pcmk__primitive_assign: bundle-a-0 allocation score on node2: 0
+pcmk__primitive_assign: bundle-a-0 allocation score on node3: 0
+pcmk__primitive_assign: bundle-a-1 allocation score on node1: 0
+pcmk__primitive_assign: bundle-a-1 allocation score on node2: 0
+pcmk__primitive_assign: bundle-a-1 allocation score on node3: 10000
+pcmk__primitive_assign: bundle-a-2 allocation score on node1: 0
+pcmk__primitive_assign: bundle-a-2 allocation score on node2: 10000
+pcmk__primitive_assign: bundle-a-2 allocation score on node3: 0
+pcmk__primitive_assign: bundle-a-podman-0 allocation score on node1: 0
+pcmk__primitive_assign: bundle-a-podman-0 allocation score on node2: 0
+pcmk__primitive_assign: bundle-a-podman-0 allocation score on node3: 0
+pcmk__primitive_assign: bundle-a-podman-1 allocation score on node1: -INFINITY
+pcmk__primitive_assign: bundle-a-podman-1 allocation score on node2: 0
+pcmk__primitive_assign: bundle-a-podman-1 allocation score on node3: 0
+pcmk__primitive_assign: bundle-a-podman-2 allocation score on node1: -INFINITY
+pcmk__primitive_assign: bundle-a-podman-2 allocation score on node2: 0
+pcmk__primitive_assign: bundle-a-podman-2 allocation score on node3: -INFINITY
+pcmk__primitive_assign: bundle-a-rsc:0 allocation score on bundle-a-0: INFINITY
+pcmk__primitive_assign: bundle-a-rsc:1 allocation score on bundle-a-1: INFINITY
+pcmk__primitive_assign: bundle-a-rsc:2 allocation score on bundle-a-2: INFINITY
+pcmk__primitive_assign: bundle-b-0 allocation score on node1: 10000
+pcmk__primitive_assign: bundle-b-0 allocation score on node2: 0
+pcmk__primitive_assign: bundle-b-0 allocation score on node3: 0
+pcmk__primitive_assign: bundle-b-1 allocation score on node1: 0
+pcmk__primitive_assign: bundle-b-1 allocation score on node2: 0
+pcmk__primitive_assign: bundle-b-1 allocation score on node3: 10000
+pcmk__primitive_assign: bundle-b-2 allocation score on node1: 0
+pcmk__primitive_assign: bundle-b-2 allocation score on node2: 10000
+pcmk__primitive_assign: bundle-b-2 allocation score on node3: 0
+pcmk__primitive_assign: bundle-b-podman-0 allocation score on node1: 0
+pcmk__primitive_assign: bundle-b-podman-0 allocation score on node2: 0
+pcmk__primitive_assign: bundle-b-podman-0 allocation score on node3: 0
+pcmk__primitive_assign: bundle-b-podman-1 allocation score on node1: -INFINITY
+pcmk__primitive_assign: bundle-b-podman-1 allocation score on node2: 0
+pcmk__primitive_assign: bundle-b-podman-1 allocation score on node3: 0
+pcmk__primitive_assign: bundle-b-podman-2 allocation score on node1: -INFINITY
+pcmk__primitive_assign: bundle-b-podman-2 allocation score on node2: 0
+pcmk__primitive_assign: bundle-b-podman-2 allocation score on node3: -INFINITY
+pcmk__primitive_assign: bundle-b-rsc:0 allocation score on bundle-b-0: INFINITY
+pcmk__primitive_assign: bundle-b-rsc:1 allocation score on bundle-b-1: INFINITY
+pcmk__primitive_assign: bundle-b-rsc:2 allocation score on bundle-b-2: INFINITY
diff --git a/cts/scheduler/scores/bundle-promoted-anticolocation-6.scores b/cts/scheduler/scores/bundle-promoted-anticolocation-6.scores
new file mode 100644
index 0000000..779495e
--- /dev/null
+++ b/cts/scheduler/scores/bundle-promoted-anticolocation-6.scores
@@ -0,0 +1,160 @@
+
+bundle-a-rsc:0 promotion score on bundle-a-0: 11
+bundle-a-rsc:1 promotion score on bundle-a-1: -4987
+bundle-a-rsc:2 promotion score on bundle-a-2: 12
+bundle-b-rsc:0 promotion score on bundle-b-0: 12
+bundle-b-rsc:1 promotion score on bundle-b-1: 14
+bundle-b-rsc:2 promotion score on bundle-b-2: 13
+pcmk__bundle_assign: bundle-a allocation score on node1: 0
+pcmk__bundle_assign: bundle-a allocation score on node2: 0
+pcmk__bundle_assign: bundle-a allocation score on node3: 0
+pcmk__bundle_assign: bundle-a-0 allocation score on node1: 0
+pcmk__bundle_assign: bundle-a-0 allocation score on node2: 0
+pcmk__bundle_assign: bundle-a-0 allocation score on node3: 0
+pcmk__bundle_assign: bundle-a-1 allocation score on node1: 0
+pcmk__bundle_assign: bundle-a-1 allocation score on node2: 0
+pcmk__bundle_assign: bundle-a-1 allocation score on node3: 0
+pcmk__bundle_assign: bundle-a-2 allocation score on node1: 0
+pcmk__bundle_assign: bundle-a-2 allocation score on node2: 0
+pcmk__bundle_assign: bundle-a-2 allocation score on node3: 0
+pcmk__bundle_assign: bundle-a-clone allocation score on bundle-a-0: -INFINITY
+pcmk__bundle_assign: bundle-a-clone allocation score on bundle-a-1: -INFINITY
+pcmk__bundle_assign: bundle-a-clone allocation score on bundle-a-2: -INFINITY
+pcmk__bundle_assign: bundle-a-clone allocation score on node1: 0
+pcmk__bundle_assign: bundle-a-clone allocation score on node2: 0
+pcmk__bundle_assign: bundle-a-clone allocation score on node3: 0
+pcmk__bundle_assign: bundle-a-podman-0 allocation score on node1: 0
+pcmk__bundle_assign: bundle-a-podman-0 allocation score on node2: 0
+pcmk__bundle_assign: bundle-a-podman-0 allocation score on node3: 0
+pcmk__bundle_assign: bundle-a-podman-1 allocation score on node1: 0
+pcmk__bundle_assign: bundle-a-podman-1 allocation score on node2: 0
+pcmk__bundle_assign: bundle-a-podman-1 allocation score on node3: 0
+pcmk__bundle_assign: bundle-a-podman-2 allocation score on node1: 0
+pcmk__bundle_assign: bundle-a-podman-2 allocation score on node2: 0
+pcmk__bundle_assign: bundle-a-podman-2 allocation score on node3: 0
+pcmk__bundle_assign: bundle-a-rsc:0 allocation score on bundle-a-0: 501
+pcmk__bundle_assign: bundle-a-rsc:1 allocation score on bundle-a-1: 501
+pcmk__bundle_assign: bundle-a-rsc:2 allocation score on bundle-a-2: 501
+pcmk__bundle_assign: bundle-b allocation score on node1: 0
+pcmk__bundle_assign: bundle-b allocation score on node1: 0
+pcmk__bundle_assign: bundle-b allocation score on node2: 0
+pcmk__bundle_assign: bundle-b allocation score on node2: 0
+pcmk__bundle_assign: bundle-b allocation score on node3: 0
+pcmk__bundle_assign: bundle-b allocation score on node3: 0
+pcmk__bundle_assign: bundle-b-0 allocation score on node1: 0
+pcmk__bundle_assign: bundle-b-0 allocation score on node1: 10000
+pcmk__bundle_assign: bundle-b-0 allocation score on node2: 0
+pcmk__bundle_assign: bundle-b-0 allocation score on node2: 0
+pcmk__bundle_assign: bundle-b-0 allocation score on node3: 0
+pcmk__bundle_assign: bundle-b-0 allocation score on node3: 0
+pcmk__bundle_assign: bundle-b-1 allocation score on node1: 0
+pcmk__bundle_assign: bundle-b-1 allocation score on node1: 0
+pcmk__bundle_assign: bundle-b-1 allocation score on node2: 0
+pcmk__bundle_assign: bundle-b-1 allocation score on node2: 0
+pcmk__bundle_assign: bundle-b-1 allocation score on node3: 0
+pcmk__bundle_assign: bundle-b-1 allocation score on node3: 10000
+pcmk__bundle_assign: bundle-b-2 allocation score on node1: 0
+pcmk__bundle_assign: bundle-b-2 allocation score on node1: 0
+pcmk__bundle_assign: bundle-b-2 allocation score on node2: 0
+pcmk__bundle_assign: bundle-b-2 allocation score on node2: 10000
+pcmk__bundle_assign: bundle-b-2 allocation score on node3: 0
+pcmk__bundle_assign: bundle-b-2 allocation score on node3: 0
+pcmk__bundle_assign: bundle-b-clone allocation score on bundle-b-0: -INFINITY
+pcmk__bundle_assign: bundle-b-clone allocation score on bundle-b-0: 12
+pcmk__bundle_assign: bundle-b-clone allocation score on bundle-b-1: -INFINITY
+pcmk__bundle_assign: bundle-b-clone allocation score on bundle-b-1: 14
+pcmk__bundle_assign: bundle-b-clone allocation score on bundle-b-2: -INFINITY
+pcmk__bundle_assign: bundle-b-clone allocation score on bundle-b-2: 13
+pcmk__bundle_assign: bundle-b-clone allocation score on node1: -INFINITY
+pcmk__bundle_assign: bundle-b-clone allocation score on node1: 0
+pcmk__bundle_assign: bundle-b-clone allocation score on node2: -INFINITY
+pcmk__bundle_assign: bundle-b-clone allocation score on node2: 0
+pcmk__bundle_assign: bundle-b-clone allocation score on node3: -INFINITY
+pcmk__bundle_assign: bundle-b-clone allocation score on node3: 0
+pcmk__bundle_assign: bundle-b-podman-0 allocation score on node1: 0
+pcmk__bundle_assign: bundle-b-podman-0 allocation score on node1: 0
+pcmk__bundle_assign: bundle-b-podman-0 allocation score on node2: 0
+pcmk__bundle_assign: bundle-b-podman-0 allocation score on node2: 0
+pcmk__bundle_assign: bundle-b-podman-0 allocation score on node3: 0
+pcmk__bundle_assign: bundle-b-podman-0 allocation score on node3: 0
+pcmk__bundle_assign: bundle-b-podman-1 allocation score on node1: -INFINITY
+pcmk__bundle_assign: bundle-b-podman-1 allocation score on node1: 0
+pcmk__bundle_assign: bundle-b-podman-1 allocation score on node2: 0
+pcmk__bundle_assign: bundle-b-podman-1 allocation score on node2: 0
+pcmk__bundle_assign: bundle-b-podman-1 allocation score on node3: 0
+pcmk__bundle_assign: bundle-b-podman-1 allocation score on node3: 0
+pcmk__bundle_assign: bundle-b-podman-2 allocation score on node1: -INFINITY
+pcmk__bundle_assign: bundle-b-podman-2 allocation score on node1: 0
+pcmk__bundle_assign: bundle-b-podman-2 allocation score on node2: 0
+pcmk__bundle_assign: bundle-b-podman-2 allocation score on node2: 0
+pcmk__bundle_assign: bundle-b-podman-2 allocation score on node3: -INFINITY
+pcmk__bundle_assign: bundle-b-podman-2 allocation score on node3: 0
+pcmk__bundle_assign: bundle-b-rsc:0 allocation score on bundle-b-0: 501
+pcmk__bundle_assign: bundle-b-rsc:0 allocation score on bundle-b-0: INFINITY
+pcmk__bundle_assign: bundle-b-rsc:1 allocation score on bundle-b-1: 501
+pcmk__bundle_assign: bundle-b-rsc:1 allocation score on bundle-b-1: INFINITY
+pcmk__bundle_assign: bundle-b-rsc:2 allocation score on bundle-b-2: 501
+pcmk__bundle_assign: bundle-b-rsc:2 allocation score on bundle-b-2: INFINITY
+pcmk__clone_assign: bundle-a-clone allocation score on bundle-a-0: 0
+pcmk__clone_assign: bundle-a-clone allocation score on bundle-a-1: 0
+pcmk__clone_assign: bundle-a-clone allocation score on bundle-a-2: 0
+pcmk__clone_assign: bundle-a-clone allocation score on node1: -INFINITY
+pcmk__clone_assign: bundle-a-clone allocation score on node2: -INFINITY
+pcmk__clone_assign: bundle-a-clone allocation score on node3: -INFINITY
+pcmk__clone_assign: bundle-a-rsc:0 allocation score on bundle-a-0: INFINITY
+pcmk__clone_assign: bundle-a-rsc:1 allocation score on bundle-a-1: INFINITY
+pcmk__clone_assign: bundle-a-rsc:2 allocation score on bundle-a-2: INFINITY
+pcmk__clone_assign: bundle-b-clone allocation score on bundle-b-0: 0
+pcmk__clone_assign: bundle-b-clone allocation score on bundle-b-1: 0
+pcmk__clone_assign: bundle-b-clone allocation score on bundle-b-2: 0
+pcmk__clone_assign: bundle-b-clone allocation score on node1: -INFINITY
+pcmk__clone_assign: bundle-b-clone allocation score on node2: -INFINITY
+pcmk__clone_assign: bundle-b-clone allocation score on node3: -INFINITY
+pcmk__clone_assign: bundle-b-rsc:0 allocation score on bundle-b-0: INFINITY
+pcmk__clone_assign: bundle-b-rsc:1 allocation score on bundle-b-1: INFINITY
+pcmk__clone_assign: bundle-b-rsc:2 allocation score on bundle-b-2: INFINITY
+pcmk__primitive_assign: Fencing allocation score on node1: 0
+pcmk__primitive_assign: Fencing allocation score on node2: 0
+pcmk__primitive_assign: Fencing allocation score on node3: 0
+pcmk__primitive_assign: bundle-a-0 allocation score on node1: 10000
+pcmk__primitive_assign: bundle-a-0 allocation score on node2: 0
+pcmk__primitive_assign: bundle-a-0 allocation score on node3: 0
+pcmk__primitive_assign: bundle-a-1 allocation score on node1: 0
+pcmk__primitive_assign: bundle-a-1 allocation score on node2: 0
+pcmk__primitive_assign: bundle-a-1 allocation score on node3: 10000
+pcmk__primitive_assign: bundle-a-2 allocation score on node1: 0
+pcmk__primitive_assign: bundle-a-2 allocation score on node2: 10000
+pcmk__primitive_assign: bundle-a-2 allocation score on node3: 0
+pcmk__primitive_assign: bundle-a-podman-0 allocation score on node1: 0
+pcmk__primitive_assign: bundle-a-podman-0 allocation score on node2: 0
+pcmk__primitive_assign: bundle-a-podman-0 allocation score on node3: 0
+pcmk__primitive_assign: bundle-a-podman-1 allocation score on node1: -INFINITY
+pcmk__primitive_assign: bundle-a-podman-1 allocation score on node2: 0
+pcmk__primitive_assign: bundle-a-podman-1 allocation score on node3: 0
+pcmk__primitive_assign: bundle-a-podman-2 allocation score on node1: -INFINITY
+pcmk__primitive_assign: bundle-a-podman-2 allocation score on node2: 0
+pcmk__primitive_assign: bundle-a-podman-2 allocation score on node3: -INFINITY
+pcmk__primitive_assign: bundle-a-rsc:0 allocation score on bundle-a-0: INFINITY
+pcmk__primitive_assign: bundle-a-rsc:1 allocation score on bundle-a-1: INFINITY
+pcmk__primitive_assign: bundle-a-rsc:2 allocation score on bundle-a-2: INFINITY
+pcmk__primitive_assign: bundle-b-0 allocation score on node1: 10000
+pcmk__primitive_assign: bundle-b-0 allocation score on node2: 0
+pcmk__primitive_assign: bundle-b-0 allocation score on node3: 0
+pcmk__primitive_assign: bundle-b-1 allocation score on node1: 0
+pcmk__primitive_assign: bundle-b-1 allocation score on node2: 0
+pcmk__primitive_assign: bundle-b-1 allocation score on node3: 10000
+pcmk__primitive_assign: bundle-b-2 allocation score on node1: 0
+pcmk__primitive_assign: bundle-b-2 allocation score on node2: 10000
+pcmk__primitive_assign: bundle-b-2 allocation score on node3: 0
+pcmk__primitive_assign: bundle-b-podman-0 allocation score on node1: 0
+pcmk__primitive_assign: bundle-b-podman-0 allocation score on node2: 0
+pcmk__primitive_assign: bundle-b-podman-0 allocation score on node3: 0
+pcmk__primitive_assign: bundle-b-podman-1 allocation score on node1: -INFINITY
+pcmk__primitive_assign: bundle-b-podman-1 allocation score on node2: 0
+pcmk__primitive_assign: bundle-b-podman-1 allocation score on node3: 0
+pcmk__primitive_assign: bundle-b-podman-2 allocation score on node1: -INFINITY
+pcmk__primitive_assign: bundle-b-podman-2 allocation score on node2: 0
+pcmk__primitive_assign: bundle-b-podman-2 allocation score on node3: -INFINITY
+pcmk__primitive_assign: bundle-b-rsc:0 allocation score on bundle-b-0: INFINITY
+pcmk__primitive_assign: bundle-b-rsc:1 allocation score on bundle-b-1: INFINITY
+pcmk__primitive_assign: bundle-b-rsc:2 allocation score on bundle-b-2: INFINITY
diff --git a/cts/scheduler/scores/bundle-promoted-colocation-1.scores b/cts/scheduler/scores/bundle-promoted-colocation-1.scores
new file mode 100644
index 0000000..36f2bc5
--- /dev/null
+++ b/cts/scheduler/scores/bundle-promoted-colocation-1.scores
@@ -0,0 +1,70 @@
+
+base:0 promotion score on base-bundle-0: 11
+base:1 promotion score on base-bundle-1: 12
+base:2 promotion score on base-bundle-2: 13
+pcmk__bundle_assign: base-bundle allocation score on node1: 0
+pcmk__bundle_assign: base-bundle allocation score on node2: 0
+pcmk__bundle_assign: base-bundle allocation score on node3: 0
+pcmk__bundle_assign: base-bundle-0 allocation score on node1: 0
+pcmk__bundle_assign: base-bundle-0 allocation score on node2: 0
+pcmk__bundle_assign: base-bundle-0 allocation score on node3: 0
+pcmk__bundle_assign: base-bundle-1 allocation score on node1: 0
+pcmk__bundle_assign: base-bundle-1 allocation score on node2: 0
+pcmk__bundle_assign: base-bundle-1 allocation score on node3: 0
+pcmk__bundle_assign: base-bundle-2 allocation score on node1: 0
+pcmk__bundle_assign: base-bundle-2 allocation score on node2: 0
+pcmk__bundle_assign: base-bundle-2 allocation score on node3: 0
+pcmk__bundle_assign: base-bundle-clone allocation score on base-bundle-0: -INFINITY
+pcmk__bundle_assign: base-bundle-clone allocation score on base-bundle-1: -INFINITY
+pcmk__bundle_assign: base-bundle-clone allocation score on base-bundle-2: -INFINITY
+pcmk__bundle_assign: base-bundle-clone allocation score on node1: 0
+pcmk__bundle_assign: base-bundle-clone allocation score on node2: 0
+pcmk__bundle_assign: base-bundle-clone allocation score on node3: 0
+pcmk__bundle_assign: base-bundle-podman-0 allocation score on node1: 0
+pcmk__bundle_assign: base-bundle-podman-0 allocation score on node2: 0
+pcmk__bundle_assign: base-bundle-podman-0 allocation score on node3: 0
+pcmk__bundle_assign: base-bundle-podman-1 allocation score on node1: 0
+pcmk__bundle_assign: base-bundle-podman-1 allocation score on node2: 0
+pcmk__bundle_assign: base-bundle-podman-1 allocation score on node3: 0
+pcmk__bundle_assign: base-bundle-podman-2 allocation score on node1: 0
+pcmk__bundle_assign: base-bundle-podman-2 allocation score on node2: 0
+pcmk__bundle_assign: base-bundle-podman-2 allocation score on node3: 0
+pcmk__bundle_assign: base:0 allocation score on base-bundle-0: 501
+pcmk__bundle_assign: base:1 allocation score on base-bundle-1: 501
+pcmk__bundle_assign: base:2 allocation score on base-bundle-2: 501
+pcmk__clone_assign: base-bundle-clone allocation score on base-bundle-0: 0
+pcmk__clone_assign: base-bundle-clone allocation score on base-bundle-1: 0
+pcmk__clone_assign: base-bundle-clone allocation score on base-bundle-2: 0
+pcmk__clone_assign: base-bundle-clone allocation score on node1: -INFINITY
+pcmk__clone_assign: base-bundle-clone allocation score on node2: -INFINITY
+pcmk__clone_assign: base-bundle-clone allocation score on node3: -INFINITY
+pcmk__clone_assign: base:0 allocation score on base-bundle-0: INFINITY
+pcmk__clone_assign: base:1 allocation score on base-bundle-1: INFINITY
+pcmk__clone_assign: base:2 allocation score on base-bundle-2: INFINITY
+pcmk__primitive_assign: Fencing allocation score on node1: 0
+pcmk__primitive_assign: Fencing allocation score on node2: 0
+pcmk__primitive_assign: Fencing allocation score on node3: 0
+pcmk__primitive_assign: base-bundle-0 allocation score on node1: 10000
+pcmk__primitive_assign: base-bundle-0 allocation score on node2: 0
+pcmk__primitive_assign: base-bundle-0 allocation score on node3: 0
+pcmk__primitive_assign: base-bundle-1 allocation score on node1: 0
+pcmk__primitive_assign: base-bundle-1 allocation score on node2: 10000
+pcmk__primitive_assign: base-bundle-1 allocation score on node3: 0
+pcmk__primitive_assign: base-bundle-2 allocation score on node1: 0
+pcmk__primitive_assign: base-bundle-2 allocation score on node2: 0
+pcmk__primitive_assign: base-bundle-2 allocation score on node3: 10000
+pcmk__primitive_assign: base-bundle-podman-0 allocation score on node1: 0
+pcmk__primitive_assign: base-bundle-podman-0 allocation score on node2: 0
+pcmk__primitive_assign: base-bundle-podman-0 allocation score on node3: 0
+pcmk__primitive_assign: base-bundle-podman-1 allocation score on node1: -INFINITY
+pcmk__primitive_assign: base-bundle-podman-1 allocation score on node2: 0
+pcmk__primitive_assign: base-bundle-podman-1 allocation score on node3: 0
+pcmk__primitive_assign: base-bundle-podman-2 allocation score on node1: -INFINITY
+pcmk__primitive_assign: base-bundle-podman-2 allocation score on node2: -INFINITY
+pcmk__primitive_assign: base-bundle-podman-2 allocation score on node3: 0
+pcmk__primitive_assign: base:0 allocation score on base-bundle-0: INFINITY
+pcmk__primitive_assign: base:1 allocation score on base-bundle-1: INFINITY
+pcmk__primitive_assign: base:2 allocation score on base-bundle-2: INFINITY
+pcmk__primitive_assign: vip allocation score on node1: -INFINITY
+pcmk__primitive_assign: vip allocation score on node2: -INFINITY
+pcmk__primitive_assign: vip allocation score on node3: 0
diff --git a/cts/scheduler/scores/bundle-promoted-colocation-2.scores b/cts/scheduler/scores/bundle-promoted-colocation-2.scores
new file mode 100644
index 0000000..384fbbb
--- /dev/null
+++ b/cts/scheduler/scores/bundle-promoted-colocation-2.scores
@@ -0,0 +1,70 @@
+
+base:0 promotion score on base-bundle-0: 11
+base:1 promotion score on base-bundle-1: 12
+base:2 promotion score on base-bundle-2: 13
+pcmk__bundle_assign: base-bundle allocation score on node1: 0
+pcmk__bundle_assign: base-bundle allocation score on node2: 0
+pcmk__bundle_assign: base-bundle allocation score on node3: 0
+pcmk__bundle_assign: base-bundle-0 allocation score on node1: 0
+pcmk__bundle_assign: base-bundle-0 allocation score on node2: 0
+pcmk__bundle_assign: base-bundle-0 allocation score on node3: 0
+pcmk__bundle_assign: base-bundle-1 allocation score on node1: 0
+pcmk__bundle_assign: base-bundle-1 allocation score on node2: 0
+pcmk__bundle_assign: base-bundle-1 allocation score on node3: 0
+pcmk__bundle_assign: base-bundle-2 allocation score on node1: 0
+pcmk__bundle_assign: base-bundle-2 allocation score on node2: 0
+pcmk__bundle_assign: base-bundle-2 allocation score on node3: 0
+pcmk__bundle_assign: base-bundle-clone allocation score on base-bundle-0: -INFINITY
+pcmk__bundle_assign: base-bundle-clone allocation score on base-bundle-1: -INFINITY
+pcmk__bundle_assign: base-bundle-clone allocation score on base-bundle-2: -INFINITY
+pcmk__bundle_assign: base-bundle-clone allocation score on node1: 0
+pcmk__bundle_assign: base-bundle-clone allocation score on node2: 0
+pcmk__bundle_assign: base-bundle-clone allocation score on node3: 0
+pcmk__bundle_assign: base-bundle-podman-0 allocation score on node1: 0
+pcmk__bundle_assign: base-bundle-podman-0 allocation score on node2: 0
+pcmk__bundle_assign: base-bundle-podman-0 allocation score on node3: 0
+pcmk__bundle_assign: base-bundle-podman-1 allocation score on node1: 0
+pcmk__bundle_assign: base-bundle-podman-1 allocation score on node2: 0
+pcmk__bundle_assign: base-bundle-podman-1 allocation score on node3: 0
+pcmk__bundle_assign: base-bundle-podman-2 allocation score on node1: 0
+pcmk__bundle_assign: base-bundle-podman-2 allocation score on node2: 0
+pcmk__bundle_assign: base-bundle-podman-2 allocation score on node3: 0
+pcmk__bundle_assign: base:0 allocation score on base-bundle-0: 501
+pcmk__bundle_assign: base:1 allocation score on base-bundle-1: 501
+pcmk__bundle_assign: base:2 allocation score on base-bundle-2: 501
+pcmk__clone_assign: base-bundle-clone allocation score on base-bundle-0: 0
+pcmk__clone_assign: base-bundle-clone allocation score on base-bundle-1: 0
+pcmk__clone_assign: base-bundle-clone allocation score on base-bundle-2: 0
+pcmk__clone_assign: base-bundle-clone allocation score on node1: -INFINITY
+pcmk__clone_assign: base-bundle-clone allocation score on node2: -INFINITY
+pcmk__clone_assign: base-bundle-clone allocation score on node3: -INFINITY
+pcmk__clone_assign: base:0 allocation score on base-bundle-0: INFINITY
+pcmk__clone_assign: base:1 allocation score on base-bundle-1: INFINITY
+pcmk__clone_assign: base:2 allocation score on base-bundle-2: INFINITY
+pcmk__primitive_assign: Fencing allocation score on node1: 0
+pcmk__primitive_assign: Fencing allocation score on node2: 0
+pcmk__primitive_assign: Fencing allocation score on node3: 0
+pcmk__primitive_assign: base-bundle-0 allocation score on node1: 10000
+pcmk__primitive_assign: base-bundle-0 allocation score on node2: 0
+pcmk__primitive_assign: base-bundle-0 allocation score on node3: 0
+pcmk__primitive_assign: base-bundle-1 allocation score on node1: 0
+pcmk__primitive_assign: base-bundle-1 allocation score on node2: 10000
+pcmk__primitive_assign: base-bundle-1 allocation score on node3: 0
+pcmk__primitive_assign: base-bundle-2 allocation score on node1: 0
+pcmk__primitive_assign: base-bundle-2 allocation score on node2: 0
+pcmk__primitive_assign: base-bundle-2 allocation score on node3: 10000
+pcmk__primitive_assign: base-bundle-podman-0 allocation score on node1: 0
+pcmk__primitive_assign: base-bundle-podman-0 allocation score on node2: 0
+pcmk__primitive_assign: base-bundle-podman-0 allocation score on node3: 0
+pcmk__primitive_assign: base-bundle-podman-1 allocation score on node1: -INFINITY
+pcmk__primitive_assign: base-bundle-podman-1 allocation score on node2: 0
+pcmk__primitive_assign: base-bundle-podman-1 allocation score on node3: 0
+pcmk__primitive_assign: base-bundle-podman-2 allocation score on node1: -INFINITY
+pcmk__primitive_assign: base-bundle-podman-2 allocation score on node2: -INFINITY
+pcmk__primitive_assign: base-bundle-podman-2 allocation score on node3: 0
+pcmk__primitive_assign: base:0 allocation score on base-bundle-0: INFINITY
+pcmk__primitive_assign: base:1 allocation score on base-bundle-1: INFINITY
+pcmk__primitive_assign: base:2 allocation score on base-bundle-2: INFINITY
+pcmk__primitive_assign: vip allocation score on node1: 0
+pcmk__primitive_assign: vip allocation score on node2: 0
+pcmk__primitive_assign: vip allocation score on node3: 5000
diff --git a/cts/scheduler/scores/bundle-promoted-colocation-3.scores b/cts/scheduler/scores/bundle-promoted-colocation-3.scores
new file mode 100644
index 0000000..1792152
--- /dev/null
+++ b/cts/scheduler/scores/bundle-promoted-colocation-3.scores
@@ -0,0 +1,70 @@
+
+base:0 promotion score on base-bundle-0: INFINITY
+base:1 promotion score on base-bundle-1: -INFINITY
+base:2 promotion score on base-bundle-2: -INFINITY
+pcmk__bundle_assign: base-bundle allocation score on node1: 0
+pcmk__bundle_assign: base-bundle allocation score on node2: 0
+pcmk__bundle_assign: base-bundle allocation score on node3: 0
+pcmk__bundle_assign: base-bundle-0 allocation score on node1: 0
+pcmk__bundle_assign: base-bundle-0 allocation score on node2: 0
+pcmk__bundle_assign: base-bundle-0 allocation score on node3: 0
+pcmk__bundle_assign: base-bundle-1 allocation score on node1: 0
+pcmk__bundle_assign: base-bundle-1 allocation score on node2: 0
+pcmk__bundle_assign: base-bundle-1 allocation score on node3: 0
+pcmk__bundle_assign: base-bundle-2 allocation score on node1: 0
+pcmk__bundle_assign: base-bundle-2 allocation score on node2: 0
+pcmk__bundle_assign: base-bundle-2 allocation score on node3: 0
+pcmk__bundle_assign: base-bundle-clone allocation score on base-bundle-0: -INFINITY
+pcmk__bundle_assign: base-bundle-clone allocation score on base-bundle-1: -INFINITY
+pcmk__bundle_assign: base-bundle-clone allocation score on base-bundle-2: -INFINITY
+pcmk__bundle_assign: base-bundle-clone allocation score on node1: 0
+pcmk__bundle_assign: base-bundle-clone allocation score on node2: 0
+pcmk__bundle_assign: base-bundle-clone allocation score on node3: 0
+pcmk__bundle_assign: base-bundle-podman-0 allocation score on node1: 0
+pcmk__bundle_assign: base-bundle-podman-0 allocation score on node2: 0
+pcmk__bundle_assign: base-bundle-podman-0 allocation score on node3: 0
+pcmk__bundle_assign: base-bundle-podman-1 allocation score on node1: 0
+pcmk__bundle_assign: base-bundle-podman-1 allocation score on node2: 0
+pcmk__bundle_assign: base-bundle-podman-1 allocation score on node3: 0
+pcmk__bundle_assign: base-bundle-podman-2 allocation score on node1: 0
+pcmk__bundle_assign: base-bundle-podman-2 allocation score on node2: 0
+pcmk__bundle_assign: base-bundle-podman-2 allocation score on node3: 0
+pcmk__bundle_assign: base:0 allocation score on base-bundle-0: 501
+pcmk__bundle_assign: base:1 allocation score on base-bundle-1: 501
+pcmk__bundle_assign: base:2 allocation score on base-bundle-2: 501
+pcmk__clone_assign: base-bundle-clone allocation score on base-bundle-0: 0
+pcmk__clone_assign: base-bundle-clone allocation score on base-bundle-1: 0
+pcmk__clone_assign: base-bundle-clone allocation score on base-bundle-2: 0
+pcmk__clone_assign: base-bundle-clone allocation score on node1: -INFINITY
+pcmk__clone_assign: base-bundle-clone allocation score on node2: -INFINITY
+pcmk__clone_assign: base-bundle-clone allocation score on node3: -INFINITY
+pcmk__clone_assign: base:0 allocation score on base-bundle-0: INFINITY
+pcmk__clone_assign: base:1 allocation score on base-bundle-1: INFINITY
+pcmk__clone_assign: base:2 allocation score on base-bundle-2: INFINITY
+pcmk__primitive_assign: Fencing allocation score on node1: 0
+pcmk__primitive_assign: Fencing allocation score on node2: 0
+pcmk__primitive_assign: Fencing allocation score on node3: 0
+pcmk__primitive_assign: base-bundle-0 allocation score on node1: 10000
+pcmk__primitive_assign: base-bundle-0 allocation score on node2: 0
+pcmk__primitive_assign: base-bundle-0 allocation score on node3: 0
+pcmk__primitive_assign: base-bundle-1 allocation score on node1: 0
+pcmk__primitive_assign: base-bundle-1 allocation score on node2: 10000
+pcmk__primitive_assign: base-bundle-1 allocation score on node3: 0
+pcmk__primitive_assign: base-bundle-2 allocation score on node1: 0
+pcmk__primitive_assign: base-bundle-2 allocation score on node2: 0
+pcmk__primitive_assign: base-bundle-2 allocation score on node3: 10000
+pcmk__primitive_assign: base-bundle-podman-0 allocation score on node1: 0
+pcmk__primitive_assign: base-bundle-podman-0 allocation score on node2: 0
+pcmk__primitive_assign: base-bundle-podman-0 allocation score on node3: 0
+pcmk__primitive_assign: base-bundle-podman-1 allocation score on node1: -INFINITY
+pcmk__primitive_assign: base-bundle-podman-1 allocation score on node2: 0
+pcmk__primitive_assign: base-bundle-podman-1 allocation score on node3: 0
+pcmk__primitive_assign: base-bundle-podman-2 allocation score on node1: -INFINITY
+pcmk__primitive_assign: base-bundle-podman-2 allocation score on node2: -INFINITY
+pcmk__primitive_assign: base-bundle-podman-2 allocation score on node3: 0
+pcmk__primitive_assign: base:0 allocation score on base-bundle-0: INFINITY
+pcmk__primitive_assign: base:1 allocation score on base-bundle-1: INFINITY
+pcmk__primitive_assign: base:2 allocation score on base-bundle-2: INFINITY
+pcmk__primitive_assign: vip allocation score on node1: 0
+pcmk__primitive_assign: vip allocation score on node2: 0
+pcmk__primitive_assign: vip allocation score on node3: 0
diff --git a/cts/scheduler/scores/bundle-promoted-colocation-4.scores b/cts/scheduler/scores/bundle-promoted-colocation-4.scores
new file mode 100644
index 0000000..3cb1ed9
--- /dev/null
+++ b/cts/scheduler/scores/bundle-promoted-colocation-4.scores
@@ -0,0 +1,70 @@
+
+base:0 promotion score on base-bundle-0: 5011
+base:1 promotion score on base-bundle-1: 12
+base:2 promotion score on base-bundle-2: 13
+pcmk__bundle_assign: base-bundle allocation score on node1: 0
+pcmk__bundle_assign: base-bundle allocation score on node2: 0
+pcmk__bundle_assign: base-bundle allocation score on node3: 0
+pcmk__bundle_assign: base-bundle-0 allocation score on node1: 0
+pcmk__bundle_assign: base-bundle-0 allocation score on node2: 0
+pcmk__bundle_assign: base-bundle-0 allocation score on node3: 0
+pcmk__bundle_assign: base-bundle-1 allocation score on node1: 0
+pcmk__bundle_assign: base-bundle-1 allocation score on node2: 0
+pcmk__bundle_assign: base-bundle-1 allocation score on node3: 0
+pcmk__bundle_assign: base-bundle-2 allocation score on node1: 0
+pcmk__bundle_assign: base-bundle-2 allocation score on node2: 0
+pcmk__bundle_assign: base-bundle-2 allocation score on node3: 0
+pcmk__bundle_assign: base-bundle-clone allocation score on base-bundle-0: -INFINITY
+pcmk__bundle_assign: base-bundle-clone allocation score on base-bundle-1: -INFINITY
+pcmk__bundle_assign: base-bundle-clone allocation score on base-bundle-2: -INFINITY
+pcmk__bundle_assign: base-bundle-clone allocation score on node1: 0
+pcmk__bundle_assign: base-bundle-clone allocation score on node2: 0
+pcmk__bundle_assign: base-bundle-clone allocation score on node3: 0
+pcmk__bundle_assign: base-bundle-podman-0 allocation score on node1: 0
+pcmk__bundle_assign: base-bundle-podman-0 allocation score on node2: 0
+pcmk__bundle_assign: base-bundle-podman-0 allocation score on node3: 0
+pcmk__bundle_assign: base-bundle-podman-1 allocation score on node1: 0
+pcmk__bundle_assign: base-bundle-podman-1 allocation score on node2: 0
+pcmk__bundle_assign: base-bundle-podman-1 allocation score on node3: 0
+pcmk__bundle_assign: base-bundle-podman-2 allocation score on node1: 0
+pcmk__bundle_assign: base-bundle-podman-2 allocation score on node2: 0
+pcmk__bundle_assign: base-bundle-podman-2 allocation score on node3: 0
+pcmk__bundle_assign: base:0 allocation score on base-bundle-0: 501
+pcmk__bundle_assign: base:1 allocation score on base-bundle-1: 501
+pcmk__bundle_assign: base:2 allocation score on base-bundle-2: 501
+pcmk__clone_assign: base-bundle-clone allocation score on base-bundle-0: 0
+pcmk__clone_assign: base-bundle-clone allocation score on base-bundle-1: 0
+pcmk__clone_assign: base-bundle-clone allocation score on base-bundle-2: 0
+pcmk__clone_assign: base-bundle-clone allocation score on node1: -INFINITY
+pcmk__clone_assign: base-bundle-clone allocation score on node2: -INFINITY
+pcmk__clone_assign: base-bundle-clone allocation score on node3: -INFINITY
+pcmk__clone_assign: base:0 allocation score on base-bundle-0: INFINITY
+pcmk__clone_assign: base:1 allocation score on base-bundle-1: INFINITY
+pcmk__clone_assign: base:2 allocation score on base-bundle-2: INFINITY
+pcmk__primitive_assign: Fencing allocation score on node1: 0
+pcmk__primitive_assign: Fencing allocation score on node2: 0
+pcmk__primitive_assign: Fencing allocation score on node3: 0
+pcmk__primitive_assign: base-bundle-0 allocation score on node1: 10000
+pcmk__primitive_assign: base-bundle-0 allocation score on node2: 0
+pcmk__primitive_assign: base-bundle-0 allocation score on node3: 0
+pcmk__primitive_assign: base-bundle-1 allocation score on node1: 0
+pcmk__primitive_assign: base-bundle-1 allocation score on node2: 10000
+pcmk__primitive_assign: base-bundle-1 allocation score on node3: 0
+pcmk__primitive_assign: base-bundle-2 allocation score on node1: 0
+pcmk__primitive_assign: base-bundle-2 allocation score on node2: 0
+pcmk__primitive_assign: base-bundle-2 allocation score on node3: 10000
+pcmk__primitive_assign: base-bundle-podman-0 allocation score on node1: 0
+pcmk__primitive_assign: base-bundle-podman-0 allocation score on node2: 0
+pcmk__primitive_assign: base-bundle-podman-0 allocation score on node3: 0
+pcmk__primitive_assign: base-bundle-podman-1 allocation score on node1: -INFINITY
+pcmk__primitive_assign: base-bundle-podman-1 allocation score on node2: 0
+pcmk__primitive_assign: base-bundle-podman-1 allocation score on node3: 0
+pcmk__primitive_assign: base-bundle-podman-2 allocation score on node1: -INFINITY
+pcmk__primitive_assign: base-bundle-podman-2 allocation score on node2: -INFINITY
+pcmk__primitive_assign: base-bundle-podman-2 allocation score on node3: 0
+pcmk__primitive_assign: base:0 allocation score on base-bundle-0: INFINITY
+pcmk__primitive_assign: base:1 allocation score on base-bundle-1: INFINITY
+pcmk__primitive_assign: base:2 allocation score on base-bundle-2: INFINITY
+pcmk__primitive_assign: vip allocation score on node1: 0
+pcmk__primitive_assign: vip allocation score on node2: 0
+pcmk__primitive_assign: vip allocation score on node3: 0
diff --git a/cts/scheduler/scores/bundle-promoted-colocation-5.scores b/cts/scheduler/scores/bundle-promoted-colocation-5.scores
new file mode 100644
index 0000000..a5bbab9
--- /dev/null
+++ b/cts/scheduler/scores/bundle-promoted-colocation-5.scores
@@ -0,0 +1,160 @@
+
+bundle-a-rsc:0 promotion score on bundle-a-0: 11
+bundle-a-rsc:1 promotion score on bundle-a-1: 13
+bundle-a-rsc:2 promotion score on bundle-a-2: INFINITY
+bundle-b-rsc:0 promotion score on bundle-b-0: 12
+bundle-b-rsc:1 promotion score on bundle-b-1: 11
+bundle-b-rsc:2 promotion score on bundle-b-2: 13
+pcmk__bundle_assign: bundle-a allocation score on node1: 0
+pcmk__bundle_assign: bundle-a allocation score on node2: 0
+pcmk__bundle_assign: bundle-a allocation score on node3: 0
+pcmk__bundle_assign: bundle-a-0 allocation score on node1: 0
+pcmk__bundle_assign: bundle-a-0 allocation score on node2: 0
+pcmk__bundle_assign: bundle-a-0 allocation score on node3: 0
+pcmk__bundle_assign: bundle-a-1 allocation score on node1: 0
+pcmk__bundle_assign: bundle-a-1 allocation score on node2: 0
+pcmk__bundle_assign: bundle-a-1 allocation score on node3: 0
+pcmk__bundle_assign: bundle-a-2 allocation score on node1: 0
+pcmk__bundle_assign: bundle-a-2 allocation score on node2: 0
+pcmk__bundle_assign: bundle-a-2 allocation score on node3: 0
+pcmk__bundle_assign: bundle-a-clone allocation score on bundle-a-0: -INFINITY
+pcmk__bundle_assign: bundle-a-clone allocation score on bundle-a-1: -INFINITY
+pcmk__bundle_assign: bundle-a-clone allocation score on bundle-a-2: -INFINITY
+pcmk__bundle_assign: bundle-a-clone allocation score on node1: 0
+pcmk__bundle_assign: bundle-a-clone allocation score on node2: 0
+pcmk__bundle_assign: bundle-a-clone allocation score on node3: 0
+pcmk__bundle_assign: bundle-a-podman-0 allocation score on node1: 0
+pcmk__bundle_assign: bundle-a-podman-0 allocation score on node2: 0
+pcmk__bundle_assign: bundle-a-podman-0 allocation score on node3: 0
+pcmk__bundle_assign: bundle-a-podman-1 allocation score on node1: 0
+pcmk__bundle_assign: bundle-a-podman-1 allocation score on node2: 0
+pcmk__bundle_assign: bundle-a-podman-1 allocation score on node3: 0
+pcmk__bundle_assign: bundle-a-podman-2 allocation score on node1: 0
+pcmk__bundle_assign: bundle-a-podman-2 allocation score on node2: 0
+pcmk__bundle_assign: bundle-a-podman-2 allocation score on node3: 0
+pcmk__bundle_assign: bundle-a-rsc:0 allocation score on bundle-a-0: 501
+pcmk__bundle_assign: bundle-a-rsc:1 allocation score on bundle-a-1: 501
+pcmk__bundle_assign: bundle-a-rsc:2 allocation score on bundle-a-2: 501
+pcmk__bundle_assign: bundle-b allocation score on node1: 0
+pcmk__bundle_assign: bundle-b allocation score on node1: 0
+pcmk__bundle_assign: bundle-b allocation score on node2: 0
+pcmk__bundle_assign: bundle-b allocation score on node2: 0
+pcmk__bundle_assign: bundle-b allocation score on node3: 0
+pcmk__bundle_assign: bundle-b allocation score on node3: 0
+pcmk__bundle_assign: bundle-b-0 allocation score on node1: 0
+pcmk__bundle_assign: bundle-b-0 allocation score on node1: 10000
+pcmk__bundle_assign: bundle-b-0 allocation score on node2: 0
+pcmk__bundle_assign: bundle-b-0 allocation score on node2: 0
+pcmk__bundle_assign: bundle-b-0 allocation score on node3: 0
+pcmk__bundle_assign: bundle-b-0 allocation score on node3: 0
+pcmk__bundle_assign: bundle-b-1 allocation score on node1: 0
+pcmk__bundle_assign: bundle-b-1 allocation score on node1: 0
+pcmk__bundle_assign: bundle-b-1 allocation score on node2: 0
+pcmk__bundle_assign: bundle-b-1 allocation score on node2: 0
+pcmk__bundle_assign: bundle-b-1 allocation score on node3: 0
+pcmk__bundle_assign: bundle-b-1 allocation score on node3: 10000
+pcmk__bundle_assign: bundle-b-2 allocation score on node1: 0
+pcmk__bundle_assign: bundle-b-2 allocation score on node1: 0
+pcmk__bundle_assign: bundle-b-2 allocation score on node2: 0
+pcmk__bundle_assign: bundle-b-2 allocation score on node2: 10000
+pcmk__bundle_assign: bundle-b-2 allocation score on node3: 0
+pcmk__bundle_assign: bundle-b-2 allocation score on node3: 0
+pcmk__bundle_assign: bundle-b-clone allocation score on bundle-b-0: -INFINITY
+pcmk__bundle_assign: bundle-b-clone allocation score on bundle-b-0: 12
+pcmk__bundle_assign: bundle-b-clone allocation score on bundle-b-1: -INFINITY
+pcmk__bundle_assign: bundle-b-clone allocation score on bundle-b-1: 11
+pcmk__bundle_assign: bundle-b-clone allocation score on bundle-b-2: -INFINITY
+pcmk__bundle_assign: bundle-b-clone allocation score on bundle-b-2: 13
+pcmk__bundle_assign: bundle-b-clone allocation score on node1: -INFINITY
+pcmk__bundle_assign: bundle-b-clone allocation score on node1: 0
+pcmk__bundle_assign: bundle-b-clone allocation score on node2: -INFINITY
+pcmk__bundle_assign: bundle-b-clone allocation score on node2: 0
+pcmk__bundle_assign: bundle-b-clone allocation score on node3: -INFINITY
+pcmk__bundle_assign: bundle-b-clone allocation score on node3: 0
+pcmk__bundle_assign: bundle-b-podman-0 allocation score on node1: 0
+pcmk__bundle_assign: bundle-b-podman-0 allocation score on node1: 0
+pcmk__bundle_assign: bundle-b-podman-0 allocation score on node2: 0
+pcmk__bundle_assign: bundle-b-podman-0 allocation score on node2: 0
+pcmk__bundle_assign: bundle-b-podman-0 allocation score on node3: 0
+pcmk__bundle_assign: bundle-b-podman-0 allocation score on node3: 0
+pcmk__bundle_assign: bundle-b-podman-1 allocation score on node1: -INFINITY
+pcmk__bundle_assign: bundle-b-podman-1 allocation score on node1: 0
+pcmk__bundle_assign: bundle-b-podman-1 allocation score on node2: 0
+pcmk__bundle_assign: bundle-b-podman-1 allocation score on node2: 0
+pcmk__bundle_assign: bundle-b-podman-1 allocation score on node3: 0
+pcmk__bundle_assign: bundle-b-podman-1 allocation score on node3: 0
+pcmk__bundle_assign: bundle-b-podman-2 allocation score on node1: -INFINITY
+pcmk__bundle_assign: bundle-b-podman-2 allocation score on node1: 0
+pcmk__bundle_assign: bundle-b-podman-2 allocation score on node2: 0
+pcmk__bundle_assign: bundle-b-podman-2 allocation score on node2: 0
+pcmk__bundle_assign: bundle-b-podman-2 allocation score on node3: -INFINITY
+pcmk__bundle_assign: bundle-b-podman-2 allocation score on node3: 0
+pcmk__bundle_assign: bundle-b-rsc:0 allocation score on bundle-b-0: 501
+pcmk__bundle_assign: bundle-b-rsc:0 allocation score on bundle-b-0: INFINITY
+pcmk__bundle_assign: bundle-b-rsc:1 allocation score on bundle-b-1: 501
+pcmk__bundle_assign: bundle-b-rsc:1 allocation score on bundle-b-1: INFINITY
+pcmk__bundle_assign: bundle-b-rsc:2 allocation score on bundle-b-2: 501
+pcmk__bundle_assign: bundle-b-rsc:2 allocation score on bundle-b-2: INFINITY
+pcmk__clone_assign: bundle-a-clone allocation score on bundle-a-0: 0
+pcmk__clone_assign: bundle-a-clone allocation score on bundle-a-1: 0
+pcmk__clone_assign: bundle-a-clone allocation score on bundle-a-2: 0
+pcmk__clone_assign: bundle-a-clone allocation score on node1: -INFINITY
+pcmk__clone_assign: bundle-a-clone allocation score on node2: -INFINITY
+pcmk__clone_assign: bundle-a-clone allocation score on node3: -INFINITY
+pcmk__clone_assign: bundle-a-rsc:0 allocation score on bundle-a-0: INFINITY
+pcmk__clone_assign: bundle-a-rsc:1 allocation score on bundle-a-1: INFINITY
+pcmk__clone_assign: bundle-a-rsc:2 allocation score on bundle-a-2: INFINITY
+pcmk__clone_assign: bundle-b-clone allocation score on bundle-b-0: 0
+pcmk__clone_assign: bundle-b-clone allocation score on bundle-b-1: 0
+pcmk__clone_assign: bundle-b-clone allocation score on bundle-b-2: 0
+pcmk__clone_assign: bundle-b-clone allocation score on node1: -INFINITY
+pcmk__clone_assign: bundle-b-clone allocation score on node2: -INFINITY
+pcmk__clone_assign: bundle-b-clone allocation score on node3: -INFINITY
+pcmk__clone_assign: bundle-b-rsc:0 allocation score on bundle-b-0: INFINITY
+pcmk__clone_assign: bundle-b-rsc:1 allocation score on bundle-b-1: INFINITY
+pcmk__clone_assign: bundle-b-rsc:2 allocation score on bundle-b-2: INFINITY
+pcmk__primitive_assign: Fencing allocation score on node1: 0
+pcmk__primitive_assign: Fencing allocation score on node2: 0
+pcmk__primitive_assign: Fencing allocation score on node3: 0
+pcmk__primitive_assign: bundle-a-0 allocation score on node1: 10000
+pcmk__primitive_assign: bundle-a-0 allocation score on node2: 0
+pcmk__primitive_assign: bundle-a-0 allocation score on node3: 0
+pcmk__primitive_assign: bundle-a-1 allocation score on node1: 0
+pcmk__primitive_assign: bundle-a-1 allocation score on node2: 0
+pcmk__primitive_assign: bundle-a-1 allocation score on node3: 10000
+pcmk__primitive_assign: bundle-a-2 allocation score on node1: 0
+pcmk__primitive_assign: bundle-a-2 allocation score on node2: 10000
+pcmk__primitive_assign: bundle-a-2 allocation score on node3: 0
+pcmk__primitive_assign: bundle-a-podman-0 allocation score on node1: 0
+pcmk__primitive_assign: bundle-a-podman-0 allocation score on node2: 0
+pcmk__primitive_assign: bundle-a-podman-0 allocation score on node3: 0
+pcmk__primitive_assign: bundle-a-podman-1 allocation score on node1: -INFINITY
+pcmk__primitive_assign: bundle-a-podman-1 allocation score on node2: 0
+pcmk__primitive_assign: bundle-a-podman-1 allocation score on node3: 0
+pcmk__primitive_assign: bundle-a-podman-2 allocation score on node1: -INFINITY
+pcmk__primitive_assign: bundle-a-podman-2 allocation score on node2: 0
+pcmk__primitive_assign: bundle-a-podman-2 allocation score on node3: -INFINITY
+pcmk__primitive_assign: bundle-a-rsc:0 allocation score on bundle-a-0: INFINITY
+pcmk__primitive_assign: bundle-a-rsc:1 allocation score on bundle-a-1: INFINITY
+pcmk__primitive_assign: bundle-a-rsc:2 allocation score on bundle-a-2: INFINITY
+pcmk__primitive_assign: bundle-b-0 allocation score on node1: 10000
+pcmk__primitive_assign: bundle-b-0 allocation score on node2: 0
+pcmk__primitive_assign: bundle-b-0 allocation score on node3: 0
+pcmk__primitive_assign: bundle-b-1 allocation score on node1: 0
+pcmk__primitive_assign: bundle-b-1 allocation score on node2: 0
+pcmk__primitive_assign: bundle-b-1 allocation score on node3: 10000
+pcmk__primitive_assign: bundle-b-2 allocation score on node1: 0
+pcmk__primitive_assign: bundle-b-2 allocation score on node2: 10000
+pcmk__primitive_assign: bundle-b-2 allocation score on node3: 0
+pcmk__primitive_assign: bundle-b-podman-0 allocation score on node1: 0
+pcmk__primitive_assign: bundle-b-podman-0 allocation score on node2: 0
+pcmk__primitive_assign: bundle-b-podman-0 allocation score on node3: 0
+pcmk__primitive_assign: bundle-b-podman-1 allocation score on node1: -INFINITY
+pcmk__primitive_assign: bundle-b-podman-1 allocation score on node2: 0
+pcmk__primitive_assign: bundle-b-podman-1 allocation score on node3: 0
+pcmk__primitive_assign: bundle-b-podman-2 allocation score on node1: -INFINITY
+pcmk__primitive_assign: bundle-b-podman-2 allocation score on node2: 0
+pcmk__primitive_assign: bundle-b-podman-2 allocation score on node3: -INFINITY
+pcmk__primitive_assign: bundle-b-rsc:0 allocation score on bundle-b-0: INFINITY
+pcmk__primitive_assign: bundle-b-rsc:1 allocation score on bundle-b-1: INFINITY
+pcmk__primitive_assign: bundle-b-rsc:2 allocation score on bundle-b-2: INFINITY
diff --git a/cts/scheduler/scores/bundle-promoted-colocation-6.scores b/cts/scheduler/scores/bundle-promoted-colocation-6.scores
new file mode 100644
index 0000000..f31a870
--- /dev/null
+++ b/cts/scheduler/scores/bundle-promoted-colocation-6.scores
@@ -0,0 +1,160 @@
+
+bundle-a-rsc:0 promotion score on bundle-a-0: 11
+bundle-a-rsc:1 promotion score on bundle-a-1: 13
+bundle-a-rsc:2 promotion score on bundle-a-2: 5012
+bundle-b-rsc:0 promotion score on bundle-b-0: 12
+bundle-b-rsc:1 promotion score on bundle-b-1: 11
+bundle-b-rsc:2 promotion score on bundle-b-2: 13
+pcmk__bundle_assign: bundle-a allocation score on node1: 0
+pcmk__bundle_assign: bundle-a allocation score on node2: 0
+pcmk__bundle_assign: bundle-a allocation score on node3: 0
+pcmk__bundle_assign: bundle-a-0 allocation score on node1: 0
+pcmk__bundle_assign: bundle-a-0 allocation score on node2: 0
+pcmk__bundle_assign: bundle-a-0 allocation score on node3: 0
+pcmk__bundle_assign: bundle-a-1 allocation score on node1: 0
+pcmk__bundle_assign: bundle-a-1 allocation score on node2: 0
+pcmk__bundle_assign: bundle-a-1 allocation score on node3: 0
+pcmk__bundle_assign: bundle-a-2 allocation score on node1: 0
+pcmk__bundle_assign: bundle-a-2 allocation score on node2: 0
+pcmk__bundle_assign: bundle-a-2 allocation score on node3: 0
+pcmk__bundle_assign: bundle-a-clone allocation score on bundle-a-0: -INFINITY
+pcmk__bundle_assign: bundle-a-clone allocation score on bundle-a-1: -INFINITY
+pcmk__bundle_assign: bundle-a-clone allocation score on bundle-a-2: -INFINITY
+pcmk__bundle_assign: bundle-a-clone allocation score on node1: 0
+pcmk__bundle_assign: bundle-a-clone allocation score on node2: 0
+pcmk__bundle_assign: bundle-a-clone allocation score on node3: 0
+pcmk__bundle_assign: bundle-a-podman-0 allocation score on node1: 0
+pcmk__bundle_assign: bundle-a-podman-0 allocation score on node2: 0
+pcmk__bundle_assign: bundle-a-podman-0 allocation score on node3: 0
+pcmk__bundle_assign: bundle-a-podman-1 allocation score on node1: 0
+pcmk__bundle_assign: bundle-a-podman-1 allocation score on node2: 0
+pcmk__bundle_assign: bundle-a-podman-1 allocation score on node3: 0
+pcmk__bundle_assign: bundle-a-podman-2 allocation score on node1: 0
+pcmk__bundle_assign: bundle-a-podman-2 allocation score on node2: 0
+pcmk__bundle_assign: bundle-a-podman-2 allocation score on node3: 0
+pcmk__bundle_assign: bundle-a-rsc:0 allocation score on bundle-a-0: 501
+pcmk__bundle_assign: bundle-a-rsc:1 allocation score on bundle-a-1: 501
+pcmk__bundle_assign: bundle-a-rsc:2 allocation score on bundle-a-2: 501
+pcmk__bundle_assign: bundle-b allocation score on node1: 0
+pcmk__bundle_assign: bundle-b allocation score on node1: 0
+pcmk__bundle_assign: bundle-b allocation score on node2: 0
+pcmk__bundle_assign: bundle-b allocation score on node2: 0
+pcmk__bundle_assign: bundle-b allocation score on node3: 0
+pcmk__bundle_assign: bundle-b allocation score on node3: 0
+pcmk__bundle_assign: bundle-b-0 allocation score on node1: 0
+pcmk__bundle_assign: bundle-b-0 allocation score on node1: 10000
+pcmk__bundle_assign: bundle-b-0 allocation score on node2: 0
+pcmk__bundle_assign: bundle-b-0 allocation score on node2: 0
+pcmk__bundle_assign: bundle-b-0 allocation score on node3: 0
+pcmk__bundle_assign: bundle-b-0 allocation score on node3: 0
+pcmk__bundle_assign: bundle-b-1 allocation score on node1: 0
+pcmk__bundle_assign: bundle-b-1 allocation score on node1: 0
+pcmk__bundle_assign: bundle-b-1 allocation score on node2: 0
+pcmk__bundle_assign: bundle-b-1 allocation score on node2: 0
+pcmk__bundle_assign: bundle-b-1 allocation score on node3: 0
+pcmk__bundle_assign: bundle-b-1 allocation score on node3: 10000
+pcmk__bundle_assign: bundle-b-2 allocation score on node1: 0
+pcmk__bundle_assign: bundle-b-2 allocation score on node1: 0
+pcmk__bundle_assign: bundle-b-2 allocation score on node2: 0
+pcmk__bundle_assign: bundle-b-2 allocation score on node2: 10000
+pcmk__bundle_assign: bundle-b-2 allocation score on node3: 0
+pcmk__bundle_assign: bundle-b-2 allocation score on node3: 0
+pcmk__bundle_assign: bundle-b-clone allocation score on bundle-b-0: -INFINITY
+pcmk__bundle_assign: bundle-b-clone allocation score on bundle-b-0: 12
+pcmk__bundle_assign: bundle-b-clone allocation score on bundle-b-1: -INFINITY
+pcmk__bundle_assign: bundle-b-clone allocation score on bundle-b-1: 11
+pcmk__bundle_assign: bundle-b-clone allocation score on bundle-b-2: -INFINITY
+pcmk__bundle_assign: bundle-b-clone allocation score on bundle-b-2: 13
+pcmk__bundle_assign: bundle-b-clone allocation score on node1: -INFINITY
+pcmk__bundle_assign: bundle-b-clone allocation score on node1: 0
+pcmk__bundle_assign: bundle-b-clone allocation score on node2: -INFINITY
+pcmk__bundle_assign: bundle-b-clone allocation score on node2: 0
+pcmk__bundle_assign: bundle-b-clone allocation score on node3: -INFINITY
+pcmk__bundle_assign: bundle-b-clone allocation score on node3: 0
+pcmk__bundle_assign: bundle-b-podman-0 allocation score on node1: 0
+pcmk__bundle_assign: bundle-b-podman-0 allocation score on node1: 0
+pcmk__bundle_assign: bundle-b-podman-0 allocation score on node2: 0
+pcmk__bundle_assign: bundle-b-podman-0 allocation score on node2: 0
+pcmk__bundle_assign: bundle-b-podman-0 allocation score on node3: 0
+pcmk__bundle_assign: bundle-b-podman-0 allocation score on node3: 0
+pcmk__bundle_assign: bundle-b-podman-1 allocation score on node1: -INFINITY
+pcmk__bundle_assign: bundle-b-podman-1 allocation score on node1: 0
+pcmk__bundle_assign: bundle-b-podman-1 allocation score on node2: 0
+pcmk__bundle_assign: bundle-b-podman-1 allocation score on node2: 0
+pcmk__bundle_assign: bundle-b-podman-1 allocation score on node3: 0
+pcmk__bundle_assign: bundle-b-podman-1 allocation score on node3: 0
+pcmk__bundle_assign: bundle-b-podman-2 allocation score on node1: -INFINITY
+pcmk__bundle_assign: bundle-b-podman-2 allocation score on node1: 0
+pcmk__bundle_assign: bundle-b-podman-2 allocation score on node2: 0
+pcmk__bundle_assign: bundle-b-podman-2 allocation score on node2: 0
+pcmk__bundle_assign: bundle-b-podman-2 allocation score on node3: -INFINITY
+pcmk__bundle_assign: bundle-b-podman-2 allocation score on node3: 0
+pcmk__bundle_assign: bundle-b-rsc:0 allocation score on bundle-b-0: 501
+pcmk__bundle_assign: bundle-b-rsc:0 allocation score on bundle-b-0: INFINITY
+pcmk__bundle_assign: bundle-b-rsc:1 allocation score on bundle-b-1: 501
+pcmk__bundle_assign: bundle-b-rsc:1 allocation score on bundle-b-1: INFINITY
+pcmk__bundle_assign: bundle-b-rsc:2 allocation score on bundle-b-2: 501
+pcmk__bundle_assign: bundle-b-rsc:2 allocation score on bundle-b-2: INFINITY
+pcmk__clone_assign: bundle-a-clone allocation score on bundle-a-0: 0
+pcmk__clone_assign: bundle-a-clone allocation score on bundle-a-1: 0
+pcmk__clone_assign: bundle-a-clone allocation score on bundle-a-2: 0
+pcmk__clone_assign: bundle-a-clone allocation score on node1: -INFINITY
+pcmk__clone_assign: bundle-a-clone allocation score on node2: -INFINITY
+pcmk__clone_assign: bundle-a-clone allocation score on node3: -INFINITY
+pcmk__clone_assign: bundle-a-rsc:0 allocation score on bundle-a-0: INFINITY
+pcmk__clone_assign: bundle-a-rsc:1 allocation score on bundle-a-1: INFINITY
+pcmk__clone_assign: bundle-a-rsc:2 allocation score on bundle-a-2: INFINITY
+pcmk__clone_assign: bundle-b-clone allocation score on bundle-b-0: 0
+pcmk__clone_assign: bundle-b-clone allocation score on bundle-b-1: 0
+pcmk__clone_assign: bundle-b-clone allocation score on bundle-b-2: 0
+pcmk__clone_assign: bundle-b-clone allocation score on node1: -INFINITY
+pcmk__clone_assign: bundle-b-clone allocation score on node2: -INFINITY
+pcmk__clone_assign: bundle-b-clone allocation score on node3: -INFINITY
+pcmk__clone_assign: bundle-b-rsc:0 allocation score on bundle-b-0: INFINITY
+pcmk__clone_assign: bundle-b-rsc:1 allocation score on bundle-b-1: INFINITY
+pcmk__clone_assign: bundle-b-rsc:2 allocation score on bundle-b-2: INFINITY
+pcmk__primitive_assign: Fencing allocation score on node1: 0
+pcmk__primitive_assign: Fencing allocation score on node2: 0
+pcmk__primitive_assign: Fencing allocation score on node3: 0
+pcmk__primitive_assign: bundle-a-0 allocation score on node1: 10000
+pcmk__primitive_assign: bundle-a-0 allocation score on node2: 0
+pcmk__primitive_assign: bundle-a-0 allocation score on node3: 0
+pcmk__primitive_assign: bundle-a-1 allocation score on node1: 0
+pcmk__primitive_assign: bundle-a-1 allocation score on node2: 0
+pcmk__primitive_assign: bundle-a-1 allocation score on node3: 10000
+pcmk__primitive_assign: bundle-a-2 allocation score on node1: 0
+pcmk__primitive_assign: bundle-a-2 allocation score on node2: 10000
+pcmk__primitive_assign: bundle-a-2 allocation score on node3: 0
+pcmk__primitive_assign: bundle-a-podman-0 allocation score on node1: 0
+pcmk__primitive_assign: bundle-a-podman-0 allocation score on node2: 0
+pcmk__primitive_assign: bundle-a-podman-0 allocation score on node3: 0
+pcmk__primitive_assign: bundle-a-podman-1 allocation score on node1: -INFINITY
+pcmk__primitive_assign: bundle-a-podman-1 allocation score on node2: 0
+pcmk__primitive_assign: bundle-a-podman-1 allocation score on node3: 0
+pcmk__primitive_assign: bundle-a-podman-2 allocation score on node1: -INFINITY
+pcmk__primitive_assign: bundle-a-podman-2 allocation score on node2: 0
+pcmk__primitive_assign: bundle-a-podman-2 allocation score on node3: -INFINITY
+pcmk__primitive_assign: bundle-a-rsc:0 allocation score on bundle-a-0: INFINITY
+pcmk__primitive_assign: bundle-a-rsc:1 allocation score on bundle-a-1: INFINITY
+pcmk__primitive_assign: bundle-a-rsc:2 allocation score on bundle-a-2: INFINITY
+pcmk__primitive_assign: bundle-b-0 allocation score on node1: 10000
+pcmk__primitive_assign: bundle-b-0 allocation score on node2: 0
+pcmk__primitive_assign: bundle-b-0 allocation score on node3: 0
+pcmk__primitive_assign: bundle-b-1 allocation score on node1: 0
+pcmk__primitive_assign: bundle-b-1 allocation score on node2: 0
+pcmk__primitive_assign: bundle-b-1 allocation score on node3: 10000
+pcmk__primitive_assign: bundle-b-2 allocation score on node1: 0
+pcmk__primitive_assign: bundle-b-2 allocation score on node2: 10000
+pcmk__primitive_assign: bundle-b-2 allocation score on node3: 0
+pcmk__primitive_assign: bundle-b-podman-0 allocation score on node1: 0
+pcmk__primitive_assign: bundle-b-podman-0 allocation score on node2: 0
+pcmk__primitive_assign: bundle-b-podman-0 allocation score on node3: 0
+pcmk__primitive_assign: bundle-b-podman-1 allocation score on node1: -INFINITY
+pcmk__primitive_assign: bundle-b-podman-1 allocation score on node2: 0
+pcmk__primitive_assign: bundle-b-podman-1 allocation score on node3: 0
+pcmk__primitive_assign: bundle-b-podman-2 allocation score on node1: -INFINITY
+pcmk__primitive_assign: bundle-b-podman-2 allocation score on node2: 0
+pcmk__primitive_assign: bundle-b-podman-2 allocation score on node3: -INFINITY
+pcmk__primitive_assign: bundle-b-rsc:0 allocation score on bundle-b-0: INFINITY
+pcmk__primitive_assign: bundle-b-rsc:1 allocation score on bundle-b-1: INFINITY
+pcmk__primitive_assign: bundle-b-rsc:2 allocation score on bundle-b-2: INFINITY
diff --git a/cts/scheduler/scores/bundle-promoted-location-1.scores b/cts/scheduler/scores/bundle-promoted-location-1.scores
new file mode 100644
index 0000000..6bf9a23
--- /dev/null
+++ b/cts/scheduler/scores/bundle-promoted-location-1.scores
@@ -0,0 +1,70 @@
+
+base:0 promotion score on base-bundle-0: 10
+base:1 promotion score on base-bundle-1: 5
+base:2 promotion score on base-bundle-2: 5
+pcmk__bundle_assign: base-bundle allocation score on node1: 0
+pcmk__bundle_assign: base-bundle allocation score on node2: 5000
+pcmk__bundle_assign: base-bundle allocation score on node3: 0
+pcmk__bundle_assign: base-bundle-0 allocation score on node1: 0
+pcmk__bundle_assign: base-bundle-0 allocation score on node2: 0
+pcmk__bundle_assign: base-bundle-0 allocation score on node3: 0
+pcmk__bundle_assign: base-bundle-1 allocation score on node1: 0
+pcmk__bundle_assign: base-bundle-1 allocation score on node2: 0
+pcmk__bundle_assign: base-bundle-1 allocation score on node3: 0
+pcmk__bundle_assign: base-bundle-2 allocation score on node1: 0
+pcmk__bundle_assign: base-bundle-2 allocation score on node2: 0
+pcmk__bundle_assign: base-bundle-2 allocation score on node3: 0
+pcmk__bundle_assign: base-bundle-clone allocation score on base-bundle-0: -INFINITY
+pcmk__bundle_assign: base-bundle-clone allocation score on base-bundle-1: -INFINITY
+pcmk__bundle_assign: base-bundle-clone allocation score on base-bundle-2: -INFINITY
+pcmk__bundle_assign: base-bundle-clone allocation score on node1: 0
+pcmk__bundle_assign: base-bundle-clone allocation score on node2: 0
+pcmk__bundle_assign: base-bundle-clone allocation score on node3: 0
+pcmk__bundle_assign: base-bundle-podman-0 allocation score on node1: 0
+pcmk__bundle_assign: base-bundle-podman-0 allocation score on node2: 5000
+pcmk__bundle_assign: base-bundle-podman-0 allocation score on node3: 0
+pcmk__bundle_assign: base-bundle-podman-1 allocation score on node1: 0
+pcmk__bundle_assign: base-bundle-podman-1 allocation score on node2: 5000
+pcmk__bundle_assign: base-bundle-podman-1 allocation score on node3: 0
+pcmk__bundle_assign: base-bundle-podman-2 allocation score on node1: 0
+pcmk__bundle_assign: base-bundle-podman-2 allocation score on node2: 5000
+pcmk__bundle_assign: base-bundle-podman-2 allocation score on node3: 0
+pcmk__bundle_assign: base:0 allocation score on base-bundle-0: 501
+pcmk__bundle_assign: base:1 allocation score on base-bundle-1: 501
+pcmk__bundle_assign: base:2 allocation score on base-bundle-2: 501
+pcmk__clone_assign: base-bundle-clone allocation score on base-bundle-0: 0
+pcmk__clone_assign: base-bundle-clone allocation score on base-bundle-1: 0
+pcmk__clone_assign: base-bundle-clone allocation score on base-bundle-2: 0
+pcmk__clone_assign: base-bundle-clone allocation score on node1: -INFINITY
+pcmk__clone_assign: base-bundle-clone allocation score on node2: -INFINITY
+pcmk__clone_assign: base-bundle-clone allocation score on node3: -INFINITY
+pcmk__clone_assign: base:0 allocation score on base-bundle-0: INFINITY
+pcmk__clone_assign: base:1 allocation score on base-bundle-1: INFINITY
+pcmk__clone_assign: base:2 allocation score on base-bundle-2: INFINITY
+pcmk__primitive_assign: Fencing allocation score on node1: 0
+pcmk__primitive_assign: Fencing allocation score on node2: 0
+pcmk__primitive_assign: Fencing allocation score on node3: 0
+pcmk__primitive_assign: base-bundle-0 allocation score on node1: 0
+pcmk__primitive_assign: base-bundle-0 allocation score on node2: 0
+pcmk__primitive_assign: base-bundle-0 allocation score on node3: 10000
+pcmk__primitive_assign: base-bundle-1 allocation score on node1: 0
+pcmk__primitive_assign: base-bundle-1 allocation score on node2: 10000
+pcmk__primitive_assign: base-bundle-1 allocation score on node3: 0
+pcmk__primitive_assign: base-bundle-2 allocation score on node1: 10000
+pcmk__primitive_assign: base-bundle-2 allocation score on node2: 0
+pcmk__primitive_assign: base-bundle-2 allocation score on node3: 0
+pcmk__primitive_assign: base-bundle-podman-0 allocation score on node1: 0
+pcmk__primitive_assign: base-bundle-podman-0 allocation score on node1: 0
+pcmk__primitive_assign: base-bundle-podman-0 allocation score on node2: -INFINITY
+pcmk__primitive_assign: base-bundle-podman-0 allocation score on node2: 5000
+pcmk__primitive_assign: base-bundle-podman-0 allocation score on node3: 0
+pcmk__primitive_assign: base-bundle-podman-0 allocation score on node3: 0
+pcmk__primitive_assign: base-bundle-podman-1 allocation score on node1: 0
+pcmk__primitive_assign: base-bundle-podman-1 allocation score on node2: 5000
+pcmk__primitive_assign: base-bundle-podman-1 allocation score on node3: -INFINITY
+pcmk__primitive_assign: base-bundle-podman-2 allocation score on node1: 0
+pcmk__primitive_assign: base-bundle-podman-2 allocation score on node2: -INFINITY
+pcmk__primitive_assign: base-bundle-podman-2 allocation score on node3: -INFINITY
+pcmk__primitive_assign: base:0 allocation score on base-bundle-0: INFINITY
+pcmk__primitive_assign: base:1 allocation score on base-bundle-1: INFINITY
+pcmk__primitive_assign: base:2 allocation score on base-bundle-2: INFINITY
diff --git a/cts/scheduler/scores/bundle-promoted-location-2.scores b/cts/scheduler/scores/bundle-promoted-location-2.scores
new file mode 100644
index 0000000..468a131
--- /dev/null
+++ b/cts/scheduler/scores/bundle-promoted-location-2.scores
@@ -0,0 +1,67 @@
+
+base:0 promotion score on base-bundle-0: -1
+base:1 promotion score on base-bundle-1: 5
+base:2 promotion score on base-bundle-2: 5
+pcmk__bundle_assign: base-bundle allocation score on node1: 0
+pcmk__bundle_assign: base-bundle allocation score on node2: 0
+pcmk__bundle_assign: base-bundle allocation score on node3: -INFINITY
+pcmk__bundle_assign: base-bundle-0 allocation score on node1: 0
+pcmk__bundle_assign: base-bundle-0 allocation score on node2: 0
+pcmk__bundle_assign: base-bundle-0 allocation score on node3: 0
+pcmk__bundle_assign: base-bundle-1 allocation score on node1: 0
+pcmk__bundle_assign: base-bundle-1 allocation score on node2: 0
+pcmk__bundle_assign: base-bundle-1 allocation score on node3: 0
+pcmk__bundle_assign: base-bundle-2 allocation score on node1: 0
+pcmk__bundle_assign: base-bundle-2 allocation score on node2: 0
+pcmk__bundle_assign: base-bundle-2 allocation score on node3: 0
+pcmk__bundle_assign: base-bundle-clone allocation score on base-bundle-0: -INFINITY
+pcmk__bundle_assign: base-bundle-clone allocation score on base-bundle-1: -INFINITY
+pcmk__bundle_assign: base-bundle-clone allocation score on base-bundle-2: -INFINITY
+pcmk__bundle_assign: base-bundle-clone allocation score on node1: 0
+pcmk__bundle_assign: base-bundle-clone allocation score on node2: 0
+pcmk__bundle_assign: base-bundle-clone allocation score on node3: 0
+pcmk__bundle_assign: base-bundle-podman-0 allocation score on node1: 0
+pcmk__bundle_assign: base-bundle-podman-0 allocation score on node2: 0
+pcmk__bundle_assign: base-bundle-podman-0 allocation score on node3: -INFINITY
+pcmk__bundle_assign: base-bundle-podman-1 allocation score on node1: 0
+pcmk__bundle_assign: base-bundle-podman-1 allocation score on node2: 0
+pcmk__bundle_assign: base-bundle-podman-1 allocation score on node3: -INFINITY
+pcmk__bundle_assign: base-bundle-podman-2 allocation score on node1: 0
+pcmk__bundle_assign: base-bundle-podman-2 allocation score on node2: 0
+pcmk__bundle_assign: base-bundle-podman-2 allocation score on node3: -INFINITY
+pcmk__bundle_assign: base:0 allocation score on base-bundle-0: 501
+pcmk__bundle_assign: base:1 allocation score on base-bundle-1: 501
+pcmk__bundle_assign: base:2 allocation score on base-bundle-2: 501
+pcmk__clone_assign: base-bundle-clone allocation score on base-bundle-0: 0
+pcmk__clone_assign: base-bundle-clone allocation score on base-bundle-1: 0
+pcmk__clone_assign: base-bundle-clone allocation score on base-bundle-2: 0
+pcmk__clone_assign: base-bundle-clone allocation score on node1: -INFINITY
+pcmk__clone_assign: base-bundle-clone allocation score on node2: -INFINITY
+pcmk__clone_assign: base-bundle-clone allocation score on node3: -INFINITY
+pcmk__clone_assign: base:0 allocation score on base-bundle-0: INFINITY
+pcmk__clone_assign: base:1 allocation score on base-bundle-1: INFINITY
+pcmk__clone_assign: base:2 allocation score on base-bundle-2: INFINITY
+pcmk__primitive_assign: Fencing allocation score on node1: 0
+pcmk__primitive_assign: Fencing allocation score on node2: 0
+pcmk__primitive_assign: Fencing allocation score on node3: 0
+pcmk__primitive_assign: base-bundle-0 allocation score on node1: 0
+pcmk__primitive_assign: base-bundle-0 allocation score on node2: 0
+pcmk__primitive_assign: base-bundle-0 allocation score on node3: 0
+pcmk__primitive_assign: base-bundle-1 allocation score on node1: 0
+pcmk__primitive_assign: base-bundle-1 allocation score on node2: 10000
+pcmk__primitive_assign: base-bundle-1 allocation score on node3: 0
+pcmk__primitive_assign: base-bundle-2 allocation score on node1: 10000
+pcmk__primitive_assign: base-bundle-2 allocation score on node2: 0
+pcmk__primitive_assign: base-bundle-2 allocation score on node3: 0
+pcmk__primitive_assign: base-bundle-podman-0 allocation score on node1: -INFINITY
+pcmk__primitive_assign: base-bundle-podman-0 allocation score on node2: -INFINITY
+pcmk__primitive_assign: base-bundle-podman-0 allocation score on node3: -INFINITY
+pcmk__primitive_assign: base-bundle-podman-1 allocation score on node1: 0
+pcmk__primitive_assign: base-bundle-podman-1 allocation score on node2: 0
+pcmk__primitive_assign: base-bundle-podman-1 allocation score on node3: -INFINITY
+pcmk__primitive_assign: base-bundle-podman-2 allocation score on node1: 0
+pcmk__primitive_assign: base-bundle-podman-2 allocation score on node2: -INFINITY
+pcmk__primitive_assign: base-bundle-podman-2 allocation score on node3: -INFINITY
+pcmk__primitive_assign: base:0 allocation score on base-bundle-0: INFINITY
+pcmk__primitive_assign: base:1 allocation score on base-bundle-1: INFINITY
+pcmk__primitive_assign: base:2 allocation score on base-bundle-2: INFINITY
diff --git a/cts/scheduler/scores/bundle-promoted-location-3.scores b/cts/scheduler/scores/bundle-promoted-location-3.scores
new file mode 100644
index 0000000..fa937e9
--- /dev/null
+++ b/cts/scheduler/scores/bundle-promoted-location-3.scores
@@ -0,0 +1,67 @@
+
+base:0 promotion score on base-bundle-0: 10
+base:1 promotion score on base-bundle-1: 5
+base:2 promotion score on base-bundle-2: 5
+pcmk__bundle_assign: base-bundle allocation score on node1: 0
+pcmk__bundle_assign: base-bundle allocation score on node2: 0
+pcmk__bundle_assign: base-bundle allocation score on node3: 0
+pcmk__bundle_assign: base-bundle-0 allocation score on node1: 0
+pcmk__bundle_assign: base-bundle-0 allocation score on node2: 0
+pcmk__bundle_assign: base-bundle-0 allocation score on node3: 0
+pcmk__bundle_assign: base-bundle-1 allocation score on node1: 0
+pcmk__bundle_assign: base-bundle-1 allocation score on node2: 0
+pcmk__bundle_assign: base-bundle-1 allocation score on node3: 0
+pcmk__bundle_assign: base-bundle-2 allocation score on node1: 0
+pcmk__bundle_assign: base-bundle-2 allocation score on node2: 0
+pcmk__bundle_assign: base-bundle-2 allocation score on node3: 0
+pcmk__bundle_assign: base-bundle-clone allocation score on base-bundle-0: -INFINITY
+pcmk__bundle_assign: base-bundle-clone allocation score on base-bundle-1: -INFINITY
+pcmk__bundle_assign: base-bundle-clone allocation score on base-bundle-2: -INFINITY
+pcmk__bundle_assign: base-bundle-clone allocation score on node1: 0
+pcmk__bundle_assign: base-bundle-clone allocation score on node2: 0
+pcmk__bundle_assign: base-bundle-clone allocation score on node3: 0
+pcmk__bundle_assign: base-bundle-podman-0 allocation score on node1: 0
+pcmk__bundle_assign: base-bundle-podman-0 allocation score on node2: 0
+pcmk__bundle_assign: base-bundle-podman-0 allocation score on node3: 0
+pcmk__bundle_assign: base-bundle-podman-1 allocation score on node1: 0
+pcmk__bundle_assign: base-bundle-podman-1 allocation score on node2: 0
+pcmk__bundle_assign: base-bundle-podman-1 allocation score on node3: 0
+pcmk__bundle_assign: base-bundle-podman-2 allocation score on node1: 0
+pcmk__bundle_assign: base-bundle-podman-2 allocation score on node2: 0
+pcmk__bundle_assign: base-bundle-podman-2 allocation score on node3: 0
+pcmk__bundle_assign: base:0 allocation score on base-bundle-0: 501
+pcmk__bundle_assign: base:1 allocation score on base-bundle-1: 501
+pcmk__bundle_assign: base:2 allocation score on base-bundle-2: 501
+pcmk__clone_assign: base-bundle-clone allocation score on base-bundle-0: 0
+pcmk__clone_assign: base-bundle-clone allocation score on base-bundle-1: 0
+pcmk__clone_assign: base-bundle-clone allocation score on base-bundle-2: 0
+pcmk__clone_assign: base-bundle-clone allocation score on node1: -INFINITY
+pcmk__clone_assign: base-bundle-clone allocation score on node2: -INFINITY
+pcmk__clone_assign: base-bundle-clone allocation score on node3: -INFINITY
+pcmk__clone_assign: base:0 allocation score on base-bundle-0: INFINITY
+pcmk__clone_assign: base:1 allocation score on base-bundle-1: INFINITY
+pcmk__clone_assign: base:2 allocation score on base-bundle-2: INFINITY
+pcmk__primitive_assign: Fencing allocation score on node1: 0
+pcmk__primitive_assign: Fencing allocation score on node2: 0
+pcmk__primitive_assign: Fencing allocation score on node3: 0
+pcmk__primitive_assign: base-bundle-0 allocation score on node1: 0
+pcmk__primitive_assign: base-bundle-0 allocation score on node2: 0
+pcmk__primitive_assign: base-bundle-0 allocation score on node3: 10000
+pcmk__primitive_assign: base-bundle-1 allocation score on node1: 0
+pcmk__primitive_assign: base-bundle-1 allocation score on node2: 10000
+pcmk__primitive_assign: base-bundle-1 allocation score on node3: 0
+pcmk__primitive_assign: base-bundle-2 allocation score on node1: 10000
+pcmk__primitive_assign: base-bundle-2 allocation score on node2: 0
+pcmk__primitive_assign: base-bundle-2 allocation score on node3: 0
+pcmk__primitive_assign: base-bundle-podman-0 allocation score on node1: 0
+pcmk__primitive_assign: base-bundle-podman-0 allocation score on node2: 0
+pcmk__primitive_assign: base-bundle-podman-0 allocation score on node3: 0
+pcmk__primitive_assign: base-bundle-podman-1 allocation score on node1: 0
+pcmk__primitive_assign: base-bundle-podman-1 allocation score on node2: 0
+pcmk__primitive_assign: base-bundle-podman-1 allocation score on node3: -INFINITY
+pcmk__primitive_assign: base-bundle-podman-2 allocation score on node1: 0
+pcmk__primitive_assign: base-bundle-podman-2 allocation score on node2: -INFINITY
+pcmk__primitive_assign: base-bundle-podman-2 allocation score on node3: -INFINITY
+pcmk__primitive_assign: base:0 allocation score on base-bundle-0: INFINITY
+pcmk__primitive_assign: base:1 allocation score on base-bundle-1: INFINITY
+pcmk__primitive_assign: base:2 allocation score on base-bundle-2: INFINITY
diff --git a/cts/scheduler/scores/bundle-promoted-location-4.scores b/cts/scheduler/scores/bundle-promoted-location-4.scores
new file mode 100644
index 0000000..fa937e9
--- /dev/null
+++ b/cts/scheduler/scores/bundle-promoted-location-4.scores
@@ -0,0 +1,67 @@
+
+base:0 promotion score on base-bundle-0: 10
+base:1 promotion score on base-bundle-1: 5
+base:2 promotion score on base-bundle-2: 5
+pcmk__bundle_assign: base-bundle allocation score on node1: 0
+pcmk__bundle_assign: base-bundle allocation score on node2: 0
+pcmk__bundle_assign: base-bundle allocation score on node3: 0
+pcmk__bundle_assign: base-bundle-0 allocation score on node1: 0
+pcmk__bundle_assign: base-bundle-0 allocation score on node2: 0
+pcmk__bundle_assign: base-bundle-0 allocation score on node3: 0
+pcmk__bundle_assign: base-bundle-1 allocation score on node1: 0
+pcmk__bundle_assign: base-bundle-1 allocation score on node2: 0
+pcmk__bundle_assign: base-bundle-1 allocation score on node3: 0
+pcmk__bundle_assign: base-bundle-2 allocation score on node1: 0
+pcmk__bundle_assign: base-bundle-2 allocation score on node2: 0
+pcmk__bundle_assign: base-bundle-2 allocation score on node3: 0
+pcmk__bundle_assign: base-bundle-clone allocation score on base-bundle-0: -INFINITY
+pcmk__bundle_assign: base-bundle-clone allocation score on base-bundle-1: -INFINITY
+pcmk__bundle_assign: base-bundle-clone allocation score on base-bundle-2: -INFINITY
+pcmk__bundle_assign: base-bundle-clone allocation score on node1: 0
+pcmk__bundle_assign: base-bundle-clone allocation score on node2: 0
+pcmk__bundle_assign: base-bundle-clone allocation score on node3: 0
+pcmk__bundle_assign: base-bundle-podman-0 allocation score on node1: 0
+pcmk__bundle_assign: base-bundle-podman-0 allocation score on node2: 0
+pcmk__bundle_assign: base-bundle-podman-0 allocation score on node3: 0
+pcmk__bundle_assign: base-bundle-podman-1 allocation score on node1: 0
+pcmk__bundle_assign: base-bundle-podman-1 allocation score on node2: 0
+pcmk__bundle_assign: base-bundle-podman-1 allocation score on node3: 0
+pcmk__bundle_assign: base-bundle-podman-2 allocation score on node1: 0
+pcmk__bundle_assign: base-bundle-podman-2 allocation score on node2: 0
+pcmk__bundle_assign: base-bundle-podman-2 allocation score on node3: 0
+pcmk__bundle_assign: base:0 allocation score on base-bundle-0: 501
+pcmk__bundle_assign: base:1 allocation score on base-bundle-1: 501
+pcmk__bundle_assign: base:2 allocation score on base-bundle-2: 501
+pcmk__clone_assign: base-bundle-clone allocation score on base-bundle-0: 0
+pcmk__clone_assign: base-bundle-clone allocation score on base-bundle-1: 0
+pcmk__clone_assign: base-bundle-clone allocation score on base-bundle-2: 0
+pcmk__clone_assign: base-bundle-clone allocation score on node1: -INFINITY
+pcmk__clone_assign: base-bundle-clone allocation score on node2: -INFINITY
+pcmk__clone_assign: base-bundle-clone allocation score on node3: -INFINITY
+pcmk__clone_assign: base:0 allocation score on base-bundle-0: INFINITY
+pcmk__clone_assign: base:1 allocation score on base-bundle-1: INFINITY
+pcmk__clone_assign: base:2 allocation score on base-bundle-2: INFINITY
+pcmk__primitive_assign: Fencing allocation score on node1: 0
+pcmk__primitive_assign: Fencing allocation score on node2: 0
+pcmk__primitive_assign: Fencing allocation score on node3: 0
+pcmk__primitive_assign: base-bundle-0 allocation score on node1: 0
+pcmk__primitive_assign: base-bundle-0 allocation score on node2: 0
+pcmk__primitive_assign: base-bundle-0 allocation score on node3: 10000
+pcmk__primitive_assign: base-bundle-1 allocation score on node1: 0
+pcmk__primitive_assign: base-bundle-1 allocation score on node2: 10000
+pcmk__primitive_assign: base-bundle-1 allocation score on node3: 0
+pcmk__primitive_assign: base-bundle-2 allocation score on node1: 10000
+pcmk__primitive_assign: base-bundle-2 allocation score on node2: 0
+pcmk__primitive_assign: base-bundle-2 allocation score on node3: 0
+pcmk__primitive_assign: base-bundle-podman-0 allocation score on node1: 0
+pcmk__primitive_assign: base-bundle-podman-0 allocation score on node2: 0
+pcmk__primitive_assign: base-bundle-podman-0 allocation score on node3: 0
+pcmk__primitive_assign: base-bundle-podman-1 allocation score on node1: 0
+pcmk__primitive_assign: base-bundle-podman-1 allocation score on node2: 0
+pcmk__primitive_assign: base-bundle-podman-1 allocation score on node3: -INFINITY
+pcmk__primitive_assign: base-bundle-podman-2 allocation score on node1: 0
+pcmk__primitive_assign: base-bundle-podman-2 allocation score on node2: -INFINITY
+pcmk__primitive_assign: base-bundle-podman-2 allocation score on node3: -INFINITY
+pcmk__primitive_assign: base:0 allocation score on base-bundle-0: INFINITY
+pcmk__primitive_assign: base:1 allocation score on base-bundle-1: INFINITY
+pcmk__primitive_assign: base:2 allocation score on base-bundle-2: INFINITY
diff --git a/cts/scheduler/scores/bundle-promoted-location-5.scores b/cts/scheduler/scores/bundle-promoted-location-5.scores
new file mode 100644
index 0000000..eccb072
--- /dev/null
+++ b/cts/scheduler/scores/bundle-promoted-location-5.scores
@@ -0,0 +1,67 @@
+
+base:0 promotion score on base-bundle-0: 10
+base:1 promotion score on base-bundle-1: 5
+base:2 promotion score on base-bundle-2: 5
+pcmk__bundle_assign: base-bundle allocation score on node1: 0
+pcmk__bundle_assign: base-bundle allocation score on node2: 0
+pcmk__bundle_assign: base-bundle allocation score on node3: 5000
+pcmk__bundle_assign: base-bundle-0 allocation score on node1: 0
+pcmk__bundle_assign: base-bundle-0 allocation score on node2: 0
+pcmk__bundle_assign: base-bundle-0 allocation score on node3: 0
+pcmk__bundle_assign: base-bundle-1 allocation score on node1: 0
+pcmk__bundle_assign: base-bundle-1 allocation score on node2: 0
+pcmk__bundle_assign: base-bundle-1 allocation score on node3: 0
+pcmk__bundle_assign: base-bundle-2 allocation score on node1: 0
+pcmk__bundle_assign: base-bundle-2 allocation score on node2: 0
+pcmk__bundle_assign: base-bundle-2 allocation score on node3: 0
+pcmk__bundle_assign: base-bundle-clone allocation score on base-bundle-0: -INFINITY
+pcmk__bundle_assign: base-bundle-clone allocation score on base-bundle-1: -INFINITY
+pcmk__bundle_assign: base-bundle-clone allocation score on base-bundle-2: -INFINITY
+pcmk__bundle_assign: base-bundle-clone allocation score on node1: 0
+pcmk__bundle_assign: base-bundle-clone allocation score on node2: 0
+pcmk__bundle_assign: base-bundle-clone allocation score on node3: 0
+pcmk__bundle_assign: base-bundle-podman-0 allocation score on node1: 0
+pcmk__bundle_assign: base-bundle-podman-0 allocation score on node2: 0
+pcmk__bundle_assign: base-bundle-podman-0 allocation score on node3: 5000
+pcmk__bundle_assign: base-bundle-podman-1 allocation score on node1: 0
+pcmk__bundle_assign: base-bundle-podman-1 allocation score on node2: 0
+pcmk__bundle_assign: base-bundle-podman-1 allocation score on node3: 5000
+pcmk__bundle_assign: base-bundle-podman-2 allocation score on node1: 0
+pcmk__bundle_assign: base-bundle-podman-2 allocation score on node2: 0
+pcmk__bundle_assign: base-bundle-podman-2 allocation score on node3: 5000
+pcmk__bundle_assign: base:0 allocation score on base-bundle-0: 501
+pcmk__bundle_assign: base:1 allocation score on base-bundle-1: 501
+pcmk__bundle_assign: base:2 allocation score on base-bundle-2: 501
+pcmk__clone_assign: base-bundle-clone allocation score on base-bundle-0: 0
+pcmk__clone_assign: base-bundle-clone allocation score on base-bundle-1: 0
+pcmk__clone_assign: base-bundle-clone allocation score on base-bundle-2: 0
+pcmk__clone_assign: base-bundle-clone allocation score on node1: -INFINITY
+pcmk__clone_assign: base-bundle-clone allocation score on node2: -INFINITY
+pcmk__clone_assign: base-bundle-clone allocation score on node3: -INFINITY
+pcmk__clone_assign: base:0 allocation score on base-bundle-0: INFINITY
+pcmk__clone_assign: base:1 allocation score on base-bundle-1: INFINITY
+pcmk__clone_assign: base:2 allocation score on base-bundle-2: INFINITY
+pcmk__primitive_assign: Fencing allocation score on node1: 0
+pcmk__primitive_assign: Fencing allocation score on node2: 0
+pcmk__primitive_assign: Fencing allocation score on node3: 0
+pcmk__primitive_assign: base-bundle-0 allocation score on node1: 0
+pcmk__primitive_assign: base-bundle-0 allocation score on node2: 0
+pcmk__primitive_assign: base-bundle-0 allocation score on node3: 10000
+pcmk__primitive_assign: base-bundle-1 allocation score on node1: 0
+pcmk__primitive_assign: base-bundle-1 allocation score on node2: 10000
+pcmk__primitive_assign: base-bundle-1 allocation score on node3: 0
+pcmk__primitive_assign: base-bundle-2 allocation score on node1: 10000
+pcmk__primitive_assign: base-bundle-2 allocation score on node2: 0
+pcmk__primitive_assign: base-bundle-2 allocation score on node3: 0
+pcmk__primitive_assign: base-bundle-podman-0 allocation score on node1: 0
+pcmk__primitive_assign: base-bundle-podman-0 allocation score on node2: 0
+pcmk__primitive_assign: base-bundle-podman-0 allocation score on node3: 5000
+pcmk__primitive_assign: base-bundle-podman-1 allocation score on node1: 0
+pcmk__primitive_assign: base-bundle-podman-1 allocation score on node2: 0
+pcmk__primitive_assign: base-bundle-podman-1 allocation score on node3: -INFINITY
+pcmk__primitive_assign: base-bundle-podman-2 allocation score on node1: 0
+pcmk__primitive_assign: base-bundle-podman-2 allocation score on node2: -INFINITY
+pcmk__primitive_assign: base-bundle-podman-2 allocation score on node3: -INFINITY
+pcmk__primitive_assign: base:0 allocation score on base-bundle-0: INFINITY
+pcmk__primitive_assign: base:1 allocation score on base-bundle-1: INFINITY
+pcmk__primitive_assign: base:2 allocation score on base-bundle-2: INFINITY
diff --git a/cts/scheduler/scores/bundle-promoted-location-6.scores b/cts/scheduler/scores/bundle-promoted-location-6.scores
new file mode 100644
index 0000000..0eb1d51
--- /dev/null
+++ b/cts/scheduler/scores/bundle-promoted-location-6.scores
@@ -0,0 +1,67 @@
+
+base:0 promotion score on base-bundle-0: 10
+base:1 promotion score on base-bundle-1: -1
+base:2 promotion score on base-bundle-2: 5
+pcmk__bundle_assign: base-bundle allocation score on node1: 0
+pcmk__bundle_assign: base-bundle allocation score on node2: -INFINITY
+pcmk__bundle_assign: base-bundle allocation score on node3: 0
+pcmk__bundle_assign: base-bundle-0 allocation score on node1: 0
+pcmk__bundle_assign: base-bundle-0 allocation score on node2: 0
+pcmk__bundle_assign: base-bundle-0 allocation score on node3: 0
+pcmk__bundle_assign: base-bundle-1 allocation score on node1: 0
+pcmk__bundle_assign: base-bundle-1 allocation score on node2: 0
+pcmk__bundle_assign: base-bundle-1 allocation score on node3: 0
+pcmk__bundle_assign: base-bundle-2 allocation score on node1: 0
+pcmk__bundle_assign: base-bundle-2 allocation score on node2: 0
+pcmk__bundle_assign: base-bundle-2 allocation score on node3: 0
+pcmk__bundle_assign: base-bundle-clone allocation score on base-bundle-0: -INFINITY
+pcmk__bundle_assign: base-bundle-clone allocation score on base-bundle-1: -INFINITY
+pcmk__bundle_assign: base-bundle-clone allocation score on base-bundle-2: -INFINITY
+pcmk__bundle_assign: base-bundle-clone allocation score on node1: 0
+pcmk__bundle_assign: base-bundle-clone allocation score on node2: 0
+pcmk__bundle_assign: base-bundle-clone allocation score on node3: 0
+pcmk__bundle_assign: base-bundle-podman-0 allocation score on node1: 0
+pcmk__bundle_assign: base-bundle-podman-0 allocation score on node2: -INFINITY
+pcmk__bundle_assign: base-bundle-podman-0 allocation score on node3: 0
+pcmk__bundle_assign: base-bundle-podman-1 allocation score on node1: 0
+pcmk__bundle_assign: base-bundle-podman-1 allocation score on node2: -INFINITY
+pcmk__bundle_assign: base-bundle-podman-1 allocation score on node3: 0
+pcmk__bundle_assign: base-bundle-podman-2 allocation score on node1: 0
+pcmk__bundle_assign: base-bundle-podman-2 allocation score on node2: -INFINITY
+pcmk__bundle_assign: base-bundle-podman-2 allocation score on node3: 0
+pcmk__bundle_assign: base:0 allocation score on base-bundle-0: 501
+pcmk__bundle_assign: base:1 allocation score on base-bundle-1: 501
+pcmk__bundle_assign: base:2 allocation score on base-bundle-2: 501
+pcmk__clone_assign: base-bundle-clone allocation score on base-bundle-0: 0
+pcmk__clone_assign: base-bundle-clone allocation score on base-bundle-1: 0
+pcmk__clone_assign: base-bundle-clone allocation score on base-bundle-2: 0
+pcmk__clone_assign: base-bundle-clone allocation score on node1: -INFINITY
+pcmk__clone_assign: base-bundle-clone allocation score on node2: -INFINITY
+pcmk__clone_assign: base-bundle-clone allocation score on node3: -INFINITY
+pcmk__clone_assign: base:0 allocation score on base-bundle-0: INFINITY
+pcmk__clone_assign: base:1 allocation score on base-bundle-1: INFINITY
+pcmk__clone_assign: base:2 allocation score on base-bundle-2: INFINITY
+pcmk__primitive_assign: Fencing allocation score on node1: 0
+pcmk__primitive_assign: Fencing allocation score on node2: 0
+pcmk__primitive_assign: Fencing allocation score on node3: 0
+pcmk__primitive_assign: base-bundle-0 allocation score on node1: 0
+pcmk__primitive_assign: base-bundle-0 allocation score on node2: 0
+pcmk__primitive_assign: base-bundle-0 allocation score on node3: 10000
+pcmk__primitive_assign: base-bundle-1 allocation score on node1: 0
+pcmk__primitive_assign: base-bundle-1 allocation score on node2: 0
+pcmk__primitive_assign: base-bundle-1 allocation score on node3: 0
+pcmk__primitive_assign: base-bundle-2 allocation score on node1: 10000
+pcmk__primitive_assign: base-bundle-2 allocation score on node2: 0
+pcmk__primitive_assign: base-bundle-2 allocation score on node3: 0
+pcmk__primitive_assign: base-bundle-podman-0 allocation score on node1: 0
+pcmk__primitive_assign: base-bundle-podman-0 allocation score on node2: -INFINITY
+pcmk__primitive_assign: base-bundle-podman-0 allocation score on node3: 0
+pcmk__primitive_assign: base-bundle-podman-1 allocation score on node1: -INFINITY
+pcmk__primitive_assign: base-bundle-podman-1 allocation score on node2: -INFINITY
+pcmk__primitive_assign: base-bundle-podman-1 allocation score on node3: -INFINITY
+pcmk__primitive_assign: base-bundle-podman-2 allocation score on node1: 0
+pcmk__primitive_assign: base-bundle-podman-2 allocation score on node2: -INFINITY
+pcmk__primitive_assign: base-bundle-podman-2 allocation score on node3: -INFINITY
+pcmk__primitive_assign: base:0 allocation score on base-bundle-0: INFINITY
+pcmk__primitive_assign: base:1 allocation score on base-bundle-1: INFINITY
+pcmk__primitive_assign: base:2 allocation score on base-bundle-2: INFINITY
diff --git a/cts/scheduler/scores/bundle-replicas-change.scores b/cts/scheduler/scores/bundle-replicas-change.scores
index ade2466..01b1d5b 100644
--- a/cts/scheduler/scores/bundle-replicas-change.scores
+++ b/cts/scheduler/scores/bundle-replicas-change.scores
@@ -1,21 +1,21 @@
-pcmk__bundle_allocate: httpd-bundle allocation score on rh74-test: 0
-pcmk__bundle_allocate: httpd-bundle-0 allocation score on rh74-test: INFINITY
-pcmk__bundle_allocate: httpd-bundle-1 allocation score on rh74-test: 0
-pcmk__bundle_allocate: httpd-bundle-2 allocation score on rh74-test: 0
-pcmk__bundle_allocate: httpd-bundle-clone allocation score on httpd-bundle-0: -INFINITY
-pcmk__bundle_allocate: httpd-bundle-clone allocation score on httpd-bundle-1: -INFINITY
-pcmk__bundle_allocate: httpd-bundle-clone allocation score on httpd-bundle-2: -INFINITY
-pcmk__bundle_allocate: httpd-bundle-clone allocation score on rh74-test: 0
-pcmk__bundle_allocate: httpd-bundle-docker-0 allocation score on rh74-test: INFINITY
-pcmk__bundle_allocate: httpd-bundle-docker-1 allocation score on rh74-test: 0
-pcmk__bundle_allocate: httpd-bundle-docker-2 allocation score on rh74-test: 0
-pcmk__bundle_allocate: httpd-bundle-ip-192.168.20.188 allocation score on rh74-test: INFINITY
-pcmk__bundle_allocate: httpd-bundle-ip-192.168.20.189 allocation score on rh74-test: 0
-pcmk__bundle_allocate: httpd-bundle-ip-192.168.20.190 allocation score on rh74-test: 0
-pcmk__bundle_allocate: httpd:0 allocation score on httpd-bundle-0: 500
-pcmk__bundle_allocate: httpd:1 allocation score on httpd-bundle-1: 500
-pcmk__bundle_allocate: httpd:2 allocation score on httpd-bundle-2: 500
+pcmk__bundle_assign: httpd-bundle allocation score on rh74-test: 0
+pcmk__bundle_assign: httpd-bundle-0 allocation score on rh74-test: INFINITY
+pcmk__bundle_assign: httpd-bundle-1 allocation score on rh74-test: 0
+pcmk__bundle_assign: httpd-bundle-2 allocation score on rh74-test: 0
+pcmk__bundle_assign: httpd-bundle-clone allocation score on httpd-bundle-0: -INFINITY
+pcmk__bundle_assign: httpd-bundle-clone allocation score on httpd-bundle-1: -INFINITY
+pcmk__bundle_assign: httpd-bundle-clone allocation score on httpd-bundle-2: -INFINITY
+pcmk__bundle_assign: httpd-bundle-clone allocation score on rh74-test: 0
+pcmk__bundle_assign: httpd-bundle-docker-0 allocation score on rh74-test: INFINITY
+pcmk__bundle_assign: httpd-bundle-docker-1 allocation score on rh74-test: 0
+pcmk__bundle_assign: httpd-bundle-docker-2 allocation score on rh74-test: 0
+pcmk__bundle_assign: httpd-bundle-ip-192.168.20.188 allocation score on rh74-test: INFINITY
+pcmk__bundle_assign: httpd-bundle-ip-192.168.20.189 allocation score on rh74-test: 0
+pcmk__bundle_assign: httpd-bundle-ip-192.168.20.190 allocation score on rh74-test: 0
+pcmk__bundle_assign: httpd:0 allocation score on httpd-bundle-0: 500
+pcmk__bundle_assign: httpd:1 allocation score on httpd-bundle-1: 500
+pcmk__bundle_assign: httpd:2 allocation score on httpd-bundle-2: 500
pcmk__clone_assign: httpd-bundle-clone allocation score on httpd-bundle-0: 0
pcmk__clone_assign: httpd-bundle-clone allocation score on httpd-bundle-1: 0
pcmk__clone_assign: httpd-bundle-clone allocation score on httpd-bundle-2: 0
diff --git a/cts/scheduler/scores/cancel-behind-moving-remote.scores b/cts/scheduler/scores/cancel-behind-moving-remote.scores
index 0dfd78c..e79d28c 100644
--- a/cts/scheduler/scores/cancel-behind-moving-remote.scores
+++ b/cts/scheduler/scores/cancel-behind-moving-remote.scores
@@ -2,495 +2,495 @@
galera:0 promotion score on galera-bundle-0: 100
galera:1 promotion score on galera-bundle-1: 100
galera:2 promotion score on galera-bundle-2: 100
-ovndb_servers:0 promotion score on ovn-dbs-bundle-0: -1
-ovndb_servers:1 promotion score on ovn-dbs-bundle-1: 5
+ovndb_servers:0 promotion score on ovn-dbs-bundle-0: 5
+ovndb_servers:1 promotion score on ovn-dbs-bundle-1: 1
ovndb_servers:2 promotion score on ovn-dbs-bundle-2: 5
-pcmk__bundle_allocate: galera-bundle allocation score on compute-0: -INFINITY
-pcmk__bundle_allocate: galera-bundle allocation score on compute-1: -INFINITY
-pcmk__bundle_allocate: galera-bundle allocation score on controller-0: -INFINITY
-pcmk__bundle_allocate: galera-bundle allocation score on controller-1: -INFINITY
-pcmk__bundle_allocate: galera-bundle allocation score on controller-2: -INFINITY
-pcmk__bundle_allocate: galera-bundle allocation score on database-0: 0
-pcmk__bundle_allocate: galera-bundle allocation score on database-1: 0
-pcmk__bundle_allocate: galera-bundle allocation score on database-2: 0
-pcmk__bundle_allocate: galera-bundle allocation score on messaging-0: -INFINITY
-pcmk__bundle_allocate: galera-bundle allocation score on messaging-1: -INFINITY
-pcmk__bundle_allocate: galera-bundle allocation score on messaging-2: -INFINITY
-pcmk__bundle_allocate: galera-bundle-0 allocation score on compute-0: -INFINITY
-pcmk__bundle_allocate: galera-bundle-0 allocation score on compute-1: -INFINITY
-pcmk__bundle_allocate: galera-bundle-0 allocation score on controller-0: 0
-pcmk__bundle_allocate: galera-bundle-0 allocation score on controller-1: 0
-pcmk__bundle_allocate: galera-bundle-0 allocation score on controller-2: 0
-pcmk__bundle_allocate: galera-bundle-0 allocation score on database-0: 0
-pcmk__bundle_allocate: galera-bundle-0 allocation score on database-1: 0
-pcmk__bundle_allocate: galera-bundle-0 allocation score on database-2: 0
-pcmk__bundle_allocate: galera-bundle-0 allocation score on messaging-0: 0
-pcmk__bundle_allocate: galera-bundle-0 allocation score on messaging-1: 0
-pcmk__bundle_allocate: galera-bundle-0 allocation score on messaging-2: 0
-pcmk__bundle_allocate: galera-bundle-1 allocation score on compute-0: -INFINITY
-pcmk__bundle_allocate: galera-bundle-1 allocation score on compute-1: -INFINITY
-pcmk__bundle_allocate: galera-bundle-1 allocation score on controller-0: 0
-pcmk__bundle_allocate: galera-bundle-1 allocation score on controller-1: 0
-pcmk__bundle_allocate: galera-bundle-1 allocation score on controller-2: 0
-pcmk__bundle_allocate: galera-bundle-1 allocation score on database-0: 0
-pcmk__bundle_allocate: galera-bundle-1 allocation score on database-1: 0
-pcmk__bundle_allocate: galera-bundle-1 allocation score on database-2: 0
-pcmk__bundle_allocate: galera-bundle-1 allocation score on messaging-0: 0
-pcmk__bundle_allocate: galera-bundle-1 allocation score on messaging-1: 0
-pcmk__bundle_allocate: galera-bundle-1 allocation score on messaging-2: 0
-pcmk__bundle_allocate: galera-bundle-2 allocation score on compute-0: -INFINITY
-pcmk__bundle_allocate: galera-bundle-2 allocation score on compute-1: -INFINITY
-pcmk__bundle_allocate: galera-bundle-2 allocation score on controller-0: 0
-pcmk__bundle_allocate: galera-bundle-2 allocation score on controller-1: 0
-pcmk__bundle_allocate: galera-bundle-2 allocation score on controller-2: 0
-pcmk__bundle_allocate: galera-bundle-2 allocation score on database-0: 0
-pcmk__bundle_allocate: galera-bundle-2 allocation score on database-1: 0
-pcmk__bundle_allocate: galera-bundle-2 allocation score on database-2: 0
-pcmk__bundle_allocate: galera-bundle-2 allocation score on messaging-0: 0
-pcmk__bundle_allocate: galera-bundle-2 allocation score on messaging-1: 0
-pcmk__bundle_allocate: galera-bundle-2 allocation score on messaging-2: 0
-pcmk__bundle_allocate: galera-bundle-master allocation score on compute-0: 0
-pcmk__bundle_allocate: galera-bundle-master allocation score on compute-1: 0
-pcmk__bundle_allocate: galera-bundle-master allocation score on controller-0: 0
-pcmk__bundle_allocate: galera-bundle-master allocation score on controller-1: 0
-pcmk__bundle_allocate: galera-bundle-master allocation score on controller-2: 0
-pcmk__bundle_allocate: galera-bundle-master allocation score on database-0: 0
-pcmk__bundle_allocate: galera-bundle-master allocation score on database-1: 0
-pcmk__bundle_allocate: galera-bundle-master allocation score on database-2: 0
-pcmk__bundle_allocate: galera-bundle-master allocation score on galera-bundle-0: -INFINITY
-pcmk__bundle_allocate: galera-bundle-master allocation score on galera-bundle-1: -INFINITY
-pcmk__bundle_allocate: galera-bundle-master allocation score on galera-bundle-2: -INFINITY
-pcmk__bundle_allocate: galera-bundle-master allocation score on messaging-0: 0
-pcmk__bundle_allocate: galera-bundle-master allocation score on messaging-1: 0
-pcmk__bundle_allocate: galera-bundle-master allocation score on messaging-2: 0
-pcmk__bundle_allocate: galera-bundle-podman-0 allocation score on compute-0: -INFINITY
-pcmk__bundle_allocate: galera-bundle-podman-0 allocation score on compute-1: -INFINITY
-pcmk__bundle_allocate: galera-bundle-podman-0 allocation score on controller-0: -INFINITY
-pcmk__bundle_allocate: galera-bundle-podman-0 allocation score on controller-1: -INFINITY
-pcmk__bundle_allocate: galera-bundle-podman-0 allocation score on controller-2: -INFINITY
-pcmk__bundle_allocate: galera-bundle-podman-0 allocation score on database-0: 0
-pcmk__bundle_allocate: galera-bundle-podman-0 allocation score on database-1: 0
-pcmk__bundle_allocate: galera-bundle-podman-0 allocation score on database-2: 0
-pcmk__bundle_allocate: galera-bundle-podman-0 allocation score on messaging-0: -INFINITY
-pcmk__bundle_allocate: galera-bundle-podman-0 allocation score on messaging-1: -INFINITY
-pcmk__bundle_allocate: galera-bundle-podman-0 allocation score on messaging-2: -INFINITY
-pcmk__bundle_allocate: galera-bundle-podman-1 allocation score on compute-0: -INFINITY
-pcmk__bundle_allocate: galera-bundle-podman-1 allocation score on compute-1: -INFINITY
-pcmk__bundle_allocate: galera-bundle-podman-1 allocation score on controller-0: -INFINITY
-pcmk__bundle_allocate: galera-bundle-podman-1 allocation score on controller-1: -INFINITY
-pcmk__bundle_allocate: galera-bundle-podman-1 allocation score on controller-2: -INFINITY
-pcmk__bundle_allocate: galera-bundle-podman-1 allocation score on database-0: 0
-pcmk__bundle_allocate: galera-bundle-podman-1 allocation score on database-1: 0
-pcmk__bundle_allocate: galera-bundle-podman-1 allocation score on database-2: 0
-pcmk__bundle_allocate: galera-bundle-podman-1 allocation score on messaging-0: -INFINITY
-pcmk__bundle_allocate: galera-bundle-podman-1 allocation score on messaging-1: -INFINITY
-pcmk__bundle_allocate: galera-bundle-podman-1 allocation score on messaging-2: -INFINITY
-pcmk__bundle_allocate: galera-bundle-podman-2 allocation score on compute-0: -INFINITY
-pcmk__bundle_allocate: galera-bundle-podman-2 allocation score on compute-1: -INFINITY
-pcmk__bundle_allocate: galera-bundle-podman-2 allocation score on controller-0: -INFINITY
-pcmk__bundle_allocate: galera-bundle-podman-2 allocation score on controller-1: -INFINITY
-pcmk__bundle_allocate: galera-bundle-podman-2 allocation score on controller-2: -INFINITY
-pcmk__bundle_allocate: galera-bundle-podman-2 allocation score on database-0: 0
-pcmk__bundle_allocate: galera-bundle-podman-2 allocation score on database-1: 0
-pcmk__bundle_allocate: galera-bundle-podman-2 allocation score on database-2: 0
-pcmk__bundle_allocate: galera-bundle-podman-2 allocation score on messaging-0: -INFINITY
-pcmk__bundle_allocate: galera-bundle-podman-2 allocation score on messaging-1: -INFINITY
-pcmk__bundle_allocate: galera-bundle-podman-2 allocation score on messaging-2: -INFINITY
-pcmk__bundle_allocate: galera:0 allocation score on galera-bundle-0: 501
-pcmk__bundle_allocate: galera:1 allocation score on galera-bundle-1: 501
-pcmk__bundle_allocate: galera:2 allocation score on galera-bundle-2: 501
-pcmk__bundle_allocate: haproxy-bundle allocation score on compute-0: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle allocation score on compute-0: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle allocation score on compute-1: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle allocation score on compute-1: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle allocation score on controller-0: 0
-pcmk__bundle_allocate: haproxy-bundle allocation score on controller-0: 0
-pcmk__bundle_allocate: haproxy-bundle allocation score on controller-1: 0
-pcmk__bundle_allocate: haproxy-bundle allocation score on controller-1: 0
-pcmk__bundle_allocate: haproxy-bundle allocation score on controller-2: 0
-pcmk__bundle_allocate: haproxy-bundle allocation score on controller-2: 0
-pcmk__bundle_allocate: haproxy-bundle allocation score on database-0: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle allocation score on database-0: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle allocation score on database-1: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle allocation score on database-1: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle allocation score on database-2: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle allocation score on database-2: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle allocation score on messaging-0: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle allocation score on messaging-0: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle allocation score on messaging-1: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle allocation score on messaging-1: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle allocation score on messaging-2: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle allocation score on messaging-2: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-podman-0 allocation score on compute-0: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-podman-0 allocation score on compute-0: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-podman-0 allocation score on compute-1: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-podman-0 allocation score on compute-1: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-podman-0 allocation score on controller-0: 0
-pcmk__bundle_allocate: haproxy-bundle-podman-0 allocation score on controller-0: 0
-pcmk__bundle_allocate: haproxy-bundle-podman-0 allocation score on controller-1: 0
-pcmk__bundle_allocate: haproxy-bundle-podman-0 allocation score on controller-1: INFINITY
-pcmk__bundle_allocate: haproxy-bundle-podman-0 allocation score on controller-2: 0
-pcmk__bundle_allocate: haproxy-bundle-podman-0 allocation score on controller-2: INFINITY
-pcmk__bundle_allocate: haproxy-bundle-podman-0 allocation score on database-0: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-podman-0 allocation score on database-0: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-podman-0 allocation score on database-1: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-podman-0 allocation score on database-1: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-podman-0 allocation score on database-2: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-podman-0 allocation score on database-2: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-podman-0 allocation score on messaging-0: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-podman-0 allocation score on messaging-0: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-podman-0 allocation score on messaging-1: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-podman-0 allocation score on messaging-1: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-podman-0 allocation score on messaging-2: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-podman-0 allocation score on messaging-2: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-podman-1 allocation score on compute-0: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-podman-1 allocation score on compute-0: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-podman-1 allocation score on compute-1: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-podman-1 allocation score on compute-1: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-podman-1 allocation score on controller-0: 0
-pcmk__bundle_allocate: haproxy-bundle-podman-1 allocation score on controller-0: 0
-pcmk__bundle_allocate: haproxy-bundle-podman-1 allocation score on controller-1: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-podman-1 allocation score on controller-1: 0
-pcmk__bundle_allocate: haproxy-bundle-podman-1 allocation score on controller-2: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-podman-1 allocation score on controller-2: 0
-pcmk__bundle_allocate: haproxy-bundle-podman-1 allocation score on database-0: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-podman-1 allocation score on database-0: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-podman-1 allocation score on database-1: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-podman-1 allocation score on database-1: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-podman-1 allocation score on database-2: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-podman-1 allocation score on database-2: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-podman-1 allocation score on messaging-0: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-podman-1 allocation score on messaging-0: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-podman-1 allocation score on messaging-1: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-podman-1 allocation score on messaging-1: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-podman-1 allocation score on messaging-2: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-podman-1 allocation score on messaging-2: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-podman-2 allocation score on compute-0: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-podman-2 allocation score on compute-0: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-podman-2 allocation score on compute-1: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-podman-2 allocation score on compute-1: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-podman-2 allocation score on controller-0: 0
-pcmk__bundle_allocate: haproxy-bundle-podman-2 allocation score on controller-0: 0
-pcmk__bundle_allocate: haproxy-bundle-podman-2 allocation score on controller-1: 0
-pcmk__bundle_allocate: haproxy-bundle-podman-2 allocation score on controller-1: INFINITY
-pcmk__bundle_allocate: haproxy-bundle-podman-2 allocation score on controller-2: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-podman-2 allocation score on controller-2: 0
-pcmk__bundle_allocate: haproxy-bundle-podman-2 allocation score on database-0: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-podman-2 allocation score on database-0: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-podman-2 allocation score on database-1: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-podman-2 allocation score on database-1: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-podman-2 allocation score on database-2: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-podman-2 allocation score on database-2: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-podman-2 allocation score on messaging-0: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-podman-2 allocation score on messaging-0: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-podman-2 allocation score on messaging-1: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-podman-2 allocation score on messaging-1: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-podman-2 allocation score on messaging-2: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-podman-2 allocation score on messaging-2: -INFINITY
-pcmk__bundle_allocate: openstack-cinder-volume allocation score on compute-0: -INFINITY
-pcmk__bundle_allocate: openstack-cinder-volume allocation score on compute-1: -INFINITY
-pcmk__bundle_allocate: openstack-cinder-volume allocation score on controller-0: 0
-pcmk__bundle_allocate: openstack-cinder-volume allocation score on controller-1: 0
-pcmk__bundle_allocate: openstack-cinder-volume allocation score on controller-2: 0
-pcmk__bundle_allocate: openstack-cinder-volume allocation score on database-0: -INFINITY
-pcmk__bundle_allocate: openstack-cinder-volume allocation score on database-1: -INFINITY
-pcmk__bundle_allocate: openstack-cinder-volume allocation score on database-2: -INFINITY
-pcmk__bundle_allocate: openstack-cinder-volume allocation score on messaging-0: -INFINITY
-pcmk__bundle_allocate: openstack-cinder-volume allocation score on messaging-1: -INFINITY
-pcmk__bundle_allocate: openstack-cinder-volume allocation score on messaging-2: -INFINITY
-pcmk__bundle_allocate: openstack-cinder-volume-podman-0 allocation score on compute-0: -INFINITY
-pcmk__bundle_allocate: openstack-cinder-volume-podman-0 allocation score on compute-1: -INFINITY
-pcmk__bundle_allocate: openstack-cinder-volume-podman-0 allocation score on controller-0: 0
-pcmk__bundle_allocate: openstack-cinder-volume-podman-0 allocation score on controller-1: 0
-pcmk__bundle_allocate: openstack-cinder-volume-podman-0 allocation score on controller-2: 0
-pcmk__bundle_allocate: openstack-cinder-volume-podman-0 allocation score on database-0: -INFINITY
-pcmk__bundle_allocate: openstack-cinder-volume-podman-0 allocation score on database-1: -INFINITY
-pcmk__bundle_allocate: openstack-cinder-volume-podman-0 allocation score on database-2: -INFINITY
-pcmk__bundle_allocate: openstack-cinder-volume-podman-0 allocation score on messaging-0: -INFINITY
-pcmk__bundle_allocate: openstack-cinder-volume-podman-0 allocation score on messaging-1: -INFINITY
-pcmk__bundle_allocate: openstack-cinder-volume-podman-0 allocation score on messaging-2: -INFINITY
-pcmk__bundle_allocate: ovn-dbs-bundle allocation score on compute-0: -INFINITY
-pcmk__bundle_allocate: ovn-dbs-bundle allocation score on compute-1: -INFINITY
-pcmk__bundle_allocate: ovn-dbs-bundle allocation score on controller-0: 0
-pcmk__bundle_allocate: ovn-dbs-bundle allocation score on controller-1: 0
-pcmk__bundle_allocate: ovn-dbs-bundle allocation score on controller-2: 0
-pcmk__bundle_allocate: ovn-dbs-bundle allocation score on database-0: -INFINITY
-pcmk__bundle_allocate: ovn-dbs-bundle allocation score on database-1: -INFINITY
-pcmk__bundle_allocate: ovn-dbs-bundle allocation score on database-2: -INFINITY
-pcmk__bundle_allocate: ovn-dbs-bundle allocation score on messaging-0: -INFINITY
-pcmk__bundle_allocate: ovn-dbs-bundle allocation score on messaging-1: -INFINITY
-pcmk__bundle_allocate: ovn-dbs-bundle allocation score on messaging-2: -INFINITY
-pcmk__bundle_allocate: ovn-dbs-bundle-0 allocation score on compute-0: -INFINITY
-pcmk__bundle_allocate: ovn-dbs-bundle-0 allocation score on compute-1: -INFINITY
-pcmk__bundle_allocate: ovn-dbs-bundle-0 allocation score on controller-0: 0
-pcmk__bundle_allocate: ovn-dbs-bundle-0 allocation score on controller-1: 0
-pcmk__bundle_allocate: ovn-dbs-bundle-0 allocation score on controller-2: 0
-pcmk__bundle_allocate: ovn-dbs-bundle-0 allocation score on database-0: 0
-pcmk__bundle_allocate: ovn-dbs-bundle-0 allocation score on database-1: 0
-pcmk__bundle_allocate: ovn-dbs-bundle-0 allocation score on database-2: 0
-pcmk__bundle_allocate: ovn-dbs-bundle-0 allocation score on messaging-0: 0
-pcmk__bundle_allocate: ovn-dbs-bundle-0 allocation score on messaging-1: 0
-pcmk__bundle_allocate: ovn-dbs-bundle-0 allocation score on messaging-2: 0
-pcmk__bundle_allocate: ovn-dbs-bundle-1 allocation score on compute-0: -INFINITY
-pcmk__bundle_allocate: ovn-dbs-bundle-1 allocation score on compute-1: -INFINITY
-pcmk__bundle_allocate: ovn-dbs-bundle-1 allocation score on controller-0: 0
-pcmk__bundle_allocate: ovn-dbs-bundle-1 allocation score on controller-1: 0
-pcmk__bundle_allocate: ovn-dbs-bundle-1 allocation score on controller-2: 0
-pcmk__bundle_allocate: ovn-dbs-bundle-1 allocation score on database-0: 0
-pcmk__bundle_allocate: ovn-dbs-bundle-1 allocation score on database-1: 0
-pcmk__bundle_allocate: ovn-dbs-bundle-1 allocation score on database-2: 0
-pcmk__bundle_allocate: ovn-dbs-bundle-1 allocation score on messaging-0: 0
-pcmk__bundle_allocate: ovn-dbs-bundle-1 allocation score on messaging-1: 0
-pcmk__bundle_allocate: ovn-dbs-bundle-1 allocation score on messaging-2: 0
-pcmk__bundle_allocate: ovn-dbs-bundle-2 allocation score on compute-0: -INFINITY
-pcmk__bundle_allocate: ovn-dbs-bundle-2 allocation score on compute-1: -INFINITY
-pcmk__bundle_allocate: ovn-dbs-bundle-2 allocation score on controller-0: 0
-pcmk__bundle_allocate: ovn-dbs-bundle-2 allocation score on controller-1: 0
-pcmk__bundle_allocate: ovn-dbs-bundle-2 allocation score on controller-2: 0
-pcmk__bundle_allocate: ovn-dbs-bundle-2 allocation score on database-0: 0
-pcmk__bundle_allocate: ovn-dbs-bundle-2 allocation score on database-1: 0
-pcmk__bundle_allocate: ovn-dbs-bundle-2 allocation score on database-2: 0
-pcmk__bundle_allocate: ovn-dbs-bundle-2 allocation score on messaging-0: 0
-pcmk__bundle_allocate: ovn-dbs-bundle-2 allocation score on messaging-1: 0
-pcmk__bundle_allocate: ovn-dbs-bundle-2 allocation score on messaging-2: 0
-pcmk__bundle_allocate: ovn-dbs-bundle-master allocation score on compute-0: 0
-pcmk__bundle_allocate: ovn-dbs-bundle-master allocation score on compute-1: 0
-pcmk__bundle_allocate: ovn-dbs-bundle-master allocation score on controller-0: 0
-pcmk__bundle_allocate: ovn-dbs-bundle-master allocation score on controller-1: 0
-pcmk__bundle_allocate: ovn-dbs-bundle-master allocation score on controller-2: 0
-pcmk__bundle_allocate: ovn-dbs-bundle-master allocation score on database-0: 0
-pcmk__bundle_allocate: ovn-dbs-bundle-master allocation score on database-1: 0
-pcmk__bundle_allocate: ovn-dbs-bundle-master allocation score on database-2: 0
-pcmk__bundle_allocate: ovn-dbs-bundle-master allocation score on messaging-0: 0
-pcmk__bundle_allocate: ovn-dbs-bundle-master allocation score on messaging-1: 0
-pcmk__bundle_allocate: ovn-dbs-bundle-master allocation score on messaging-2: 0
-pcmk__bundle_allocate: ovn-dbs-bundle-master allocation score on ovn-dbs-bundle-0: -INFINITY
-pcmk__bundle_allocate: ovn-dbs-bundle-master allocation score on ovn-dbs-bundle-1: -INFINITY
-pcmk__bundle_allocate: ovn-dbs-bundle-master allocation score on ovn-dbs-bundle-2: -INFINITY
-pcmk__bundle_allocate: ovn-dbs-bundle-podman-0 allocation score on compute-0: -INFINITY
-pcmk__bundle_allocate: ovn-dbs-bundle-podman-0 allocation score on compute-1: -INFINITY
-pcmk__bundle_allocate: ovn-dbs-bundle-podman-0 allocation score on controller-0: 0
-pcmk__bundle_allocate: ovn-dbs-bundle-podman-0 allocation score on controller-1: 0
-pcmk__bundle_allocate: ovn-dbs-bundle-podman-0 allocation score on controller-2: 0
-pcmk__bundle_allocate: ovn-dbs-bundle-podman-0 allocation score on database-0: -INFINITY
-pcmk__bundle_allocate: ovn-dbs-bundle-podman-0 allocation score on database-1: -INFINITY
-pcmk__bundle_allocate: ovn-dbs-bundle-podman-0 allocation score on database-2: -INFINITY
-pcmk__bundle_allocate: ovn-dbs-bundle-podman-0 allocation score on messaging-0: -INFINITY
-pcmk__bundle_allocate: ovn-dbs-bundle-podman-0 allocation score on messaging-1: -INFINITY
-pcmk__bundle_allocate: ovn-dbs-bundle-podman-0 allocation score on messaging-2: -INFINITY
-pcmk__bundle_allocate: ovn-dbs-bundle-podman-1 allocation score on compute-0: -INFINITY
-pcmk__bundle_allocate: ovn-dbs-bundle-podman-1 allocation score on compute-1: -INFINITY
-pcmk__bundle_allocate: ovn-dbs-bundle-podman-1 allocation score on controller-0: 0
-pcmk__bundle_allocate: ovn-dbs-bundle-podman-1 allocation score on controller-1: 0
-pcmk__bundle_allocate: ovn-dbs-bundle-podman-1 allocation score on controller-2: 0
-pcmk__bundle_allocate: ovn-dbs-bundle-podman-1 allocation score on database-0: -INFINITY
-pcmk__bundle_allocate: ovn-dbs-bundle-podman-1 allocation score on database-1: -INFINITY
-pcmk__bundle_allocate: ovn-dbs-bundle-podman-1 allocation score on database-2: -INFINITY
-pcmk__bundle_allocate: ovn-dbs-bundle-podman-1 allocation score on messaging-0: -INFINITY
-pcmk__bundle_allocate: ovn-dbs-bundle-podman-1 allocation score on messaging-1: -INFINITY
-pcmk__bundle_allocate: ovn-dbs-bundle-podman-1 allocation score on messaging-2: -INFINITY
-pcmk__bundle_allocate: ovn-dbs-bundle-podman-2 allocation score on compute-0: -INFINITY
-pcmk__bundle_allocate: ovn-dbs-bundle-podman-2 allocation score on compute-1: -INFINITY
-pcmk__bundle_allocate: ovn-dbs-bundle-podman-2 allocation score on controller-0: 0
-pcmk__bundle_allocate: ovn-dbs-bundle-podman-2 allocation score on controller-1: 0
-pcmk__bundle_allocate: ovn-dbs-bundle-podman-2 allocation score on controller-2: 0
-pcmk__bundle_allocate: ovn-dbs-bundle-podman-2 allocation score on database-0: -INFINITY
-pcmk__bundle_allocate: ovn-dbs-bundle-podman-2 allocation score on database-1: -INFINITY
-pcmk__bundle_allocate: ovn-dbs-bundle-podman-2 allocation score on database-2: -INFINITY
-pcmk__bundle_allocate: ovn-dbs-bundle-podman-2 allocation score on messaging-0: -INFINITY
-pcmk__bundle_allocate: ovn-dbs-bundle-podman-2 allocation score on messaging-1: -INFINITY
-pcmk__bundle_allocate: ovn-dbs-bundle-podman-2 allocation score on messaging-2: -INFINITY
-pcmk__bundle_allocate: ovndb_servers:0 allocation score on ovn-dbs-bundle-0: 500
-pcmk__bundle_allocate: ovndb_servers:1 allocation score on ovn-dbs-bundle-1: 501
-pcmk__bundle_allocate: ovndb_servers:2 allocation score on ovn-dbs-bundle-2: 501
-pcmk__bundle_allocate: rabbitmq-bundle allocation score on compute-0: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle allocation score on compute-1: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle allocation score on controller-0: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle allocation score on controller-1: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle allocation score on controller-2: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle allocation score on database-0: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle allocation score on database-1: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle allocation score on database-2: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle allocation score on messaging-0: 0
-pcmk__bundle_allocate: rabbitmq-bundle allocation score on messaging-1: 0
-pcmk__bundle_allocate: rabbitmq-bundle allocation score on messaging-2: 0
-pcmk__bundle_allocate: rabbitmq-bundle-0 allocation score on compute-0: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-0 allocation score on compute-1: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-0 allocation score on controller-0: 0
-pcmk__bundle_allocate: rabbitmq-bundle-0 allocation score on controller-1: 0
-pcmk__bundle_allocate: rabbitmq-bundle-0 allocation score on controller-2: 0
-pcmk__bundle_allocate: rabbitmq-bundle-0 allocation score on database-0: 0
-pcmk__bundle_allocate: rabbitmq-bundle-0 allocation score on database-1: 0
-pcmk__bundle_allocate: rabbitmq-bundle-0 allocation score on database-2: 0
-pcmk__bundle_allocate: rabbitmq-bundle-0 allocation score on messaging-0: 0
-pcmk__bundle_allocate: rabbitmq-bundle-0 allocation score on messaging-1: 0
-pcmk__bundle_allocate: rabbitmq-bundle-0 allocation score on messaging-2: 0
-pcmk__bundle_allocate: rabbitmq-bundle-1 allocation score on compute-0: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-1 allocation score on compute-1: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-1 allocation score on controller-0: 0
-pcmk__bundle_allocate: rabbitmq-bundle-1 allocation score on controller-1: 0
-pcmk__bundle_allocate: rabbitmq-bundle-1 allocation score on controller-2: 0
-pcmk__bundle_allocate: rabbitmq-bundle-1 allocation score on database-0: 0
-pcmk__bundle_allocate: rabbitmq-bundle-1 allocation score on database-1: 0
-pcmk__bundle_allocate: rabbitmq-bundle-1 allocation score on database-2: 0
-pcmk__bundle_allocate: rabbitmq-bundle-1 allocation score on messaging-0: 0
-pcmk__bundle_allocate: rabbitmq-bundle-1 allocation score on messaging-1: 0
-pcmk__bundle_allocate: rabbitmq-bundle-1 allocation score on messaging-2: 0
-pcmk__bundle_allocate: rabbitmq-bundle-2 allocation score on compute-0: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-2 allocation score on compute-1: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-2 allocation score on controller-0: 0
-pcmk__bundle_allocate: rabbitmq-bundle-2 allocation score on controller-1: 0
-pcmk__bundle_allocate: rabbitmq-bundle-2 allocation score on controller-2: 0
-pcmk__bundle_allocate: rabbitmq-bundle-2 allocation score on database-0: 0
-pcmk__bundle_allocate: rabbitmq-bundle-2 allocation score on database-1: 0
-pcmk__bundle_allocate: rabbitmq-bundle-2 allocation score on database-2: 0
-pcmk__bundle_allocate: rabbitmq-bundle-2 allocation score on messaging-0: 0
-pcmk__bundle_allocate: rabbitmq-bundle-2 allocation score on messaging-1: 0
-pcmk__bundle_allocate: rabbitmq-bundle-2 allocation score on messaging-2: 0
-pcmk__bundle_allocate: rabbitmq-bundle-clone allocation score on compute-0: 0
-pcmk__bundle_allocate: rabbitmq-bundle-clone allocation score on compute-1: 0
-pcmk__bundle_allocate: rabbitmq-bundle-clone allocation score on controller-0: 0
-pcmk__bundle_allocate: rabbitmq-bundle-clone allocation score on controller-1: 0
-pcmk__bundle_allocate: rabbitmq-bundle-clone allocation score on controller-2: 0
-pcmk__bundle_allocate: rabbitmq-bundle-clone allocation score on database-0: 0
-pcmk__bundle_allocate: rabbitmq-bundle-clone allocation score on database-1: 0
-pcmk__bundle_allocate: rabbitmq-bundle-clone allocation score on database-2: 0
-pcmk__bundle_allocate: rabbitmq-bundle-clone allocation score on messaging-0: 0
-pcmk__bundle_allocate: rabbitmq-bundle-clone allocation score on messaging-1: 0
-pcmk__bundle_allocate: rabbitmq-bundle-clone allocation score on messaging-2: 0
-pcmk__bundle_allocate: rabbitmq-bundle-clone allocation score on rabbitmq-bundle-0: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-clone allocation score on rabbitmq-bundle-1: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-clone allocation score on rabbitmq-bundle-2: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-podman-0 allocation score on compute-0: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-podman-0 allocation score on compute-1: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-podman-0 allocation score on controller-0: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-podman-0 allocation score on controller-1: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-podman-0 allocation score on controller-2: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-podman-0 allocation score on database-0: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-podman-0 allocation score on database-1: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-podman-0 allocation score on database-2: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-podman-0 allocation score on messaging-0: 0
-pcmk__bundle_allocate: rabbitmq-bundle-podman-0 allocation score on messaging-1: 0
-pcmk__bundle_allocate: rabbitmq-bundle-podman-0 allocation score on messaging-2: 0
-pcmk__bundle_allocate: rabbitmq-bundle-podman-1 allocation score on compute-0: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-podman-1 allocation score on compute-1: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-podman-1 allocation score on controller-0: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-podman-1 allocation score on controller-1: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-podman-1 allocation score on controller-2: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-podman-1 allocation score on database-0: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-podman-1 allocation score on database-1: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-podman-1 allocation score on database-2: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-podman-1 allocation score on messaging-0: 0
-pcmk__bundle_allocate: rabbitmq-bundle-podman-1 allocation score on messaging-1: 0
-pcmk__bundle_allocate: rabbitmq-bundle-podman-1 allocation score on messaging-2: 0
-pcmk__bundle_allocate: rabbitmq-bundle-podman-2 allocation score on compute-0: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-podman-2 allocation score on compute-1: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-podman-2 allocation score on controller-0: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-podman-2 allocation score on controller-1: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-podman-2 allocation score on controller-2: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-podman-2 allocation score on database-0: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-podman-2 allocation score on database-1: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-podman-2 allocation score on database-2: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-podman-2 allocation score on messaging-0: 0
-pcmk__bundle_allocate: rabbitmq-bundle-podman-2 allocation score on messaging-1: 0
-pcmk__bundle_allocate: rabbitmq-bundle-podman-2 allocation score on messaging-2: 0
-pcmk__bundle_allocate: rabbitmq:0 allocation score on rabbitmq-bundle-0: 501
-pcmk__bundle_allocate: rabbitmq:1 allocation score on rabbitmq-bundle-1: 500
-pcmk__bundle_allocate: rabbitmq:2 allocation score on rabbitmq-bundle-2: 501
-pcmk__bundle_allocate: redis-bundle allocation score on compute-0: -INFINITY
-pcmk__bundle_allocate: redis-bundle allocation score on compute-1: -INFINITY
-pcmk__bundle_allocate: redis-bundle allocation score on controller-0: 0
-pcmk__bundle_allocate: redis-bundle allocation score on controller-1: 0
-pcmk__bundle_allocate: redis-bundle allocation score on controller-2: 0
-pcmk__bundle_allocate: redis-bundle allocation score on database-0: -INFINITY
-pcmk__bundle_allocate: redis-bundle allocation score on database-1: -INFINITY
-pcmk__bundle_allocate: redis-bundle allocation score on database-2: -INFINITY
-pcmk__bundle_allocate: redis-bundle allocation score on messaging-0: -INFINITY
-pcmk__bundle_allocate: redis-bundle allocation score on messaging-1: -INFINITY
-pcmk__bundle_allocate: redis-bundle allocation score on messaging-2: -INFINITY
-pcmk__bundle_allocate: redis-bundle-0 allocation score on compute-0: -INFINITY
-pcmk__bundle_allocate: redis-bundle-0 allocation score on compute-1: -INFINITY
-pcmk__bundle_allocate: redis-bundle-0 allocation score on controller-0: 0
-pcmk__bundle_allocate: redis-bundle-0 allocation score on controller-1: 0
-pcmk__bundle_allocate: redis-bundle-0 allocation score on controller-2: 0
-pcmk__bundle_allocate: redis-bundle-0 allocation score on database-0: 0
-pcmk__bundle_allocate: redis-bundle-0 allocation score on database-1: 0
-pcmk__bundle_allocate: redis-bundle-0 allocation score on database-2: 0
-pcmk__bundle_allocate: redis-bundle-0 allocation score on messaging-0: 0
-pcmk__bundle_allocate: redis-bundle-0 allocation score on messaging-1: 0
-pcmk__bundle_allocate: redis-bundle-0 allocation score on messaging-2: 0
-pcmk__bundle_allocate: redis-bundle-1 allocation score on compute-0: -INFINITY
-pcmk__bundle_allocate: redis-bundle-1 allocation score on compute-1: -INFINITY
-pcmk__bundle_allocate: redis-bundle-1 allocation score on controller-0: 0
-pcmk__bundle_allocate: redis-bundle-1 allocation score on controller-1: 0
-pcmk__bundle_allocate: redis-bundle-1 allocation score on controller-2: 0
-pcmk__bundle_allocate: redis-bundle-1 allocation score on database-0: 0
-pcmk__bundle_allocate: redis-bundle-1 allocation score on database-1: 0
-pcmk__bundle_allocate: redis-bundle-1 allocation score on database-2: 0
-pcmk__bundle_allocate: redis-bundle-1 allocation score on messaging-0: 0
-pcmk__bundle_allocate: redis-bundle-1 allocation score on messaging-1: 0
-pcmk__bundle_allocate: redis-bundle-1 allocation score on messaging-2: 0
-pcmk__bundle_allocate: redis-bundle-2 allocation score on compute-0: -INFINITY
-pcmk__bundle_allocate: redis-bundle-2 allocation score on compute-1: -INFINITY
-pcmk__bundle_allocate: redis-bundle-2 allocation score on controller-0: 0
-pcmk__bundle_allocate: redis-bundle-2 allocation score on controller-1: 0
-pcmk__bundle_allocate: redis-bundle-2 allocation score on controller-2: 0
-pcmk__bundle_allocate: redis-bundle-2 allocation score on database-0: 0
-pcmk__bundle_allocate: redis-bundle-2 allocation score on database-1: 0
-pcmk__bundle_allocate: redis-bundle-2 allocation score on database-2: 0
-pcmk__bundle_allocate: redis-bundle-2 allocation score on messaging-0: 0
-pcmk__bundle_allocate: redis-bundle-2 allocation score on messaging-1: 0
-pcmk__bundle_allocate: redis-bundle-2 allocation score on messaging-2: 0
-pcmk__bundle_allocate: redis-bundle-master allocation score on compute-0: 0
-pcmk__bundle_allocate: redis-bundle-master allocation score on compute-1: 0
-pcmk__bundle_allocate: redis-bundle-master allocation score on controller-0: 0
-pcmk__bundle_allocate: redis-bundle-master allocation score on controller-1: 0
-pcmk__bundle_allocate: redis-bundle-master allocation score on controller-2: 0
-pcmk__bundle_allocate: redis-bundle-master allocation score on database-0: 0
-pcmk__bundle_allocate: redis-bundle-master allocation score on database-1: 0
-pcmk__bundle_allocate: redis-bundle-master allocation score on database-2: 0
-pcmk__bundle_allocate: redis-bundle-master allocation score on messaging-0: 0
-pcmk__bundle_allocate: redis-bundle-master allocation score on messaging-1: 0
-pcmk__bundle_allocate: redis-bundle-master allocation score on messaging-2: 0
-pcmk__bundle_allocate: redis-bundle-master allocation score on redis-bundle-0: -INFINITY
-pcmk__bundle_allocate: redis-bundle-master allocation score on redis-bundle-1: -INFINITY
-pcmk__bundle_allocate: redis-bundle-master allocation score on redis-bundle-2: -INFINITY
-pcmk__bundle_allocate: redis-bundle-podman-0 allocation score on compute-0: -INFINITY
-pcmk__bundle_allocate: redis-bundle-podman-0 allocation score on compute-1: -INFINITY
-pcmk__bundle_allocate: redis-bundle-podman-0 allocation score on controller-0: 0
-pcmk__bundle_allocate: redis-bundle-podman-0 allocation score on controller-1: 0
-pcmk__bundle_allocate: redis-bundle-podman-0 allocation score on controller-2: 0
-pcmk__bundle_allocate: redis-bundle-podman-0 allocation score on database-0: -INFINITY
-pcmk__bundle_allocate: redis-bundle-podman-0 allocation score on database-1: -INFINITY
-pcmk__bundle_allocate: redis-bundle-podman-0 allocation score on database-2: -INFINITY
-pcmk__bundle_allocate: redis-bundle-podman-0 allocation score on messaging-0: -INFINITY
-pcmk__bundle_allocate: redis-bundle-podman-0 allocation score on messaging-1: -INFINITY
-pcmk__bundle_allocate: redis-bundle-podman-0 allocation score on messaging-2: -INFINITY
-pcmk__bundle_allocate: redis-bundle-podman-1 allocation score on compute-0: -INFINITY
-pcmk__bundle_allocate: redis-bundle-podman-1 allocation score on compute-1: -INFINITY
-pcmk__bundle_allocate: redis-bundle-podman-1 allocation score on controller-0: 0
-pcmk__bundle_allocate: redis-bundle-podman-1 allocation score on controller-1: 0
-pcmk__bundle_allocate: redis-bundle-podman-1 allocation score on controller-2: 0
-pcmk__bundle_allocate: redis-bundle-podman-1 allocation score on database-0: -INFINITY
-pcmk__bundle_allocate: redis-bundle-podman-1 allocation score on database-1: -INFINITY
-pcmk__bundle_allocate: redis-bundle-podman-1 allocation score on database-2: -INFINITY
-pcmk__bundle_allocate: redis-bundle-podman-1 allocation score on messaging-0: -INFINITY
-pcmk__bundle_allocate: redis-bundle-podman-1 allocation score on messaging-1: -INFINITY
-pcmk__bundle_allocate: redis-bundle-podman-1 allocation score on messaging-2: -INFINITY
-pcmk__bundle_allocate: redis-bundle-podman-2 allocation score on compute-0: -INFINITY
-pcmk__bundle_allocate: redis-bundle-podman-2 allocation score on compute-1: -INFINITY
-pcmk__bundle_allocate: redis-bundle-podman-2 allocation score on controller-0: 0
-pcmk__bundle_allocate: redis-bundle-podman-2 allocation score on controller-1: 0
-pcmk__bundle_allocate: redis-bundle-podman-2 allocation score on controller-2: 0
-pcmk__bundle_allocate: redis-bundle-podman-2 allocation score on database-0: -INFINITY
-pcmk__bundle_allocate: redis-bundle-podman-2 allocation score on database-1: -INFINITY
-pcmk__bundle_allocate: redis-bundle-podman-2 allocation score on database-2: -INFINITY
-pcmk__bundle_allocate: redis-bundle-podman-2 allocation score on messaging-0: -INFINITY
-pcmk__bundle_allocate: redis-bundle-podman-2 allocation score on messaging-1: -INFINITY
-pcmk__bundle_allocate: redis-bundle-podman-2 allocation score on messaging-2: -INFINITY
-pcmk__bundle_allocate: redis:0 allocation score on redis-bundle-0: 501
-pcmk__bundle_allocate: redis:1 allocation score on redis-bundle-1: 501
-pcmk__bundle_allocate: redis:2 allocation score on redis-bundle-2: 501
+pcmk__bundle_assign: galera-bundle allocation score on compute-0: -INFINITY
+pcmk__bundle_assign: galera-bundle allocation score on compute-1: -INFINITY
+pcmk__bundle_assign: galera-bundle allocation score on controller-0: -INFINITY
+pcmk__bundle_assign: galera-bundle allocation score on controller-1: -INFINITY
+pcmk__bundle_assign: galera-bundle allocation score on controller-2: -INFINITY
+pcmk__bundle_assign: galera-bundle allocation score on database-0: 0
+pcmk__bundle_assign: galera-bundle allocation score on database-1: 0
+pcmk__bundle_assign: galera-bundle allocation score on database-2: 0
+pcmk__bundle_assign: galera-bundle allocation score on messaging-0: -INFINITY
+pcmk__bundle_assign: galera-bundle allocation score on messaging-1: -INFINITY
+pcmk__bundle_assign: galera-bundle allocation score on messaging-2: -INFINITY
+pcmk__bundle_assign: galera-bundle-0 allocation score on compute-0: -INFINITY
+pcmk__bundle_assign: galera-bundle-0 allocation score on compute-1: -INFINITY
+pcmk__bundle_assign: galera-bundle-0 allocation score on controller-0: 0
+pcmk__bundle_assign: galera-bundle-0 allocation score on controller-1: 0
+pcmk__bundle_assign: galera-bundle-0 allocation score on controller-2: 0
+pcmk__bundle_assign: galera-bundle-0 allocation score on database-0: 0
+pcmk__bundle_assign: galera-bundle-0 allocation score on database-1: 0
+pcmk__bundle_assign: galera-bundle-0 allocation score on database-2: 0
+pcmk__bundle_assign: galera-bundle-0 allocation score on messaging-0: 0
+pcmk__bundle_assign: galera-bundle-0 allocation score on messaging-1: 0
+pcmk__bundle_assign: galera-bundle-0 allocation score on messaging-2: 0
+pcmk__bundle_assign: galera-bundle-1 allocation score on compute-0: -INFINITY
+pcmk__bundle_assign: galera-bundle-1 allocation score on compute-1: -INFINITY
+pcmk__bundle_assign: galera-bundle-1 allocation score on controller-0: 0
+pcmk__bundle_assign: galera-bundle-1 allocation score on controller-1: 0
+pcmk__bundle_assign: galera-bundle-1 allocation score on controller-2: 0
+pcmk__bundle_assign: galera-bundle-1 allocation score on database-0: 0
+pcmk__bundle_assign: galera-bundle-1 allocation score on database-1: 0
+pcmk__bundle_assign: galera-bundle-1 allocation score on database-2: 0
+pcmk__bundle_assign: galera-bundle-1 allocation score on messaging-0: 0
+pcmk__bundle_assign: galera-bundle-1 allocation score on messaging-1: 0
+pcmk__bundle_assign: galera-bundle-1 allocation score on messaging-2: 0
+pcmk__bundle_assign: galera-bundle-2 allocation score on compute-0: -INFINITY
+pcmk__bundle_assign: galera-bundle-2 allocation score on compute-1: -INFINITY
+pcmk__bundle_assign: galera-bundle-2 allocation score on controller-0: 0
+pcmk__bundle_assign: galera-bundle-2 allocation score on controller-1: 0
+pcmk__bundle_assign: galera-bundle-2 allocation score on controller-2: 0
+pcmk__bundle_assign: galera-bundle-2 allocation score on database-0: 0
+pcmk__bundle_assign: galera-bundle-2 allocation score on database-1: 0
+pcmk__bundle_assign: galera-bundle-2 allocation score on database-2: 0
+pcmk__bundle_assign: galera-bundle-2 allocation score on messaging-0: 0
+pcmk__bundle_assign: galera-bundle-2 allocation score on messaging-1: 0
+pcmk__bundle_assign: galera-bundle-2 allocation score on messaging-2: 0
+pcmk__bundle_assign: galera-bundle-master allocation score on compute-0: 0
+pcmk__bundle_assign: galera-bundle-master allocation score on compute-1: 0
+pcmk__bundle_assign: galera-bundle-master allocation score on controller-0: 0
+pcmk__bundle_assign: galera-bundle-master allocation score on controller-1: 0
+pcmk__bundle_assign: galera-bundle-master allocation score on controller-2: 0
+pcmk__bundle_assign: galera-bundle-master allocation score on database-0: 0
+pcmk__bundle_assign: galera-bundle-master allocation score on database-1: 0
+pcmk__bundle_assign: galera-bundle-master allocation score on database-2: 0
+pcmk__bundle_assign: galera-bundle-master allocation score on galera-bundle-0: -INFINITY
+pcmk__bundle_assign: galera-bundle-master allocation score on galera-bundle-1: -INFINITY
+pcmk__bundle_assign: galera-bundle-master allocation score on galera-bundle-2: -INFINITY
+pcmk__bundle_assign: galera-bundle-master allocation score on messaging-0: 0
+pcmk__bundle_assign: galera-bundle-master allocation score on messaging-1: 0
+pcmk__bundle_assign: galera-bundle-master allocation score on messaging-2: 0
+pcmk__bundle_assign: galera-bundle-podman-0 allocation score on compute-0: -INFINITY
+pcmk__bundle_assign: galera-bundle-podman-0 allocation score on compute-1: -INFINITY
+pcmk__bundle_assign: galera-bundle-podman-0 allocation score on controller-0: -INFINITY
+pcmk__bundle_assign: galera-bundle-podman-0 allocation score on controller-1: -INFINITY
+pcmk__bundle_assign: galera-bundle-podman-0 allocation score on controller-2: -INFINITY
+pcmk__bundle_assign: galera-bundle-podman-0 allocation score on database-0: 0
+pcmk__bundle_assign: galera-bundle-podman-0 allocation score on database-1: 0
+pcmk__bundle_assign: galera-bundle-podman-0 allocation score on database-2: 0
+pcmk__bundle_assign: galera-bundle-podman-0 allocation score on messaging-0: -INFINITY
+pcmk__bundle_assign: galera-bundle-podman-0 allocation score on messaging-1: -INFINITY
+pcmk__bundle_assign: galera-bundle-podman-0 allocation score on messaging-2: -INFINITY
+pcmk__bundle_assign: galera-bundle-podman-1 allocation score on compute-0: -INFINITY
+pcmk__bundle_assign: galera-bundle-podman-1 allocation score on compute-1: -INFINITY
+pcmk__bundle_assign: galera-bundle-podman-1 allocation score on controller-0: -INFINITY
+pcmk__bundle_assign: galera-bundle-podman-1 allocation score on controller-1: -INFINITY
+pcmk__bundle_assign: galera-bundle-podman-1 allocation score on controller-2: -INFINITY
+pcmk__bundle_assign: galera-bundle-podman-1 allocation score on database-0: 0
+pcmk__bundle_assign: galera-bundle-podman-1 allocation score on database-1: 0
+pcmk__bundle_assign: galera-bundle-podman-1 allocation score on database-2: 0
+pcmk__bundle_assign: galera-bundle-podman-1 allocation score on messaging-0: -INFINITY
+pcmk__bundle_assign: galera-bundle-podman-1 allocation score on messaging-1: -INFINITY
+pcmk__bundle_assign: galera-bundle-podman-1 allocation score on messaging-2: -INFINITY
+pcmk__bundle_assign: galera-bundle-podman-2 allocation score on compute-0: -INFINITY
+pcmk__bundle_assign: galera-bundle-podman-2 allocation score on compute-1: -INFINITY
+pcmk__bundle_assign: galera-bundle-podman-2 allocation score on controller-0: -INFINITY
+pcmk__bundle_assign: galera-bundle-podman-2 allocation score on controller-1: -INFINITY
+pcmk__bundle_assign: galera-bundle-podman-2 allocation score on controller-2: -INFINITY
+pcmk__bundle_assign: galera-bundle-podman-2 allocation score on database-0: 0
+pcmk__bundle_assign: galera-bundle-podman-2 allocation score on database-1: 0
+pcmk__bundle_assign: galera-bundle-podman-2 allocation score on database-2: 0
+pcmk__bundle_assign: galera-bundle-podman-2 allocation score on messaging-0: -INFINITY
+pcmk__bundle_assign: galera-bundle-podman-2 allocation score on messaging-1: -INFINITY
+pcmk__bundle_assign: galera-bundle-podman-2 allocation score on messaging-2: -INFINITY
+pcmk__bundle_assign: galera:0 allocation score on galera-bundle-0: 501
+pcmk__bundle_assign: galera:1 allocation score on galera-bundle-1: 501
+pcmk__bundle_assign: galera:2 allocation score on galera-bundle-2: 501
+pcmk__bundle_assign: haproxy-bundle allocation score on compute-0: -INFINITY
+pcmk__bundle_assign: haproxy-bundle allocation score on compute-0: -INFINITY
+pcmk__bundle_assign: haproxy-bundle allocation score on compute-1: -INFINITY
+pcmk__bundle_assign: haproxy-bundle allocation score on compute-1: -INFINITY
+pcmk__bundle_assign: haproxy-bundle allocation score on controller-0: 0
+pcmk__bundle_assign: haproxy-bundle allocation score on controller-0: 0
+pcmk__bundle_assign: haproxy-bundle allocation score on controller-1: 0
+pcmk__bundle_assign: haproxy-bundle allocation score on controller-1: 0
+pcmk__bundle_assign: haproxy-bundle allocation score on controller-2: 0
+pcmk__bundle_assign: haproxy-bundle allocation score on controller-2: 0
+pcmk__bundle_assign: haproxy-bundle allocation score on database-0: -INFINITY
+pcmk__bundle_assign: haproxy-bundle allocation score on database-0: -INFINITY
+pcmk__bundle_assign: haproxy-bundle allocation score on database-1: -INFINITY
+pcmk__bundle_assign: haproxy-bundle allocation score on database-1: -INFINITY
+pcmk__bundle_assign: haproxy-bundle allocation score on database-2: -INFINITY
+pcmk__bundle_assign: haproxy-bundle allocation score on database-2: -INFINITY
+pcmk__bundle_assign: haproxy-bundle allocation score on messaging-0: -INFINITY
+pcmk__bundle_assign: haproxy-bundle allocation score on messaging-0: -INFINITY
+pcmk__bundle_assign: haproxy-bundle allocation score on messaging-1: -INFINITY
+pcmk__bundle_assign: haproxy-bundle allocation score on messaging-1: -INFINITY
+pcmk__bundle_assign: haproxy-bundle allocation score on messaging-2: -INFINITY
+pcmk__bundle_assign: haproxy-bundle allocation score on messaging-2: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-podman-0 allocation score on compute-0: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-podman-0 allocation score on compute-0: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-podman-0 allocation score on compute-1: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-podman-0 allocation score on compute-1: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-podman-0 allocation score on controller-0: 0
+pcmk__bundle_assign: haproxy-bundle-podman-0 allocation score on controller-0: 0
+pcmk__bundle_assign: haproxy-bundle-podman-0 allocation score on controller-1: 0
+pcmk__bundle_assign: haproxy-bundle-podman-0 allocation score on controller-1: INFINITY
+pcmk__bundle_assign: haproxy-bundle-podman-0 allocation score on controller-2: 0
+pcmk__bundle_assign: haproxy-bundle-podman-0 allocation score on controller-2: INFINITY
+pcmk__bundle_assign: haproxy-bundle-podman-0 allocation score on database-0: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-podman-0 allocation score on database-0: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-podman-0 allocation score on database-1: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-podman-0 allocation score on database-1: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-podman-0 allocation score on database-2: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-podman-0 allocation score on database-2: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-podman-0 allocation score on messaging-0: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-podman-0 allocation score on messaging-0: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-podman-0 allocation score on messaging-1: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-podman-0 allocation score on messaging-1: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-podman-0 allocation score on messaging-2: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-podman-0 allocation score on messaging-2: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-podman-1 allocation score on compute-0: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-podman-1 allocation score on compute-0: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-podman-1 allocation score on compute-1: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-podman-1 allocation score on compute-1: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-podman-1 allocation score on controller-0: 0
+pcmk__bundle_assign: haproxy-bundle-podman-1 allocation score on controller-0: 0
+pcmk__bundle_assign: haproxy-bundle-podman-1 allocation score on controller-1: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-podman-1 allocation score on controller-1: 0
+pcmk__bundle_assign: haproxy-bundle-podman-1 allocation score on controller-2: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-podman-1 allocation score on controller-2: 0
+pcmk__bundle_assign: haproxy-bundle-podman-1 allocation score on database-0: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-podman-1 allocation score on database-0: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-podman-1 allocation score on database-1: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-podman-1 allocation score on database-1: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-podman-1 allocation score on database-2: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-podman-1 allocation score on database-2: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-podman-1 allocation score on messaging-0: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-podman-1 allocation score on messaging-0: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-podman-1 allocation score on messaging-1: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-podman-1 allocation score on messaging-1: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-podman-1 allocation score on messaging-2: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-podman-1 allocation score on messaging-2: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-podman-2 allocation score on compute-0: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-podman-2 allocation score on compute-0: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-podman-2 allocation score on compute-1: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-podman-2 allocation score on compute-1: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-podman-2 allocation score on controller-0: 0
+pcmk__bundle_assign: haproxy-bundle-podman-2 allocation score on controller-0: 0
+pcmk__bundle_assign: haproxy-bundle-podman-2 allocation score on controller-1: 0
+pcmk__bundle_assign: haproxy-bundle-podman-2 allocation score on controller-1: INFINITY
+pcmk__bundle_assign: haproxy-bundle-podman-2 allocation score on controller-2: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-podman-2 allocation score on controller-2: 0
+pcmk__bundle_assign: haproxy-bundle-podman-2 allocation score on database-0: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-podman-2 allocation score on database-0: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-podman-2 allocation score on database-1: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-podman-2 allocation score on database-1: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-podman-2 allocation score on database-2: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-podman-2 allocation score on database-2: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-podman-2 allocation score on messaging-0: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-podman-2 allocation score on messaging-0: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-podman-2 allocation score on messaging-1: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-podman-2 allocation score on messaging-1: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-podman-2 allocation score on messaging-2: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-podman-2 allocation score on messaging-2: -INFINITY
+pcmk__bundle_assign: openstack-cinder-volume allocation score on compute-0: -INFINITY
+pcmk__bundle_assign: openstack-cinder-volume allocation score on compute-1: -INFINITY
+pcmk__bundle_assign: openstack-cinder-volume allocation score on controller-0: 0
+pcmk__bundle_assign: openstack-cinder-volume allocation score on controller-1: 0
+pcmk__bundle_assign: openstack-cinder-volume allocation score on controller-2: 0
+pcmk__bundle_assign: openstack-cinder-volume allocation score on database-0: -INFINITY
+pcmk__bundle_assign: openstack-cinder-volume allocation score on database-1: -INFINITY
+pcmk__bundle_assign: openstack-cinder-volume allocation score on database-2: -INFINITY
+pcmk__bundle_assign: openstack-cinder-volume allocation score on messaging-0: -INFINITY
+pcmk__bundle_assign: openstack-cinder-volume allocation score on messaging-1: -INFINITY
+pcmk__bundle_assign: openstack-cinder-volume allocation score on messaging-2: -INFINITY
+pcmk__bundle_assign: openstack-cinder-volume-podman-0 allocation score on compute-0: -INFINITY
+pcmk__bundle_assign: openstack-cinder-volume-podman-0 allocation score on compute-1: -INFINITY
+pcmk__bundle_assign: openstack-cinder-volume-podman-0 allocation score on controller-0: 0
+pcmk__bundle_assign: openstack-cinder-volume-podman-0 allocation score on controller-1: 0
+pcmk__bundle_assign: openstack-cinder-volume-podman-0 allocation score on controller-2: 0
+pcmk__bundle_assign: openstack-cinder-volume-podman-0 allocation score on database-0: -INFINITY
+pcmk__bundle_assign: openstack-cinder-volume-podman-0 allocation score on database-1: -INFINITY
+pcmk__bundle_assign: openstack-cinder-volume-podman-0 allocation score on database-2: -INFINITY
+pcmk__bundle_assign: openstack-cinder-volume-podman-0 allocation score on messaging-0: -INFINITY
+pcmk__bundle_assign: openstack-cinder-volume-podman-0 allocation score on messaging-1: -INFINITY
+pcmk__bundle_assign: openstack-cinder-volume-podman-0 allocation score on messaging-2: -INFINITY
+pcmk__bundle_assign: ovn-dbs-bundle allocation score on compute-0: -INFINITY
+pcmk__bundle_assign: ovn-dbs-bundle allocation score on compute-1: -INFINITY
+pcmk__bundle_assign: ovn-dbs-bundle allocation score on controller-0: 0
+pcmk__bundle_assign: ovn-dbs-bundle allocation score on controller-1: 0
+pcmk__bundle_assign: ovn-dbs-bundle allocation score on controller-2: 0
+pcmk__bundle_assign: ovn-dbs-bundle allocation score on database-0: -INFINITY
+pcmk__bundle_assign: ovn-dbs-bundle allocation score on database-1: -INFINITY
+pcmk__bundle_assign: ovn-dbs-bundle allocation score on database-2: -INFINITY
+pcmk__bundle_assign: ovn-dbs-bundle allocation score on messaging-0: -INFINITY
+pcmk__bundle_assign: ovn-dbs-bundle allocation score on messaging-1: -INFINITY
+pcmk__bundle_assign: ovn-dbs-bundle allocation score on messaging-2: -INFINITY
+pcmk__bundle_assign: ovn-dbs-bundle-0 allocation score on compute-0: -INFINITY
+pcmk__bundle_assign: ovn-dbs-bundle-0 allocation score on compute-1: -INFINITY
+pcmk__bundle_assign: ovn-dbs-bundle-0 allocation score on controller-0: 0
+pcmk__bundle_assign: ovn-dbs-bundle-0 allocation score on controller-1: 0
+pcmk__bundle_assign: ovn-dbs-bundle-0 allocation score on controller-2: 0
+pcmk__bundle_assign: ovn-dbs-bundle-0 allocation score on database-0: 0
+pcmk__bundle_assign: ovn-dbs-bundle-0 allocation score on database-1: 0
+pcmk__bundle_assign: ovn-dbs-bundle-0 allocation score on database-2: 0
+pcmk__bundle_assign: ovn-dbs-bundle-0 allocation score on messaging-0: 0
+pcmk__bundle_assign: ovn-dbs-bundle-0 allocation score on messaging-1: 0
+pcmk__bundle_assign: ovn-dbs-bundle-0 allocation score on messaging-2: 0
+pcmk__bundle_assign: ovn-dbs-bundle-1 allocation score on compute-0: -INFINITY
+pcmk__bundle_assign: ovn-dbs-bundle-1 allocation score on compute-1: -INFINITY
+pcmk__bundle_assign: ovn-dbs-bundle-1 allocation score on controller-0: 0
+pcmk__bundle_assign: ovn-dbs-bundle-1 allocation score on controller-1: 0
+pcmk__bundle_assign: ovn-dbs-bundle-1 allocation score on controller-2: 0
+pcmk__bundle_assign: ovn-dbs-bundle-1 allocation score on database-0: 0
+pcmk__bundle_assign: ovn-dbs-bundle-1 allocation score on database-1: 0
+pcmk__bundle_assign: ovn-dbs-bundle-1 allocation score on database-2: 0
+pcmk__bundle_assign: ovn-dbs-bundle-1 allocation score on messaging-0: 0
+pcmk__bundle_assign: ovn-dbs-bundle-1 allocation score on messaging-1: 0
+pcmk__bundle_assign: ovn-dbs-bundle-1 allocation score on messaging-2: 0
+pcmk__bundle_assign: ovn-dbs-bundle-2 allocation score on compute-0: -INFINITY
+pcmk__bundle_assign: ovn-dbs-bundle-2 allocation score on compute-1: -INFINITY
+pcmk__bundle_assign: ovn-dbs-bundle-2 allocation score on controller-0: 0
+pcmk__bundle_assign: ovn-dbs-bundle-2 allocation score on controller-1: 0
+pcmk__bundle_assign: ovn-dbs-bundle-2 allocation score on controller-2: 0
+pcmk__bundle_assign: ovn-dbs-bundle-2 allocation score on database-0: 0
+pcmk__bundle_assign: ovn-dbs-bundle-2 allocation score on database-1: 0
+pcmk__bundle_assign: ovn-dbs-bundle-2 allocation score on database-2: 0
+pcmk__bundle_assign: ovn-dbs-bundle-2 allocation score on messaging-0: 0
+pcmk__bundle_assign: ovn-dbs-bundle-2 allocation score on messaging-1: 0
+pcmk__bundle_assign: ovn-dbs-bundle-2 allocation score on messaging-2: 0
+pcmk__bundle_assign: ovn-dbs-bundle-master allocation score on compute-0: 0
+pcmk__bundle_assign: ovn-dbs-bundle-master allocation score on compute-1: 0
+pcmk__bundle_assign: ovn-dbs-bundle-master allocation score on controller-0: 0
+pcmk__bundle_assign: ovn-dbs-bundle-master allocation score on controller-1: 0
+pcmk__bundle_assign: ovn-dbs-bundle-master allocation score on controller-2: 0
+pcmk__bundle_assign: ovn-dbs-bundle-master allocation score on database-0: 0
+pcmk__bundle_assign: ovn-dbs-bundle-master allocation score on database-1: 0
+pcmk__bundle_assign: ovn-dbs-bundle-master allocation score on database-2: 0
+pcmk__bundle_assign: ovn-dbs-bundle-master allocation score on messaging-0: 0
+pcmk__bundle_assign: ovn-dbs-bundle-master allocation score on messaging-1: 0
+pcmk__bundle_assign: ovn-dbs-bundle-master allocation score on messaging-2: 0
+pcmk__bundle_assign: ovn-dbs-bundle-master allocation score on ovn-dbs-bundle-0: -INFINITY
+pcmk__bundle_assign: ovn-dbs-bundle-master allocation score on ovn-dbs-bundle-1: -INFINITY
+pcmk__bundle_assign: ovn-dbs-bundle-master allocation score on ovn-dbs-bundle-2: -INFINITY
+pcmk__bundle_assign: ovn-dbs-bundle-podman-0 allocation score on compute-0: -INFINITY
+pcmk__bundle_assign: ovn-dbs-bundle-podman-0 allocation score on compute-1: -INFINITY
+pcmk__bundle_assign: ovn-dbs-bundle-podman-0 allocation score on controller-0: 0
+pcmk__bundle_assign: ovn-dbs-bundle-podman-0 allocation score on controller-1: 0
+pcmk__bundle_assign: ovn-dbs-bundle-podman-0 allocation score on controller-2: 0
+pcmk__bundle_assign: ovn-dbs-bundle-podman-0 allocation score on database-0: -INFINITY
+pcmk__bundle_assign: ovn-dbs-bundle-podman-0 allocation score on database-1: -INFINITY
+pcmk__bundle_assign: ovn-dbs-bundle-podman-0 allocation score on database-2: -INFINITY
+pcmk__bundle_assign: ovn-dbs-bundle-podman-0 allocation score on messaging-0: -INFINITY
+pcmk__bundle_assign: ovn-dbs-bundle-podman-0 allocation score on messaging-1: -INFINITY
+pcmk__bundle_assign: ovn-dbs-bundle-podman-0 allocation score on messaging-2: -INFINITY
+pcmk__bundle_assign: ovn-dbs-bundle-podman-1 allocation score on compute-0: -INFINITY
+pcmk__bundle_assign: ovn-dbs-bundle-podman-1 allocation score on compute-1: -INFINITY
+pcmk__bundle_assign: ovn-dbs-bundle-podman-1 allocation score on controller-0: 0
+pcmk__bundle_assign: ovn-dbs-bundle-podman-1 allocation score on controller-1: 0
+pcmk__bundle_assign: ovn-dbs-bundle-podman-1 allocation score on controller-2: 0
+pcmk__bundle_assign: ovn-dbs-bundle-podman-1 allocation score on database-0: -INFINITY
+pcmk__bundle_assign: ovn-dbs-bundle-podman-1 allocation score on database-1: -INFINITY
+pcmk__bundle_assign: ovn-dbs-bundle-podman-1 allocation score on database-2: -INFINITY
+pcmk__bundle_assign: ovn-dbs-bundle-podman-1 allocation score on messaging-0: -INFINITY
+pcmk__bundle_assign: ovn-dbs-bundle-podman-1 allocation score on messaging-1: -INFINITY
+pcmk__bundle_assign: ovn-dbs-bundle-podman-1 allocation score on messaging-2: -INFINITY
+pcmk__bundle_assign: ovn-dbs-bundle-podman-2 allocation score on compute-0: -INFINITY
+pcmk__bundle_assign: ovn-dbs-bundle-podman-2 allocation score on compute-1: -INFINITY
+pcmk__bundle_assign: ovn-dbs-bundle-podman-2 allocation score on controller-0: 0
+pcmk__bundle_assign: ovn-dbs-bundle-podman-2 allocation score on controller-1: 0
+pcmk__bundle_assign: ovn-dbs-bundle-podman-2 allocation score on controller-2: 0
+pcmk__bundle_assign: ovn-dbs-bundle-podman-2 allocation score on database-0: -INFINITY
+pcmk__bundle_assign: ovn-dbs-bundle-podman-2 allocation score on database-1: -INFINITY
+pcmk__bundle_assign: ovn-dbs-bundle-podman-2 allocation score on database-2: -INFINITY
+pcmk__bundle_assign: ovn-dbs-bundle-podman-2 allocation score on messaging-0: -INFINITY
+pcmk__bundle_assign: ovn-dbs-bundle-podman-2 allocation score on messaging-1: -INFINITY
+pcmk__bundle_assign: ovn-dbs-bundle-podman-2 allocation score on messaging-2: -INFINITY
+pcmk__bundle_assign: ovndb_servers:0 allocation score on ovn-dbs-bundle-0: 500
+pcmk__bundle_assign: ovndb_servers:1 allocation score on ovn-dbs-bundle-1: 501
+pcmk__bundle_assign: ovndb_servers:2 allocation score on ovn-dbs-bundle-2: 501
+pcmk__bundle_assign: rabbitmq-bundle allocation score on compute-0: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle allocation score on compute-1: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle allocation score on controller-0: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle allocation score on controller-1: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle allocation score on controller-2: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle allocation score on database-0: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle allocation score on database-1: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle allocation score on database-2: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle allocation score on messaging-0: 0
+pcmk__bundle_assign: rabbitmq-bundle allocation score on messaging-1: 0
+pcmk__bundle_assign: rabbitmq-bundle allocation score on messaging-2: 0
+pcmk__bundle_assign: rabbitmq-bundle-0 allocation score on compute-0: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-0 allocation score on compute-1: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-0 allocation score on controller-0: 0
+pcmk__bundle_assign: rabbitmq-bundle-0 allocation score on controller-1: 0
+pcmk__bundle_assign: rabbitmq-bundle-0 allocation score on controller-2: 0
+pcmk__bundle_assign: rabbitmq-bundle-0 allocation score on database-0: 0
+pcmk__bundle_assign: rabbitmq-bundle-0 allocation score on database-1: 0
+pcmk__bundle_assign: rabbitmq-bundle-0 allocation score on database-2: 0
+pcmk__bundle_assign: rabbitmq-bundle-0 allocation score on messaging-0: 0
+pcmk__bundle_assign: rabbitmq-bundle-0 allocation score on messaging-1: 0
+pcmk__bundle_assign: rabbitmq-bundle-0 allocation score on messaging-2: 0
+pcmk__bundle_assign: rabbitmq-bundle-1 allocation score on compute-0: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-1 allocation score on compute-1: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-1 allocation score on controller-0: 0
+pcmk__bundle_assign: rabbitmq-bundle-1 allocation score on controller-1: 0
+pcmk__bundle_assign: rabbitmq-bundle-1 allocation score on controller-2: 0
+pcmk__bundle_assign: rabbitmq-bundle-1 allocation score on database-0: 0
+pcmk__bundle_assign: rabbitmq-bundle-1 allocation score on database-1: 0
+pcmk__bundle_assign: rabbitmq-bundle-1 allocation score on database-2: 0
+pcmk__bundle_assign: rabbitmq-bundle-1 allocation score on messaging-0: 0
+pcmk__bundle_assign: rabbitmq-bundle-1 allocation score on messaging-1: 0
+pcmk__bundle_assign: rabbitmq-bundle-1 allocation score on messaging-2: 0
+pcmk__bundle_assign: rabbitmq-bundle-2 allocation score on compute-0: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-2 allocation score on compute-1: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-2 allocation score on controller-0: 0
+pcmk__bundle_assign: rabbitmq-bundle-2 allocation score on controller-1: 0
+pcmk__bundle_assign: rabbitmq-bundle-2 allocation score on controller-2: 0
+pcmk__bundle_assign: rabbitmq-bundle-2 allocation score on database-0: 0
+pcmk__bundle_assign: rabbitmq-bundle-2 allocation score on database-1: 0
+pcmk__bundle_assign: rabbitmq-bundle-2 allocation score on database-2: 0
+pcmk__bundle_assign: rabbitmq-bundle-2 allocation score on messaging-0: 0
+pcmk__bundle_assign: rabbitmq-bundle-2 allocation score on messaging-1: 0
+pcmk__bundle_assign: rabbitmq-bundle-2 allocation score on messaging-2: 0
+pcmk__bundle_assign: rabbitmq-bundle-clone allocation score on compute-0: 0
+pcmk__bundle_assign: rabbitmq-bundle-clone allocation score on compute-1: 0
+pcmk__bundle_assign: rabbitmq-bundle-clone allocation score on controller-0: 0
+pcmk__bundle_assign: rabbitmq-bundle-clone allocation score on controller-1: 0
+pcmk__bundle_assign: rabbitmq-bundle-clone allocation score on controller-2: 0
+pcmk__bundle_assign: rabbitmq-bundle-clone allocation score on database-0: 0
+pcmk__bundle_assign: rabbitmq-bundle-clone allocation score on database-1: 0
+pcmk__bundle_assign: rabbitmq-bundle-clone allocation score on database-2: 0
+pcmk__bundle_assign: rabbitmq-bundle-clone allocation score on messaging-0: 0
+pcmk__bundle_assign: rabbitmq-bundle-clone allocation score on messaging-1: 0
+pcmk__bundle_assign: rabbitmq-bundle-clone allocation score on messaging-2: 0
+pcmk__bundle_assign: rabbitmq-bundle-clone allocation score on rabbitmq-bundle-0: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-clone allocation score on rabbitmq-bundle-1: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-clone allocation score on rabbitmq-bundle-2: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-podman-0 allocation score on compute-0: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-podman-0 allocation score on compute-1: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-podman-0 allocation score on controller-0: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-podman-0 allocation score on controller-1: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-podman-0 allocation score on controller-2: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-podman-0 allocation score on database-0: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-podman-0 allocation score on database-1: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-podman-0 allocation score on database-2: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-podman-0 allocation score on messaging-0: 0
+pcmk__bundle_assign: rabbitmq-bundle-podman-0 allocation score on messaging-1: 0
+pcmk__bundle_assign: rabbitmq-bundle-podman-0 allocation score on messaging-2: 0
+pcmk__bundle_assign: rabbitmq-bundle-podman-1 allocation score on compute-0: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-podman-1 allocation score on compute-1: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-podman-1 allocation score on controller-0: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-podman-1 allocation score on controller-1: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-podman-1 allocation score on controller-2: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-podman-1 allocation score on database-0: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-podman-1 allocation score on database-1: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-podman-1 allocation score on database-2: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-podman-1 allocation score on messaging-0: 0
+pcmk__bundle_assign: rabbitmq-bundle-podman-1 allocation score on messaging-1: 0
+pcmk__bundle_assign: rabbitmq-bundle-podman-1 allocation score on messaging-2: 0
+pcmk__bundle_assign: rabbitmq-bundle-podman-2 allocation score on compute-0: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-podman-2 allocation score on compute-1: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-podman-2 allocation score on controller-0: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-podman-2 allocation score on controller-1: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-podman-2 allocation score on controller-2: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-podman-2 allocation score on database-0: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-podman-2 allocation score on database-1: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-podman-2 allocation score on database-2: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-podman-2 allocation score on messaging-0: 0
+pcmk__bundle_assign: rabbitmq-bundle-podman-2 allocation score on messaging-1: 0
+pcmk__bundle_assign: rabbitmq-bundle-podman-2 allocation score on messaging-2: 0
+pcmk__bundle_assign: rabbitmq:0 allocation score on rabbitmq-bundle-0: 501
+pcmk__bundle_assign: rabbitmq:1 allocation score on rabbitmq-bundle-1: 500
+pcmk__bundle_assign: rabbitmq:2 allocation score on rabbitmq-bundle-2: 501
+pcmk__bundle_assign: redis-bundle allocation score on compute-0: -INFINITY
+pcmk__bundle_assign: redis-bundle allocation score on compute-1: -INFINITY
+pcmk__bundle_assign: redis-bundle allocation score on controller-0: 0
+pcmk__bundle_assign: redis-bundle allocation score on controller-1: 0
+pcmk__bundle_assign: redis-bundle allocation score on controller-2: 0
+pcmk__bundle_assign: redis-bundle allocation score on database-0: -INFINITY
+pcmk__bundle_assign: redis-bundle allocation score on database-1: -INFINITY
+pcmk__bundle_assign: redis-bundle allocation score on database-2: -INFINITY
+pcmk__bundle_assign: redis-bundle allocation score on messaging-0: -INFINITY
+pcmk__bundle_assign: redis-bundle allocation score on messaging-1: -INFINITY
+pcmk__bundle_assign: redis-bundle allocation score on messaging-2: -INFINITY
+pcmk__bundle_assign: redis-bundle-0 allocation score on compute-0: -INFINITY
+pcmk__bundle_assign: redis-bundle-0 allocation score on compute-1: -INFINITY
+pcmk__bundle_assign: redis-bundle-0 allocation score on controller-0: 0
+pcmk__bundle_assign: redis-bundle-0 allocation score on controller-1: 0
+pcmk__bundle_assign: redis-bundle-0 allocation score on controller-2: 0
+pcmk__bundle_assign: redis-bundle-0 allocation score on database-0: 0
+pcmk__bundle_assign: redis-bundle-0 allocation score on database-1: 0
+pcmk__bundle_assign: redis-bundle-0 allocation score on database-2: 0
+pcmk__bundle_assign: redis-bundle-0 allocation score on messaging-0: 0
+pcmk__bundle_assign: redis-bundle-0 allocation score on messaging-1: 0
+pcmk__bundle_assign: redis-bundle-0 allocation score on messaging-2: 0
+pcmk__bundle_assign: redis-bundle-1 allocation score on compute-0: -INFINITY
+pcmk__bundle_assign: redis-bundle-1 allocation score on compute-1: -INFINITY
+pcmk__bundle_assign: redis-bundle-1 allocation score on controller-0: 0
+pcmk__bundle_assign: redis-bundle-1 allocation score on controller-1: 0
+pcmk__bundle_assign: redis-bundle-1 allocation score on controller-2: 0
+pcmk__bundle_assign: redis-bundle-1 allocation score on database-0: 0
+pcmk__bundle_assign: redis-bundle-1 allocation score on database-1: 0
+pcmk__bundle_assign: redis-bundle-1 allocation score on database-2: 0
+pcmk__bundle_assign: redis-bundle-1 allocation score on messaging-0: 0
+pcmk__bundle_assign: redis-bundle-1 allocation score on messaging-1: 0
+pcmk__bundle_assign: redis-bundle-1 allocation score on messaging-2: 0
+pcmk__bundle_assign: redis-bundle-2 allocation score on compute-0: -INFINITY
+pcmk__bundle_assign: redis-bundle-2 allocation score on compute-1: -INFINITY
+pcmk__bundle_assign: redis-bundle-2 allocation score on controller-0: 0
+pcmk__bundle_assign: redis-bundle-2 allocation score on controller-1: 0
+pcmk__bundle_assign: redis-bundle-2 allocation score on controller-2: 0
+pcmk__bundle_assign: redis-bundle-2 allocation score on database-0: 0
+pcmk__bundle_assign: redis-bundle-2 allocation score on database-1: 0
+pcmk__bundle_assign: redis-bundle-2 allocation score on database-2: 0
+pcmk__bundle_assign: redis-bundle-2 allocation score on messaging-0: 0
+pcmk__bundle_assign: redis-bundle-2 allocation score on messaging-1: 0
+pcmk__bundle_assign: redis-bundle-2 allocation score on messaging-2: 0
+pcmk__bundle_assign: redis-bundle-master allocation score on compute-0: 0
+pcmk__bundle_assign: redis-bundle-master allocation score on compute-1: 0
+pcmk__bundle_assign: redis-bundle-master allocation score on controller-0: 0
+pcmk__bundle_assign: redis-bundle-master allocation score on controller-1: 0
+pcmk__bundle_assign: redis-bundle-master allocation score on controller-2: 0
+pcmk__bundle_assign: redis-bundle-master allocation score on database-0: 0
+pcmk__bundle_assign: redis-bundle-master allocation score on database-1: 0
+pcmk__bundle_assign: redis-bundle-master allocation score on database-2: 0
+pcmk__bundle_assign: redis-bundle-master allocation score on messaging-0: 0
+pcmk__bundle_assign: redis-bundle-master allocation score on messaging-1: 0
+pcmk__bundle_assign: redis-bundle-master allocation score on messaging-2: 0
+pcmk__bundle_assign: redis-bundle-master allocation score on redis-bundle-0: -INFINITY
+pcmk__bundle_assign: redis-bundle-master allocation score on redis-bundle-1: -INFINITY
+pcmk__bundle_assign: redis-bundle-master allocation score on redis-bundle-2: -INFINITY
+pcmk__bundle_assign: redis-bundle-podman-0 allocation score on compute-0: -INFINITY
+pcmk__bundle_assign: redis-bundle-podman-0 allocation score on compute-1: -INFINITY
+pcmk__bundle_assign: redis-bundle-podman-0 allocation score on controller-0: 0
+pcmk__bundle_assign: redis-bundle-podman-0 allocation score on controller-1: 0
+pcmk__bundle_assign: redis-bundle-podman-0 allocation score on controller-2: 0
+pcmk__bundle_assign: redis-bundle-podman-0 allocation score on database-0: -INFINITY
+pcmk__bundle_assign: redis-bundle-podman-0 allocation score on database-1: -INFINITY
+pcmk__bundle_assign: redis-bundle-podman-0 allocation score on database-2: -INFINITY
+pcmk__bundle_assign: redis-bundle-podman-0 allocation score on messaging-0: -INFINITY
+pcmk__bundle_assign: redis-bundle-podman-0 allocation score on messaging-1: -INFINITY
+pcmk__bundle_assign: redis-bundle-podman-0 allocation score on messaging-2: -INFINITY
+pcmk__bundle_assign: redis-bundle-podman-1 allocation score on compute-0: -INFINITY
+pcmk__bundle_assign: redis-bundle-podman-1 allocation score on compute-1: -INFINITY
+pcmk__bundle_assign: redis-bundle-podman-1 allocation score on controller-0: 0
+pcmk__bundle_assign: redis-bundle-podman-1 allocation score on controller-1: 0
+pcmk__bundle_assign: redis-bundle-podman-1 allocation score on controller-2: 0
+pcmk__bundle_assign: redis-bundle-podman-1 allocation score on database-0: -INFINITY
+pcmk__bundle_assign: redis-bundle-podman-1 allocation score on database-1: -INFINITY
+pcmk__bundle_assign: redis-bundle-podman-1 allocation score on database-2: -INFINITY
+pcmk__bundle_assign: redis-bundle-podman-1 allocation score on messaging-0: -INFINITY
+pcmk__bundle_assign: redis-bundle-podman-1 allocation score on messaging-1: -INFINITY
+pcmk__bundle_assign: redis-bundle-podman-1 allocation score on messaging-2: -INFINITY
+pcmk__bundle_assign: redis-bundle-podman-2 allocation score on compute-0: -INFINITY
+pcmk__bundle_assign: redis-bundle-podman-2 allocation score on compute-1: -INFINITY
+pcmk__bundle_assign: redis-bundle-podman-2 allocation score on controller-0: 0
+pcmk__bundle_assign: redis-bundle-podman-2 allocation score on controller-1: 0
+pcmk__bundle_assign: redis-bundle-podman-2 allocation score on controller-2: 0
+pcmk__bundle_assign: redis-bundle-podman-2 allocation score on database-0: -INFINITY
+pcmk__bundle_assign: redis-bundle-podman-2 allocation score on database-1: -INFINITY
+pcmk__bundle_assign: redis-bundle-podman-2 allocation score on database-2: -INFINITY
+pcmk__bundle_assign: redis-bundle-podman-2 allocation score on messaging-0: -INFINITY
+pcmk__bundle_assign: redis-bundle-podman-2 allocation score on messaging-1: -INFINITY
+pcmk__bundle_assign: redis-bundle-podman-2 allocation score on messaging-2: -INFINITY
+pcmk__bundle_assign: redis:0 allocation score on redis-bundle-0: 501
+pcmk__bundle_assign: redis:1 allocation score on redis-bundle-1: 501
+pcmk__bundle_assign: redis:2 allocation score on redis-bundle-2: 501
pcmk__clone_assign: compute-unfence-trigger-clone allocation score on compute-0: 0
pcmk__clone_assign: compute-unfence-trigger-clone allocation score on compute-1: 0
pcmk__clone_assign: compute-unfence-trigger-clone allocation score on controller-0: -INFINITY
@@ -1799,8 +1799,8 @@ pcmk__primitive_assign: ip-172.17.1.151 allocation score on messaging-1: -INFINI
pcmk__primitive_assign: ip-172.17.1.151 allocation score on messaging-2: -INFINITY
pcmk__primitive_assign: ip-172.17.1.87 allocation score on compute-0: -INFINITY
pcmk__primitive_assign: ip-172.17.1.87 allocation score on compute-1: -INFINITY
-pcmk__primitive_assign: ip-172.17.1.87 allocation score on controller-0: 0
-pcmk__primitive_assign: ip-172.17.1.87 allocation score on controller-1: -INFINITY
+pcmk__primitive_assign: ip-172.17.1.87 allocation score on controller-0: -INFINITY
+pcmk__primitive_assign: ip-172.17.1.87 allocation score on controller-1: 0
pcmk__primitive_assign: ip-172.17.1.87 allocation score on controller-2: -INFINITY
pcmk__primitive_assign: ip-172.17.1.87 allocation score on database-0: -INFINITY
pcmk__primitive_assign: ip-172.17.1.87 allocation score on database-1: -INFINITY
@@ -1865,9 +1865,9 @@ pcmk__primitive_assign: openstack-cinder-volume-podman-0 allocation score on mes
pcmk__primitive_assign: openstack-cinder-volume-podman-0 allocation score on messaging-2: -INFINITY
pcmk__primitive_assign: ovn-dbs-bundle-0 allocation score on compute-0: -INFINITY
pcmk__primitive_assign: ovn-dbs-bundle-0 allocation score on compute-1: -INFINITY
-pcmk__primitive_assign: ovn-dbs-bundle-0 allocation score on controller-0: 0
+pcmk__primitive_assign: ovn-dbs-bundle-0 allocation score on controller-0: 10000
pcmk__primitive_assign: ovn-dbs-bundle-0 allocation score on controller-1: 0
-pcmk__primitive_assign: ovn-dbs-bundle-0 allocation score on controller-2: 10000
+pcmk__primitive_assign: ovn-dbs-bundle-0 allocation score on controller-2: 0
pcmk__primitive_assign: ovn-dbs-bundle-0 allocation score on database-0: 0
pcmk__primitive_assign: ovn-dbs-bundle-0 allocation score on database-1: 0
pcmk__primitive_assign: ovn-dbs-bundle-0 allocation score on database-2: 0
@@ -1876,9 +1876,9 @@ pcmk__primitive_assign: ovn-dbs-bundle-0 allocation score on messaging-1: 0
pcmk__primitive_assign: ovn-dbs-bundle-0 allocation score on messaging-2: 0
pcmk__primitive_assign: ovn-dbs-bundle-1 allocation score on compute-0: -INFINITY
pcmk__primitive_assign: ovn-dbs-bundle-1 allocation score on compute-1: -INFINITY
-pcmk__primitive_assign: ovn-dbs-bundle-1 allocation score on controller-0: 10000
+pcmk__primitive_assign: ovn-dbs-bundle-1 allocation score on controller-0: 0
pcmk__primitive_assign: ovn-dbs-bundle-1 allocation score on controller-1: 0
-pcmk__primitive_assign: ovn-dbs-bundle-1 allocation score on controller-2: 0
+pcmk__primitive_assign: ovn-dbs-bundle-1 allocation score on controller-2: 10000
pcmk__primitive_assign: ovn-dbs-bundle-1 allocation score on database-0: 0
pcmk__primitive_assign: ovn-dbs-bundle-1 allocation score on database-1: 0
pcmk__primitive_assign: ovn-dbs-bundle-1 allocation score on database-2: 0
@@ -1898,9 +1898,9 @@ pcmk__primitive_assign: ovn-dbs-bundle-2 allocation score on messaging-1: 0
pcmk__primitive_assign: ovn-dbs-bundle-2 allocation score on messaging-2: 0
pcmk__primitive_assign: ovn-dbs-bundle-podman-0 allocation score on compute-0: -INFINITY
pcmk__primitive_assign: ovn-dbs-bundle-podman-0 allocation score on compute-1: -INFINITY
-pcmk__primitive_assign: ovn-dbs-bundle-podman-0 allocation score on controller-0: -INFINITY
+pcmk__primitive_assign: ovn-dbs-bundle-podman-0 allocation score on controller-0: 0
pcmk__primitive_assign: ovn-dbs-bundle-podman-0 allocation score on controller-1: -INFINITY
-pcmk__primitive_assign: ovn-dbs-bundle-podman-0 allocation score on controller-2: 0
+pcmk__primitive_assign: ovn-dbs-bundle-podman-0 allocation score on controller-2: -INFINITY
pcmk__primitive_assign: ovn-dbs-bundle-podman-0 allocation score on database-0: -INFINITY
pcmk__primitive_assign: ovn-dbs-bundle-podman-0 allocation score on database-1: -INFINITY
pcmk__primitive_assign: ovn-dbs-bundle-podman-0 allocation score on database-2: -INFINITY
@@ -1909,24 +1909,35 @@ pcmk__primitive_assign: ovn-dbs-bundle-podman-0 allocation score on messaging-1:
pcmk__primitive_assign: ovn-dbs-bundle-podman-0 allocation score on messaging-2: -INFINITY
pcmk__primitive_assign: ovn-dbs-bundle-podman-1 allocation score on compute-0: -INFINITY
pcmk__primitive_assign: ovn-dbs-bundle-podman-1 allocation score on compute-0: -INFINITY
+pcmk__primitive_assign: ovn-dbs-bundle-podman-1 allocation score on compute-0: -INFINITY
pcmk__primitive_assign: ovn-dbs-bundle-podman-1 allocation score on compute-1: -INFINITY
pcmk__primitive_assign: ovn-dbs-bundle-podman-1 allocation score on compute-1: -INFINITY
-pcmk__primitive_assign: ovn-dbs-bundle-podman-1 allocation score on controller-0: 0
+pcmk__primitive_assign: ovn-dbs-bundle-podman-1 allocation score on compute-1: -INFINITY
+pcmk__primitive_assign: ovn-dbs-bundle-podman-1 allocation score on controller-0: -INFINITY
+pcmk__primitive_assign: ovn-dbs-bundle-podman-1 allocation score on controller-0: -INFINITY
pcmk__primitive_assign: ovn-dbs-bundle-podman-1 allocation score on controller-0: 0
pcmk__primitive_assign: ovn-dbs-bundle-podman-1 allocation score on controller-1: -INFINITY
pcmk__primitive_assign: ovn-dbs-bundle-podman-1 allocation score on controller-1: 0
+pcmk__primitive_assign: ovn-dbs-bundle-podman-1 allocation score on controller-1: 0
pcmk__primitive_assign: ovn-dbs-bundle-podman-1 allocation score on controller-2: -INFINITY
pcmk__primitive_assign: ovn-dbs-bundle-podman-1 allocation score on controller-2: -INFINITY
+pcmk__primitive_assign: ovn-dbs-bundle-podman-1 allocation score on controller-2: 0
+pcmk__primitive_assign: ovn-dbs-bundle-podman-1 allocation score on database-0: -INFINITY
pcmk__primitive_assign: ovn-dbs-bundle-podman-1 allocation score on database-0: -INFINITY
pcmk__primitive_assign: ovn-dbs-bundle-podman-1 allocation score on database-0: -INFINITY
pcmk__primitive_assign: ovn-dbs-bundle-podman-1 allocation score on database-1: -INFINITY
pcmk__primitive_assign: ovn-dbs-bundle-podman-1 allocation score on database-1: -INFINITY
+pcmk__primitive_assign: ovn-dbs-bundle-podman-1 allocation score on database-1: -INFINITY
+pcmk__primitive_assign: ovn-dbs-bundle-podman-1 allocation score on database-2: -INFINITY
pcmk__primitive_assign: ovn-dbs-bundle-podman-1 allocation score on database-2: -INFINITY
pcmk__primitive_assign: ovn-dbs-bundle-podman-1 allocation score on database-2: -INFINITY
pcmk__primitive_assign: ovn-dbs-bundle-podman-1 allocation score on messaging-0: -INFINITY
pcmk__primitive_assign: ovn-dbs-bundle-podman-1 allocation score on messaging-0: -INFINITY
+pcmk__primitive_assign: ovn-dbs-bundle-podman-1 allocation score on messaging-0: -INFINITY
pcmk__primitive_assign: ovn-dbs-bundle-podman-1 allocation score on messaging-1: -INFINITY
pcmk__primitive_assign: ovn-dbs-bundle-podman-1 allocation score on messaging-1: -INFINITY
+pcmk__primitive_assign: ovn-dbs-bundle-podman-1 allocation score on messaging-1: -INFINITY
+pcmk__primitive_assign: ovn-dbs-bundle-podman-1 allocation score on messaging-2: -INFINITY
pcmk__primitive_assign: ovn-dbs-bundle-podman-1 allocation score on messaging-2: -INFINITY
pcmk__primitive_assign: ovn-dbs-bundle-podman-1 allocation score on messaging-2: -INFINITY
pcmk__primitive_assign: ovn-dbs-bundle-podman-2 allocation score on compute-0: -INFINITY
diff --git a/cts/scheduler/scores/clone-anon-failcount.scores b/cts/scheduler/scores/clone-anon-failcount.scores
index a01e0f3..435546d 100644
--- a/cts/scheduler/scores/clone-anon-failcount.scores
+++ b/cts/scheduler/scores/clone-anon-failcount.scores
@@ -224,69 +224,85 @@ pcmk__primitive_assign: UmVIPcheck allocation score on srv02: -INFINITY
pcmk__primitive_assign: UmVIPcheck allocation score on srv03: -INFINITY
pcmk__primitive_assign: UmVIPcheck allocation score on srv04: 100
pcmk__primitive_assign: clnG3dummy01:0 allocation score on srv01: -INFINITY
-pcmk__primitive_assign: clnG3dummy01:0 allocation score on srv02: 100
-pcmk__primitive_assign: clnG3dummy01:0 allocation score on srv03: 0
+pcmk__primitive_assign: clnG3dummy01:0 allocation score on srv02: 101
+pcmk__primitive_assign: clnG3dummy01:0 allocation score on srv03: -1000
pcmk__primitive_assign: clnG3dummy01:0 allocation score on srv04: -INFINITY
pcmk__primitive_assign: clnG3dummy01:1 allocation score on srv01: -INFINITY
pcmk__primitive_assign: clnG3dummy01:1 allocation score on srv02: -INFINITY
-pcmk__primitive_assign: clnG3dummy01:1 allocation score on srv03: 100
+pcmk__primitive_assign: clnG3dummy01:1 allocation score on srv03: 101
pcmk__primitive_assign: clnG3dummy01:1 allocation score on srv04: -INFINITY
pcmk__primitive_assign: clnG3dummy01:2 allocation score on srv01: -INFINITY
-pcmk__primitive_assign: clnG3dummy01:2 allocation score on srv02: 0
-pcmk__primitive_assign: clnG3dummy01:2 allocation score on srv03: 0
-pcmk__primitive_assign: clnG3dummy01:2 allocation score on srv04: 100
-pcmk__primitive_assign: clnG3dummy01:3 allocation score on srv01: 100
-pcmk__primitive_assign: clnG3dummy01:3 allocation score on srv02: 0
-pcmk__primitive_assign: clnG3dummy01:3 allocation score on srv03: 0
-pcmk__primitive_assign: clnG3dummy01:3 allocation score on srv04: 0
+pcmk__primitive_assign: clnG3dummy01:2 allocation score on srv02: -2999
+pcmk__primitive_assign: clnG3dummy01:2 allocation score on srv03: -2999
+pcmk__primitive_assign: clnG3dummy01:2 allocation score on srv04: 104
+pcmk__primitive_assign: clnG3dummy01:3 allocation score on srv01: -1894
+pcmk__primitive_assign: clnG3dummy01:3 allocation score on srv01: 106
+pcmk__primitive_assign: clnG3dummy01:3 allocation score on srv02: -2000
+pcmk__primitive_assign: clnG3dummy01:3 allocation score on srv02: -2999
+pcmk__primitive_assign: clnG3dummy01:3 allocation score on srv03: -2000
+pcmk__primitive_assign: clnG3dummy01:3 allocation score on srv03: -2999
+pcmk__primitive_assign: clnG3dummy01:3 allocation score on srv04: -INFINITY
+pcmk__primitive_assign: clnG3dummy01:3 allocation score on srv04: 4
pcmk__primitive_assign: clnG3dummy02:0 allocation score on srv01: -INFINITY
-pcmk__primitive_assign: clnG3dummy02:0 allocation score on srv02: 100
-pcmk__primitive_assign: clnG3dummy02:0 allocation score on srv03: 0
+pcmk__primitive_assign: clnG3dummy02:0 allocation score on srv02: 101
+pcmk__primitive_assign: clnG3dummy02:0 allocation score on srv03: -1000
pcmk__primitive_assign: clnG3dummy02:0 allocation score on srv04: -INFINITY
pcmk__primitive_assign: clnG3dummy02:1 allocation score on srv01: -INFINITY
pcmk__primitive_assign: clnG3dummy02:1 allocation score on srv02: -INFINITY
-pcmk__primitive_assign: clnG3dummy02:1 allocation score on srv03: 100
+pcmk__primitive_assign: clnG3dummy02:1 allocation score on srv03: 101
pcmk__primitive_assign: clnG3dummy02:1 allocation score on srv04: -INFINITY
pcmk__primitive_assign: clnG3dummy02:2 allocation score on srv01: -INFINITY
-pcmk__primitive_assign: clnG3dummy02:2 allocation score on srv02: 0
-pcmk__primitive_assign: clnG3dummy02:2 allocation score on srv03: 0
-pcmk__primitive_assign: clnG3dummy02:2 allocation score on srv04: 100
-pcmk__primitive_assign: clnG3dummy02:3 allocation score on srv01: 100
-pcmk__primitive_assign: clnG3dummy02:3 allocation score on srv02: 0
-pcmk__primitive_assign: clnG3dummy02:3 allocation score on srv03: 0
-pcmk__primitive_assign: clnG3dummy02:3 allocation score on srv04: 0
+pcmk__primitive_assign: clnG3dummy02:2 allocation score on srv02: -2999
+pcmk__primitive_assign: clnG3dummy02:2 allocation score on srv03: -2999
+pcmk__primitive_assign: clnG3dummy02:2 allocation score on srv04: 105
+pcmk__primitive_assign: clnG3dummy02:3 allocation score on srv01: -1893
+pcmk__primitive_assign: clnG3dummy02:3 allocation score on srv01: 107
+pcmk__primitive_assign: clnG3dummy02:3 allocation score on srv02: -2000
+pcmk__primitive_assign: clnG3dummy02:3 allocation score on srv02: -2999
+pcmk__primitive_assign: clnG3dummy02:3 allocation score on srv03: -2000
+pcmk__primitive_assign: clnG3dummy02:3 allocation score on srv03: -2999
+pcmk__primitive_assign: clnG3dummy02:3 allocation score on srv04: -INFINITY
+pcmk__primitive_assign: clnG3dummy02:3 allocation score on srv04: 5
pcmk__primitive_assign: clnPrmDiskd1:0 allocation score on srv01: -INFINITY
-pcmk__primitive_assign: clnPrmDiskd1:0 allocation score on srv02: 100
-pcmk__primitive_assign: clnPrmDiskd1:0 allocation score on srv03: 0
+pcmk__primitive_assign: clnPrmDiskd1:0 allocation score on srv02: 101
+pcmk__primitive_assign: clnPrmDiskd1:0 allocation score on srv03: -1000
pcmk__primitive_assign: clnPrmDiskd1:0 allocation score on srv04: -INFINITY
pcmk__primitive_assign: clnPrmDiskd1:1 allocation score on srv01: -INFINITY
pcmk__primitive_assign: clnPrmDiskd1:1 allocation score on srv02: -INFINITY
-pcmk__primitive_assign: clnPrmDiskd1:1 allocation score on srv03: 100
+pcmk__primitive_assign: clnPrmDiskd1:1 allocation score on srv03: 101
pcmk__primitive_assign: clnPrmDiskd1:1 allocation score on srv04: -INFINITY
pcmk__primitive_assign: clnPrmDiskd1:2 allocation score on srv01: -INFINITY
-pcmk__primitive_assign: clnPrmDiskd1:2 allocation score on srv02: 0
-pcmk__primitive_assign: clnPrmDiskd1:2 allocation score on srv03: 0
-pcmk__primitive_assign: clnPrmDiskd1:2 allocation score on srv04: 100
-pcmk__primitive_assign: clnPrmDiskd1:3 allocation score on srv01: 100
-pcmk__primitive_assign: clnPrmDiskd1:3 allocation score on srv02: 0
-pcmk__primitive_assign: clnPrmDiskd1:3 allocation score on srv03: 0
-pcmk__primitive_assign: clnPrmDiskd1:3 allocation score on srv04: 0
+pcmk__primitive_assign: clnPrmDiskd1:2 allocation score on srv02: -2999
+pcmk__primitive_assign: clnPrmDiskd1:2 allocation score on srv03: -2999
+pcmk__primitive_assign: clnPrmDiskd1:2 allocation score on srv04: 104
+pcmk__primitive_assign: clnPrmDiskd1:3 allocation score on srv01: -1895
+pcmk__primitive_assign: clnPrmDiskd1:3 allocation score on srv01: 105
+pcmk__primitive_assign: clnPrmDiskd1:3 allocation score on srv02: -2000
+pcmk__primitive_assign: clnPrmDiskd1:3 allocation score on srv02: -2999
+pcmk__primitive_assign: clnPrmDiskd1:3 allocation score on srv03: -2000
+pcmk__primitive_assign: clnPrmDiskd1:3 allocation score on srv03: -2999
+pcmk__primitive_assign: clnPrmDiskd1:3 allocation score on srv04: -INFINITY
+pcmk__primitive_assign: clnPrmDiskd1:3 allocation score on srv04: 4
pcmk__primitive_assign: clnPrmPingd:0 allocation score on srv01: -INFINITY
-pcmk__primitive_assign: clnPrmPingd:0 allocation score on srv02: 100
-pcmk__primitive_assign: clnPrmPingd:0 allocation score on srv03: 0
+pcmk__primitive_assign: clnPrmPingd:0 allocation score on srv02: 101
+pcmk__primitive_assign: clnPrmPingd:0 allocation score on srv03: -1000
pcmk__primitive_assign: clnPrmPingd:0 allocation score on srv04: -INFINITY
pcmk__primitive_assign: clnPrmPingd:1 allocation score on srv01: -INFINITY
pcmk__primitive_assign: clnPrmPingd:1 allocation score on srv02: -INFINITY
-pcmk__primitive_assign: clnPrmPingd:1 allocation score on srv03: 100
+pcmk__primitive_assign: clnPrmPingd:1 allocation score on srv03: 101
pcmk__primitive_assign: clnPrmPingd:1 allocation score on srv04: -INFINITY
pcmk__primitive_assign: clnPrmPingd:2 allocation score on srv01: -INFINITY
-pcmk__primitive_assign: clnPrmPingd:2 allocation score on srv02: 0
-pcmk__primitive_assign: clnPrmPingd:2 allocation score on srv03: 0
-pcmk__primitive_assign: clnPrmPingd:2 allocation score on srv04: 100
-pcmk__primitive_assign: clnPrmPingd:3 allocation score on srv01: 100
-pcmk__primitive_assign: clnPrmPingd:3 allocation score on srv02: 0
-pcmk__primitive_assign: clnPrmPingd:3 allocation score on srv03: 0
-pcmk__primitive_assign: clnPrmPingd:3 allocation score on srv04: 0
+pcmk__primitive_assign: clnPrmPingd:2 allocation score on srv02: -2999
+pcmk__primitive_assign: clnPrmPingd:2 allocation score on srv03: -2999
+pcmk__primitive_assign: clnPrmPingd:2 allocation score on srv04: 106
+pcmk__primitive_assign: clnPrmPingd:3 allocation score on srv01: -1892
+pcmk__primitive_assign: clnPrmPingd:3 allocation score on srv01: 108
+pcmk__primitive_assign: clnPrmPingd:3 allocation score on srv02: -2000
+pcmk__primitive_assign: clnPrmPingd:3 allocation score on srv02: -2999
+pcmk__primitive_assign: clnPrmPingd:3 allocation score on srv03: -2000
+pcmk__primitive_assign: clnPrmPingd:3 allocation score on srv03: -2999
+pcmk__primitive_assign: clnPrmPingd:3 allocation score on srv04: -INFINITY
+pcmk__primitive_assign: clnPrmPingd:3 allocation score on srv04: 6
pcmk__primitive_assign: clnUMdummy01:0 allocation score on srv01: -INFINITY
pcmk__primitive_assign: clnUMdummy01:0 allocation score on srv02: -INFINITY
pcmk__primitive_assign: clnUMdummy01:0 allocation score on srv03: -INFINITY
diff --git a/cts/scheduler/scores/clone-fail-block-colocation.scores b/cts/scheduler/scores/clone-fail-block-colocation.scores
index 1925eeb..c4cee8c 100644
--- a/cts/scheduler/scores/clone-fail-block-colocation.scores
+++ b/cts/scheduler/scores/clone-fail-block-colocation.scores
@@ -37,7 +37,9 @@ pcmk__primitive_assign: d_bird:1 allocation score on DEM-1: -INFINITY
pcmk__primitive_assign: d_bird:1 allocation score on DEM-2: 1
pcmk__primitive_assign: d_bird_subnet_state allocation score on DEM-1: -INFINITY
pcmk__primitive_assign: d_bird_subnet_state allocation score on DEM-2: 0
+pcmk__primitive_assign: d_tomcat_nms:0 allocation score on DEM-1: -INFINITY
pcmk__primitive_assign: d_tomcat_nms:0 allocation score on DEM-1: 1
+pcmk__primitive_assign: d_tomcat_nms:0 allocation score on DEM-2: -INFINITY
pcmk__primitive_assign: d_tomcat_nms:0 allocation score on DEM-2: 0
pcmk__primitive_assign: d_tomcat_nms:1 allocation score on DEM-1: -INFINITY
pcmk__primitive_assign: d_tomcat_nms:1 allocation score on DEM-2: 1
diff --git a/cts/scheduler/scores/clone-max-zero.scores b/cts/scheduler/scores/clone-max-zero.scores
index f1711b7..bd116a2 100644
--- a/cts/scheduler/scores/clone-max-zero.scores
+++ b/cts/scheduler/scores/clone-max-zero.scores
@@ -26,10 +26,18 @@ pcmk__primitive_assign: drbd0:1 allocation score on c001n12: -INFINITY
pcmk__primitive_assign: fencing allocation score on c001n11: 0
pcmk__primitive_assign: fencing allocation score on c001n12: 0
pcmk__primitive_assign: o2cb:0 allocation score on c001n11: -INFINITY
+pcmk__primitive_assign: o2cb:0 allocation score on c001n11: -INFINITY
+pcmk__primitive_assign: o2cb:0 allocation score on c001n12: -INFINITY
pcmk__primitive_assign: o2cb:0 allocation score on c001n12: -INFINITY
pcmk__primitive_assign: o2cb:1 allocation score on c001n11: -INFINITY
+pcmk__primitive_assign: o2cb:1 allocation score on c001n11: -INFINITY
+pcmk__primitive_assign: o2cb:1 allocation score on c001n12: -INFINITY
pcmk__primitive_assign: o2cb:1 allocation score on c001n12: -INFINITY
pcmk__primitive_assign: ocfs2-1:0 allocation score on c001n11: -INFINITY
+pcmk__primitive_assign: ocfs2-1:0 allocation score on c001n11: -INFINITY
+pcmk__primitive_assign: ocfs2-1:0 allocation score on c001n12: -INFINITY
pcmk__primitive_assign: ocfs2-1:0 allocation score on c001n12: -INFINITY
pcmk__primitive_assign: ocfs2-1:1 allocation score on c001n11: -INFINITY
+pcmk__primitive_assign: ocfs2-1:1 allocation score on c001n11: -INFINITY
+pcmk__primitive_assign: ocfs2-1:1 allocation score on c001n12: -INFINITY
pcmk__primitive_assign: ocfs2-1:1 allocation score on c001n12: -INFINITY
diff --git a/cts/scheduler/scores/clone-recover-no-shuffle-1.scores b/cts/scheduler/scores/clone-recover-no-shuffle-1.scores
new file mode 100644
index 0000000..c1d60b2
--- /dev/null
+++ b/cts/scheduler/scores/clone-recover-no-shuffle-1.scores
@@ -0,0 +1,25 @@
+
+pcmk__clone_assign: dummy-clone allocation score on node1: 0
+pcmk__clone_assign: dummy-clone allocation score on node2: 0
+pcmk__clone_assign: dummy-clone allocation score on node3: 0
+pcmk__clone_assign: dummy:0 allocation score on node1: 0
+pcmk__clone_assign: dummy:0 allocation score on node2: 1
+pcmk__clone_assign: dummy:0 allocation score on node3: 0
+pcmk__clone_assign: dummy:1 allocation score on node1: 0
+pcmk__clone_assign: dummy:1 allocation score on node2: 0
+pcmk__clone_assign: dummy:1 allocation score on node3: 1
+pcmk__clone_assign: dummy:2 allocation score on node1: 0
+pcmk__clone_assign: dummy:2 allocation score on node2: 0
+pcmk__clone_assign: dummy:2 allocation score on node3: 0
+pcmk__primitive_assign: Fencing allocation score on node1: 0
+pcmk__primitive_assign: Fencing allocation score on node2: 0
+pcmk__primitive_assign: Fencing allocation score on node3: 0
+pcmk__primitive_assign: dummy:0 allocation score on node1: 0
+pcmk__primitive_assign: dummy:0 allocation score on node2: 1
+pcmk__primitive_assign: dummy:0 allocation score on node3: 0
+pcmk__primitive_assign: dummy:1 allocation score on node1: 0
+pcmk__primitive_assign: dummy:1 allocation score on node2: -INFINITY
+pcmk__primitive_assign: dummy:1 allocation score on node3: 1
+pcmk__primitive_assign: dummy:2 allocation score on node1: 0
+pcmk__primitive_assign: dummy:2 allocation score on node2: -INFINITY
+pcmk__primitive_assign: dummy:2 allocation score on node3: -INFINITY
diff --git a/cts/scheduler/scores/clone-recover-no-shuffle-10.scores b/cts/scheduler/scores/clone-recover-no-shuffle-10.scores
new file mode 100644
index 0000000..4f4c29e
--- /dev/null
+++ b/cts/scheduler/scores/clone-recover-no-shuffle-10.scores
@@ -0,0 +1,31 @@
+
+dummy:0 promotion score on node3: 5
+dummy:1 promotion score on node2: 15
+dummy:2 promotion score on node1: 10
+pcmk__clone_assign: dummy-clone allocation score on node1: 0
+pcmk__clone_assign: dummy-clone allocation score on node2: 0
+pcmk__clone_assign: dummy-clone allocation score on node3: 0
+pcmk__clone_assign: dummy:0 allocation score on node1: 10
+pcmk__clone_assign: dummy:0 allocation score on node2: 0
+pcmk__clone_assign: dummy:0 allocation score on node3: 6
+pcmk__clone_assign: dummy:1 allocation score on node1: 10
+pcmk__clone_assign: dummy:1 allocation score on node2: 16
+pcmk__clone_assign: dummy:1 allocation score on node3: 0
+pcmk__clone_assign: dummy:2 allocation score on node1: 10
+pcmk__clone_assign: dummy:2 allocation score on node2: 15
+pcmk__clone_assign: dummy:2 allocation score on node3: 5
+pcmk__primitive_assign: Fencing allocation score on node1: 0
+pcmk__primitive_assign: Fencing allocation score on node2: 0
+pcmk__primitive_assign: Fencing allocation score on node3: 0
+pcmk__primitive_assign: dummy:0 allocation score on node1: -INFINITY
+pcmk__primitive_assign: dummy:0 allocation score on node1: 10
+pcmk__primitive_assign: dummy:0 allocation score on node2: -INFINITY
+pcmk__primitive_assign: dummy:0 allocation score on node2: -INFINITY
+pcmk__primitive_assign: dummy:0 allocation score on node3: 6
+pcmk__primitive_assign: dummy:0 allocation score on node3: 6
+pcmk__primitive_assign: dummy:1 allocation score on node1: 10
+pcmk__primitive_assign: dummy:1 allocation score on node2: 16
+pcmk__primitive_assign: dummy:1 allocation score on node3: 0
+pcmk__primitive_assign: dummy:2 allocation score on node1: 10
+pcmk__primitive_assign: dummy:2 allocation score on node2: -INFINITY
+pcmk__primitive_assign: dummy:2 allocation score on node3: -INFINITY
diff --git a/cts/scheduler/scores/clone-recover-no-shuffle-11.scores b/cts/scheduler/scores/clone-recover-no-shuffle-11.scores
new file mode 100644
index 0000000..1216dba
--- /dev/null
+++ b/cts/scheduler/scores/clone-recover-no-shuffle-11.scores
@@ -0,0 +1,82 @@
+
+grp:0 promotion score on node3: 10
+grp:1 promotion score on node2: 30
+grp:2 promotion score on node1: 20
+pcmk__clone_assign: grp-clone allocation score on node1: 0
+pcmk__clone_assign: grp-clone allocation score on node2: 0
+pcmk__clone_assign: grp-clone allocation score on node3: 0
+pcmk__clone_assign: grp:0 allocation score on node1: 20
+pcmk__clone_assign: grp:0 allocation score on node2: 0
+pcmk__clone_assign: grp:0 allocation score on node3: 10
+pcmk__clone_assign: grp:1 allocation score on node1: 20
+pcmk__clone_assign: grp:1 allocation score on node2: 30
+pcmk__clone_assign: grp:1 allocation score on node3: 0
+pcmk__clone_assign: grp:2 allocation score on node1: 20
+pcmk__clone_assign: grp:2 allocation score on node2: 30
+pcmk__clone_assign: grp:2 allocation score on node3: 10
+pcmk__clone_assign: rsc1:0 allocation score on node1: 0
+pcmk__clone_assign: rsc1:0 allocation score on node2: 0
+pcmk__clone_assign: rsc1:0 allocation score on node3: 1
+pcmk__clone_assign: rsc1:1 allocation score on node1: 0
+pcmk__clone_assign: rsc1:1 allocation score on node2: 1
+pcmk__clone_assign: rsc1:1 allocation score on node3: 0
+pcmk__clone_assign: rsc1:2 allocation score on node1: 0
+pcmk__clone_assign: rsc1:2 allocation score on node2: 0
+pcmk__clone_assign: rsc1:2 allocation score on node3: 0
+pcmk__clone_assign: rsc2:0 allocation score on node1: 0
+pcmk__clone_assign: rsc2:0 allocation score on node2: 0
+pcmk__clone_assign: rsc2:0 allocation score on node3: 1
+pcmk__clone_assign: rsc2:1 allocation score on node1: 0
+pcmk__clone_assign: rsc2:1 allocation score on node2: 1
+pcmk__clone_assign: rsc2:1 allocation score on node3: 0
+pcmk__clone_assign: rsc2:2 allocation score on node1: 0
+pcmk__clone_assign: rsc2:2 allocation score on node2: 0
+pcmk__clone_assign: rsc2:2 allocation score on node3: 0
+pcmk__group_assign: grp:0 allocation score on node1: 20
+pcmk__group_assign: grp:0 allocation score on node2: -INFINITY
+pcmk__group_assign: grp:0 allocation score on node3: 10
+pcmk__group_assign: grp:1 allocation score on node1: 20
+pcmk__group_assign: grp:1 allocation score on node2: 30
+pcmk__group_assign: grp:1 allocation score on node3: 0
+pcmk__group_assign: grp:2 allocation score on node1: 20
+pcmk__group_assign: grp:2 allocation score on node2: -INFINITY
+pcmk__group_assign: grp:2 allocation score on node3: -INFINITY
+pcmk__group_assign: rsc1:0 allocation score on node1: 0
+pcmk__group_assign: rsc1:0 allocation score on node2: -INFINITY
+pcmk__group_assign: rsc1:0 allocation score on node3: 1
+pcmk__group_assign: rsc1:1 allocation score on node1: 0
+pcmk__group_assign: rsc1:1 allocation score on node2: 1
+pcmk__group_assign: rsc1:1 allocation score on node3: 0
+pcmk__group_assign: rsc1:2 allocation score on node1: 0
+pcmk__group_assign: rsc1:2 allocation score on node2: -INFINITY
+pcmk__group_assign: rsc1:2 allocation score on node3: -INFINITY
+pcmk__group_assign: rsc2:0 allocation score on node1: 0
+pcmk__group_assign: rsc2:0 allocation score on node2: -INFINITY
+pcmk__group_assign: rsc2:0 allocation score on node3: 1
+pcmk__group_assign: rsc2:1 allocation score on node1: 0
+pcmk__group_assign: rsc2:1 allocation score on node2: 1
+pcmk__group_assign: rsc2:1 allocation score on node3: 0
+pcmk__group_assign: rsc2:2 allocation score on node1: 0
+pcmk__group_assign: rsc2:2 allocation score on node2: -INFINITY
+pcmk__group_assign: rsc2:2 allocation score on node3: -INFINITY
+pcmk__primitive_assign: Fencing allocation score on node1: 0
+pcmk__primitive_assign: Fencing allocation score on node2: 0
+pcmk__primitive_assign: Fencing allocation score on node3: 0
+pcmk__primitive_assign: rsc1:0 allocation score on node1: 0
+pcmk__primitive_assign: rsc1:0 allocation score on node2: -INFINITY
+pcmk__primitive_assign: rsc1:0 allocation score on node3: 2
+pcmk__primitive_assign: rsc1:1 allocation score on node1: 0
+pcmk__primitive_assign: rsc1:1 allocation score on node2: 2
+pcmk__primitive_assign: rsc1:1 allocation score on node3: 0
+pcmk__primitive_assign: rsc1:2 allocation score on node1: 0
+pcmk__primitive_assign: rsc1:2 allocation score on node2: -INFINITY
+pcmk__primitive_assign: rsc1:2 allocation score on node3: -INFINITY
+pcmk__primitive_assign: rsc2:0 allocation score on node1: -INFINITY
+pcmk__primitive_assign: rsc2:0 allocation score on node2: -INFINITY
+pcmk__primitive_assign: rsc2:0 allocation score on node3: 1
+pcmk__primitive_assign: rsc2:1 allocation score on node1: -INFINITY
+pcmk__primitive_assign: rsc2:1 allocation score on node2: 1
+pcmk__primitive_assign: rsc2:1 allocation score on node3: -INFINITY
+pcmk__primitive_assign: rsc2:2 allocation score on node1: 0
+pcmk__primitive_assign: rsc2:2 allocation score on node2: -INFINITY
+pcmk__primitive_assign: rsc2:2 allocation score on node3: -INFINITY
diff --git a/cts/scheduler/scores/clone-recover-no-shuffle-12.scores b/cts/scheduler/scores/clone-recover-no-shuffle-12.scores
new file mode 100644
index 0000000..fb96134
--- /dev/null
+++ b/cts/scheduler/scores/clone-recover-no-shuffle-12.scores
@@ -0,0 +1,67 @@
+
+base:0 promotion score on base-bundle-0: 5
+base:1 promotion score on base-bundle-1: 15
+base:2 promotion score on base-bundle-2: 10
+pcmk__bundle_assign: base-bundle allocation score on node1: 0
+pcmk__bundle_assign: base-bundle allocation score on node2: 0
+pcmk__bundle_assign: base-bundle allocation score on node3: 0
+pcmk__bundle_assign: base-bundle-0 allocation score on node1: 0
+pcmk__bundle_assign: base-bundle-0 allocation score on node2: 0
+pcmk__bundle_assign: base-bundle-0 allocation score on node3: 0
+pcmk__bundle_assign: base-bundle-1 allocation score on node1: 0
+pcmk__bundle_assign: base-bundle-1 allocation score on node2: 0
+pcmk__bundle_assign: base-bundle-1 allocation score on node3: 0
+pcmk__bundle_assign: base-bundle-2 allocation score on node1: 0
+pcmk__bundle_assign: base-bundle-2 allocation score on node2: 0
+pcmk__bundle_assign: base-bundle-2 allocation score on node3: 0
+pcmk__bundle_assign: base-bundle-clone allocation score on base-bundle-0: -INFINITY
+pcmk__bundle_assign: base-bundle-clone allocation score on base-bundle-1: -INFINITY
+pcmk__bundle_assign: base-bundle-clone allocation score on base-bundle-2: -INFINITY
+pcmk__bundle_assign: base-bundle-clone allocation score on node1: 0
+pcmk__bundle_assign: base-bundle-clone allocation score on node2: 0
+pcmk__bundle_assign: base-bundle-clone allocation score on node3: 0
+pcmk__bundle_assign: base-bundle-podman-0 allocation score on node1: 0
+pcmk__bundle_assign: base-bundle-podman-0 allocation score on node2: 0
+pcmk__bundle_assign: base-bundle-podman-0 allocation score on node3: 0
+pcmk__bundle_assign: base-bundle-podman-1 allocation score on node1: 0
+pcmk__bundle_assign: base-bundle-podman-1 allocation score on node2: 0
+pcmk__bundle_assign: base-bundle-podman-1 allocation score on node3: 0
+pcmk__bundle_assign: base-bundle-podman-2 allocation score on node1: 0
+pcmk__bundle_assign: base-bundle-podman-2 allocation score on node2: 0
+pcmk__bundle_assign: base-bundle-podman-2 allocation score on node3: 0
+pcmk__bundle_assign: base:0 allocation score on base-bundle-0: 501
+pcmk__bundle_assign: base:1 allocation score on base-bundle-1: 501
+pcmk__bundle_assign: base:2 allocation score on base-bundle-2: 500
+pcmk__clone_assign: base-bundle-clone allocation score on base-bundle-0: 0
+pcmk__clone_assign: base-bundle-clone allocation score on base-bundle-1: 0
+pcmk__clone_assign: base-bundle-clone allocation score on base-bundle-2: 0
+pcmk__clone_assign: base-bundle-clone allocation score on node1: -INFINITY
+pcmk__clone_assign: base-bundle-clone allocation score on node2: -INFINITY
+pcmk__clone_assign: base-bundle-clone allocation score on node3: -INFINITY
+pcmk__clone_assign: base:0 allocation score on base-bundle-0: INFINITY
+pcmk__clone_assign: base:1 allocation score on base-bundle-1: INFINITY
+pcmk__clone_assign: base:2 allocation score on base-bundle-2: INFINITY
+pcmk__primitive_assign: Fencing allocation score on node1: 0
+pcmk__primitive_assign: Fencing allocation score on node2: 0
+pcmk__primitive_assign: Fencing allocation score on node3: 0
+pcmk__primitive_assign: base-bundle-0 allocation score on node1: 0
+pcmk__primitive_assign: base-bundle-0 allocation score on node2: 0
+pcmk__primitive_assign: base-bundle-0 allocation score on node3: 10000
+pcmk__primitive_assign: base-bundle-1 allocation score on node1: 0
+pcmk__primitive_assign: base-bundle-1 allocation score on node2: 10000
+pcmk__primitive_assign: base-bundle-1 allocation score on node3: 0
+pcmk__primitive_assign: base-bundle-2 allocation score on node1: 10000
+pcmk__primitive_assign: base-bundle-2 allocation score on node2: 0
+pcmk__primitive_assign: base-bundle-2 allocation score on node3: 0
+pcmk__primitive_assign: base-bundle-podman-0 allocation score on node1: 0
+pcmk__primitive_assign: base-bundle-podman-0 allocation score on node2: 0
+pcmk__primitive_assign: base-bundle-podman-0 allocation score on node3: 0
+pcmk__primitive_assign: base-bundle-podman-1 allocation score on node1: 0
+pcmk__primitive_assign: base-bundle-podman-1 allocation score on node2: 0
+pcmk__primitive_assign: base-bundle-podman-1 allocation score on node3: -INFINITY
+pcmk__primitive_assign: base-bundle-podman-2 allocation score on node1: 0
+pcmk__primitive_assign: base-bundle-podman-2 allocation score on node2: -INFINITY
+pcmk__primitive_assign: base-bundle-podman-2 allocation score on node3: -INFINITY
+pcmk__primitive_assign: base:0 allocation score on base-bundle-0: INFINITY
+pcmk__primitive_assign: base:1 allocation score on base-bundle-1: INFINITY
+pcmk__primitive_assign: base:2 allocation score on base-bundle-2: INFINITY
diff --git a/cts/scheduler/scores/clone-recover-no-shuffle-2.scores b/cts/scheduler/scores/clone-recover-no-shuffle-2.scores
new file mode 100644
index 0000000..cfbd5bf
--- /dev/null
+++ b/cts/scheduler/scores/clone-recover-no-shuffle-2.scores
@@ -0,0 +1,79 @@
+
+pcmk__clone_assign: grp-clone allocation score on node1: 0
+pcmk__clone_assign: grp-clone allocation score on node2: 0
+pcmk__clone_assign: grp-clone allocation score on node3: 0
+pcmk__clone_assign: grp:0 allocation score on node1: 0
+pcmk__clone_assign: grp:0 allocation score on node2: 0
+pcmk__clone_assign: grp:0 allocation score on node3: 0
+pcmk__clone_assign: grp:1 allocation score on node1: 0
+pcmk__clone_assign: grp:1 allocation score on node2: 0
+pcmk__clone_assign: grp:1 allocation score on node3: 0
+pcmk__clone_assign: grp:2 allocation score on node1: 0
+pcmk__clone_assign: grp:2 allocation score on node2: 0
+pcmk__clone_assign: grp:2 allocation score on node3: 0
+pcmk__clone_assign: rsc1:0 allocation score on node1: 0
+pcmk__clone_assign: rsc1:0 allocation score on node2: 1
+pcmk__clone_assign: rsc1:0 allocation score on node3: 0
+pcmk__clone_assign: rsc1:1 allocation score on node1: 0
+pcmk__clone_assign: rsc1:1 allocation score on node2: 0
+pcmk__clone_assign: rsc1:1 allocation score on node3: 1
+pcmk__clone_assign: rsc1:2 allocation score on node1: 0
+pcmk__clone_assign: rsc1:2 allocation score on node2: 0
+pcmk__clone_assign: rsc1:2 allocation score on node3: 0
+pcmk__clone_assign: rsc2:0 allocation score on node1: 0
+pcmk__clone_assign: rsc2:0 allocation score on node2: 1
+pcmk__clone_assign: rsc2:0 allocation score on node3: 0
+pcmk__clone_assign: rsc2:1 allocation score on node1: 0
+pcmk__clone_assign: rsc2:1 allocation score on node2: 0
+pcmk__clone_assign: rsc2:1 allocation score on node3: 1
+pcmk__clone_assign: rsc2:2 allocation score on node1: 0
+pcmk__clone_assign: rsc2:2 allocation score on node2: 0
+pcmk__clone_assign: rsc2:2 allocation score on node3: 0
+pcmk__group_assign: grp:0 allocation score on node1: 0
+pcmk__group_assign: grp:0 allocation score on node2: 0
+pcmk__group_assign: grp:0 allocation score on node3: 0
+pcmk__group_assign: grp:1 allocation score on node1: 0
+pcmk__group_assign: grp:1 allocation score on node2: -INFINITY
+pcmk__group_assign: grp:1 allocation score on node3: 0
+pcmk__group_assign: grp:2 allocation score on node1: 0
+pcmk__group_assign: grp:2 allocation score on node2: -INFINITY
+pcmk__group_assign: grp:2 allocation score on node3: -INFINITY
+pcmk__group_assign: rsc1:0 allocation score on node1: 0
+pcmk__group_assign: rsc1:0 allocation score on node2: 1
+pcmk__group_assign: rsc1:0 allocation score on node3: 0
+pcmk__group_assign: rsc1:1 allocation score on node1: 0
+pcmk__group_assign: rsc1:1 allocation score on node2: -INFINITY
+pcmk__group_assign: rsc1:1 allocation score on node3: 1
+pcmk__group_assign: rsc1:2 allocation score on node1: 0
+pcmk__group_assign: rsc1:2 allocation score on node2: -INFINITY
+pcmk__group_assign: rsc1:2 allocation score on node3: -INFINITY
+pcmk__group_assign: rsc2:0 allocation score on node1: 0
+pcmk__group_assign: rsc2:0 allocation score on node2: 1
+pcmk__group_assign: rsc2:0 allocation score on node3: 0
+pcmk__group_assign: rsc2:1 allocation score on node1: 0
+pcmk__group_assign: rsc2:1 allocation score on node2: -INFINITY
+pcmk__group_assign: rsc2:1 allocation score on node3: 1
+pcmk__group_assign: rsc2:2 allocation score on node1: 0
+pcmk__group_assign: rsc2:2 allocation score on node2: -INFINITY
+pcmk__group_assign: rsc2:2 allocation score on node3: -INFINITY
+pcmk__primitive_assign: Fencing allocation score on node1: 0
+pcmk__primitive_assign: Fencing allocation score on node2: 0
+pcmk__primitive_assign: Fencing allocation score on node3: 0
+pcmk__primitive_assign: rsc1:0 allocation score on node1: 0
+pcmk__primitive_assign: rsc1:0 allocation score on node2: 2
+pcmk__primitive_assign: rsc1:0 allocation score on node3: 0
+pcmk__primitive_assign: rsc1:1 allocation score on node1: 0
+pcmk__primitive_assign: rsc1:1 allocation score on node2: -INFINITY
+pcmk__primitive_assign: rsc1:1 allocation score on node3: 2
+pcmk__primitive_assign: rsc1:2 allocation score on node1: 0
+pcmk__primitive_assign: rsc1:2 allocation score on node2: -INFINITY
+pcmk__primitive_assign: rsc1:2 allocation score on node3: -INFINITY
+pcmk__primitive_assign: rsc2:0 allocation score on node1: -INFINITY
+pcmk__primitive_assign: rsc2:0 allocation score on node2: 1
+pcmk__primitive_assign: rsc2:0 allocation score on node3: -INFINITY
+pcmk__primitive_assign: rsc2:1 allocation score on node1: -INFINITY
+pcmk__primitive_assign: rsc2:1 allocation score on node2: -INFINITY
+pcmk__primitive_assign: rsc2:1 allocation score on node3: 1
+pcmk__primitive_assign: rsc2:2 allocation score on node1: 0
+pcmk__primitive_assign: rsc2:2 allocation score on node2: -INFINITY
+pcmk__primitive_assign: rsc2:2 allocation score on node3: -INFINITY
diff --git a/cts/scheduler/scores/clone-recover-no-shuffle-3.scores b/cts/scheduler/scores/clone-recover-no-shuffle-3.scores
new file mode 100644
index 0000000..91fe06c
--- /dev/null
+++ b/cts/scheduler/scores/clone-recover-no-shuffle-3.scores
@@ -0,0 +1,64 @@
+
+pcmk__bundle_assign: base-bundle allocation score on node1: 0
+pcmk__bundle_assign: base-bundle allocation score on node2: 0
+pcmk__bundle_assign: base-bundle allocation score on node3: 0
+pcmk__bundle_assign: base-bundle-0 allocation score on node1: 0
+pcmk__bundle_assign: base-bundle-0 allocation score on node2: 0
+pcmk__bundle_assign: base-bundle-0 allocation score on node3: 0
+pcmk__bundle_assign: base-bundle-1 allocation score on node1: 0
+pcmk__bundle_assign: base-bundle-1 allocation score on node2: 0
+pcmk__bundle_assign: base-bundle-1 allocation score on node3: 0
+pcmk__bundle_assign: base-bundle-2 allocation score on node1: 0
+pcmk__bundle_assign: base-bundle-2 allocation score on node2: 0
+pcmk__bundle_assign: base-bundle-2 allocation score on node3: 0
+pcmk__bundle_assign: base-bundle-clone allocation score on base-bundle-0: -INFINITY
+pcmk__bundle_assign: base-bundle-clone allocation score on base-bundle-1: -INFINITY
+pcmk__bundle_assign: base-bundle-clone allocation score on base-bundle-2: -INFINITY
+pcmk__bundle_assign: base-bundle-clone allocation score on node1: 0
+pcmk__bundle_assign: base-bundle-clone allocation score on node2: 0
+pcmk__bundle_assign: base-bundle-clone allocation score on node3: 0
+pcmk__bundle_assign: base-bundle-podman-0 allocation score on node1: 0
+pcmk__bundle_assign: base-bundle-podman-0 allocation score on node2: 0
+pcmk__bundle_assign: base-bundle-podman-0 allocation score on node3: 0
+pcmk__bundle_assign: base-bundle-podman-1 allocation score on node1: 0
+pcmk__bundle_assign: base-bundle-podman-1 allocation score on node2: 0
+pcmk__bundle_assign: base-bundle-podman-1 allocation score on node3: 0
+pcmk__bundle_assign: base-bundle-podman-2 allocation score on node1: 0
+pcmk__bundle_assign: base-bundle-podman-2 allocation score on node2: 0
+pcmk__bundle_assign: base-bundle-podman-2 allocation score on node3: 0
+pcmk__bundle_assign: base:0 allocation score on base-bundle-0: 501
+pcmk__bundle_assign: base:1 allocation score on base-bundle-1: 501
+pcmk__bundle_assign: base:2 allocation score on base-bundle-2: 500
+pcmk__clone_assign: base-bundle-clone allocation score on base-bundle-0: 0
+pcmk__clone_assign: base-bundle-clone allocation score on base-bundle-1: 0
+pcmk__clone_assign: base-bundle-clone allocation score on base-bundle-2: 0
+pcmk__clone_assign: base-bundle-clone allocation score on node1: -INFINITY
+pcmk__clone_assign: base-bundle-clone allocation score on node2: -INFINITY
+pcmk__clone_assign: base-bundle-clone allocation score on node3: -INFINITY
+pcmk__clone_assign: base:0 allocation score on base-bundle-0: INFINITY
+pcmk__clone_assign: base:1 allocation score on base-bundle-1: INFINITY
+pcmk__clone_assign: base:2 allocation score on base-bundle-2: INFINITY
+pcmk__primitive_assign: Fencing allocation score on node1: 0
+pcmk__primitive_assign: Fencing allocation score on node2: 0
+pcmk__primitive_assign: Fencing allocation score on node3: 0
+pcmk__primitive_assign: base-bundle-0 allocation score on node1: 0
+pcmk__primitive_assign: base-bundle-0 allocation score on node2: 0
+pcmk__primitive_assign: base-bundle-0 allocation score on node3: 10000
+pcmk__primitive_assign: base-bundle-1 allocation score on node1: 0
+pcmk__primitive_assign: base-bundle-1 allocation score on node2: 10000
+pcmk__primitive_assign: base-bundle-1 allocation score on node3: 0
+pcmk__primitive_assign: base-bundle-2 allocation score on node1: 10000
+pcmk__primitive_assign: base-bundle-2 allocation score on node2: 0
+pcmk__primitive_assign: base-bundle-2 allocation score on node3: 0
+pcmk__primitive_assign: base-bundle-podman-0 allocation score on node1: 0
+pcmk__primitive_assign: base-bundle-podman-0 allocation score on node2: 0
+pcmk__primitive_assign: base-bundle-podman-0 allocation score on node3: 0
+pcmk__primitive_assign: base-bundle-podman-1 allocation score on node1: 0
+pcmk__primitive_assign: base-bundle-podman-1 allocation score on node2: 0
+pcmk__primitive_assign: base-bundle-podman-1 allocation score on node3: -INFINITY
+pcmk__primitive_assign: base-bundle-podman-2 allocation score on node1: 0
+pcmk__primitive_assign: base-bundle-podman-2 allocation score on node2: -INFINITY
+pcmk__primitive_assign: base-bundle-podman-2 allocation score on node3: -INFINITY
+pcmk__primitive_assign: base:0 allocation score on base-bundle-0: INFINITY
+pcmk__primitive_assign: base:1 allocation score on base-bundle-1: INFINITY
+pcmk__primitive_assign: base:2 allocation score on base-bundle-2: INFINITY
diff --git a/cts/scheduler/scores/clone-recover-no-shuffle-4.scores b/cts/scheduler/scores/clone-recover-no-shuffle-4.scores
new file mode 100644
index 0000000..2a52c81
--- /dev/null
+++ b/cts/scheduler/scores/clone-recover-no-shuffle-4.scores
@@ -0,0 +1,31 @@
+
+pcmk__clone_assign: dummy-clone allocation score on node1: 100
+pcmk__clone_assign: dummy-clone allocation score on node2: 0
+pcmk__clone_assign: dummy-clone allocation score on node3: 0
+pcmk__clone_assign: dummy:0 allocation score on node1: 100
+pcmk__clone_assign: dummy:0 allocation score on node2: 1
+pcmk__clone_assign: dummy:0 allocation score on node3: 0
+pcmk__clone_assign: dummy:1 allocation score on node1: 100
+pcmk__clone_assign: dummy:1 allocation score on node2: 0
+pcmk__clone_assign: dummy:1 allocation score on node3: 1
+pcmk__clone_assign: dummy:2 allocation score on node1: 100
+pcmk__clone_assign: dummy:2 allocation score on node2: 0
+pcmk__clone_assign: dummy:2 allocation score on node3: 0
+pcmk__primitive_assign: Fencing allocation score on node1: 0
+pcmk__primitive_assign: Fencing allocation score on node2: 0
+pcmk__primitive_assign: Fencing allocation score on node3: 0
+pcmk__primitive_assign: dummy:0 allocation score on node1: -INFINITY
+pcmk__primitive_assign: dummy:0 allocation score on node1: 100
+pcmk__primitive_assign: dummy:0 allocation score on node2: 1
+pcmk__primitive_assign: dummy:0 allocation score on node2: 1
+pcmk__primitive_assign: dummy:0 allocation score on node3: 0
+pcmk__primitive_assign: dummy:0 allocation score on node3: 0
+pcmk__primitive_assign: dummy:1 allocation score on node1: -INFINITY
+pcmk__primitive_assign: dummy:1 allocation score on node1: 100
+pcmk__primitive_assign: dummy:1 allocation score on node2: -INFINITY
+pcmk__primitive_assign: dummy:1 allocation score on node2: -INFINITY
+pcmk__primitive_assign: dummy:1 allocation score on node3: 1
+pcmk__primitive_assign: dummy:1 allocation score on node3: 1
+pcmk__primitive_assign: dummy:2 allocation score on node1: 100
+pcmk__primitive_assign: dummy:2 allocation score on node2: -INFINITY
+pcmk__primitive_assign: dummy:2 allocation score on node3: -INFINITY
diff --git a/cts/scheduler/scores/clone-recover-no-shuffle-5.scores b/cts/scheduler/scores/clone-recover-no-shuffle-5.scores
new file mode 100644
index 0000000..c6c8072
--- /dev/null
+++ b/cts/scheduler/scores/clone-recover-no-shuffle-5.scores
@@ -0,0 +1,109 @@
+
+pcmk__clone_assign: grp-clone allocation score on node1: 100
+pcmk__clone_assign: grp-clone allocation score on node2: 0
+pcmk__clone_assign: grp-clone allocation score on node3: 0
+pcmk__clone_assign: grp:0 allocation score on node1: 100
+pcmk__clone_assign: grp:0 allocation score on node2: 0
+pcmk__clone_assign: grp:0 allocation score on node3: 0
+pcmk__clone_assign: grp:1 allocation score on node1: 100
+pcmk__clone_assign: grp:1 allocation score on node2: 0
+pcmk__clone_assign: grp:1 allocation score on node3: 0
+pcmk__clone_assign: grp:2 allocation score on node1: 100
+pcmk__clone_assign: grp:2 allocation score on node2: 0
+pcmk__clone_assign: grp:2 allocation score on node3: 0
+pcmk__clone_assign: rsc1:0 allocation score on node1: 100
+pcmk__clone_assign: rsc1:0 allocation score on node2: 1
+pcmk__clone_assign: rsc1:0 allocation score on node3: 0
+pcmk__clone_assign: rsc1:1 allocation score on node1: 100
+pcmk__clone_assign: rsc1:1 allocation score on node2: 0
+pcmk__clone_assign: rsc1:1 allocation score on node3: 1
+pcmk__clone_assign: rsc1:2 allocation score on node1: 100
+pcmk__clone_assign: rsc1:2 allocation score on node2: 0
+pcmk__clone_assign: rsc1:2 allocation score on node3: 0
+pcmk__clone_assign: rsc2:0 allocation score on node1: 0
+pcmk__clone_assign: rsc2:0 allocation score on node2: 1
+pcmk__clone_assign: rsc2:0 allocation score on node3: 0
+pcmk__clone_assign: rsc2:1 allocation score on node1: 0
+pcmk__clone_assign: rsc2:1 allocation score on node2: 0
+pcmk__clone_assign: rsc2:1 allocation score on node3: 1
+pcmk__clone_assign: rsc2:2 allocation score on node1: 0
+pcmk__clone_assign: rsc2:2 allocation score on node2: 0
+pcmk__clone_assign: rsc2:2 allocation score on node3: 0
+pcmk__group_assign: grp:0 allocation score on node1: -INFINITY
+pcmk__group_assign: grp:0 allocation score on node1: 100
+pcmk__group_assign: grp:0 allocation score on node2: 0
+pcmk__group_assign: grp:0 allocation score on node2: 0
+pcmk__group_assign: grp:0 allocation score on node3: 0
+pcmk__group_assign: grp:0 allocation score on node3: 0
+pcmk__group_assign: grp:1 allocation score on node1: -INFINITY
+pcmk__group_assign: grp:1 allocation score on node1: 100
+pcmk__group_assign: grp:1 allocation score on node2: -INFINITY
+pcmk__group_assign: grp:1 allocation score on node2: -INFINITY
+pcmk__group_assign: grp:1 allocation score on node3: 0
+pcmk__group_assign: grp:1 allocation score on node3: 0
+pcmk__group_assign: grp:2 allocation score on node1: 100
+pcmk__group_assign: grp:2 allocation score on node2: -INFINITY
+pcmk__group_assign: grp:2 allocation score on node3: -INFINITY
+pcmk__group_assign: rsc1:0 allocation score on node1: -INFINITY
+pcmk__group_assign: rsc1:0 allocation score on node1: 100
+pcmk__group_assign: rsc1:0 allocation score on node2: 1
+pcmk__group_assign: rsc1:0 allocation score on node2: 1
+pcmk__group_assign: rsc1:0 allocation score on node3: 0
+pcmk__group_assign: rsc1:0 allocation score on node3: 0
+pcmk__group_assign: rsc1:1 allocation score on node1: -INFINITY
+pcmk__group_assign: rsc1:1 allocation score on node1: 100
+pcmk__group_assign: rsc1:1 allocation score on node2: -INFINITY
+pcmk__group_assign: rsc1:1 allocation score on node2: -INFINITY
+pcmk__group_assign: rsc1:1 allocation score on node3: 1
+pcmk__group_assign: rsc1:1 allocation score on node3: 1
+pcmk__group_assign: rsc1:2 allocation score on node1: 100
+pcmk__group_assign: rsc1:2 allocation score on node2: -INFINITY
+pcmk__group_assign: rsc1:2 allocation score on node3: -INFINITY
+pcmk__group_assign: rsc2:0 allocation score on node1: -INFINITY
+pcmk__group_assign: rsc2:0 allocation score on node1: 0
+pcmk__group_assign: rsc2:0 allocation score on node2: 1
+pcmk__group_assign: rsc2:0 allocation score on node2: 1
+pcmk__group_assign: rsc2:0 allocation score on node3: 0
+pcmk__group_assign: rsc2:0 allocation score on node3: 0
+pcmk__group_assign: rsc2:1 allocation score on node1: -INFINITY
+pcmk__group_assign: rsc2:1 allocation score on node1: 0
+pcmk__group_assign: rsc2:1 allocation score on node2: -INFINITY
+pcmk__group_assign: rsc2:1 allocation score on node2: -INFINITY
+pcmk__group_assign: rsc2:1 allocation score on node3: 1
+pcmk__group_assign: rsc2:1 allocation score on node3: 1
+pcmk__group_assign: rsc2:2 allocation score on node1: 0
+pcmk__group_assign: rsc2:2 allocation score on node2: -INFINITY
+pcmk__group_assign: rsc2:2 allocation score on node3: -INFINITY
+pcmk__primitive_assign: Fencing allocation score on node1: 0
+pcmk__primitive_assign: Fencing allocation score on node2: 0
+pcmk__primitive_assign: Fencing allocation score on node3: 0
+pcmk__primitive_assign: rsc1:0 allocation score on node1: -INFINITY
+pcmk__primitive_assign: rsc1:0 allocation score on node1: 100
+pcmk__primitive_assign: rsc1:0 allocation score on node2: 2
+pcmk__primitive_assign: rsc1:0 allocation score on node2: 2
+pcmk__primitive_assign: rsc1:0 allocation score on node3: 0
+pcmk__primitive_assign: rsc1:0 allocation score on node3: 0
+pcmk__primitive_assign: rsc1:1 allocation score on node1: -INFINITY
+pcmk__primitive_assign: rsc1:1 allocation score on node1: 100
+pcmk__primitive_assign: rsc1:1 allocation score on node2: -INFINITY
+pcmk__primitive_assign: rsc1:1 allocation score on node2: -INFINITY
+pcmk__primitive_assign: rsc1:1 allocation score on node3: 2
+pcmk__primitive_assign: rsc1:1 allocation score on node3: 2
+pcmk__primitive_assign: rsc1:2 allocation score on node1: 100
+pcmk__primitive_assign: rsc1:2 allocation score on node2: -INFINITY
+pcmk__primitive_assign: rsc1:2 allocation score on node3: -INFINITY
+pcmk__primitive_assign: rsc2:0 allocation score on node1: -INFINITY
+pcmk__primitive_assign: rsc2:0 allocation score on node1: 0
+pcmk__primitive_assign: rsc2:0 allocation score on node2: -INFINITY
+pcmk__primitive_assign: rsc2:0 allocation score on node2: 1
+pcmk__primitive_assign: rsc2:0 allocation score on node3: -INFINITY
+pcmk__primitive_assign: rsc2:0 allocation score on node3: -INFINITY
+pcmk__primitive_assign: rsc2:1 allocation score on node1: -INFINITY
+pcmk__primitive_assign: rsc2:1 allocation score on node1: 0
+pcmk__primitive_assign: rsc2:1 allocation score on node2: -INFINITY
+pcmk__primitive_assign: rsc2:1 allocation score on node2: -INFINITY
+pcmk__primitive_assign: rsc2:1 allocation score on node3: -INFINITY
+pcmk__primitive_assign: rsc2:1 allocation score on node3: 1
+pcmk__primitive_assign: rsc2:2 allocation score on node1: 0
+pcmk__primitive_assign: rsc2:2 allocation score on node2: -INFINITY
+pcmk__primitive_assign: rsc2:2 allocation score on node3: -INFINITY
diff --git a/cts/scheduler/scores/clone-recover-no-shuffle-6.scores b/cts/scheduler/scores/clone-recover-no-shuffle-6.scores
new file mode 100644
index 0000000..a7231a7
--- /dev/null
+++ b/cts/scheduler/scores/clone-recover-no-shuffle-6.scores
@@ -0,0 +1,70 @@
+
+pcmk__bundle_assign: base-bundle allocation score on node1: 100
+pcmk__bundle_assign: base-bundle allocation score on node2: 0
+pcmk__bundle_assign: base-bundle allocation score on node3: 0
+pcmk__bundle_assign: base-bundle-0 allocation score on node1: 0
+pcmk__bundle_assign: base-bundle-0 allocation score on node2: 0
+pcmk__bundle_assign: base-bundle-0 allocation score on node3: 0
+pcmk__bundle_assign: base-bundle-1 allocation score on node1: 0
+pcmk__bundle_assign: base-bundle-1 allocation score on node2: 0
+pcmk__bundle_assign: base-bundle-1 allocation score on node3: 0
+pcmk__bundle_assign: base-bundle-2 allocation score on node1: 0
+pcmk__bundle_assign: base-bundle-2 allocation score on node2: 0
+pcmk__bundle_assign: base-bundle-2 allocation score on node3: 0
+pcmk__bundle_assign: base-bundle-clone allocation score on base-bundle-0: -INFINITY
+pcmk__bundle_assign: base-bundle-clone allocation score on base-bundle-1: -INFINITY
+pcmk__bundle_assign: base-bundle-clone allocation score on base-bundle-2: -INFINITY
+pcmk__bundle_assign: base-bundle-clone allocation score on node1: 0
+pcmk__bundle_assign: base-bundle-clone allocation score on node2: 0
+pcmk__bundle_assign: base-bundle-clone allocation score on node3: 0
+pcmk__bundle_assign: base-bundle-podman-0 allocation score on node1: 100
+pcmk__bundle_assign: base-bundle-podman-0 allocation score on node2: 0
+pcmk__bundle_assign: base-bundle-podman-0 allocation score on node3: 0
+pcmk__bundle_assign: base-bundle-podman-1 allocation score on node1: 100
+pcmk__bundle_assign: base-bundle-podman-1 allocation score on node2: 0
+pcmk__bundle_assign: base-bundle-podman-1 allocation score on node3: 0
+pcmk__bundle_assign: base-bundle-podman-2 allocation score on node1: 100
+pcmk__bundle_assign: base-bundle-podman-2 allocation score on node2: 0
+pcmk__bundle_assign: base-bundle-podman-2 allocation score on node3: 0
+pcmk__bundle_assign: base:0 allocation score on base-bundle-0: 501
+pcmk__bundle_assign: base:1 allocation score on base-bundle-1: 501
+pcmk__bundle_assign: base:2 allocation score on base-bundle-2: 500
+pcmk__clone_assign: base-bundle-clone allocation score on base-bundle-0: 0
+pcmk__clone_assign: base-bundle-clone allocation score on base-bundle-1: 0
+pcmk__clone_assign: base-bundle-clone allocation score on base-bundle-2: 0
+pcmk__clone_assign: base-bundle-clone allocation score on node1: -INFINITY
+pcmk__clone_assign: base-bundle-clone allocation score on node2: -INFINITY
+pcmk__clone_assign: base-bundle-clone allocation score on node3: -INFINITY
+pcmk__clone_assign: base:0 allocation score on base-bundle-0: INFINITY
+pcmk__clone_assign: base:1 allocation score on base-bundle-1: INFINITY
+pcmk__clone_assign: base:2 allocation score on base-bundle-2: INFINITY
+pcmk__primitive_assign: Fencing allocation score on node1: 0
+pcmk__primitive_assign: Fencing allocation score on node2: 0
+pcmk__primitive_assign: Fencing allocation score on node3: 0
+pcmk__primitive_assign: base-bundle-0 allocation score on node1: 0
+pcmk__primitive_assign: base-bundle-0 allocation score on node2: 0
+pcmk__primitive_assign: base-bundle-0 allocation score on node3: 10000
+pcmk__primitive_assign: base-bundle-1 allocation score on node1: 0
+pcmk__primitive_assign: base-bundle-1 allocation score on node2: 10000
+pcmk__primitive_assign: base-bundle-1 allocation score on node3: 0
+pcmk__primitive_assign: base-bundle-2 allocation score on node1: 10000
+pcmk__primitive_assign: base-bundle-2 allocation score on node2: 0
+pcmk__primitive_assign: base-bundle-2 allocation score on node3: 0
+pcmk__primitive_assign: base-bundle-podman-0 allocation score on node1: -INFINITY
+pcmk__primitive_assign: base-bundle-podman-0 allocation score on node1: 100
+pcmk__primitive_assign: base-bundle-podman-0 allocation score on node2: 0
+pcmk__primitive_assign: base-bundle-podman-0 allocation score on node2: 0
+pcmk__primitive_assign: base-bundle-podman-0 allocation score on node3: 0
+pcmk__primitive_assign: base-bundle-podman-0 allocation score on node3: 0
+pcmk__primitive_assign: base-bundle-podman-1 allocation score on node1: -INFINITY
+pcmk__primitive_assign: base-bundle-podman-1 allocation score on node1: 100
+pcmk__primitive_assign: base-bundle-podman-1 allocation score on node2: 0
+pcmk__primitive_assign: base-bundle-podman-1 allocation score on node2: 0
+pcmk__primitive_assign: base-bundle-podman-1 allocation score on node3: -INFINITY
+pcmk__primitive_assign: base-bundle-podman-1 allocation score on node3: -INFINITY
+pcmk__primitive_assign: base-bundle-podman-2 allocation score on node1: 100
+pcmk__primitive_assign: base-bundle-podman-2 allocation score on node2: -INFINITY
+pcmk__primitive_assign: base-bundle-podman-2 allocation score on node3: -INFINITY
+pcmk__primitive_assign: base:0 allocation score on base-bundle-0: INFINITY
+pcmk__primitive_assign: base:1 allocation score on base-bundle-1: INFINITY
+pcmk__primitive_assign: base:2 allocation score on base-bundle-2: INFINITY
diff --git a/cts/scheduler/scores/clone-recover-no-shuffle-7.scores b/cts/scheduler/scores/clone-recover-no-shuffle-7.scores
new file mode 100644
index 0000000..503cbb3
--- /dev/null
+++ b/cts/scheduler/scores/clone-recover-no-shuffle-7.scores
@@ -0,0 +1,34 @@
+
+dummy:0 promotion score on node3: 5
+dummy:1 promotion score on node2: 10
+dummy:2 promotion score on node1: 15
+pcmk__clone_assign: dummy-clone allocation score on node1: 0
+pcmk__clone_assign: dummy-clone allocation score on node2: 0
+pcmk__clone_assign: dummy-clone allocation score on node3: 0
+pcmk__clone_assign: dummy:0 allocation score on node1: 15
+pcmk__clone_assign: dummy:0 allocation score on node2: 0
+pcmk__clone_assign: dummy:0 allocation score on node3: 6
+pcmk__clone_assign: dummy:1 allocation score on node1: 15
+pcmk__clone_assign: dummy:1 allocation score on node2: 11
+pcmk__clone_assign: dummy:1 allocation score on node3: 0
+pcmk__clone_assign: dummy:2 allocation score on node1: 15
+pcmk__clone_assign: dummy:2 allocation score on node2: 10
+pcmk__clone_assign: dummy:2 allocation score on node3: 5
+pcmk__primitive_assign: Fencing allocation score on node1: 0
+pcmk__primitive_assign: Fencing allocation score on node2: 0
+pcmk__primitive_assign: Fencing allocation score on node3: 0
+pcmk__primitive_assign: dummy:0 allocation score on node1: -INFINITY
+pcmk__primitive_assign: dummy:0 allocation score on node1: 15
+pcmk__primitive_assign: dummy:0 allocation score on node2: 0
+pcmk__primitive_assign: dummy:0 allocation score on node2: 0
+pcmk__primitive_assign: dummy:0 allocation score on node3: 6
+pcmk__primitive_assign: dummy:0 allocation score on node3: 6
+pcmk__primitive_assign: dummy:1 allocation score on node1: -INFINITY
+pcmk__primitive_assign: dummy:1 allocation score on node1: 15
+pcmk__primitive_assign: dummy:1 allocation score on node2: 11
+pcmk__primitive_assign: dummy:1 allocation score on node2: 11
+pcmk__primitive_assign: dummy:1 allocation score on node3: -INFINITY
+pcmk__primitive_assign: dummy:1 allocation score on node3: -INFINITY
+pcmk__primitive_assign: dummy:2 allocation score on node1: 15
+pcmk__primitive_assign: dummy:2 allocation score on node2: -INFINITY
+pcmk__primitive_assign: dummy:2 allocation score on node3: -INFINITY
diff --git a/cts/scheduler/scores/clone-recover-no-shuffle-8.scores b/cts/scheduler/scores/clone-recover-no-shuffle-8.scores
new file mode 100644
index 0000000..56d4cc8
--- /dev/null
+++ b/cts/scheduler/scores/clone-recover-no-shuffle-8.scores
@@ -0,0 +1,82 @@
+
+grp:0 promotion score on node3: 10
+grp:1 promotion score on node2: 20
+grp:2 promotion score on node1: 30
+pcmk__clone_assign: grp-clone allocation score on node1: 0
+pcmk__clone_assign: grp-clone allocation score on node2: 0
+pcmk__clone_assign: grp-clone allocation score on node3: 0
+pcmk__clone_assign: grp:0 allocation score on node1: 30
+pcmk__clone_assign: grp:0 allocation score on node2: 0
+pcmk__clone_assign: grp:0 allocation score on node3: 10
+pcmk__clone_assign: grp:1 allocation score on node1: 30
+pcmk__clone_assign: grp:1 allocation score on node2: 20
+pcmk__clone_assign: grp:1 allocation score on node3: 0
+pcmk__clone_assign: grp:2 allocation score on node1: 30
+pcmk__clone_assign: grp:2 allocation score on node2: 20
+pcmk__clone_assign: grp:2 allocation score on node3: 10
+pcmk__clone_assign: rsc1:0 allocation score on node1: 0
+pcmk__clone_assign: rsc1:0 allocation score on node2: 0
+pcmk__clone_assign: rsc1:0 allocation score on node3: 1
+pcmk__clone_assign: rsc1:1 allocation score on node1: 0
+pcmk__clone_assign: rsc1:1 allocation score on node2: 1
+pcmk__clone_assign: rsc1:1 allocation score on node3: 0
+pcmk__clone_assign: rsc1:2 allocation score on node1: 0
+pcmk__clone_assign: rsc1:2 allocation score on node2: 0
+pcmk__clone_assign: rsc1:2 allocation score on node3: 0
+pcmk__clone_assign: rsc2:0 allocation score on node1: 0
+pcmk__clone_assign: rsc2:0 allocation score on node2: 0
+pcmk__clone_assign: rsc2:0 allocation score on node3: 1
+pcmk__clone_assign: rsc2:1 allocation score on node1: 0
+pcmk__clone_assign: rsc2:1 allocation score on node2: 1
+pcmk__clone_assign: rsc2:1 allocation score on node3: 0
+pcmk__clone_assign: rsc2:2 allocation score on node1: 0
+pcmk__clone_assign: rsc2:2 allocation score on node2: 0
+pcmk__clone_assign: rsc2:2 allocation score on node3: 0
+pcmk__group_assign: grp:0 allocation score on node1: 30
+pcmk__group_assign: grp:0 allocation score on node2: 0
+pcmk__group_assign: grp:0 allocation score on node3: 10
+pcmk__group_assign: grp:1 allocation score on node1: 30
+pcmk__group_assign: grp:1 allocation score on node2: 20
+pcmk__group_assign: grp:1 allocation score on node3: -INFINITY
+pcmk__group_assign: grp:2 allocation score on node1: 30
+pcmk__group_assign: grp:2 allocation score on node2: -INFINITY
+pcmk__group_assign: grp:2 allocation score on node3: -INFINITY
+pcmk__group_assign: rsc1:0 allocation score on node1: 0
+pcmk__group_assign: rsc1:0 allocation score on node2: 0
+pcmk__group_assign: rsc1:0 allocation score on node3: 1
+pcmk__group_assign: rsc1:1 allocation score on node1: 0
+pcmk__group_assign: rsc1:1 allocation score on node2: 1
+pcmk__group_assign: rsc1:1 allocation score on node3: -INFINITY
+pcmk__group_assign: rsc1:2 allocation score on node1: 0
+pcmk__group_assign: rsc1:2 allocation score on node2: -INFINITY
+pcmk__group_assign: rsc1:2 allocation score on node3: -INFINITY
+pcmk__group_assign: rsc2:0 allocation score on node1: 0
+pcmk__group_assign: rsc2:0 allocation score on node2: 0
+pcmk__group_assign: rsc2:0 allocation score on node3: 1
+pcmk__group_assign: rsc2:1 allocation score on node1: 0
+pcmk__group_assign: rsc2:1 allocation score on node2: 1
+pcmk__group_assign: rsc2:1 allocation score on node3: -INFINITY
+pcmk__group_assign: rsc2:2 allocation score on node1: 0
+pcmk__group_assign: rsc2:2 allocation score on node2: -INFINITY
+pcmk__group_assign: rsc2:2 allocation score on node3: -INFINITY
+pcmk__primitive_assign: Fencing allocation score on node1: 0
+pcmk__primitive_assign: Fencing allocation score on node2: 0
+pcmk__primitive_assign: Fencing allocation score on node3: 0
+pcmk__primitive_assign: rsc1:0 allocation score on node1: 0
+pcmk__primitive_assign: rsc1:0 allocation score on node2: 0
+pcmk__primitive_assign: rsc1:0 allocation score on node3: 2
+pcmk__primitive_assign: rsc1:1 allocation score on node1: 0
+pcmk__primitive_assign: rsc1:1 allocation score on node2: 2
+pcmk__primitive_assign: rsc1:1 allocation score on node3: -INFINITY
+pcmk__primitive_assign: rsc1:2 allocation score on node1: 0
+pcmk__primitive_assign: rsc1:2 allocation score on node2: -INFINITY
+pcmk__primitive_assign: rsc1:2 allocation score on node3: -INFINITY
+pcmk__primitive_assign: rsc2:0 allocation score on node1: -INFINITY
+pcmk__primitive_assign: rsc2:0 allocation score on node2: -INFINITY
+pcmk__primitive_assign: rsc2:0 allocation score on node3: 1
+pcmk__primitive_assign: rsc2:1 allocation score on node1: -INFINITY
+pcmk__primitive_assign: rsc2:1 allocation score on node2: 1
+pcmk__primitive_assign: rsc2:1 allocation score on node3: -INFINITY
+pcmk__primitive_assign: rsc2:2 allocation score on node1: 0
+pcmk__primitive_assign: rsc2:2 allocation score on node2: -INFINITY
+pcmk__primitive_assign: rsc2:2 allocation score on node3: -INFINITY
diff --git a/cts/scheduler/scores/clone-recover-no-shuffle-9.scores b/cts/scheduler/scores/clone-recover-no-shuffle-9.scores
new file mode 100644
index 0000000..eb7a941
--- /dev/null
+++ b/cts/scheduler/scores/clone-recover-no-shuffle-9.scores
@@ -0,0 +1,67 @@
+
+base:0 promotion score on base-bundle-0: 5
+base:1 promotion score on base-bundle-1: 10
+base:2 promotion score on base-bundle-2: 15
+pcmk__bundle_assign: base-bundle allocation score on node1: 0
+pcmk__bundle_assign: base-bundle allocation score on node2: 0
+pcmk__bundle_assign: base-bundle allocation score on node3: 0
+pcmk__bundle_assign: base-bundle-0 allocation score on node1: 0
+pcmk__bundle_assign: base-bundle-0 allocation score on node2: 0
+pcmk__bundle_assign: base-bundle-0 allocation score on node3: 0
+pcmk__bundle_assign: base-bundle-1 allocation score on node1: 0
+pcmk__bundle_assign: base-bundle-1 allocation score on node2: 0
+pcmk__bundle_assign: base-bundle-1 allocation score on node3: 0
+pcmk__bundle_assign: base-bundle-2 allocation score on node1: 0
+pcmk__bundle_assign: base-bundle-2 allocation score on node2: 0
+pcmk__bundle_assign: base-bundle-2 allocation score on node3: 0
+pcmk__bundle_assign: base-bundle-clone allocation score on base-bundle-0: -INFINITY
+pcmk__bundle_assign: base-bundle-clone allocation score on base-bundle-1: -INFINITY
+pcmk__bundle_assign: base-bundle-clone allocation score on base-bundle-2: -INFINITY
+pcmk__bundle_assign: base-bundle-clone allocation score on node1: 0
+pcmk__bundle_assign: base-bundle-clone allocation score on node2: 0
+pcmk__bundle_assign: base-bundle-clone allocation score on node3: 0
+pcmk__bundle_assign: base-bundle-podman-0 allocation score on node1: 0
+pcmk__bundle_assign: base-bundle-podman-0 allocation score on node2: 0
+pcmk__bundle_assign: base-bundle-podman-0 allocation score on node3: 0
+pcmk__bundle_assign: base-bundle-podman-1 allocation score on node1: 0
+pcmk__bundle_assign: base-bundle-podman-1 allocation score on node2: 0
+pcmk__bundle_assign: base-bundle-podman-1 allocation score on node3: 0
+pcmk__bundle_assign: base-bundle-podman-2 allocation score on node1: 0
+pcmk__bundle_assign: base-bundle-podman-2 allocation score on node2: 0
+pcmk__bundle_assign: base-bundle-podman-2 allocation score on node3: 0
+pcmk__bundle_assign: base:0 allocation score on base-bundle-0: 501
+pcmk__bundle_assign: base:1 allocation score on base-bundle-1: 501
+pcmk__bundle_assign: base:2 allocation score on base-bundle-2: 500
+pcmk__clone_assign: base-bundle-clone allocation score on base-bundle-0: 0
+pcmk__clone_assign: base-bundle-clone allocation score on base-bundle-1: 0
+pcmk__clone_assign: base-bundle-clone allocation score on base-bundle-2: 0
+pcmk__clone_assign: base-bundle-clone allocation score on node1: -INFINITY
+pcmk__clone_assign: base-bundle-clone allocation score on node2: -INFINITY
+pcmk__clone_assign: base-bundle-clone allocation score on node3: -INFINITY
+pcmk__clone_assign: base:0 allocation score on base-bundle-0: INFINITY
+pcmk__clone_assign: base:1 allocation score on base-bundle-1: INFINITY
+pcmk__clone_assign: base:2 allocation score on base-bundle-2: INFINITY
+pcmk__primitive_assign: Fencing allocation score on node1: 0
+pcmk__primitive_assign: Fencing allocation score on node2: 0
+pcmk__primitive_assign: Fencing allocation score on node3: 0
+pcmk__primitive_assign: base-bundle-0 allocation score on node1: 0
+pcmk__primitive_assign: base-bundle-0 allocation score on node2: 0
+pcmk__primitive_assign: base-bundle-0 allocation score on node3: 10000
+pcmk__primitive_assign: base-bundle-1 allocation score on node1: 0
+pcmk__primitive_assign: base-bundle-1 allocation score on node2: 10000
+pcmk__primitive_assign: base-bundle-1 allocation score on node3: 0
+pcmk__primitive_assign: base-bundle-2 allocation score on node1: 10000
+pcmk__primitive_assign: base-bundle-2 allocation score on node2: 0
+pcmk__primitive_assign: base-bundle-2 allocation score on node3: 0
+pcmk__primitive_assign: base-bundle-podman-0 allocation score on node1: 0
+pcmk__primitive_assign: base-bundle-podman-0 allocation score on node2: 0
+pcmk__primitive_assign: base-bundle-podman-0 allocation score on node3: 0
+pcmk__primitive_assign: base-bundle-podman-1 allocation score on node1: 0
+pcmk__primitive_assign: base-bundle-podman-1 allocation score on node2: 0
+pcmk__primitive_assign: base-bundle-podman-1 allocation score on node3: -INFINITY
+pcmk__primitive_assign: base-bundle-podman-2 allocation score on node1: 0
+pcmk__primitive_assign: base-bundle-podman-2 allocation score on node2: -INFINITY
+pcmk__primitive_assign: base-bundle-podman-2 allocation score on node3: -INFINITY
+pcmk__primitive_assign: base:0 allocation score on base-bundle-0: INFINITY
+pcmk__primitive_assign: base:1 allocation score on base-bundle-1: INFINITY
+pcmk__primitive_assign: base:2 allocation score on base-bundle-2: INFINITY
diff --git a/cts/scheduler/scores/cloned-group-stop.scores b/cts/scheduler/scores/cloned-group-stop.scores
index be835fa..7e406c6 100644
--- a/cts/scheduler/scores/cloned-group-stop.scores
+++ b/cts/scheduler/scores/cloned-group-stop.scores
@@ -122,8 +122,12 @@ pcmk__primitive_assign: mysql-fs allocation score on rhos4-node4: -INFINITY
pcmk__primitive_assign: mysql-vip allocation score on rhos4-node3: 300
pcmk__primitive_assign: mysql-vip allocation score on rhos4-node4: -INFINITY
pcmk__primitive_assign: qpidd:0 allocation score on rhos4-node3: -INFINITY
+pcmk__primitive_assign: qpidd:0 allocation score on rhos4-node3: -INFINITY
+pcmk__primitive_assign: qpidd:0 allocation score on rhos4-node4: -INFINITY
pcmk__primitive_assign: qpidd:0 allocation score on rhos4-node4: -INFINITY
pcmk__primitive_assign: qpidd:1 allocation score on rhos4-node3: -INFINITY
+pcmk__primitive_assign: qpidd:1 allocation score on rhos4-node3: -INFINITY
+pcmk__primitive_assign: qpidd:1 allocation score on rhos4-node4: -INFINITY
pcmk__primitive_assign: qpidd:1 allocation score on rhos4-node4: -INFINITY
pcmk__primitive_assign: virt-fencing allocation score on rhos4-node3: 100
pcmk__primitive_assign: virt-fencing allocation score on rhos4-node4: 0
diff --git a/cts/scheduler/scores/coloc-clone-stays-active.scores b/cts/scheduler/scores/coloc-clone-stays-active.scores
index 9b46943..52c6bc5 100644
--- a/cts/scheduler/scores/coloc-clone-stays-active.scores
+++ b/cts/scheduler/scores/coloc-clone-stays-active.scores
@@ -31,7 +31,7 @@ pcmk__clone_assign: cl-drbdlinks-s01-service allocation score on s01-0: 0
pcmk__clone_assign: cl-drbdlinks-s01-service allocation score on s01-1: 0
pcmk__clone_assign: cl-gfs2 allocation score on s01-0: 0
pcmk__clone_assign: cl-gfs2 allocation score on s01-1: 0
-pcmk__clone_assign: cl-ietd allocation score on s01-0: 11001
+pcmk__clone_assign: cl-ietd allocation score on s01-0: 12001
pcmk__clone_assign: cl-ietd allocation score on s01-1: 1000
pcmk__clone_assign: cl-libvirtd allocation score on s01-0: 0
pcmk__clone_assign: cl-libvirtd allocation score on s01-1: 0
@@ -337,16 +337,16 @@ pcmk__primitive_assign: dhcpd:0 allocation score on s01-0: -INFINITY
pcmk__primitive_assign: dhcpd:0 allocation score on s01-1: -INFINITY
pcmk__primitive_assign: dhcpd:1 allocation score on s01-0: -INFINITY
pcmk__primitive_assign: dhcpd:1 allocation score on s01-1: -INFINITY
-pcmk__primitive_assign: dlm:0 allocation score on s01-0: 0
+pcmk__primitive_assign: dlm:0 allocation score on s01-0: -INFINITY
pcmk__primitive_assign: dlm:0 allocation score on s01-1: 1
pcmk__primitive_assign: dlm:1 allocation score on s01-0: 1
pcmk__primitive_assign: dlm:1 allocation score on s01-1: -INFINITY
pcmk__primitive_assign: drbd-pool-0:0 allocation score on s01-0: -INFINITY
pcmk__primitive_assign: drbd-pool-0:0 allocation score on s01-1: 10001
-pcmk__primitive_assign: drbd-pool-0:1 allocation score on s01-0: 10001
+pcmk__primitive_assign: drbd-pool-0:1 allocation score on s01-0: 11001
pcmk__primitive_assign: drbd-pool-0:1 allocation score on s01-1: 0
pcmk__primitive_assign: drbd-pool-1:0 allocation score on s01-0: 0
-pcmk__primitive_assign: drbd-pool-1:0 allocation score on s01-1: 10001
+pcmk__primitive_assign: drbd-pool-1:0 allocation score on s01-1: 11001
pcmk__primitive_assign: drbd-pool-1:1 allocation score on s01-0: 10001
pcmk__primitive_assign: drbd-pool-1:1 allocation score on s01-1: -INFINITY
pcmk__primitive_assign: drbd-s01-logs:0 allocation score on s01-0: 0
@@ -357,7 +357,7 @@ pcmk__primitive_assign: drbd-s01-service:0 allocation score on s01-0: 0
pcmk__primitive_assign: drbd-s01-service:0 allocation score on s01-1: 10001
pcmk__primitive_assign: drbd-s01-service:1 allocation score on s01-0: 10001
pcmk__primitive_assign: drbd-s01-service:1 allocation score on s01-1: -INFINITY
-pcmk__primitive_assign: drbd-s01-vm-data:0 allocation score on s01-0: 0
+pcmk__primitive_assign: drbd-s01-vm-data:0 allocation score on s01-0: -INFINITY
pcmk__primitive_assign: drbd-s01-vm-data:0 allocation score on s01-1: 10001
pcmk__primitive_assign: drbd-s01-vm-data:1 allocation score on s01-0: 10001
pcmk__primitive_assign: drbd-s01-vm-data:1 allocation score on s01-1: -INFINITY
@@ -382,22 +382,22 @@ pcmk__primitive_assign: gfs2:0 allocation score on s01-1: 1
pcmk__primitive_assign: gfs2:1 allocation score on s01-0: 1
pcmk__primitive_assign: gfs2:1 allocation score on s01-1: -INFINITY
pcmk__primitive_assign: ietd:0 allocation score on s01-0: -INFINITY
-pcmk__primitive_assign: ietd:0 allocation score on s01-1: 1
-pcmk__primitive_assign: ietd:1 allocation score on s01-0: 1
-pcmk__primitive_assign: ietd:1 allocation score on s01-1: 0
+pcmk__primitive_assign: ietd:0 allocation score on s01-1: 1001
+pcmk__primitive_assign: ietd:1 allocation score on s01-0: 12002
+pcmk__primitive_assign: ietd:1 allocation score on s01-1: -INFINITY
pcmk__primitive_assign: iscsi-pool-0-lun-1 allocation score on s01-0: 0
pcmk__primitive_assign: iscsi-pool-0-lun-1 allocation score on s01-1: -INFINITY
-pcmk__primitive_assign: iscsi-pool-0-target allocation score on s01-0: 11001
+pcmk__primitive_assign: iscsi-pool-0-target allocation score on s01-0: 12001
pcmk__primitive_assign: iscsi-pool-0-target allocation score on s01-1: -INFINITY
pcmk__primitive_assign: iscsi-pool-1-lun-1 allocation score on s01-0: -INFINITY
pcmk__primitive_assign: iscsi-pool-1-lun-1 allocation score on s01-1: 0
pcmk__primitive_assign: iscsi-pool-1-target allocation score on s01-0: -INFINITY
-pcmk__primitive_assign: iscsi-pool-1-target allocation score on s01-1: 11001
+pcmk__primitive_assign: iscsi-pool-1-target allocation score on s01-1: 12001
pcmk__primitive_assign: iscsi-vds-dom0-stateless-0-lun-1 allocation score on s01-0: -INFINITY
pcmk__primitive_assign: iscsi-vds-dom0-stateless-0-lun-1 allocation score on s01-1: -INFINITY
pcmk__primitive_assign: iscsi-vds-dom0-stateless-0-target allocation score on s01-0: -INFINITY
pcmk__primitive_assign: iscsi-vds-dom0-stateless-0-target allocation score on s01-1: -INFINITY
-pcmk__primitive_assign: libvirtd:0 allocation score on s01-0: 0
+pcmk__primitive_assign: libvirtd:0 allocation score on s01-0: -INFINITY
pcmk__primitive_assign: libvirtd:0 allocation score on s01-1: 1
pcmk__primitive_assign: libvirtd:1 allocation score on s01-0: 1
pcmk__primitive_assign: libvirtd:1 allocation score on s01-1: -INFINITY
diff --git a/cts/scheduler/scores/coloc-with-inner-group-member.scores b/cts/scheduler/scores/coloc-with-inner-group-member.scores
new file mode 100644
index 0000000..8d1c6f6
--- /dev/null
+++ b/cts/scheduler/scores/coloc-with-inner-group-member.scores
@@ -0,0 +1,46 @@
+
+pcmk__group_assign: bar allocation score on rhel8-1: 0
+pcmk__group_assign: bar allocation score on rhel8-2: 0
+pcmk__group_assign: bar allocation score on rhel8-3: 0
+pcmk__group_assign: bar allocation score on rhel8-4: 0
+pcmk__group_assign: bar allocation score on rhel8-5: 0
+pcmk__group_assign: foo allocation score on rhel8-1: 0
+pcmk__group_assign: foo allocation score on rhel8-2: 0
+pcmk__group_assign: foo allocation score on rhel8-3: 0
+pcmk__group_assign: foo allocation score on rhel8-4: 0
+pcmk__group_assign: foo allocation score on rhel8-5: 0
+pcmk__group_assign: grp allocation score on rhel8-1: 0
+pcmk__group_assign: grp allocation score on rhel8-2: 0
+pcmk__group_assign: grp allocation score on rhel8-3: 0
+pcmk__group_assign: grp allocation score on rhel8-4: 0
+pcmk__group_assign: grp allocation score on rhel8-5: 0
+pcmk__group_assign: vip allocation score on rhel8-1: 0
+pcmk__group_assign: vip allocation score on rhel8-2: 0
+pcmk__group_assign: vip allocation score on rhel8-3: 0
+pcmk__group_assign: vip allocation score on rhel8-4: 0
+pcmk__group_assign: vip allocation score on rhel8-5: 0
+pcmk__primitive_assign: Fencing allocation score on rhel8-1: 0
+pcmk__primitive_assign: Fencing allocation score on rhel8-2: 0
+pcmk__primitive_assign: Fencing allocation score on rhel8-3: 0
+pcmk__primitive_assign: Fencing allocation score on rhel8-4: 0
+pcmk__primitive_assign: Fencing allocation score on rhel8-5: 0
+pcmk__primitive_assign: bar allocation score on rhel8-1: -INFINITY
+pcmk__primitive_assign: bar allocation score on rhel8-2: -INFINITY
+pcmk__primitive_assign: bar allocation score on rhel8-3: 0
+pcmk__primitive_assign: bar allocation score on rhel8-4: -INFINITY
+pcmk__primitive_assign: bar allocation score on rhel8-5: -INFINITY
+pcmk__primitive_assign: foo allocation score on rhel8-1: -INFINITY
+pcmk__primitive_assign: foo allocation score on rhel8-2: -INFINITY
+pcmk__primitive_assign: foo allocation score on rhel8-3: 0
+pcmk__primitive_assign: foo allocation score on rhel8-4: -INFINITY
+pcmk__primitive_assign: foo allocation score on rhel8-5: -INFINITY
+pcmk__primitive_assign: vip allocation score on rhel8-1: -INFINITY
+pcmk__primitive_assign: vip allocation score on rhel8-2: -INFINITY
+pcmk__primitive_assign: vip allocation score on rhel8-3: 0
+pcmk__primitive_assign: vip allocation score on rhel8-4: -INFINITY
+pcmk__primitive_assign: vip allocation score on rhel8-5: -INFINITY
+pcmk__primitive_assign: vip-dep allocation score on rhel8-1: 0
+pcmk__primitive_assign: vip-dep allocation score on rhel8-2: 0
+pcmk__primitive_assign: vip-dep allocation score on rhel8-3: 0
+pcmk__primitive_assign: vip-dep allocation score on rhel8-4: 0
+pcmk__primitive_assign: vip-dep allocation score on rhel8-5: 0
diff --git a/cts/scheduler/scores/colocate-primitive-with-clone.scores b/cts/scheduler/scores/colocate-primitive-with-clone.scores
index 58b4556..62615f6 100644
--- a/cts/scheduler/scores/colocate-primitive-with-clone.scores
+++ b/cts/scheduler/scores/colocate-primitive-with-clone.scores
@@ -284,65 +284,65 @@ pcmk__primitive_assign: UmVIPcheck allocation score on srv02: -INFINITY
pcmk__primitive_assign: UmVIPcheck allocation score on srv03: -INFINITY
pcmk__primitive_assign: UmVIPcheck allocation score on srv04: 100
pcmk__primitive_assign: clnG3dummy01:0 allocation score on srv01: -INFINITY
-pcmk__primitive_assign: clnG3dummy01:0 allocation score on srv02: 100
-pcmk__primitive_assign: clnG3dummy01:0 allocation score on srv03: 0
+pcmk__primitive_assign: clnG3dummy01:0 allocation score on srv02: 106
+pcmk__primitive_assign: clnG3dummy01:0 allocation score on srv03: -1000
pcmk__primitive_assign: clnG3dummy01:0 allocation score on srv04: -INFINITY
pcmk__primitive_assign: clnG3dummy01:1 allocation score on srv01: -INFINITY
pcmk__primitive_assign: clnG3dummy01:1 allocation score on srv02: -INFINITY
-pcmk__primitive_assign: clnG3dummy01:1 allocation score on srv03: 100
+pcmk__primitive_assign: clnG3dummy01:1 allocation score on srv03: 106
pcmk__primitive_assign: clnG3dummy01:1 allocation score on srv04: -INFINITY
pcmk__primitive_assign: clnG3dummy01:2 allocation score on srv01: -INFINITY
-pcmk__primitive_assign: clnG3dummy01:2 allocation score on srv02: 0
-pcmk__primitive_assign: clnG3dummy01:2 allocation score on srv03: 0
-pcmk__primitive_assign: clnG3dummy01:2 allocation score on srv04: 100
+pcmk__primitive_assign: clnG3dummy01:2 allocation score on srv02: -2994
+pcmk__primitive_assign: clnG3dummy01:2 allocation score on srv03: -2994
+pcmk__primitive_assign: clnG3dummy01:2 allocation score on srv04: 109
pcmk__primitive_assign: clnG3dummy01:3 allocation score on srv01: -INFINITY
pcmk__primitive_assign: clnG3dummy01:3 allocation score on srv02: -INFINITY
pcmk__primitive_assign: clnG3dummy01:3 allocation score on srv03: -INFINITY
pcmk__primitive_assign: clnG3dummy01:3 allocation score on srv04: -INFINITY
pcmk__primitive_assign: clnG3dummy02:0 allocation score on srv01: -INFINITY
-pcmk__primitive_assign: clnG3dummy02:0 allocation score on srv02: 100
-pcmk__primitive_assign: clnG3dummy02:0 allocation score on srv03: 0
+pcmk__primitive_assign: clnG3dummy02:0 allocation score on srv02: 106
+pcmk__primitive_assign: clnG3dummy02:0 allocation score on srv03: -1000
pcmk__primitive_assign: clnG3dummy02:0 allocation score on srv04: -INFINITY
pcmk__primitive_assign: clnG3dummy02:1 allocation score on srv01: -INFINITY
pcmk__primitive_assign: clnG3dummy02:1 allocation score on srv02: -INFINITY
-pcmk__primitive_assign: clnG3dummy02:1 allocation score on srv03: 100
+pcmk__primitive_assign: clnG3dummy02:1 allocation score on srv03: 106
pcmk__primitive_assign: clnG3dummy02:1 allocation score on srv04: -INFINITY
pcmk__primitive_assign: clnG3dummy02:2 allocation score on srv01: -INFINITY
-pcmk__primitive_assign: clnG3dummy02:2 allocation score on srv02: 0
-pcmk__primitive_assign: clnG3dummy02:2 allocation score on srv03: 0
-pcmk__primitive_assign: clnG3dummy02:2 allocation score on srv04: 100
+pcmk__primitive_assign: clnG3dummy02:2 allocation score on srv02: -2994
+pcmk__primitive_assign: clnG3dummy02:2 allocation score on srv03: -2994
+pcmk__primitive_assign: clnG3dummy02:2 allocation score on srv04: 109
pcmk__primitive_assign: clnG3dummy02:3 allocation score on srv01: -INFINITY
pcmk__primitive_assign: clnG3dummy02:3 allocation score on srv02: -INFINITY
pcmk__primitive_assign: clnG3dummy02:3 allocation score on srv03: -INFINITY
pcmk__primitive_assign: clnG3dummy02:3 allocation score on srv04: -INFINITY
pcmk__primitive_assign: clnPrmDiskd1:0 allocation score on srv01: -INFINITY
-pcmk__primitive_assign: clnPrmDiskd1:0 allocation score on srv02: 100
-pcmk__primitive_assign: clnPrmDiskd1:0 allocation score on srv03: 0
+pcmk__primitive_assign: clnPrmDiskd1:0 allocation score on srv02: 106
+pcmk__primitive_assign: clnPrmDiskd1:0 allocation score on srv03: -1000
pcmk__primitive_assign: clnPrmDiskd1:0 allocation score on srv04: -INFINITY
pcmk__primitive_assign: clnPrmDiskd1:1 allocation score on srv01: -INFINITY
pcmk__primitive_assign: clnPrmDiskd1:1 allocation score on srv02: -INFINITY
-pcmk__primitive_assign: clnPrmDiskd1:1 allocation score on srv03: 100
+pcmk__primitive_assign: clnPrmDiskd1:1 allocation score on srv03: 106
pcmk__primitive_assign: clnPrmDiskd1:1 allocation score on srv04: -INFINITY
pcmk__primitive_assign: clnPrmDiskd1:2 allocation score on srv01: -INFINITY
-pcmk__primitive_assign: clnPrmDiskd1:2 allocation score on srv02: 0
-pcmk__primitive_assign: clnPrmDiskd1:2 allocation score on srv03: 0
-pcmk__primitive_assign: clnPrmDiskd1:2 allocation score on srv04: 100
+pcmk__primitive_assign: clnPrmDiskd1:2 allocation score on srv02: -2994
+pcmk__primitive_assign: clnPrmDiskd1:2 allocation score on srv03: -2994
+pcmk__primitive_assign: clnPrmDiskd1:2 allocation score on srv04: 109
pcmk__primitive_assign: clnPrmDiskd1:3 allocation score on srv01: -INFINITY
pcmk__primitive_assign: clnPrmDiskd1:3 allocation score on srv02: -INFINITY
pcmk__primitive_assign: clnPrmDiskd1:3 allocation score on srv03: -INFINITY
pcmk__primitive_assign: clnPrmDiskd1:3 allocation score on srv04: -INFINITY
pcmk__primitive_assign: clnPrmPingd:0 allocation score on srv01: -INFINITY
-pcmk__primitive_assign: clnPrmPingd:0 allocation score on srv02: 100
-pcmk__primitive_assign: clnPrmPingd:0 allocation score on srv03: 0
+pcmk__primitive_assign: clnPrmPingd:0 allocation score on srv02: 106
+pcmk__primitive_assign: clnPrmPingd:0 allocation score on srv03: -1000
pcmk__primitive_assign: clnPrmPingd:0 allocation score on srv04: -INFINITY
pcmk__primitive_assign: clnPrmPingd:1 allocation score on srv01: -INFINITY
pcmk__primitive_assign: clnPrmPingd:1 allocation score on srv02: -INFINITY
-pcmk__primitive_assign: clnPrmPingd:1 allocation score on srv03: 100
+pcmk__primitive_assign: clnPrmPingd:1 allocation score on srv03: 106
pcmk__primitive_assign: clnPrmPingd:1 allocation score on srv04: -INFINITY
pcmk__primitive_assign: clnPrmPingd:2 allocation score on srv01: -INFINITY
-pcmk__primitive_assign: clnPrmPingd:2 allocation score on srv02: 0
-pcmk__primitive_assign: clnPrmPingd:2 allocation score on srv03: 0
-pcmk__primitive_assign: clnPrmPingd:2 allocation score on srv04: 100
+pcmk__primitive_assign: clnPrmPingd:2 allocation score on srv02: -2994
+pcmk__primitive_assign: clnPrmPingd:2 allocation score on srv03: -2994
+pcmk__primitive_assign: clnPrmPingd:2 allocation score on srv04: 109
pcmk__primitive_assign: clnPrmPingd:3 allocation score on srv01: -INFINITY
pcmk__primitive_assign: clnPrmPingd:3 allocation score on srv02: -INFINITY
pcmk__primitive_assign: clnPrmPingd:3 allocation score on srv03: -INFINITY
diff --git a/cts/scheduler/scores/colocation-influence.scores b/cts/scheduler/scores/colocation-influence.scores
index e15bdf5..2eb86ec 100644
--- a/cts/scheduler/scores/colocation-influence.scores
+++ b/cts/scheduler/scores/colocation-influence.scores
@@ -1,136 +1,136 @@
-pcmk__bundle_allocate: bundle10 allocation score on rhel7-1: 0
-pcmk__bundle_allocate: bundle10 allocation score on rhel7-1: 0
-pcmk__bundle_allocate: bundle10 allocation score on rhel7-2: 0
-pcmk__bundle_allocate: bundle10 allocation score on rhel7-2: 0
-pcmk__bundle_allocate: bundle10 allocation score on rhel7-3: 0
-pcmk__bundle_allocate: bundle10 allocation score on rhel7-3: 0
-pcmk__bundle_allocate: bundle10 allocation score on rhel7-4: 0
-pcmk__bundle_allocate: bundle10 allocation score on rhel7-4: 0
-pcmk__bundle_allocate: bundle10 allocation score on rhel7-5: -INFINITY
-pcmk__bundle_allocate: bundle10 allocation score on rhel7-5: -INFINITY
-pcmk__bundle_allocate: bundle10-0 allocation score on rhel7-1: 0
-pcmk__bundle_allocate: bundle10-0 allocation score on rhel7-1: 0
-pcmk__bundle_allocate: bundle10-0 allocation score on rhel7-2: 10
-pcmk__bundle_allocate: bundle10-0 allocation score on rhel7-2: 10010
-pcmk__bundle_allocate: bundle10-0 allocation score on rhel7-3: 0
-pcmk__bundle_allocate: bundle10-0 allocation score on rhel7-3: 0
-pcmk__bundle_allocate: bundle10-0 allocation score on rhel7-4: 0
-pcmk__bundle_allocate: bundle10-0 allocation score on rhel7-4: 0
-pcmk__bundle_allocate: bundle10-0 allocation score on rhel7-5: 0
-pcmk__bundle_allocate: bundle10-0 allocation score on rhel7-5: 0
-pcmk__bundle_allocate: bundle10-1 allocation score on rhel7-1: 0
-pcmk__bundle_allocate: bundle10-1 allocation score on rhel7-1: 0
-pcmk__bundle_allocate: bundle10-1 allocation score on rhel7-2: 0
-pcmk__bundle_allocate: bundle10-1 allocation score on rhel7-2: 0
-pcmk__bundle_allocate: bundle10-1 allocation score on rhel7-3: 10
-pcmk__bundle_allocate: bundle10-1 allocation score on rhel7-3: 10010
-pcmk__bundle_allocate: bundle10-1 allocation score on rhel7-4: 0
-pcmk__bundle_allocate: bundle10-1 allocation score on rhel7-4: 0
-pcmk__bundle_allocate: bundle10-1 allocation score on rhel7-5: 0
-pcmk__bundle_allocate: bundle10-1 allocation score on rhel7-5: 0
-pcmk__bundle_allocate: bundle10-clone allocation score on bundle10-0: -INFINITY
-pcmk__bundle_allocate: bundle10-clone allocation score on bundle10-0: 0
-pcmk__bundle_allocate: bundle10-clone allocation score on bundle10-1: -INFINITY
-pcmk__bundle_allocate: bundle10-clone allocation score on bundle10-1: 0
-pcmk__bundle_allocate: bundle10-clone allocation score on rhel7-1: -INFINITY
-pcmk__bundle_allocate: bundle10-clone allocation score on rhel7-1: 0
-pcmk__bundle_allocate: bundle10-clone allocation score on rhel7-2: -INFINITY
-pcmk__bundle_allocate: bundle10-clone allocation score on rhel7-2: 0
-pcmk__bundle_allocate: bundle10-clone allocation score on rhel7-3: -INFINITY
-pcmk__bundle_allocate: bundle10-clone allocation score on rhel7-3: 0
-pcmk__bundle_allocate: bundle10-clone allocation score on rhel7-4: -INFINITY
-pcmk__bundle_allocate: bundle10-clone allocation score on rhel7-4: 0
-pcmk__bundle_allocate: bundle10-clone allocation score on rhel7-5: -INFINITY
-pcmk__bundle_allocate: bundle10-clone allocation score on rhel7-5: 0
-pcmk__bundle_allocate: bundle10-docker-0 allocation score on rhel7-1: 0
-pcmk__bundle_allocate: bundle10-docker-0 allocation score on rhel7-1: 0
-pcmk__bundle_allocate: bundle10-docker-0 allocation score on rhel7-2: 10
-pcmk__bundle_allocate: bundle10-docker-0 allocation score on rhel7-2: 20
-pcmk__bundle_allocate: bundle10-docker-0 allocation score on rhel7-3: 0
-pcmk__bundle_allocate: bundle10-docker-0 allocation score on rhel7-3: 0
-pcmk__bundle_allocate: bundle10-docker-0 allocation score on rhel7-4: 0
-pcmk__bundle_allocate: bundle10-docker-0 allocation score on rhel7-4: 0
-pcmk__bundle_allocate: bundle10-docker-0 allocation score on rhel7-5: -INFINITY
-pcmk__bundle_allocate: bundle10-docker-0 allocation score on rhel7-5: -INFINITY
-pcmk__bundle_allocate: bundle10-docker-1 allocation score on rhel7-1: 0
-pcmk__bundle_allocate: bundle10-docker-1 allocation score on rhel7-1: 0
-pcmk__bundle_allocate: bundle10-docker-1 allocation score on rhel7-2: -INFINITY
-pcmk__bundle_allocate: bundle10-docker-1 allocation score on rhel7-2: 0
-pcmk__bundle_allocate: bundle10-docker-1 allocation score on rhel7-3: 10
-pcmk__bundle_allocate: bundle10-docker-1 allocation score on rhel7-3: 20
-pcmk__bundle_allocate: bundle10-docker-1 allocation score on rhel7-4: 0
-pcmk__bundle_allocate: bundle10-docker-1 allocation score on rhel7-4: 0
-pcmk__bundle_allocate: bundle10-docker-1 allocation score on rhel7-5: -INFINITY
-pcmk__bundle_allocate: bundle10-docker-1 allocation score on rhel7-5: -INFINITY
-pcmk__bundle_allocate: bundle10-ip-192.168.122.131 allocation score on rhel7-1: -INFINITY
-pcmk__bundle_allocate: bundle10-ip-192.168.122.131 allocation score on rhel7-1: 0
-pcmk__bundle_allocate: bundle10-ip-192.168.122.131 allocation score on rhel7-2: 10
-pcmk__bundle_allocate: bundle10-ip-192.168.122.131 allocation score on rhel7-2: 10
-pcmk__bundle_allocate: bundle10-ip-192.168.122.131 allocation score on rhel7-3: -INFINITY
-pcmk__bundle_allocate: bundle10-ip-192.168.122.131 allocation score on rhel7-3: 0
-pcmk__bundle_allocate: bundle10-ip-192.168.122.131 allocation score on rhel7-4: -INFINITY
-pcmk__bundle_allocate: bundle10-ip-192.168.122.131 allocation score on rhel7-4: 0
-pcmk__bundle_allocate: bundle10-ip-192.168.122.131 allocation score on rhel7-5: -INFINITY
-pcmk__bundle_allocate: bundle10-ip-192.168.122.131 allocation score on rhel7-5: -INFINITY
-pcmk__bundle_allocate: bundle10-ip-192.168.122.132 allocation score on rhel7-1: -INFINITY
-pcmk__bundle_allocate: bundle10-ip-192.168.122.132 allocation score on rhel7-1: 0
-pcmk__bundle_allocate: bundle10-ip-192.168.122.132 allocation score on rhel7-2: -INFINITY
-pcmk__bundle_allocate: bundle10-ip-192.168.122.132 allocation score on rhel7-2: 0
-pcmk__bundle_allocate: bundle10-ip-192.168.122.132 allocation score on rhel7-3: 10
-pcmk__bundle_allocate: bundle10-ip-192.168.122.132 allocation score on rhel7-3: 10
-pcmk__bundle_allocate: bundle10-ip-192.168.122.132 allocation score on rhel7-4: -INFINITY
-pcmk__bundle_allocate: bundle10-ip-192.168.122.132 allocation score on rhel7-4: 0
-pcmk__bundle_allocate: bundle10-ip-192.168.122.132 allocation score on rhel7-5: -INFINITY
-pcmk__bundle_allocate: bundle10-ip-192.168.122.132 allocation score on rhel7-5: -INFINITY
-pcmk__bundle_allocate: bundle11 allocation score on rhel7-1: 0
-pcmk__bundle_allocate: bundle11 allocation score on rhel7-2: 0
-pcmk__bundle_allocate: bundle11 allocation score on rhel7-3: 0
-pcmk__bundle_allocate: bundle11 allocation score on rhel7-4: 0
-pcmk__bundle_allocate: bundle11 allocation score on rhel7-5: -INFINITY
-pcmk__bundle_allocate: bundle11-0 allocation score on rhel7-1: 10
-pcmk__bundle_allocate: bundle11-0 allocation score on rhel7-2: 0
-pcmk__bundle_allocate: bundle11-0 allocation score on rhel7-3: 0
-pcmk__bundle_allocate: bundle11-0 allocation score on rhel7-4: 0
-pcmk__bundle_allocate: bundle11-0 allocation score on rhel7-5: 0
-pcmk__bundle_allocate: bundle11-1 allocation score on rhel7-1: 0
-pcmk__bundle_allocate: bundle11-1 allocation score on rhel7-2: 0
-pcmk__bundle_allocate: bundle11-1 allocation score on rhel7-3: 0
-pcmk__bundle_allocate: bundle11-1 allocation score on rhel7-4: 0
-pcmk__bundle_allocate: bundle11-1 allocation score on rhel7-5: 0
-pcmk__bundle_allocate: bundle11-clone allocation score on bundle11-0: -INFINITY
-pcmk__bundle_allocate: bundle11-clone allocation score on bundle11-1: -INFINITY
-pcmk__bundle_allocate: bundle11-clone allocation score on rhel7-1: 0
-pcmk__bundle_allocate: bundle11-clone allocation score on rhel7-2: 0
-pcmk__bundle_allocate: bundle11-clone allocation score on rhel7-3: 0
-pcmk__bundle_allocate: bundle11-clone allocation score on rhel7-4: 0
-pcmk__bundle_allocate: bundle11-clone allocation score on rhel7-5: 0
-pcmk__bundle_allocate: bundle11-docker-0 allocation score on rhel7-1: 10
-pcmk__bundle_allocate: bundle11-docker-0 allocation score on rhel7-2: 0
-pcmk__bundle_allocate: bundle11-docker-0 allocation score on rhel7-3: 0
-pcmk__bundle_allocate: bundle11-docker-0 allocation score on rhel7-4: 0
-pcmk__bundle_allocate: bundle11-docker-0 allocation score on rhel7-5: -INFINITY
-pcmk__bundle_allocate: bundle11-docker-1 allocation score on rhel7-1: 0
-pcmk__bundle_allocate: bundle11-docker-1 allocation score on rhel7-2: 0
-pcmk__bundle_allocate: bundle11-docker-1 allocation score on rhel7-3: 0
-pcmk__bundle_allocate: bundle11-docker-1 allocation score on rhel7-4: 0
-pcmk__bundle_allocate: bundle11-docker-1 allocation score on rhel7-5: -INFINITY
-pcmk__bundle_allocate: bundle11-ip-192.168.122.134 allocation score on rhel7-1: 10
-pcmk__bundle_allocate: bundle11-ip-192.168.122.134 allocation score on rhel7-2: 0
-pcmk__bundle_allocate: bundle11-ip-192.168.122.134 allocation score on rhel7-3: 0
-pcmk__bundle_allocate: bundle11-ip-192.168.122.134 allocation score on rhel7-4: 0
-pcmk__bundle_allocate: bundle11-ip-192.168.122.134 allocation score on rhel7-5: -INFINITY
-pcmk__bundle_allocate: bundle11-ip-192.168.122.135 allocation score on rhel7-1: 0
-pcmk__bundle_allocate: bundle11-ip-192.168.122.135 allocation score on rhel7-2: 0
-pcmk__bundle_allocate: bundle11-ip-192.168.122.135 allocation score on rhel7-3: 0
-pcmk__bundle_allocate: bundle11-ip-192.168.122.135 allocation score on rhel7-4: 0
-pcmk__bundle_allocate: bundle11-ip-192.168.122.135 allocation score on rhel7-5: -INFINITY
-pcmk__bundle_allocate: bundle11a:0 allocation score on bundle11-0: 510
-pcmk__bundle_allocate: bundle11a:1 allocation score on bundle11-1: 500
-pcmk__bundle_allocate: httpd:0 allocation score on bundle10-0: 510
-pcmk__bundle_allocate: httpd:0 allocation score on bundle10-0: INFINITY
-pcmk__bundle_allocate: httpd:1 allocation score on bundle10-1: 510
-pcmk__bundle_allocate: httpd:1 allocation score on bundle10-1: INFINITY
+pcmk__bundle_assign: bundle10 allocation score on rhel7-1: 0
+pcmk__bundle_assign: bundle10 allocation score on rhel7-1: 0
+pcmk__bundle_assign: bundle10 allocation score on rhel7-2: 0
+pcmk__bundle_assign: bundle10 allocation score on rhel7-2: 0
+pcmk__bundle_assign: bundle10 allocation score on rhel7-3: 0
+pcmk__bundle_assign: bundle10 allocation score on rhel7-3: 0
+pcmk__bundle_assign: bundle10 allocation score on rhel7-4: 0
+pcmk__bundle_assign: bundle10 allocation score on rhel7-4: 0
+pcmk__bundle_assign: bundle10 allocation score on rhel7-5: -INFINITY
+pcmk__bundle_assign: bundle10 allocation score on rhel7-5: -INFINITY
+pcmk__bundle_assign: bundle10-0 allocation score on rhel7-1: 0
+pcmk__bundle_assign: bundle10-0 allocation score on rhel7-1: 0
+pcmk__bundle_assign: bundle10-0 allocation score on rhel7-2: 10
+pcmk__bundle_assign: bundle10-0 allocation score on rhel7-2: 10010
+pcmk__bundle_assign: bundle10-0 allocation score on rhel7-3: 0
+pcmk__bundle_assign: bundle10-0 allocation score on rhel7-3: 0
+pcmk__bundle_assign: bundle10-0 allocation score on rhel7-4: 0
+pcmk__bundle_assign: bundle10-0 allocation score on rhel7-4: 0
+pcmk__bundle_assign: bundle10-0 allocation score on rhel7-5: 0
+pcmk__bundle_assign: bundle10-0 allocation score on rhel7-5: 0
+pcmk__bundle_assign: bundle10-1 allocation score on rhel7-1: 0
+pcmk__bundle_assign: bundle10-1 allocation score on rhel7-1: 0
+pcmk__bundle_assign: bundle10-1 allocation score on rhel7-2: 0
+pcmk__bundle_assign: bundle10-1 allocation score on rhel7-2: 0
+pcmk__bundle_assign: bundle10-1 allocation score on rhel7-3: 10
+pcmk__bundle_assign: bundle10-1 allocation score on rhel7-3: 10010
+pcmk__bundle_assign: bundle10-1 allocation score on rhel7-4: 0
+pcmk__bundle_assign: bundle10-1 allocation score on rhel7-4: 0
+pcmk__bundle_assign: bundle10-1 allocation score on rhel7-5: 0
+pcmk__bundle_assign: bundle10-1 allocation score on rhel7-5: 0
+pcmk__bundle_assign: bundle10-clone allocation score on bundle10-0: -INFINITY
+pcmk__bundle_assign: bundle10-clone allocation score on bundle10-0: 0
+pcmk__bundle_assign: bundle10-clone allocation score on bundle10-1: -INFINITY
+pcmk__bundle_assign: bundle10-clone allocation score on bundle10-1: 0
+pcmk__bundle_assign: bundle10-clone allocation score on rhel7-1: -INFINITY
+pcmk__bundle_assign: bundle10-clone allocation score on rhel7-1: 0
+pcmk__bundle_assign: bundle10-clone allocation score on rhel7-2: -INFINITY
+pcmk__bundle_assign: bundle10-clone allocation score on rhel7-2: 0
+pcmk__bundle_assign: bundle10-clone allocation score on rhel7-3: -INFINITY
+pcmk__bundle_assign: bundle10-clone allocation score on rhel7-3: 0
+pcmk__bundle_assign: bundle10-clone allocation score on rhel7-4: -INFINITY
+pcmk__bundle_assign: bundle10-clone allocation score on rhel7-4: 0
+pcmk__bundle_assign: bundle10-clone allocation score on rhel7-5: -INFINITY
+pcmk__bundle_assign: bundle10-clone allocation score on rhel7-5: 0
+pcmk__bundle_assign: bundle10-docker-0 allocation score on rhel7-1: 0
+pcmk__bundle_assign: bundle10-docker-0 allocation score on rhel7-1: 0
+pcmk__bundle_assign: bundle10-docker-0 allocation score on rhel7-2: 10
+pcmk__bundle_assign: bundle10-docker-0 allocation score on rhel7-2: 20
+pcmk__bundle_assign: bundle10-docker-0 allocation score on rhel7-3: 0
+pcmk__bundle_assign: bundle10-docker-0 allocation score on rhel7-3: 0
+pcmk__bundle_assign: bundle10-docker-0 allocation score on rhel7-4: 0
+pcmk__bundle_assign: bundle10-docker-0 allocation score on rhel7-4: 0
+pcmk__bundle_assign: bundle10-docker-0 allocation score on rhel7-5: -INFINITY
+pcmk__bundle_assign: bundle10-docker-0 allocation score on rhel7-5: -INFINITY
+pcmk__bundle_assign: bundle10-docker-1 allocation score on rhel7-1: 0
+pcmk__bundle_assign: bundle10-docker-1 allocation score on rhel7-1: 0
+pcmk__bundle_assign: bundle10-docker-1 allocation score on rhel7-2: -INFINITY
+pcmk__bundle_assign: bundle10-docker-1 allocation score on rhel7-2: 0
+pcmk__bundle_assign: bundle10-docker-1 allocation score on rhel7-3: 10
+pcmk__bundle_assign: bundle10-docker-1 allocation score on rhel7-3: 20
+pcmk__bundle_assign: bundle10-docker-1 allocation score on rhel7-4: 0
+pcmk__bundle_assign: bundle10-docker-1 allocation score on rhel7-4: 0
+pcmk__bundle_assign: bundle10-docker-1 allocation score on rhel7-5: -INFINITY
+pcmk__bundle_assign: bundle10-docker-1 allocation score on rhel7-5: -INFINITY
+pcmk__bundle_assign: bundle10-ip-192.168.122.131 allocation score on rhel7-1: -INFINITY
+pcmk__bundle_assign: bundle10-ip-192.168.122.131 allocation score on rhel7-1: 0
+pcmk__bundle_assign: bundle10-ip-192.168.122.131 allocation score on rhel7-2: 10
+pcmk__bundle_assign: bundle10-ip-192.168.122.131 allocation score on rhel7-2: 10
+pcmk__bundle_assign: bundle10-ip-192.168.122.131 allocation score on rhel7-3: -INFINITY
+pcmk__bundle_assign: bundle10-ip-192.168.122.131 allocation score on rhel7-3: 0
+pcmk__bundle_assign: bundle10-ip-192.168.122.131 allocation score on rhel7-4: -INFINITY
+pcmk__bundle_assign: bundle10-ip-192.168.122.131 allocation score on rhel7-4: 0
+pcmk__bundle_assign: bundle10-ip-192.168.122.131 allocation score on rhel7-5: -INFINITY
+pcmk__bundle_assign: bundle10-ip-192.168.122.131 allocation score on rhel7-5: -INFINITY
+pcmk__bundle_assign: bundle10-ip-192.168.122.132 allocation score on rhel7-1: -INFINITY
+pcmk__bundle_assign: bundle10-ip-192.168.122.132 allocation score on rhel7-1: 0
+pcmk__bundle_assign: bundle10-ip-192.168.122.132 allocation score on rhel7-2: -INFINITY
+pcmk__bundle_assign: bundle10-ip-192.168.122.132 allocation score on rhel7-2: 0
+pcmk__bundle_assign: bundle10-ip-192.168.122.132 allocation score on rhel7-3: 10
+pcmk__bundle_assign: bundle10-ip-192.168.122.132 allocation score on rhel7-3: 10
+pcmk__bundle_assign: bundle10-ip-192.168.122.132 allocation score on rhel7-4: -INFINITY
+pcmk__bundle_assign: bundle10-ip-192.168.122.132 allocation score on rhel7-4: 0
+pcmk__bundle_assign: bundle10-ip-192.168.122.132 allocation score on rhel7-5: -INFINITY
+pcmk__bundle_assign: bundle10-ip-192.168.122.132 allocation score on rhel7-5: -INFINITY
+pcmk__bundle_assign: bundle11 allocation score on rhel7-1: 0
+pcmk__bundle_assign: bundle11 allocation score on rhel7-2: 0
+pcmk__bundle_assign: bundle11 allocation score on rhel7-3: 0
+pcmk__bundle_assign: bundle11 allocation score on rhel7-4: 0
+pcmk__bundle_assign: bundle11 allocation score on rhel7-5: -INFINITY
+pcmk__bundle_assign: bundle11-0 allocation score on rhel7-1: 10
+pcmk__bundle_assign: bundle11-0 allocation score on rhel7-2: 0
+pcmk__bundle_assign: bundle11-0 allocation score on rhel7-3: 0
+pcmk__bundle_assign: bundle11-0 allocation score on rhel7-4: 0
+pcmk__bundle_assign: bundle11-0 allocation score on rhel7-5: 0
+pcmk__bundle_assign: bundle11-1 allocation score on rhel7-1: 0
+pcmk__bundle_assign: bundle11-1 allocation score on rhel7-2: 0
+pcmk__bundle_assign: bundle11-1 allocation score on rhel7-3: 0
+pcmk__bundle_assign: bundle11-1 allocation score on rhel7-4: 0
+pcmk__bundle_assign: bundle11-1 allocation score on rhel7-5: 0
+pcmk__bundle_assign: bundle11-clone allocation score on bundle11-0: -INFINITY
+pcmk__bundle_assign: bundle11-clone allocation score on bundle11-1: -INFINITY
+pcmk__bundle_assign: bundle11-clone allocation score on rhel7-1: 0
+pcmk__bundle_assign: bundle11-clone allocation score on rhel7-2: 0
+pcmk__bundle_assign: bundle11-clone allocation score on rhel7-3: 0
+pcmk__bundle_assign: bundle11-clone allocation score on rhel7-4: 0
+pcmk__bundle_assign: bundle11-clone allocation score on rhel7-5: 0
+pcmk__bundle_assign: bundle11-docker-0 allocation score on rhel7-1: 10
+pcmk__bundle_assign: bundle11-docker-0 allocation score on rhel7-2: 0
+pcmk__bundle_assign: bundle11-docker-0 allocation score on rhel7-3: 0
+pcmk__bundle_assign: bundle11-docker-0 allocation score on rhel7-4: 0
+pcmk__bundle_assign: bundle11-docker-0 allocation score on rhel7-5: -INFINITY
+pcmk__bundle_assign: bundle11-docker-1 allocation score on rhel7-1: 0
+pcmk__bundle_assign: bundle11-docker-1 allocation score on rhel7-2: 0
+pcmk__bundle_assign: bundle11-docker-1 allocation score on rhel7-3: 0
+pcmk__bundle_assign: bundle11-docker-1 allocation score on rhel7-4: 0
+pcmk__bundle_assign: bundle11-docker-1 allocation score on rhel7-5: -INFINITY
+pcmk__bundle_assign: bundle11-ip-192.168.122.134 allocation score on rhel7-1: 10
+pcmk__bundle_assign: bundle11-ip-192.168.122.134 allocation score on rhel7-2: 0
+pcmk__bundle_assign: bundle11-ip-192.168.122.134 allocation score on rhel7-3: 0
+pcmk__bundle_assign: bundle11-ip-192.168.122.134 allocation score on rhel7-4: 0
+pcmk__bundle_assign: bundle11-ip-192.168.122.134 allocation score on rhel7-5: -INFINITY
+pcmk__bundle_assign: bundle11-ip-192.168.122.135 allocation score on rhel7-1: 0
+pcmk__bundle_assign: bundle11-ip-192.168.122.135 allocation score on rhel7-2: 0
+pcmk__bundle_assign: bundle11-ip-192.168.122.135 allocation score on rhel7-3: 0
+pcmk__bundle_assign: bundle11-ip-192.168.122.135 allocation score on rhel7-4: 0
+pcmk__bundle_assign: bundle11-ip-192.168.122.135 allocation score on rhel7-5: -INFINITY
+pcmk__bundle_assign: bundle11a:0 allocation score on bundle11-0: 510
+pcmk__bundle_assign: bundle11a:1 allocation score on bundle11-1: 500
+pcmk__bundle_assign: httpd:0 allocation score on bundle10-0: 510
+pcmk__bundle_assign: httpd:0 allocation score on bundle10-0: INFINITY
+pcmk__bundle_assign: httpd:1 allocation score on bundle10-1: 510
+pcmk__bundle_assign: httpd:1 allocation score on bundle10-1: INFINITY
pcmk__clone_assign: bundle10-clone allocation score on bundle10-0: 0
pcmk__clone_assign: bundle10-clone allocation score on bundle10-1: 0
pcmk__clone_assign: bundle10-clone allocation score on rhel7-1: -INFINITY
diff --git a/cts/scheduler/scores/complex_enforce_colo.scores b/cts/scheduler/scores/complex_enforce_colo.scores
index 9968e10..a5d0b2b 100644
--- a/cts/scheduler/scores/complex_enforce_colo.scores
+++ b/cts/scheduler/scores/complex_enforce_colo.scores
@@ -588,13 +588,22 @@ pcmk__primitive_assign: horizon:2 allocation score on rhos6-node1: -INFINITY
pcmk__primitive_assign: horizon:2 allocation score on rhos6-node2: -INFINITY
pcmk__primitive_assign: horizon:2 allocation score on rhos6-node3: 1
pcmk__primitive_assign: keystone:0 allocation score on rhos6-node1: -INFINITY
+pcmk__primitive_assign: keystone:0 allocation score on rhos6-node1: -INFINITY
+pcmk__primitive_assign: keystone:0 allocation score on rhos6-node2: -INFINITY
pcmk__primitive_assign: keystone:0 allocation score on rhos6-node2: -INFINITY
pcmk__primitive_assign: keystone:0 allocation score on rhos6-node3: -INFINITY
+pcmk__primitive_assign: keystone:0 allocation score on rhos6-node3: -INFINITY
pcmk__primitive_assign: keystone:1 allocation score on rhos6-node1: -INFINITY
+pcmk__primitive_assign: keystone:1 allocation score on rhos6-node1: -INFINITY
+pcmk__primitive_assign: keystone:1 allocation score on rhos6-node2: -INFINITY
pcmk__primitive_assign: keystone:1 allocation score on rhos6-node2: -INFINITY
pcmk__primitive_assign: keystone:1 allocation score on rhos6-node3: -INFINITY
+pcmk__primitive_assign: keystone:1 allocation score on rhos6-node3: -INFINITY
+pcmk__primitive_assign: keystone:2 allocation score on rhos6-node1: -INFINITY
pcmk__primitive_assign: keystone:2 allocation score on rhos6-node1: -INFINITY
pcmk__primitive_assign: keystone:2 allocation score on rhos6-node2: -INFINITY
+pcmk__primitive_assign: keystone:2 allocation score on rhos6-node2: -INFINITY
+pcmk__primitive_assign: keystone:2 allocation score on rhos6-node3: -INFINITY
pcmk__primitive_assign: keystone:2 allocation score on rhos6-node3: -INFINITY
pcmk__primitive_assign: lb-haproxy:0 allocation score on rhos6-node1: 1
pcmk__primitive_assign: lb-haproxy:0 allocation score on rhos6-node2: 0
diff --git a/cts/scheduler/scores/enforce-colo1.scores b/cts/scheduler/scores/enforce-colo1.scores
index 8194789..262cbd9 100644
--- a/cts/scheduler/scores/enforce-colo1.scores
+++ b/cts/scheduler/scores/enforce-colo1.scores
@@ -18,13 +18,22 @@ pcmk__primitive_assign: engine allocation score on rhel7-auto1: -INFINITY
pcmk__primitive_assign: engine allocation score on rhel7-auto2: -INFINITY
pcmk__primitive_assign: engine allocation score on rhel7-auto3: 0
pcmk__primitive_assign: keystone:0 allocation score on rhel7-auto1: -INFINITY
+pcmk__primitive_assign: keystone:0 allocation score on rhel7-auto1: -INFINITY
+pcmk__primitive_assign: keystone:0 allocation score on rhel7-auto2: -INFINITY
pcmk__primitive_assign: keystone:0 allocation score on rhel7-auto2: -INFINITY
pcmk__primitive_assign: keystone:0 allocation score on rhel7-auto3: -INFINITY
+pcmk__primitive_assign: keystone:0 allocation score on rhel7-auto3: -INFINITY
pcmk__primitive_assign: keystone:1 allocation score on rhel7-auto1: -INFINITY
+pcmk__primitive_assign: keystone:1 allocation score on rhel7-auto1: -INFINITY
+pcmk__primitive_assign: keystone:1 allocation score on rhel7-auto2: -INFINITY
pcmk__primitive_assign: keystone:1 allocation score on rhel7-auto2: -INFINITY
pcmk__primitive_assign: keystone:1 allocation score on rhel7-auto3: -INFINITY
+pcmk__primitive_assign: keystone:1 allocation score on rhel7-auto3: -INFINITY
+pcmk__primitive_assign: keystone:2 allocation score on rhel7-auto1: -INFINITY
pcmk__primitive_assign: keystone:2 allocation score on rhel7-auto1: -INFINITY
pcmk__primitive_assign: keystone:2 allocation score on rhel7-auto2: -INFINITY
+pcmk__primitive_assign: keystone:2 allocation score on rhel7-auto2: -INFINITY
+pcmk__primitive_assign: keystone:2 allocation score on rhel7-auto3: -INFINITY
pcmk__primitive_assign: keystone:2 allocation score on rhel7-auto3: -INFINITY
pcmk__primitive_assign: shooter allocation score on rhel7-auto1: 0
pcmk__primitive_assign: shooter allocation score on rhel7-auto2: 0
diff --git a/cts/scheduler/scores/group-anticolocation-2.scores b/cts/scheduler/scores/group-anticolocation-2.scores
new file mode 100644
index 0000000..ab0a4c9
--- /dev/null
+++ b/cts/scheduler/scores/group-anticolocation-2.scores
@@ -0,0 +1,23 @@
+
+pcmk__group_assign: group1 allocation score on node1: 0
+pcmk__group_assign: group1 allocation score on node2: 0
+pcmk__group_assign: group2 allocation score on node1: 0
+pcmk__group_assign: group2 allocation score on node2: 0
+pcmk__group_assign: member1a allocation score on node1: 0
+pcmk__group_assign: member1a allocation score on node2: INFINITY
+pcmk__group_assign: member1b allocation score on node1: 0
+pcmk__group_assign: member1b allocation score on node2: INFINITY
+pcmk__group_assign: member2a allocation score on node1: INFINITY
+pcmk__group_assign: member2a allocation score on node2: 0
+pcmk__group_assign: member2b allocation score on node1: -INFINITY
+pcmk__group_assign: member2b allocation score on node2: 0
+pcmk__primitive_assign: Fencing allocation score on node1: INFINITY
+pcmk__primitive_assign: Fencing allocation score on node2: 0
+pcmk__primitive_assign: member1a allocation score on node1: -5000
+pcmk__primitive_assign: member1a allocation score on node2: INFINITY
+pcmk__primitive_assign: member1b allocation score on node1: -INFINITY
+pcmk__primitive_assign: member1b allocation score on node2: INFINITY
+pcmk__primitive_assign: member2a allocation score on node1: -INFINITY
+pcmk__primitive_assign: member2a allocation score on node2: 0
+pcmk__primitive_assign: member2b allocation score on node1: -INFINITY
+pcmk__primitive_assign: member2b allocation score on node2: 0
diff --git a/cts/scheduler/scores/group-anticolocation-3.scores b/cts/scheduler/scores/group-anticolocation-3.scores
new file mode 100644
index 0000000..5b2b8e4
--- /dev/null
+++ b/cts/scheduler/scores/group-anticolocation-3.scores
@@ -0,0 +1,23 @@
+
+pcmk__group_assign: group1 allocation score on node1: 0
+pcmk__group_assign: group1 allocation score on node2: 0
+pcmk__group_assign: group2 allocation score on node1: 0
+pcmk__group_assign: group2 allocation score on node2: 0
+pcmk__group_assign: member1a allocation score on node1: 0
+pcmk__group_assign: member1a allocation score on node2: INFINITY
+pcmk__group_assign: member1b allocation score on node1: 0
+pcmk__group_assign: member1b allocation score on node2: INFINITY
+pcmk__group_assign: member2a allocation score on node1: INFINITY
+pcmk__group_assign: member2a allocation score on node2: 0
+pcmk__group_assign: member2b allocation score on node1: -INFINITY
+pcmk__group_assign: member2b allocation score on node2: 0
+pcmk__primitive_assign: Fencing allocation score on node1: INFINITY
+pcmk__primitive_assign: Fencing allocation score on node2: 0
+pcmk__primitive_assign: member1a allocation score on node1: -INFINITY
+pcmk__primitive_assign: member1a allocation score on node2: INFINITY
+pcmk__primitive_assign: member1b allocation score on node1: -INFINITY
+pcmk__primitive_assign: member1b allocation score on node2: INFINITY
+pcmk__primitive_assign: member2a allocation score on node1: INFINITY
+pcmk__primitive_assign: member2a allocation score on node2: -INFINITY
+pcmk__primitive_assign: member2b allocation score on node1: -INFINITY
+pcmk__primitive_assign: member2b allocation score on node2: -INFINITY
diff --git a/cts/scheduler/scores/group-anticolocation-4.scores b/cts/scheduler/scores/group-anticolocation-4.scores
new file mode 100644
index 0000000..4449511
--- /dev/null
+++ b/cts/scheduler/scores/group-anticolocation-4.scores
@@ -0,0 +1,23 @@
+
+pcmk__group_assign: group1 allocation score on node1: 0
+pcmk__group_assign: group1 allocation score on node2: 0
+pcmk__group_assign: group2 allocation score on node1: 0
+pcmk__group_assign: group2 allocation score on node2: 0
+pcmk__group_assign: member1a allocation score on node1: 0
+pcmk__group_assign: member1a allocation score on node2: 0
+pcmk__group_assign: member1b allocation score on node1: 0
+pcmk__group_assign: member1b allocation score on node2: 0
+pcmk__group_assign: member2a allocation score on node1: 0
+pcmk__group_assign: member2a allocation score on node2: 0
+pcmk__group_assign: member2b allocation score on node1: -INFINITY
+pcmk__group_assign: member2b allocation score on node2: 0
+pcmk__primitive_assign: Fencing allocation score on node1: 0
+pcmk__primitive_assign: Fencing allocation score on node2: 0
+pcmk__primitive_assign: member1a allocation score on node1: 0
+pcmk__primitive_assign: member1a allocation score on node2: 0
+pcmk__primitive_assign: member1b allocation score on node1: -INFINITY
+pcmk__primitive_assign: member1b allocation score on node2: 0
+pcmk__primitive_assign: member2a allocation score on node1: -INFINITY
+pcmk__primitive_assign: member2a allocation score on node2: 0
+pcmk__primitive_assign: member2b allocation score on node1: -INFINITY
+pcmk__primitive_assign: member2b allocation score on node2: 0
diff --git a/cts/scheduler/scores/group-anticolocation-5.scores b/cts/scheduler/scores/group-anticolocation-5.scores
new file mode 100644
index 0000000..2af165f
--- /dev/null
+++ b/cts/scheduler/scores/group-anticolocation-5.scores
@@ -0,0 +1,34 @@
+
+pcmk__group_assign: group1 allocation score on node1: 0
+pcmk__group_assign: group1 allocation score on node2: 0
+pcmk__group_assign: group1 allocation score on node3: 0
+pcmk__group_assign: group2 allocation score on node1: 0
+pcmk__group_assign: group2 allocation score on node2: 0
+pcmk__group_assign: group2 allocation score on node3: 0
+pcmk__group_assign: member1a allocation score on node1: 0
+pcmk__group_assign: member1a allocation score on node2: 0
+pcmk__group_assign: member1a allocation score on node3: 0
+pcmk__group_assign: member1b allocation score on node1: 0
+pcmk__group_assign: member1b allocation score on node2: 0
+pcmk__group_assign: member1b allocation score on node3: 0
+pcmk__group_assign: member2a allocation score on node1: 0
+pcmk__group_assign: member2a allocation score on node2: 0
+pcmk__group_assign: member2a allocation score on node3: 0
+pcmk__group_assign: member2b allocation score on node1: -INFINITY
+pcmk__group_assign: member2b allocation score on node2: 0
+pcmk__group_assign: member2b allocation score on node3: 0
+pcmk__primitive_assign: Fencing allocation score on node1: 0
+pcmk__primitive_assign: Fencing allocation score on node2: 0
+pcmk__primitive_assign: Fencing allocation score on node3: 0
+pcmk__primitive_assign: member1a allocation score on node1: 0
+pcmk__primitive_assign: member1a allocation score on node2: 0
+pcmk__primitive_assign: member1a allocation score on node3: 0
+pcmk__primitive_assign: member1b allocation score on node1: -INFINITY
+pcmk__primitive_assign: member1b allocation score on node2: 0
+pcmk__primitive_assign: member1b allocation score on node3: -INFINITY
+pcmk__primitive_assign: member2a allocation score on node1: -INFINITY
+pcmk__primitive_assign: member2a allocation score on node2: -5000
+pcmk__primitive_assign: member2a allocation score on node3: 0
+pcmk__primitive_assign: member2b allocation score on node1: -INFINITY
+pcmk__primitive_assign: member2b allocation score on node2: -INFINITY
+pcmk__primitive_assign: member2b allocation score on node3: 0
diff --git a/cts/scheduler/scores/group-anticolocation.scores b/cts/scheduler/scores/group-anticolocation.scores
index 4449511..5d38fa1 100644
--- a/cts/scheduler/scores/group-anticolocation.scores
+++ b/cts/scheduler/scores/group-anticolocation.scores
@@ -13,10 +13,10 @@ pcmk__group_assign: member2b allocation score on node1: -INFINITY
pcmk__group_assign: member2b allocation score on node2: 0
pcmk__primitive_assign: Fencing allocation score on node1: 0
pcmk__primitive_assign: Fencing allocation score on node2: 0
-pcmk__primitive_assign: member1a allocation score on node1: 0
+pcmk__primitive_assign: member1a allocation score on node1: 5000
pcmk__primitive_assign: member1a allocation score on node2: 0
-pcmk__primitive_assign: member1b allocation score on node1: -INFINITY
-pcmk__primitive_assign: member1b allocation score on node2: 0
+pcmk__primitive_assign: member1b allocation score on node1: 5000
+pcmk__primitive_assign: member1b allocation score on node2: -INFINITY
pcmk__primitive_assign: member2a allocation score on node1: -INFINITY
pcmk__primitive_assign: member2a allocation score on node2: 0
pcmk__primitive_assign: member2b allocation score on node1: -INFINITY
diff --git a/cts/scheduler/scores/group-dependents.scores b/cts/scheduler/scores/group-dependents.scores
index 22ed3e5..ece06a3 100644
--- a/cts/scheduler/scores/group-dependents.scores
+++ b/cts/scheduler/scores/group-dependents.scores
@@ -57,14 +57,16 @@ pcmk__primitive_assign: asterisk allocation score on asttest1: -INFINITY
pcmk__primitive_assign: asterisk allocation score on asttest2: 0
pcmk__primitive_assign: dahdi allocation score on asttest1: -INFINITY
pcmk__primitive_assign: dahdi allocation score on asttest2: 0
-pcmk__primitive_assign: drbd:0 allocation score on asttest1: 6
-pcmk__primitive_assign: drbd:0 allocation score on asttest2: 0
+pcmk__primitive_assign: drbd:0 allocation score on asttest1: -INFINITY
+pcmk__primitive_assign: drbd:0 allocation score on asttest1: 8
+pcmk__primitive_assign: drbd:0 allocation score on asttest2: -INFINITY
+pcmk__primitive_assign: drbd:0 allocation score on asttest2: 1
pcmk__primitive_assign: drbd:1 allocation score on asttest1: -INFINITY
-pcmk__primitive_assign: drbd:1 allocation score on asttest2: 6
+pcmk__primitive_assign: drbd:1 allocation score on asttest2: 7
pcmk__primitive_assign: fonulator allocation score on asttest1: -INFINITY
pcmk__primitive_assign: fonulator allocation score on asttest2: 0
pcmk__primitive_assign: fs_drbd allocation score on asttest1: -INFINITY
-pcmk__primitive_assign: fs_drbd allocation score on asttest2: 7
+pcmk__primitive_assign: fs_drbd allocation score on asttest2: 8
pcmk__primitive_assign: httpd allocation score on asttest1: -INFINITY
pcmk__primitive_assign: httpd allocation score on asttest2: 0
pcmk__primitive_assign: iax2_mon allocation score on asttest1: -INFINITY
diff --git a/cts/scheduler/scores/guest-host-not-fenceable.scores b/cts/scheduler/scores/guest-host-not-fenceable.scores
index e4c7fc2..21f5daa 100644
--- a/cts/scheduler/scores/guest-host-not-fenceable.scores
+++ b/cts/scheduler/scores/guest-host-not-fenceable.scores
@@ -1,67 +1,67 @@
galera:0 promotion score on galera-bundle-0: 100
-galera:1 promotion score on galera-bundle-1: 100
+galera:1 promotion score on galera-bundle-1: -1
galera:2 promotion score on galera-bundle-2: -1
-pcmk__bundle_allocate: galera-bundle allocation score on node1: 0
-pcmk__bundle_allocate: galera-bundle allocation score on node2: 0
-pcmk__bundle_allocate: galera-bundle allocation score on node3: 0
-pcmk__bundle_allocate: galera-bundle-0 allocation score on node1: INFINITY
-pcmk__bundle_allocate: galera-bundle-0 allocation score on node2: 0
-pcmk__bundle_allocate: galera-bundle-0 allocation score on node3: 0
-pcmk__bundle_allocate: galera-bundle-1 allocation score on node1: 0
-pcmk__bundle_allocate: galera-bundle-1 allocation score on node2: INFINITY
-pcmk__bundle_allocate: galera-bundle-1 allocation score on node3: 0
-pcmk__bundle_allocate: galera-bundle-2 allocation score on node1: 0
-pcmk__bundle_allocate: galera-bundle-2 allocation score on node2: 0
-pcmk__bundle_allocate: galera-bundle-2 allocation score on node3: INFINITY
-pcmk__bundle_allocate: galera-bundle-docker-0 allocation score on node1: INFINITY
-pcmk__bundle_allocate: galera-bundle-docker-0 allocation score on node2: 0
-pcmk__bundle_allocate: galera-bundle-docker-0 allocation score on node3: 0
-pcmk__bundle_allocate: galera-bundle-docker-1 allocation score on node1: 0
-pcmk__bundle_allocate: galera-bundle-docker-1 allocation score on node2: INFINITY
-pcmk__bundle_allocate: galera-bundle-docker-1 allocation score on node3: 0
-pcmk__bundle_allocate: galera-bundle-docker-2 allocation score on node1: 0
-pcmk__bundle_allocate: galera-bundle-docker-2 allocation score on node2: 0
-pcmk__bundle_allocate: galera-bundle-docker-2 allocation score on node3: INFINITY
-pcmk__bundle_allocate: galera-bundle-master allocation score on galera-bundle-0: -INFINITY
-pcmk__bundle_allocate: galera-bundle-master allocation score on galera-bundle-1: -INFINITY
-pcmk__bundle_allocate: galera-bundle-master allocation score on galera-bundle-2: -INFINITY
-pcmk__bundle_allocate: galera-bundle-master allocation score on node1: 0
-pcmk__bundle_allocate: galera-bundle-master allocation score on node2: 0
-pcmk__bundle_allocate: galera-bundle-master allocation score on node3: 0
-pcmk__bundle_allocate: galera:0 allocation score on galera-bundle-0: INFINITY
-pcmk__bundle_allocate: galera:1 allocation score on galera-bundle-1: INFINITY
-pcmk__bundle_allocate: galera:2 allocation score on galera-bundle-2: INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle allocation score on node1: 0
-pcmk__bundle_allocate: rabbitmq-bundle allocation score on node2: 0
-pcmk__bundle_allocate: rabbitmq-bundle allocation score on node3: 0
-pcmk__bundle_allocate: rabbitmq-bundle-0 allocation score on node1: INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-0 allocation score on node2: 0
-pcmk__bundle_allocate: rabbitmq-bundle-0 allocation score on node3: 0
-pcmk__bundle_allocate: rabbitmq-bundle-1 allocation score on node1: 0
-pcmk__bundle_allocate: rabbitmq-bundle-1 allocation score on node2: INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-1 allocation score on node3: 0
-pcmk__bundle_allocate: rabbitmq-bundle-2 allocation score on node1: 0
-pcmk__bundle_allocate: rabbitmq-bundle-2 allocation score on node2: 0
-pcmk__bundle_allocate: rabbitmq-bundle-2 allocation score on node3: INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-clone allocation score on node1: 0
-pcmk__bundle_allocate: rabbitmq-bundle-clone allocation score on node2: 0
-pcmk__bundle_allocate: rabbitmq-bundle-clone allocation score on node3: 0
-pcmk__bundle_allocate: rabbitmq-bundle-clone allocation score on rabbitmq-bundle-0: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-clone allocation score on rabbitmq-bundle-1: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-clone allocation score on rabbitmq-bundle-2: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-docker-0 allocation score on node1: INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-docker-0 allocation score on node2: 0
-pcmk__bundle_allocate: rabbitmq-bundle-docker-0 allocation score on node3: 0
-pcmk__bundle_allocate: rabbitmq-bundle-docker-1 allocation score on node1: 0
-pcmk__bundle_allocate: rabbitmq-bundle-docker-1 allocation score on node2: INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-docker-1 allocation score on node3: 0
-pcmk__bundle_allocate: rabbitmq-bundle-docker-2 allocation score on node1: 0
-pcmk__bundle_allocate: rabbitmq-bundle-docker-2 allocation score on node2: 0
-pcmk__bundle_allocate: rabbitmq-bundle-docker-2 allocation score on node3: INFINITY
-pcmk__bundle_allocate: rabbitmq:0 allocation score on rabbitmq-bundle-0: INFINITY
-pcmk__bundle_allocate: rabbitmq:1 allocation score on rabbitmq-bundle-1: INFINITY
-pcmk__bundle_allocate: rabbitmq:2 allocation score on rabbitmq-bundle-2: INFINITY
+pcmk__bundle_assign: galera-bundle allocation score on node1: 0
+pcmk__bundle_assign: galera-bundle allocation score on node2: 0
+pcmk__bundle_assign: galera-bundle allocation score on node3: 0
+pcmk__bundle_assign: galera-bundle-0 allocation score on node1: INFINITY
+pcmk__bundle_assign: galera-bundle-0 allocation score on node2: 0
+pcmk__bundle_assign: galera-bundle-0 allocation score on node3: 0
+pcmk__bundle_assign: galera-bundle-1 allocation score on node1: 0
+pcmk__bundle_assign: galera-bundle-1 allocation score on node2: INFINITY
+pcmk__bundle_assign: galera-bundle-1 allocation score on node3: 0
+pcmk__bundle_assign: galera-bundle-2 allocation score on node1: 0
+pcmk__bundle_assign: galera-bundle-2 allocation score on node2: 0
+pcmk__bundle_assign: galera-bundle-2 allocation score on node3: INFINITY
+pcmk__bundle_assign: galera-bundle-docker-0 allocation score on node1: INFINITY
+pcmk__bundle_assign: galera-bundle-docker-0 allocation score on node2: 0
+pcmk__bundle_assign: galera-bundle-docker-0 allocation score on node3: 0
+pcmk__bundle_assign: galera-bundle-docker-1 allocation score on node1: 0
+pcmk__bundle_assign: galera-bundle-docker-1 allocation score on node2: INFINITY
+pcmk__bundle_assign: galera-bundle-docker-1 allocation score on node3: 0
+pcmk__bundle_assign: galera-bundle-docker-2 allocation score on node1: 0
+pcmk__bundle_assign: galera-bundle-docker-2 allocation score on node2: 0
+pcmk__bundle_assign: galera-bundle-docker-2 allocation score on node3: INFINITY
+pcmk__bundle_assign: galera-bundle-master allocation score on galera-bundle-0: -INFINITY
+pcmk__bundle_assign: galera-bundle-master allocation score on galera-bundle-1: -INFINITY
+pcmk__bundle_assign: galera-bundle-master allocation score on galera-bundle-2: -INFINITY
+pcmk__bundle_assign: galera-bundle-master allocation score on node1: 0
+pcmk__bundle_assign: galera-bundle-master allocation score on node2: 0
+pcmk__bundle_assign: galera-bundle-master allocation score on node3: 0
+pcmk__bundle_assign: galera:0 allocation score on galera-bundle-0: INFINITY
+pcmk__bundle_assign: galera:1 allocation score on galera-bundle-1: INFINITY
+pcmk__bundle_assign: galera:2 allocation score on galera-bundle-2: INFINITY
+pcmk__bundle_assign: rabbitmq-bundle allocation score on node1: 0
+pcmk__bundle_assign: rabbitmq-bundle allocation score on node2: 0
+pcmk__bundle_assign: rabbitmq-bundle allocation score on node3: 0
+pcmk__bundle_assign: rabbitmq-bundle-0 allocation score on node1: INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-0 allocation score on node2: 0
+pcmk__bundle_assign: rabbitmq-bundle-0 allocation score on node3: 0
+pcmk__bundle_assign: rabbitmq-bundle-1 allocation score on node1: 0
+pcmk__bundle_assign: rabbitmq-bundle-1 allocation score on node2: INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-1 allocation score on node3: 0
+pcmk__bundle_assign: rabbitmq-bundle-2 allocation score on node1: 0
+pcmk__bundle_assign: rabbitmq-bundle-2 allocation score on node2: 0
+pcmk__bundle_assign: rabbitmq-bundle-2 allocation score on node3: INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-clone allocation score on node1: 0
+pcmk__bundle_assign: rabbitmq-bundle-clone allocation score on node2: 0
+pcmk__bundle_assign: rabbitmq-bundle-clone allocation score on node3: 0
+pcmk__bundle_assign: rabbitmq-bundle-clone allocation score on rabbitmq-bundle-0: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-clone allocation score on rabbitmq-bundle-1: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-clone allocation score on rabbitmq-bundle-2: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-docker-0 allocation score on node1: INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-docker-0 allocation score on node2: 0
+pcmk__bundle_assign: rabbitmq-bundle-docker-0 allocation score on node3: 0
+pcmk__bundle_assign: rabbitmq-bundle-docker-1 allocation score on node1: 0
+pcmk__bundle_assign: rabbitmq-bundle-docker-1 allocation score on node2: INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-docker-1 allocation score on node3: 0
+pcmk__bundle_assign: rabbitmq-bundle-docker-2 allocation score on node1: 0
+pcmk__bundle_assign: rabbitmq-bundle-docker-2 allocation score on node2: 0
+pcmk__bundle_assign: rabbitmq-bundle-docker-2 allocation score on node3: INFINITY
+pcmk__bundle_assign: rabbitmq:0 allocation score on rabbitmq-bundle-0: INFINITY
+pcmk__bundle_assign: rabbitmq:1 allocation score on rabbitmq-bundle-1: INFINITY
+pcmk__bundle_assign: rabbitmq:2 allocation score on rabbitmq-bundle-2: INFINITY
pcmk__clone_assign: galera-bundle-master allocation score on galera-bundle-0: 0
pcmk__clone_assign: galera-bundle-master allocation score on galera-bundle-1: 0
pcmk__clone_assign: galera-bundle-master allocation score on galera-bundle-2: 0
diff --git a/cts/scheduler/scores/load-stopped-loop-2.scores b/cts/scheduler/scores/load-stopped-loop-2.scores
index 0b28a72..704ca03 100644
--- a/cts/scheduler/scores/load-stopped-loop-2.scores
+++ b/cts/scheduler/scores/load-stopped-loop-2.scores
@@ -42,7 +42,7 @@ pcmk__clone_assign: p_glusterd:3 allocation score on xfc3: 0
pcmk__primitive_assign: p_bl_glusterfs:0 allocation score on xfc0: -INFINITY
pcmk__primitive_assign: p_bl_glusterfs:0 allocation score on xfc1: -INFINITY
pcmk__primitive_assign: p_bl_glusterfs:0 allocation score on xfc2: -INFINITY
-pcmk__primitive_assign: p_bl_glusterfs:0 allocation score on xfc3: 1
+pcmk__primitive_assign: p_bl_glusterfs:0 allocation score on xfc3: INFINITY
pcmk__primitive_assign: p_bl_glusterfs:1 allocation score on xfc0: 1
pcmk__primitive_assign: p_bl_glusterfs:1 allocation score on xfc1: -INFINITY
pcmk__primitive_assign: p_bl_glusterfs:1 allocation score on xfc2: -INFINITY
@@ -58,7 +58,7 @@ pcmk__primitive_assign: p_bl_glusterfs:3 allocation score on xfc3: -INFINITY
pcmk__primitive_assign: p_glusterd:0 allocation score on xfc0: 0
pcmk__primitive_assign: p_glusterd:0 allocation score on xfc1: 0
pcmk__primitive_assign: p_glusterd:0 allocation score on xfc2: 0
-pcmk__primitive_assign: p_glusterd:0 allocation score on xfc3: 1
+pcmk__primitive_assign: p_glusterd:0 allocation score on xfc3: INFINITY
pcmk__primitive_assign: p_glusterd:1 allocation score on xfc0: 1
pcmk__primitive_assign: p_glusterd:1 allocation score on xfc1: 0
pcmk__primitive_assign: p_glusterd:1 allocation score on xfc2: 0
diff --git a/cts/scheduler/scores/load-stopped-loop.scores b/cts/scheduler/scores/load-stopped-loop.scores
index 1a35119..17f8b48 100644
--- a/cts/scheduler/scores/load-stopped-loop.scores
+++ b/cts/scheduler/scores/load-stopped-loop.scores
@@ -881,8 +881,14 @@ pcmk__primitive_assign: dist.express-consult.org-vm allocation score on v03-b: -
pcmk__primitive_assign: dist.fly-uni.org-vm allocation score on mgmt01: -INFINITY
pcmk__primitive_assign: dist.fly-uni.org-vm allocation score on v03-a: -INFINITY
pcmk__primitive_assign: dist.fly-uni.org-vm allocation score on v03-b: -INFINITY
+pcmk__primitive_assign: dlm:0 allocation score on mgmt01: -INFINITY
+pcmk__primitive_assign: dlm:0 allocation score on mgmt01: -INFINITY
pcmk__primitive_assign: dlm:0 allocation score on mgmt01: 1
+pcmk__primitive_assign: dlm:0 allocation score on v03-a: -INFINITY
+pcmk__primitive_assign: dlm:0 allocation score on v03-a: -INFINITY
pcmk__primitive_assign: dlm:0 allocation score on v03-a: 0
+pcmk__primitive_assign: dlm:0 allocation score on v03-b: -INFINITY
+pcmk__primitive_assign: dlm:0 allocation score on v03-b: 0
pcmk__primitive_assign: dlm:0 allocation score on v03-b: 0
pcmk__primitive_assign: dlm:1 allocation score on mgmt01: -INFINITY
pcmk__primitive_assign: dlm:1 allocation score on v03-a: 0
@@ -932,8 +938,14 @@ pcmk__primitive_assign: gw.gleb.vds-ok.com-vm allocation score on v03-b: -INFINI
pcmk__primitive_assign: gw.gotin.vds-ok.com-vm allocation score on mgmt01: -INFINITY
pcmk__primitive_assign: gw.gotin.vds-ok.com-vm allocation score on v03-a: -INFINITY
pcmk__primitive_assign: gw.gotin.vds-ok.com-vm allocation score on v03-b: -INFINITY
+pcmk__primitive_assign: iscsid:0 allocation score on mgmt01: -INFINITY
+pcmk__primitive_assign: iscsid:0 allocation score on mgmt01: -INFINITY
pcmk__primitive_assign: iscsid:0 allocation score on mgmt01: 1
+pcmk__primitive_assign: iscsid:0 allocation score on v03-a: -INFINITY
+pcmk__primitive_assign: iscsid:0 allocation score on v03-a: -INFINITY
pcmk__primitive_assign: iscsid:0 allocation score on v03-a: 0
+pcmk__primitive_assign: iscsid:0 allocation score on v03-b: -INFINITY
+pcmk__primitive_assign: iscsid:0 allocation score on v03-b: 0
pcmk__primitive_assign: iscsid:0 allocation score on v03-b: 0
pcmk__primitive_assign: iscsid:1 allocation score on mgmt01: -INFINITY
pcmk__primitive_assign: iscsid:1 allocation score on v03-a: 0
@@ -965,8 +977,14 @@ pcmk__primitive_assign: ktstudio.net-vm allocation score on v03-b: 0
pcmk__primitive_assign: lenny-x32-devel-vm allocation score on mgmt01: -INFINITY
pcmk__primitive_assign: lenny-x32-devel-vm allocation score on v03-a: 0
pcmk__primitive_assign: lenny-x32-devel-vm allocation score on v03-b: 0
+pcmk__primitive_assign: libvirt-images-fs:0 allocation score on mgmt01: -INFINITY
+pcmk__primitive_assign: libvirt-images-fs:0 allocation score on mgmt01: -INFINITY
pcmk__primitive_assign: libvirt-images-fs:0 allocation score on mgmt01: 1
+pcmk__primitive_assign: libvirt-images-fs:0 allocation score on v03-a: -INFINITY
+pcmk__primitive_assign: libvirt-images-fs:0 allocation score on v03-a: -INFINITY
pcmk__primitive_assign: libvirt-images-fs:0 allocation score on v03-a: 0
+pcmk__primitive_assign: libvirt-images-fs:0 allocation score on v03-b: -INFINITY
+pcmk__primitive_assign: libvirt-images-fs:0 allocation score on v03-b: 0
pcmk__primitive_assign: libvirt-images-fs:0 allocation score on v03-b: 0
pcmk__primitive_assign: libvirt-images-fs:1 allocation score on mgmt01: -INFINITY
pcmk__primitive_assign: libvirt-images-fs:1 allocation score on v03-a: 0
@@ -1017,7 +1035,13 @@ pcmk__primitive_assign: libvirt-images-pool:7 allocation score on mgmt01: -INFIN
pcmk__primitive_assign: libvirt-images-pool:7 allocation score on v03-a: -INFINITY
pcmk__primitive_assign: libvirt-images-pool:7 allocation score on v03-b: -INFINITY
pcmk__primitive_assign: libvirt-install-fs:0 allocation score on mgmt01: 1
+pcmk__primitive_assign: libvirt-install-fs:0 allocation score on mgmt01: 1
+pcmk__primitive_assign: libvirt-install-fs:0 allocation score on mgmt01: 1
+pcmk__primitive_assign: libvirt-install-fs:0 allocation score on v03-a: -INFINITY
+pcmk__primitive_assign: libvirt-install-fs:0 allocation score on v03-a: -INFINITY
pcmk__primitive_assign: libvirt-install-fs:0 allocation score on v03-a: 0
+pcmk__primitive_assign: libvirt-install-fs:0 allocation score on v03-b: -INFINITY
+pcmk__primitive_assign: libvirt-install-fs:0 allocation score on v03-b: 0
pcmk__primitive_assign: libvirt-install-fs:0 allocation score on v03-b: 0
pcmk__primitive_assign: libvirt-install-fs:1 allocation score on mgmt01: -INFINITY
pcmk__primitive_assign: libvirt-install-fs:1 allocation score on v03-a: 0
@@ -1196,8 +1220,14 @@ pcmk__primitive_assign: mcast-test-net:7 allocation score on v03-b: -INFINITY
pcmk__primitive_assign: metae.ru-vm allocation score on mgmt01: -INFINITY
pcmk__primitive_assign: metae.ru-vm allocation score on v03-a: -INFINITY
pcmk__primitive_assign: metae.ru-vm allocation score on v03-b: -INFINITY
+pcmk__primitive_assign: multipathd:0 allocation score on mgmt01: -INFINITY
+pcmk__primitive_assign: multipathd:0 allocation score on mgmt01: -INFINITY
pcmk__primitive_assign: multipathd:0 allocation score on mgmt01: 1
+pcmk__primitive_assign: multipathd:0 allocation score on v03-a: -INFINITY
+pcmk__primitive_assign: multipathd:0 allocation score on v03-a: -INFINITY
pcmk__primitive_assign: multipathd:0 allocation score on v03-a: 0
+pcmk__primitive_assign: multipathd:0 allocation score on v03-b: -INFINITY
+pcmk__primitive_assign: multipathd:0 allocation score on v03-b: 0
pcmk__primitive_assign: multipathd:0 allocation score on v03-b: 0
pcmk__primitive_assign: multipathd:1 allocation score on mgmt01: -INFINITY
pcmk__primitive_assign: multipathd:1 allocation score on v03-a: 0
diff --git a/cts/scheduler/scores/migrate-begin.scores b/cts/scheduler/scores/migrate-begin.scores
index 4763646..7d0c5c3 100644
--- a/cts/scheduler/scores/migrate-begin.scores
+++ b/cts/scheduler/scores/migrate-begin.scores
@@ -5,7 +5,9 @@ pcmk__clone_assign: dlm:0 allocation score on hex-13: 0
pcmk__clone_assign: dlm:0 allocation score on hex-14: 1
pcmk__clone_assign: dlm:1 allocation score on hex-13: 1
pcmk__clone_assign: dlm:1 allocation score on hex-14: 0
+pcmk__primitive_assign: dlm:0 allocation score on hex-13: -INFINITY
pcmk__primitive_assign: dlm:0 allocation score on hex-13: 0
+pcmk__primitive_assign: dlm:0 allocation score on hex-14: -INFINITY
pcmk__primitive_assign: dlm:0 allocation score on hex-14: 1
pcmk__primitive_assign: dlm:1 allocation score on hex-13: 1
pcmk__primitive_assign: dlm:1 allocation score on hex-14: -INFINITY
diff --git a/cts/scheduler/scores/migrate-fail-2.scores b/cts/scheduler/scores/migrate-fail-2.scores
index 4763646..7d0c5c3 100644
--- a/cts/scheduler/scores/migrate-fail-2.scores
+++ b/cts/scheduler/scores/migrate-fail-2.scores
@@ -5,7 +5,9 @@ pcmk__clone_assign: dlm:0 allocation score on hex-13: 0
pcmk__clone_assign: dlm:0 allocation score on hex-14: 1
pcmk__clone_assign: dlm:1 allocation score on hex-13: 1
pcmk__clone_assign: dlm:1 allocation score on hex-14: 0
+pcmk__primitive_assign: dlm:0 allocation score on hex-13: -INFINITY
pcmk__primitive_assign: dlm:0 allocation score on hex-13: 0
+pcmk__primitive_assign: dlm:0 allocation score on hex-14: -INFINITY
pcmk__primitive_assign: dlm:0 allocation score on hex-14: 1
pcmk__primitive_assign: dlm:1 allocation score on hex-13: 1
pcmk__primitive_assign: dlm:1 allocation score on hex-14: -INFINITY
diff --git a/cts/scheduler/scores/migrate-fail-3.scores b/cts/scheduler/scores/migrate-fail-3.scores
index 159b82b..b75abc0 100644
--- a/cts/scheduler/scores/migrate-fail-3.scores
+++ b/cts/scheduler/scores/migrate-fail-3.scores
@@ -7,7 +7,7 @@ pcmk__clone_assign: dlm:1 allocation score on hex-13: 1
pcmk__clone_assign: dlm:1 allocation score on hex-14: 0
pcmk__primitive_assign: dlm:0 allocation score on hex-13: -INFINITY
pcmk__primitive_assign: dlm:0 allocation score on hex-14: 1
-pcmk__primitive_assign: dlm:1 allocation score on hex-13: 1
-pcmk__primitive_assign: dlm:1 allocation score on hex-14: 0
+pcmk__primitive_assign: dlm:1 allocation score on hex-13: 2
+pcmk__primitive_assign: dlm:1 allocation score on hex-14: -INFINITY
pcmk__primitive_assign: test-vm allocation score on hex-13: 1
pcmk__primitive_assign: test-vm allocation score on hex-14: -INFINITY
diff --git a/cts/scheduler/scores/migrate-fail-4.scores b/cts/scheduler/scores/migrate-fail-4.scores
index 4763646..7d0c5c3 100644
--- a/cts/scheduler/scores/migrate-fail-4.scores
+++ b/cts/scheduler/scores/migrate-fail-4.scores
@@ -5,7 +5,9 @@ pcmk__clone_assign: dlm:0 allocation score on hex-13: 0
pcmk__clone_assign: dlm:0 allocation score on hex-14: 1
pcmk__clone_assign: dlm:1 allocation score on hex-13: 1
pcmk__clone_assign: dlm:1 allocation score on hex-14: 0
+pcmk__primitive_assign: dlm:0 allocation score on hex-13: -INFINITY
pcmk__primitive_assign: dlm:0 allocation score on hex-13: 0
+pcmk__primitive_assign: dlm:0 allocation score on hex-14: -INFINITY
pcmk__primitive_assign: dlm:0 allocation score on hex-14: 1
pcmk__primitive_assign: dlm:1 allocation score on hex-13: 1
pcmk__primitive_assign: dlm:1 allocation score on hex-14: -INFINITY
diff --git a/cts/scheduler/scores/migrate-fail-5.scores b/cts/scheduler/scores/migrate-fail-5.scores
index 4763646..7d0c5c3 100644
--- a/cts/scheduler/scores/migrate-fail-5.scores
+++ b/cts/scheduler/scores/migrate-fail-5.scores
@@ -5,7 +5,9 @@ pcmk__clone_assign: dlm:0 allocation score on hex-13: 0
pcmk__clone_assign: dlm:0 allocation score on hex-14: 1
pcmk__clone_assign: dlm:1 allocation score on hex-13: 1
pcmk__clone_assign: dlm:1 allocation score on hex-14: 0
+pcmk__primitive_assign: dlm:0 allocation score on hex-13: -INFINITY
pcmk__primitive_assign: dlm:0 allocation score on hex-13: 0
+pcmk__primitive_assign: dlm:0 allocation score on hex-14: -INFINITY
pcmk__primitive_assign: dlm:0 allocation score on hex-14: 1
pcmk__primitive_assign: dlm:1 allocation score on hex-13: 1
pcmk__primitive_assign: dlm:1 allocation score on hex-14: -INFINITY
diff --git a/cts/scheduler/scores/migrate-fail-6.scores b/cts/scheduler/scores/migrate-fail-6.scores
index 4763646..7d0c5c3 100644
--- a/cts/scheduler/scores/migrate-fail-6.scores
+++ b/cts/scheduler/scores/migrate-fail-6.scores
@@ -5,7 +5,9 @@ pcmk__clone_assign: dlm:0 allocation score on hex-13: 0
pcmk__clone_assign: dlm:0 allocation score on hex-14: 1
pcmk__clone_assign: dlm:1 allocation score on hex-13: 1
pcmk__clone_assign: dlm:1 allocation score on hex-14: 0
+pcmk__primitive_assign: dlm:0 allocation score on hex-13: -INFINITY
pcmk__primitive_assign: dlm:0 allocation score on hex-13: 0
+pcmk__primitive_assign: dlm:0 allocation score on hex-14: -INFINITY
pcmk__primitive_assign: dlm:0 allocation score on hex-14: 1
pcmk__primitive_assign: dlm:1 allocation score on hex-13: 1
pcmk__primitive_assign: dlm:1 allocation score on hex-14: -INFINITY
diff --git a/cts/scheduler/scores/migrate-fail-7.scores b/cts/scheduler/scores/migrate-fail-7.scores
index 159b82b..b75abc0 100644
--- a/cts/scheduler/scores/migrate-fail-7.scores
+++ b/cts/scheduler/scores/migrate-fail-7.scores
@@ -7,7 +7,7 @@ pcmk__clone_assign: dlm:1 allocation score on hex-13: 1
pcmk__clone_assign: dlm:1 allocation score on hex-14: 0
pcmk__primitive_assign: dlm:0 allocation score on hex-13: -INFINITY
pcmk__primitive_assign: dlm:0 allocation score on hex-14: 1
-pcmk__primitive_assign: dlm:1 allocation score on hex-13: 1
-pcmk__primitive_assign: dlm:1 allocation score on hex-14: 0
+pcmk__primitive_assign: dlm:1 allocation score on hex-13: 2
+pcmk__primitive_assign: dlm:1 allocation score on hex-14: -INFINITY
pcmk__primitive_assign: test-vm allocation score on hex-13: 1
pcmk__primitive_assign: test-vm allocation score on hex-14: -INFINITY
diff --git a/cts/scheduler/scores/migrate-fail-8.scores b/cts/scheduler/scores/migrate-fail-8.scores
index 4763646..7d0c5c3 100644
--- a/cts/scheduler/scores/migrate-fail-8.scores
+++ b/cts/scheduler/scores/migrate-fail-8.scores
@@ -5,7 +5,9 @@ pcmk__clone_assign: dlm:0 allocation score on hex-13: 0
pcmk__clone_assign: dlm:0 allocation score on hex-14: 1
pcmk__clone_assign: dlm:1 allocation score on hex-13: 1
pcmk__clone_assign: dlm:1 allocation score on hex-14: 0
+pcmk__primitive_assign: dlm:0 allocation score on hex-13: -INFINITY
pcmk__primitive_assign: dlm:0 allocation score on hex-13: 0
+pcmk__primitive_assign: dlm:0 allocation score on hex-14: -INFINITY
pcmk__primitive_assign: dlm:0 allocation score on hex-14: 1
pcmk__primitive_assign: dlm:1 allocation score on hex-13: 1
pcmk__primitive_assign: dlm:1 allocation score on hex-14: -INFINITY
diff --git a/cts/scheduler/scores/migrate-fail-9.scores b/cts/scheduler/scores/migrate-fail-9.scores
index 4763646..7d0c5c3 100644
--- a/cts/scheduler/scores/migrate-fail-9.scores
+++ b/cts/scheduler/scores/migrate-fail-9.scores
@@ -5,7 +5,9 @@ pcmk__clone_assign: dlm:0 allocation score on hex-13: 0
pcmk__clone_assign: dlm:0 allocation score on hex-14: 1
pcmk__clone_assign: dlm:1 allocation score on hex-13: 1
pcmk__clone_assign: dlm:1 allocation score on hex-14: 0
+pcmk__primitive_assign: dlm:0 allocation score on hex-13: -INFINITY
pcmk__primitive_assign: dlm:0 allocation score on hex-13: 0
+pcmk__primitive_assign: dlm:0 allocation score on hex-14: -INFINITY
pcmk__primitive_assign: dlm:0 allocation score on hex-14: 1
pcmk__primitive_assign: dlm:1 allocation score on hex-13: 1
pcmk__primitive_assign: dlm:1 allocation score on hex-14: -INFINITY
diff --git a/cts/scheduler/scores/migrate-partial-1.scores b/cts/scheduler/scores/migrate-partial-1.scores
index 159b82b..b75abc0 100644
--- a/cts/scheduler/scores/migrate-partial-1.scores
+++ b/cts/scheduler/scores/migrate-partial-1.scores
@@ -7,7 +7,7 @@ pcmk__clone_assign: dlm:1 allocation score on hex-13: 1
pcmk__clone_assign: dlm:1 allocation score on hex-14: 0
pcmk__primitive_assign: dlm:0 allocation score on hex-13: -INFINITY
pcmk__primitive_assign: dlm:0 allocation score on hex-14: 1
-pcmk__primitive_assign: dlm:1 allocation score on hex-13: 1
-pcmk__primitive_assign: dlm:1 allocation score on hex-14: 0
+pcmk__primitive_assign: dlm:1 allocation score on hex-13: 2
+pcmk__primitive_assign: dlm:1 allocation score on hex-14: -INFINITY
pcmk__primitive_assign: test-vm allocation score on hex-13: 1
pcmk__primitive_assign: test-vm allocation score on hex-14: -INFINITY
diff --git a/cts/scheduler/scores/migrate-partial-2.scores b/cts/scheduler/scores/migrate-partial-2.scores
index 4763646..7d0c5c3 100644
--- a/cts/scheduler/scores/migrate-partial-2.scores
+++ b/cts/scheduler/scores/migrate-partial-2.scores
@@ -5,7 +5,9 @@ pcmk__clone_assign: dlm:0 allocation score on hex-13: 0
pcmk__clone_assign: dlm:0 allocation score on hex-14: 1
pcmk__clone_assign: dlm:1 allocation score on hex-13: 1
pcmk__clone_assign: dlm:1 allocation score on hex-14: 0
+pcmk__primitive_assign: dlm:0 allocation score on hex-13: -INFINITY
pcmk__primitive_assign: dlm:0 allocation score on hex-13: 0
+pcmk__primitive_assign: dlm:0 allocation score on hex-14: -INFINITY
pcmk__primitive_assign: dlm:0 allocation score on hex-14: 1
pcmk__primitive_assign: dlm:1 allocation score on hex-13: 1
pcmk__primitive_assign: dlm:1 allocation score on hex-14: -INFINITY
diff --git a/cts/scheduler/scores/migrate-partial-3.scores b/cts/scheduler/scores/migrate-partial-3.scores
index cfcd402..cec2f31 100644
--- a/cts/scheduler/scores/migrate-partial-3.scores
+++ b/cts/scheduler/scores/migrate-partial-3.scores
@@ -11,9 +11,12 @@ pcmk__clone_assign: dlm:1 allocation score on hex-15: 0
pcmk__clone_assign: dlm:2 allocation score on hex-13: 0
pcmk__clone_assign: dlm:2 allocation score on hex-14: 0
pcmk__clone_assign: dlm:2 allocation score on hex-15: 0
+pcmk__primitive_assign: dlm:0 allocation score on hex-13: -INFINITY
pcmk__primitive_assign: dlm:0 allocation score on hex-13: 0
+pcmk__primitive_assign: dlm:0 allocation score on hex-14: -INFINITY
pcmk__primitive_assign: dlm:0 allocation score on hex-14: 1
pcmk__primitive_assign: dlm:0 allocation score on hex-15: -INFINITY
+pcmk__primitive_assign: dlm:0 allocation score on hex-15: -INFINITY
pcmk__primitive_assign: dlm:1 allocation score on hex-13: 1
pcmk__primitive_assign: dlm:1 allocation score on hex-14: -INFINITY
pcmk__primitive_assign: dlm:1 allocation score on hex-15: -INFINITY
diff --git a/cts/scheduler/scores/migrate-start-complex.scores b/cts/scheduler/scores/migrate-start-complex.scores
index 31f46d3..859664c 100644
--- a/cts/scheduler/scores/migrate-start-complex.scores
+++ b/cts/scheduler/scores/migrate-start-complex.scores
@@ -15,21 +15,27 @@ pcmk__clone_assign: dom0-iscsi1:0 allocation score on dom0-01: 0
pcmk__clone_assign: dom0-iscsi1:0 allocation score on dom0-02: 0
pcmk__clone_assign: dom0-iscsi1:1 allocation score on dom0-01: 0
pcmk__clone_assign: dom0-iscsi1:1 allocation score on dom0-02: 0
+pcmk__group_assign: dom0-iscsi1-cnx1:0 allocation score on dom0-01: -INFINITY
pcmk__group_assign: dom0-iscsi1-cnx1:0 allocation score on dom0-01: 0
pcmk__group_assign: dom0-iscsi1-cnx1:0 allocation score on dom0-02: 5000
+pcmk__group_assign: dom0-iscsi1-cnx1:0 allocation score on dom0-02: 5000
pcmk__group_assign: dom0-iscsi1-cnx1:1 allocation score on dom0-01: 0
pcmk__group_assign: dom0-iscsi1-cnx1:1 allocation score on dom0-02: -INFINITY
+pcmk__group_assign: dom0-iscsi1:0 allocation score on dom0-01: -INFINITY
pcmk__group_assign: dom0-iscsi1:0 allocation score on dom0-01: 0
pcmk__group_assign: dom0-iscsi1:0 allocation score on dom0-02: 0
+pcmk__group_assign: dom0-iscsi1:0 allocation score on dom0-02: 0
pcmk__group_assign: dom0-iscsi1:1 allocation score on dom0-01: 0
pcmk__group_assign: dom0-iscsi1:1 allocation score on dom0-02: -INFINITY
-pcmk__primitive_assign: bottom:0 allocation score on dom0-01: 0
-pcmk__primitive_assign: bottom:0 allocation score on dom0-02: 0
+pcmk__primitive_assign: bottom:0 allocation score on dom0-01: INFINITY
+pcmk__primitive_assign: bottom:0 allocation score on dom0-02: 10000
pcmk__primitive_assign: bottom:1 allocation score on dom0-01: -INFINITY
-pcmk__primitive_assign: bottom:1 allocation score on dom0-02: 0
-pcmk__primitive_assign: dom0-iscsi1-cnx1:0 allocation score on dom0-01: 0
-pcmk__primitive_assign: dom0-iscsi1-cnx1:0 allocation score on dom0-02: 5000
-pcmk__primitive_assign: dom0-iscsi1-cnx1:1 allocation score on dom0-01: 0
+pcmk__primitive_assign: bottom:1 allocation score on dom0-02: 10000
+pcmk__primitive_assign: dom0-iscsi1-cnx1:0 allocation score on dom0-01: -INFINITY
+pcmk__primitive_assign: dom0-iscsi1-cnx1:0 allocation score on dom0-01: INFINITY
+pcmk__primitive_assign: dom0-iscsi1-cnx1:0 allocation score on dom0-02: 15000
+pcmk__primitive_assign: dom0-iscsi1-cnx1:0 allocation score on dom0-02: 15000
+pcmk__primitive_assign: dom0-iscsi1-cnx1:1 allocation score on dom0-01: INFINITY
pcmk__primitive_assign: dom0-iscsi1-cnx1:1 allocation score on dom0-02: -INFINITY
pcmk__primitive_assign: domU-test01 allocation score on dom0-01: INFINITY
pcmk__primitive_assign: domU-test01 allocation score on dom0-02: 10000
diff --git a/cts/scheduler/scores/migrate-start.scores b/cts/scheduler/scores/migrate-start.scores
index 277e152..3cc2f29 100644
--- a/cts/scheduler/scores/migrate-start.scores
+++ b/cts/scheduler/scores/migrate-start.scores
@@ -9,17 +9,23 @@ pcmk__clone_assign: dom0-iscsi1:0 allocation score on dom0-01: 0
pcmk__clone_assign: dom0-iscsi1:0 allocation score on dom0-02: 0
pcmk__clone_assign: dom0-iscsi1:1 allocation score on dom0-01: 0
pcmk__clone_assign: dom0-iscsi1:1 allocation score on dom0-02: 0
+pcmk__group_assign: dom0-iscsi1-cnx1:0 allocation score on dom0-01: -INFINITY
pcmk__group_assign: dom0-iscsi1-cnx1:0 allocation score on dom0-01: 0
pcmk__group_assign: dom0-iscsi1-cnx1:0 allocation score on dom0-02: 5000
+pcmk__group_assign: dom0-iscsi1-cnx1:0 allocation score on dom0-02: 5000
pcmk__group_assign: dom0-iscsi1-cnx1:1 allocation score on dom0-01: 0
pcmk__group_assign: dom0-iscsi1-cnx1:1 allocation score on dom0-02: -INFINITY
+pcmk__group_assign: dom0-iscsi1:0 allocation score on dom0-01: -INFINITY
pcmk__group_assign: dom0-iscsi1:0 allocation score on dom0-01: 0
pcmk__group_assign: dom0-iscsi1:0 allocation score on dom0-02: 0
+pcmk__group_assign: dom0-iscsi1:0 allocation score on dom0-02: 0
pcmk__group_assign: dom0-iscsi1:1 allocation score on dom0-01: 0
pcmk__group_assign: dom0-iscsi1:1 allocation score on dom0-02: -INFINITY
-pcmk__primitive_assign: dom0-iscsi1-cnx1:0 allocation score on dom0-01: 0
-pcmk__primitive_assign: dom0-iscsi1-cnx1:0 allocation score on dom0-02: 5000
-pcmk__primitive_assign: dom0-iscsi1-cnx1:1 allocation score on dom0-01: 0
+pcmk__primitive_assign: dom0-iscsi1-cnx1:0 allocation score on dom0-01: -INFINITY
+pcmk__primitive_assign: dom0-iscsi1-cnx1:0 allocation score on dom0-01: INFINITY
+pcmk__primitive_assign: dom0-iscsi1-cnx1:0 allocation score on dom0-02: 10000
+pcmk__primitive_assign: dom0-iscsi1-cnx1:0 allocation score on dom0-02: 10000
+pcmk__primitive_assign: dom0-iscsi1-cnx1:1 allocation score on dom0-01: INFINITY
pcmk__primitive_assign: dom0-iscsi1-cnx1:1 allocation score on dom0-02: -INFINITY
pcmk__primitive_assign: domU-test01 allocation score on dom0-01: INFINITY
pcmk__primitive_assign: domU-test01 allocation score on dom0-02: 5000
diff --git a/cts/scheduler/scores/migrate-stop-start-complex.scores b/cts/scheduler/scores/migrate-stop-start-complex.scores
index 78a5dc3..62ff5f2 100644
--- a/cts/scheduler/scores/migrate-stop-start-complex.scores
+++ b/cts/scheduler/scores/migrate-stop-start-complex.scores
@@ -23,11 +23,11 @@ pcmk__group_assign: dom0-iscsi1:0 allocation score on dom0-01: 0
pcmk__group_assign: dom0-iscsi1:0 allocation score on dom0-02: -INFINITY
pcmk__group_assign: dom0-iscsi1:1 allocation score on dom0-01: -INFINITY
pcmk__group_assign: dom0-iscsi1:1 allocation score on dom0-02: -INFINITY
-pcmk__primitive_assign: bottom:0 allocation score on dom0-01: 0
+pcmk__primitive_assign: bottom:0 allocation score on dom0-01: 5000
pcmk__primitive_assign: bottom:0 allocation score on dom0-02: -INFINITY
pcmk__primitive_assign: bottom:1 allocation score on dom0-01: -INFINITY
pcmk__primitive_assign: bottom:1 allocation score on dom0-02: -INFINITY
-pcmk__primitive_assign: dom0-iscsi1-cnx1:0 allocation score on dom0-01: 5000
+pcmk__primitive_assign: dom0-iscsi1-cnx1:0 allocation score on dom0-01: 10000
pcmk__primitive_assign: dom0-iscsi1-cnx1:0 allocation score on dom0-02: -INFINITY
pcmk__primitive_assign: dom0-iscsi1-cnx1:1 allocation score on dom0-01: -INFINITY
pcmk__primitive_assign: dom0-iscsi1-cnx1:1 allocation score on dom0-02: -INFINITY
diff --git a/cts/scheduler/scores/migrate-success.scores b/cts/scheduler/scores/migrate-success.scores
index 159b82b..b75abc0 100644
--- a/cts/scheduler/scores/migrate-success.scores
+++ b/cts/scheduler/scores/migrate-success.scores
@@ -7,7 +7,7 @@ pcmk__clone_assign: dlm:1 allocation score on hex-13: 1
pcmk__clone_assign: dlm:1 allocation score on hex-14: 0
pcmk__primitive_assign: dlm:0 allocation score on hex-13: -INFINITY
pcmk__primitive_assign: dlm:0 allocation score on hex-14: 1
-pcmk__primitive_assign: dlm:1 allocation score on hex-13: 1
-pcmk__primitive_assign: dlm:1 allocation score on hex-14: 0
+pcmk__primitive_assign: dlm:1 allocation score on hex-13: 2
+pcmk__primitive_assign: dlm:1 allocation score on hex-14: -INFINITY
pcmk__primitive_assign: test-vm allocation score on hex-13: 1
pcmk__primitive_assign: test-vm allocation score on hex-14: -INFINITY
diff --git a/cts/scheduler/scores/nested-remote-recovery.scores b/cts/scheduler/scores/nested-remote-recovery.scores
index bfbd8ba..e872849 100644
--- a/cts/scheduler/scores/nested-remote-recovery.scores
+++ b/cts/scheduler/scores/nested-remote-recovery.scores
@@ -2,330 +2,330 @@
galera:0 promotion score on galera-bundle-0: 100
galera:1 promotion score on galera-bundle-1: 100
galera:2 promotion score on galera-bundle-2: 100
-pcmk__bundle_allocate: galera-bundle allocation score on controller-0: -INFINITY
-pcmk__bundle_allocate: galera-bundle allocation score on controller-1: -INFINITY
-pcmk__bundle_allocate: galera-bundle allocation score on controller-2: -INFINITY
-pcmk__bundle_allocate: galera-bundle allocation score on database-0: 0
-pcmk__bundle_allocate: galera-bundle allocation score on database-1: 0
-pcmk__bundle_allocate: galera-bundle allocation score on database-2: 0
-pcmk__bundle_allocate: galera-bundle allocation score on messaging-0: -INFINITY
-pcmk__bundle_allocate: galera-bundle allocation score on messaging-1: -INFINITY
-pcmk__bundle_allocate: galera-bundle allocation score on messaging-2: -INFINITY
-pcmk__bundle_allocate: galera-bundle-0 allocation score on controller-0: INFINITY
-pcmk__bundle_allocate: galera-bundle-0 allocation score on controller-1: 0
-pcmk__bundle_allocate: galera-bundle-0 allocation score on controller-2: 0
-pcmk__bundle_allocate: galera-bundle-0 allocation score on database-0: -INFINITY
-pcmk__bundle_allocate: galera-bundle-0 allocation score on database-1: -INFINITY
-pcmk__bundle_allocate: galera-bundle-0 allocation score on database-2: -INFINITY
-pcmk__bundle_allocate: galera-bundle-0 allocation score on messaging-0: -INFINITY
-pcmk__bundle_allocate: galera-bundle-0 allocation score on messaging-1: -INFINITY
-pcmk__bundle_allocate: galera-bundle-0 allocation score on messaging-2: -INFINITY
-pcmk__bundle_allocate: galera-bundle-1 allocation score on controller-0: 0
-pcmk__bundle_allocate: galera-bundle-1 allocation score on controller-1: INFINITY
-pcmk__bundle_allocate: galera-bundle-1 allocation score on controller-2: 0
-pcmk__bundle_allocate: galera-bundle-1 allocation score on database-0: -INFINITY
-pcmk__bundle_allocate: galera-bundle-1 allocation score on database-1: -INFINITY
-pcmk__bundle_allocate: galera-bundle-1 allocation score on database-2: -INFINITY
-pcmk__bundle_allocate: galera-bundle-1 allocation score on messaging-0: -INFINITY
-pcmk__bundle_allocate: galera-bundle-1 allocation score on messaging-1: -INFINITY
-pcmk__bundle_allocate: galera-bundle-1 allocation score on messaging-2: -INFINITY
-pcmk__bundle_allocate: galera-bundle-2 allocation score on controller-0: 0
-pcmk__bundle_allocate: galera-bundle-2 allocation score on controller-1: 0
-pcmk__bundle_allocate: galera-bundle-2 allocation score on controller-2: INFINITY
-pcmk__bundle_allocate: galera-bundle-2 allocation score on database-0: -INFINITY
-pcmk__bundle_allocate: galera-bundle-2 allocation score on database-1: -INFINITY
-pcmk__bundle_allocate: galera-bundle-2 allocation score on database-2: -INFINITY
-pcmk__bundle_allocate: galera-bundle-2 allocation score on messaging-0: -INFINITY
-pcmk__bundle_allocate: galera-bundle-2 allocation score on messaging-1: -INFINITY
-pcmk__bundle_allocate: galera-bundle-2 allocation score on messaging-2: -INFINITY
-pcmk__bundle_allocate: galera-bundle-docker-0 allocation score on controller-0: -INFINITY
-pcmk__bundle_allocate: galera-bundle-docker-0 allocation score on controller-1: -INFINITY
-pcmk__bundle_allocate: galera-bundle-docker-0 allocation score on controller-2: -INFINITY
-pcmk__bundle_allocate: galera-bundle-docker-0 allocation score on database-0: INFINITY
-pcmk__bundle_allocate: galera-bundle-docker-0 allocation score on database-1: 0
-pcmk__bundle_allocate: galera-bundle-docker-0 allocation score on database-2: 0
-pcmk__bundle_allocate: galera-bundle-docker-0 allocation score on messaging-0: -INFINITY
-pcmk__bundle_allocate: galera-bundle-docker-0 allocation score on messaging-1: -INFINITY
-pcmk__bundle_allocate: galera-bundle-docker-0 allocation score on messaging-2: -INFINITY
-pcmk__bundle_allocate: galera-bundle-docker-1 allocation score on controller-0: -INFINITY
-pcmk__bundle_allocate: galera-bundle-docker-1 allocation score on controller-1: -INFINITY
-pcmk__bundle_allocate: galera-bundle-docker-1 allocation score on controller-2: -INFINITY
-pcmk__bundle_allocate: galera-bundle-docker-1 allocation score on database-0: 0
-pcmk__bundle_allocate: galera-bundle-docker-1 allocation score on database-1: INFINITY
-pcmk__bundle_allocate: galera-bundle-docker-1 allocation score on database-2: 0
-pcmk__bundle_allocate: galera-bundle-docker-1 allocation score on messaging-0: -INFINITY
-pcmk__bundle_allocate: galera-bundle-docker-1 allocation score on messaging-1: -INFINITY
-pcmk__bundle_allocate: galera-bundle-docker-1 allocation score on messaging-2: -INFINITY
-pcmk__bundle_allocate: galera-bundle-docker-2 allocation score on controller-0: -INFINITY
-pcmk__bundle_allocate: galera-bundle-docker-2 allocation score on controller-1: -INFINITY
-pcmk__bundle_allocate: galera-bundle-docker-2 allocation score on controller-2: -INFINITY
-pcmk__bundle_allocate: galera-bundle-docker-2 allocation score on database-0: 0
-pcmk__bundle_allocate: galera-bundle-docker-2 allocation score on database-1: 0
-pcmk__bundle_allocate: galera-bundle-docker-2 allocation score on database-2: INFINITY
-pcmk__bundle_allocate: galera-bundle-docker-2 allocation score on messaging-0: -INFINITY
-pcmk__bundle_allocate: galera-bundle-docker-2 allocation score on messaging-1: -INFINITY
-pcmk__bundle_allocate: galera-bundle-docker-2 allocation score on messaging-2: -INFINITY
-pcmk__bundle_allocate: galera-bundle-master allocation score on controller-0: 0
-pcmk__bundle_allocate: galera-bundle-master allocation score on controller-1: 0
-pcmk__bundle_allocate: galera-bundle-master allocation score on controller-2: 0
-pcmk__bundle_allocate: galera-bundle-master allocation score on database-0: 0
-pcmk__bundle_allocate: galera-bundle-master allocation score on database-1: 0
-pcmk__bundle_allocate: galera-bundle-master allocation score on database-2: 0
-pcmk__bundle_allocate: galera-bundle-master allocation score on galera-bundle-0: -INFINITY
-pcmk__bundle_allocate: galera-bundle-master allocation score on galera-bundle-1: -INFINITY
-pcmk__bundle_allocate: galera-bundle-master allocation score on galera-bundle-2: -INFINITY
-pcmk__bundle_allocate: galera-bundle-master allocation score on messaging-0: 0
-pcmk__bundle_allocate: galera-bundle-master allocation score on messaging-1: 0
-pcmk__bundle_allocate: galera-bundle-master allocation score on messaging-2: 0
-pcmk__bundle_allocate: galera:0 allocation score on galera-bundle-0: INFINITY
-pcmk__bundle_allocate: galera:1 allocation score on galera-bundle-1: INFINITY
-pcmk__bundle_allocate: galera:2 allocation score on galera-bundle-2: INFINITY
-pcmk__bundle_allocate: haproxy-bundle allocation score on controller-0: 0
-pcmk__bundle_allocate: haproxy-bundle allocation score on controller-0: 0
-pcmk__bundle_allocate: haproxy-bundle allocation score on controller-1: 0
-pcmk__bundle_allocate: haproxy-bundle allocation score on controller-1: 0
-pcmk__bundle_allocate: haproxy-bundle allocation score on controller-2: 0
-pcmk__bundle_allocate: haproxy-bundle allocation score on controller-2: 0
-pcmk__bundle_allocate: haproxy-bundle allocation score on database-0: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle allocation score on database-0: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle allocation score on database-1: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle allocation score on database-1: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle allocation score on database-2: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle allocation score on database-2: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle allocation score on messaging-0: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle allocation score on messaging-0: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle allocation score on messaging-1: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle allocation score on messaging-1: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle allocation score on messaging-2: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle allocation score on messaging-2: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-docker-0 allocation score on controller-0: INFINITY
-pcmk__bundle_allocate: haproxy-bundle-docker-0 allocation score on controller-0: INFINITY
-pcmk__bundle_allocate: haproxy-bundle-docker-0 allocation score on controller-1: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-docker-0 allocation score on controller-1: 0
-pcmk__bundle_allocate: haproxy-bundle-docker-0 allocation score on controller-2: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-docker-0 allocation score on controller-2: 0
-pcmk__bundle_allocate: haproxy-bundle-docker-0 allocation score on database-0: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-docker-0 allocation score on database-0: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-docker-0 allocation score on database-1: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-docker-0 allocation score on database-1: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-docker-0 allocation score on database-2: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-docker-0 allocation score on database-2: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-docker-0 allocation score on messaging-0: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-docker-0 allocation score on messaging-0: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-docker-0 allocation score on messaging-1: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-docker-0 allocation score on messaging-1: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-docker-0 allocation score on messaging-2: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-docker-0 allocation score on messaging-2: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-docker-1 allocation score on controller-0: 0
-pcmk__bundle_allocate: haproxy-bundle-docker-1 allocation score on controller-0: 0
-pcmk__bundle_allocate: haproxy-bundle-docker-1 allocation score on controller-1: INFINITY
-pcmk__bundle_allocate: haproxy-bundle-docker-1 allocation score on controller-1: INFINITY
-pcmk__bundle_allocate: haproxy-bundle-docker-1 allocation score on controller-2: 0
-pcmk__bundle_allocate: haproxy-bundle-docker-1 allocation score on controller-2: INFINITY
-pcmk__bundle_allocate: haproxy-bundle-docker-1 allocation score on database-0: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-docker-1 allocation score on database-0: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-docker-1 allocation score on database-1: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-docker-1 allocation score on database-1: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-docker-1 allocation score on database-2: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-docker-1 allocation score on database-2: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-docker-1 allocation score on messaging-0: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-docker-1 allocation score on messaging-0: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-docker-1 allocation score on messaging-1: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-docker-1 allocation score on messaging-1: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-docker-1 allocation score on messaging-2: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-docker-1 allocation score on messaging-2: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-docker-2 allocation score on controller-0: 0
-pcmk__bundle_allocate: haproxy-bundle-docker-2 allocation score on controller-0: 0
-pcmk__bundle_allocate: haproxy-bundle-docker-2 allocation score on controller-1: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-docker-2 allocation score on controller-1: 0
-pcmk__bundle_allocate: haproxy-bundle-docker-2 allocation score on controller-2: INFINITY
-pcmk__bundle_allocate: haproxy-bundle-docker-2 allocation score on controller-2: INFINITY
-pcmk__bundle_allocate: haproxy-bundle-docker-2 allocation score on database-0: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-docker-2 allocation score on database-0: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-docker-2 allocation score on database-1: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-docker-2 allocation score on database-1: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-docker-2 allocation score on database-2: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-docker-2 allocation score on database-2: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-docker-2 allocation score on messaging-0: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-docker-2 allocation score on messaging-0: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-docker-2 allocation score on messaging-1: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-docker-2 allocation score on messaging-1: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-docker-2 allocation score on messaging-2: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-docker-2 allocation score on messaging-2: -INFINITY
-pcmk__bundle_allocate: openstack-cinder-volume allocation score on controller-0: 0
-pcmk__bundle_allocate: openstack-cinder-volume allocation score on controller-1: 0
-pcmk__bundle_allocate: openstack-cinder-volume allocation score on controller-2: 0
-pcmk__bundle_allocate: openstack-cinder-volume allocation score on database-0: -INFINITY
-pcmk__bundle_allocate: openstack-cinder-volume allocation score on database-1: -INFINITY
-pcmk__bundle_allocate: openstack-cinder-volume allocation score on database-2: -INFINITY
-pcmk__bundle_allocate: openstack-cinder-volume allocation score on messaging-0: -INFINITY
-pcmk__bundle_allocate: openstack-cinder-volume allocation score on messaging-1: -INFINITY
-pcmk__bundle_allocate: openstack-cinder-volume allocation score on messaging-2: -INFINITY
-pcmk__bundle_allocate: openstack-cinder-volume-docker-0 allocation score on controller-0: INFINITY
-pcmk__bundle_allocate: openstack-cinder-volume-docker-0 allocation score on controller-1: 0
-pcmk__bundle_allocate: openstack-cinder-volume-docker-0 allocation score on controller-2: 0
-pcmk__bundle_allocate: openstack-cinder-volume-docker-0 allocation score on database-0: -INFINITY
-pcmk__bundle_allocate: openstack-cinder-volume-docker-0 allocation score on database-1: -INFINITY
-pcmk__bundle_allocate: openstack-cinder-volume-docker-0 allocation score on database-2: -INFINITY
-pcmk__bundle_allocate: openstack-cinder-volume-docker-0 allocation score on messaging-0: -INFINITY
-pcmk__bundle_allocate: openstack-cinder-volume-docker-0 allocation score on messaging-1: -INFINITY
-pcmk__bundle_allocate: openstack-cinder-volume-docker-0 allocation score on messaging-2: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle allocation score on controller-0: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle allocation score on controller-1: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle allocation score on controller-2: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle allocation score on database-0: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle allocation score on database-1: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle allocation score on database-2: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle allocation score on messaging-0: 0
-pcmk__bundle_allocate: rabbitmq-bundle allocation score on messaging-1: 0
-pcmk__bundle_allocate: rabbitmq-bundle allocation score on messaging-2: 0
-pcmk__bundle_allocate: rabbitmq-bundle-0 allocation score on controller-0: 0
-pcmk__bundle_allocate: rabbitmq-bundle-0 allocation score on controller-1: 0
-pcmk__bundle_allocate: rabbitmq-bundle-0 allocation score on controller-2: INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-0 allocation score on database-0: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-0 allocation score on database-1: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-0 allocation score on database-2: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-0 allocation score on messaging-0: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-0 allocation score on messaging-1: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-0 allocation score on messaging-2: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-1 allocation score on controller-0: 0
-pcmk__bundle_allocate: rabbitmq-bundle-1 allocation score on controller-1: INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-1 allocation score on controller-2: 0
-pcmk__bundle_allocate: rabbitmq-bundle-1 allocation score on database-0: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-1 allocation score on database-1: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-1 allocation score on database-2: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-1 allocation score on messaging-0: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-1 allocation score on messaging-1: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-1 allocation score on messaging-2: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-2 allocation score on controller-0: 0
-pcmk__bundle_allocate: rabbitmq-bundle-2 allocation score on controller-1: INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-2 allocation score on controller-2: 0
-pcmk__bundle_allocate: rabbitmq-bundle-2 allocation score on database-0: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-2 allocation score on database-1: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-2 allocation score on database-2: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-2 allocation score on messaging-0: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-2 allocation score on messaging-1: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-2 allocation score on messaging-2: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-clone allocation score on controller-0: 0
-pcmk__bundle_allocate: rabbitmq-bundle-clone allocation score on controller-1: 0
-pcmk__bundle_allocate: rabbitmq-bundle-clone allocation score on controller-2: 0
-pcmk__bundle_allocate: rabbitmq-bundle-clone allocation score on database-0: 0
-pcmk__bundle_allocate: rabbitmq-bundle-clone allocation score on database-1: 0
-pcmk__bundle_allocate: rabbitmq-bundle-clone allocation score on database-2: 0
-pcmk__bundle_allocate: rabbitmq-bundle-clone allocation score on messaging-0: 0
-pcmk__bundle_allocate: rabbitmq-bundle-clone allocation score on messaging-1: 0
-pcmk__bundle_allocate: rabbitmq-bundle-clone allocation score on messaging-2: 0
-pcmk__bundle_allocate: rabbitmq-bundle-clone allocation score on rabbitmq-bundle-0: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-clone allocation score on rabbitmq-bundle-1: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-clone allocation score on rabbitmq-bundle-2: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-docker-0 allocation score on controller-0: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-docker-0 allocation score on controller-1: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-docker-0 allocation score on controller-2: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-docker-0 allocation score on database-0: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-docker-0 allocation score on database-1: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-docker-0 allocation score on database-2: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-docker-0 allocation score on messaging-0: INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-docker-0 allocation score on messaging-1: 0
-pcmk__bundle_allocate: rabbitmq-bundle-docker-0 allocation score on messaging-2: 0
-pcmk__bundle_allocate: rabbitmq-bundle-docker-1 allocation score on controller-0: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-docker-1 allocation score on controller-1: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-docker-1 allocation score on controller-2: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-docker-1 allocation score on database-0: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-docker-1 allocation score on database-1: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-docker-1 allocation score on database-2: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-docker-1 allocation score on messaging-0: 0
-pcmk__bundle_allocate: rabbitmq-bundle-docker-1 allocation score on messaging-1: INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-docker-1 allocation score on messaging-2: 0
-pcmk__bundle_allocate: rabbitmq-bundle-docker-2 allocation score on controller-0: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-docker-2 allocation score on controller-1: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-docker-2 allocation score on controller-2: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-docker-2 allocation score on database-0: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-docker-2 allocation score on database-1: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-docker-2 allocation score on database-2: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-docker-2 allocation score on messaging-0: 0
-pcmk__bundle_allocate: rabbitmq-bundle-docker-2 allocation score on messaging-1: 0
-pcmk__bundle_allocate: rabbitmq-bundle-docker-2 allocation score on messaging-2: INFINITY
-pcmk__bundle_allocate: rabbitmq:0 allocation score on rabbitmq-bundle-0: INFINITY
-pcmk__bundle_allocate: rabbitmq:1 allocation score on rabbitmq-bundle-1: INFINITY
-pcmk__bundle_allocate: rabbitmq:2 allocation score on rabbitmq-bundle-2: INFINITY
-pcmk__bundle_allocate: redis-bundle allocation score on controller-0: 0
-pcmk__bundle_allocate: redis-bundle allocation score on controller-1: 0
-pcmk__bundle_allocate: redis-bundle allocation score on controller-2: 0
-pcmk__bundle_allocate: redis-bundle allocation score on database-0: -INFINITY
-pcmk__bundle_allocate: redis-bundle allocation score on database-1: -INFINITY
-pcmk__bundle_allocate: redis-bundle allocation score on database-2: -INFINITY
-pcmk__bundle_allocate: redis-bundle allocation score on messaging-0: -INFINITY
-pcmk__bundle_allocate: redis-bundle allocation score on messaging-1: -INFINITY
-pcmk__bundle_allocate: redis-bundle allocation score on messaging-2: -INFINITY
-pcmk__bundle_allocate: redis-bundle-0 allocation score on controller-0: INFINITY
-pcmk__bundle_allocate: redis-bundle-0 allocation score on controller-1: 0
-pcmk__bundle_allocate: redis-bundle-0 allocation score on controller-2: 0
-pcmk__bundle_allocate: redis-bundle-0 allocation score on database-0: -INFINITY
-pcmk__bundle_allocate: redis-bundle-0 allocation score on database-1: -INFINITY
-pcmk__bundle_allocate: redis-bundle-0 allocation score on database-2: -INFINITY
-pcmk__bundle_allocate: redis-bundle-0 allocation score on messaging-0: -INFINITY
-pcmk__bundle_allocate: redis-bundle-0 allocation score on messaging-1: -INFINITY
-pcmk__bundle_allocate: redis-bundle-0 allocation score on messaging-2: -INFINITY
-pcmk__bundle_allocate: redis-bundle-1 allocation score on controller-0: 0
-pcmk__bundle_allocate: redis-bundle-1 allocation score on controller-1: INFINITY
-pcmk__bundle_allocate: redis-bundle-1 allocation score on controller-2: 0
-pcmk__bundle_allocate: redis-bundle-1 allocation score on database-0: -INFINITY
-pcmk__bundle_allocate: redis-bundle-1 allocation score on database-1: -INFINITY
-pcmk__bundle_allocate: redis-bundle-1 allocation score on database-2: -INFINITY
-pcmk__bundle_allocate: redis-bundle-1 allocation score on messaging-0: -INFINITY
-pcmk__bundle_allocate: redis-bundle-1 allocation score on messaging-1: -INFINITY
-pcmk__bundle_allocate: redis-bundle-1 allocation score on messaging-2: -INFINITY
-pcmk__bundle_allocate: redis-bundle-2 allocation score on controller-0: 0
-pcmk__bundle_allocate: redis-bundle-2 allocation score on controller-1: 0
-pcmk__bundle_allocate: redis-bundle-2 allocation score on controller-2: INFINITY
-pcmk__bundle_allocate: redis-bundle-2 allocation score on database-0: -INFINITY
-pcmk__bundle_allocate: redis-bundle-2 allocation score on database-1: -INFINITY
-pcmk__bundle_allocate: redis-bundle-2 allocation score on database-2: -INFINITY
-pcmk__bundle_allocate: redis-bundle-2 allocation score on messaging-0: -INFINITY
-pcmk__bundle_allocate: redis-bundle-2 allocation score on messaging-1: -INFINITY
-pcmk__bundle_allocate: redis-bundle-2 allocation score on messaging-2: -INFINITY
-pcmk__bundle_allocate: redis-bundle-docker-0 allocation score on controller-0: INFINITY
-pcmk__bundle_allocate: redis-bundle-docker-0 allocation score on controller-1: 0
-pcmk__bundle_allocate: redis-bundle-docker-0 allocation score on controller-2: 0
-pcmk__bundle_allocate: redis-bundle-docker-0 allocation score on database-0: -INFINITY
-pcmk__bundle_allocate: redis-bundle-docker-0 allocation score on database-1: -INFINITY
-pcmk__bundle_allocate: redis-bundle-docker-0 allocation score on database-2: -INFINITY
-pcmk__bundle_allocate: redis-bundle-docker-0 allocation score on messaging-0: -INFINITY
-pcmk__bundle_allocate: redis-bundle-docker-0 allocation score on messaging-1: -INFINITY
-pcmk__bundle_allocate: redis-bundle-docker-0 allocation score on messaging-2: -INFINITY
-pcmk__bundle_allocate: redis-bundle-docker-1 allocation score on controller-0: 0
-pcmk__bundle_allocate: redis-bundle-docker-1 allocation score on controller-1: INFINITY
-pcmk__bundle_allocate: redis-bundle-docker-1 allocation score on controller-2: 0
-pcmk__bundle_allocate: redis-bundle-docker-1 allocation score on database-0: -INFINITY
-pcmk__bundle_allocate: redis-bundle-docker-1 allocation score on database-1: -INFINITY
-pcmk__bundle_allocate: redis-bundle-docker-1 allocation score on database-2: -INFINITY
-pcmk__bundle_allocate: redis-bundle-docker-1 allocation score on messaging-0: -INFINITY
-pcmk__bundle_allocate: redis-bundle-docker-1 allocation score on messaging-1: -INFINITY
-pcmk__bundle_allocate: redis-bundle-docker-1 allocation score on messaging-2: -INFINITY
-pcmk__bundle_allocate: redis-bundle-docker-2 allocation score on controller-0: 0
-pcmk__bundle_allocate: redis-bundle-docker-2 allocation score on controller-1: 0
-pcmk__bundle_allocate: redis-bundle-docker-2 allocation score on controller-2: INFINITY
-pcmk__bundle_allocate: redis-bundle-docker-2 allocation score on database-0: -INFINITY
-pcmk__bundle_allocate: redis-bundle-docker-2 allocation score on database-1: -INFINITY
-pcmk__bundle_allocate: redis-bundle-docker-2 allocation score on database-2: -INFINITY
-pcmk__bundle_allocate: redis-bundle-docker-2 allocation score on messaging-0: -INFINITY
-pcmk__bundle_allocate: redis-bundle-docker-2 allocation score on messaging-1: -INFINITY
-pcmk__bundle_allocate: redis-bundle-docker-2 allocation score on messaging-2: -INFINITY
-pcmk__bundle_allocate: redis-bundle-master allocation score on controller-0: 0
-pcmk__bundle_allocate: redis-bundle-master allocation score on controller-1: 0
-pcmk__bundle_allocate: redis-bundle-master allocation score on controller-2: 0
-pcmk__bundle_allocate: redis-bundle-master allocation score on database-0: 0
-pcmk__bundle_allocate: redis-bundle-master allocation score on database-1: 0
-pcmk__bundle_allocate: redis-bundle-master allocation score on database-2: 0
-pcmk__bundle_allocate: redis-bundle-master allocation score on messaging-0: 0
-pcmk__bundle_allocate: redis-bundle-master allocation score on messaging-1: 0
-pcmk__bundle_allocate: redis-bundle-master allocation score on messaging-2: 0
-pcmk__bundle_allocate: redis-bundle-master allocation score on redis-bundle-0: -INFINITY
-pcmk__bundle_allocate: redis-bundle-master allocation score on redis-bundle-1: -INFINITY
-pcmk__bundle_allocate: redis-bundle-master allocation score on redis-bundle-2: -INFINITY
-pcmk__bundle_allocate: redis:0 allocation score on redis-bundle-0: INFINITY
-pcmk__bundle_allocate: redis:1 allocation score on redis-bundle-1: INFINITY
-pcmk__bundle_allocate: redis:2 allocation score on redis-bundle-2: INFINITY
+pcmk__bundle_assign: galera-bundle allocation score on controller-0: -INFINITY
+pcmk__bundle_assign: galera-bundle allocation score on controller-1: -INFINITY
+pcmk__bundle_assign: galera-bundle allocation score on controller-2: -INFINITY
+pcmk__bundle_assign: galera-bundle allocation score on database-0: 0
+pcmk__bundle_assign: galera-bundle allocation score on database-1: 0
+pcmk__bundle_assign: galera-bundle allocation score on database-2: 0
+pcmk__bundle_assign: galera-bundle allocation score on messaging-0: -INFINITY
+pcmk__bundle_assign: galera-bundle allocation score on messaging-1: -INFINITY
+pcmk__bundle_assign: galera-bundle allocation score on messaging-2: -INFINITY
+pcmk__bundle_assign: galera-bundle-0 allocation score on controller-0: INFINITY
+pcmk__bundle_assign: galera-bundle-0 allocation score on controller-1: 0
+pcmk__bundle_assign: galera-bundle-0 allocation score on controller-2: 0
+pcmk__bundle_assign: galera-bundle-0 allocation score on database-0: -INFINITY
+pcmk__bundle_assign: galera-bundle-0 allocation score on database-1: -INFINITY
+pcmk__bundle_assign: galera-bundle-0 allocation score on database-2: -INFINITY
+pcmk__bundle_assign: galera-bundle-0 allocation score on messaging-0: -INFINITY
+pcmk__bundle_assign: galera-bundle-0 allocation score on messaging-1: -INFINITY
+pcmk__bundle_assign: galera-bundle-0 allocation score on messaging-2: -INFINITY
+pcmk__bundle_assign: galera-bundle-1 allocation score on controller-0: 0
+pcmk__bundle_assign: galera-bundle-1 allocation score on controller-1: INFINITY
+pcmk__bundle_assign: galera-bundle-1 allocation score on controller-2: 0
+pcmk__bundle_assign: galera-bundle-1 allocation score on database-0: -INFINITY
+pcmk__bundle_assign: galera-bundle-1 allocation score on database-1: -INFINITY
+pcmk__bundle_assign: galera-bundle-1 allocation score on database-2: -INFINITY
+pcmk__bundle_assign: galera-bundle-1 allocation score on messaging-0: -INFINITY
+pcmk__bundle_assign: galera-bundle-1 allocation score on messaging-1: -INFINITY
+pcmk__bundle_assign: galera-bundle-1 allocation score on messaging-2: -INFINITY
+pcmk__bundle_assign: galera-bundle-2 allocation score on controller-0: 0
+pcmk__bundle_assign: galera-bundle-2 allocation score on controller-1: 0
+pcmk__bundle_assign: galera-bundle-2 allocation score on controller-2: INFINITY
+pcmk__bundle_assign: galera-bundle-2 allocation score on database-0: -INFINITY
+pcmk__bundle_assign: galera-bundle-2 allocation score on database-1: -INFINITY
+pcmk__bundle_assign: galera-bundle-2 allocation score on database-2: -INFINITY
+pcmk__bundle_assign: galera-bundle-2 allocation score on messaging-0: -INFINITY
+pcmk__bundle_assign: galera-bundle-2 allocation score on messaging-1: -INFINITY
+pcmk__bundle_assign: galera-bundle-2 allocation score on messaging-2: -INFINITY
+pcmk__bundle_assign: galera-bundle-docker-0 allocation score on controller-0: -INFINITY
+pcmk__bundle_assign: galera-bundle-docker-0 allocation score on controller-1: -INFINITY
+pcmk__bundle_assign: galera-bundle-docker-0 allocation score on controller-2: -INFINITY
+pcmk__bundle_assign: galera-bundle-docker-0 allocation score on database-0: INFINITY
+pcmk__bundle_assign: galera-bundle-docker-0 allocation score on database-1: 0
+pcmk__bundle_assign: galera-bundle-docker-0 allocation score on database-2: 0
+pcmk__bundle_assign: galera-bundle-docker-0 allocation score on messaging-0: -INFINITY
+pcmk__bundle_assign: galera-bundle-docker-0 allocation score on messaging-1: -INFINITY
+pcmk__bundle_assign: galera-bundle-docker-0 allocation score on messaging-2: -INFINITY
+pcmk__bundle_assign: galera-bundle-docker-1 allocation score on controller-0: -INFINITY
+pcmk__bundle_assign: galera-bundle-docker-1 allocation score on controller-1: -INFINITY
+pcmk__bundle_assign: galera-bundle-docker-1 allocation score on controller-2: -INFINITY
+pcmk__bundle_assign: galera-bundle-docker-1 allocation score on database-0: 0
+pcmk__bundle_assign: galera-bundle-docker-1 allocation score on database-1: INFINITY
+pcmk__bundle_assign: galera-bundle-docker-1 allocation score on database-2: 0
+pcmk__bundle_assign: galera-bundle-docker-1 allocation score on messaging-0: -INFINITY
+pcmk__bundle_assign: galera-bundle-docker-1 allocation score on messaging-1: -INFINITY
+pcmk__bundle_assign: galera-bundle-docker-1 allocation score on messaging-2: -INFINITY
+pcmk__bundle_assign: galera-bundle-docker-2 allocation score on controller-0: -INFINITY
+pcmk__bundle_assign: galera-bundle-docker-2 allocation score on controller-1: -INFINITY
+pcmk__bundle_assign: galera-bundle-docker-2 allocation score on controller-2: -INFINITY
+pcmk__bundle_assign: galera-bundle-docker-2 allocation score on database-0: 0
+pcmk__bundle_assign: galera-bundle-docker-2 allocation score on database-1: 0
+pcmk__bundle_assign: galera-bundle-docker-2 allocation score on database-2: INFINITY
+pcmk__bundle_assign: galera-bundle-docker-2 allocation score on messaging-0: -INFINITY
+pcmk__bundle_assign: galera-bundle-docker-2 allocation score on messaging-1: -INFINITY
+pcmk__bundle_assign: galera-bundle-docker-2 allocation score on messaging-2: -INFINITY
+pcmk__bundle_assign: galera-bundle-master allocation score on controller-0: 0
+pcmk__bundle_assign: galera-bundle-master allocation score on controller-1: 0
+pcmk__bundle_assign: galera-bundle-master allocation score on controller-2: 0
+pcmk__bundle_assign: galera-bundle-master allocation score on database-0: 0
+pcmk__bundle_assign: galera-bundle-master allocation score on database-1: 0
+pcmk__bundle_assign: galera-bundle-master allocation score on database-2: 0
+pcmk__bundle_assign: galera-bundle-master allocation score on galera-bundle-0: -INFINITY
+pcmk__bundle_assign: galera-bundle-master allocation score on galera-bundle-1: -INFINITY
+pcmk__bundle_assign: galera-bundle-master allocation score on galera-bundle-2: -INFINITY
+pcmk__bundle_assign: galera-bundle-master allocation score on messaging-0: 0
+pcmk__bundle_assign: galera-bundle-master allocation score on messaging-1: 0
+pcmk__bundle_assign: galera-bundle-master allocation score on messaging-2: 0
+pcmk__bundle_assign: galera:0 allocation score on galera-bundle-0: INFINITY
+pcmk__bundle_assign: galera:1 allocation score on galera-bundle-1: INFINITY
+pcmk__bundle_assign: galera:2 allocation score on galera-bundle-2: INFINITY
+pcmk__bundle_assign: haproxy-bundle allocation score on controller-0: 0
+pcmk__bundle_assign: haproxy-bundle allocation score on controller-0: 0
+pcmk__bundle_assign: haproxy-bundle allocation score on controller-1: 0
+pcmk__bundle_assign: haproxy-bundle allocation score on controller-1: 0
+pcmk__bundle_assign: haproxy-bundle allocation score on controller-2: 0
+pcmk__bundle_assign: haproxy-bundle allocation score on controller-2: 0
+pcmk__bundle_assign: haproxy-bundle allocation score on database-0: -INFINITY
+pcmk__bundle_assign: haproxy-bundle allocation score on database-0: -INFINITY
+pcmk__bundle_assign: haproxy-bundle allocation score on database-1: -INFINITY
+pcmk__bundle_assign: haproxy-bundle allocation score on database-1: -INFINITY
+pcmk__bundle_assign: haproxy-bundle allocation score on database-2: -INFINITY
+pcmk__bundle_assign: haproxy-bundle allocation score on database-2: -INFINITY
+pcmk__bundle_assign: haproxy-bundle allocation score on messaging-0: -INFINITY
+pcmk__bundle_assign: haproxy-bundle allocation score on messaging-0: -INFINITY
+pcmk__bundle_assign: haproxy-bundle allocation score on messaging-1: -INFINITY
+pcmk__bundle_assign: haproxy-bundle allocation score on messaging-1: -INFINITY
+pcmk__bundle_assign: haproxy-bundle allocation score on messaging-2: -INFINITY
+pcmk__bundle_assign: haproxy-bundle allocation score on messaging-2: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-docker-0 allocation score on controller-0: INFINITY
+pcmk__bundle_assign: haproxy-bundle-docker-0 allocation score on controller-0: INFINITY
+pcmk__bundle_assign: haproxy-bundle-docker-0 allocation score on controller-1: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-docker-0 allocation score on controller-1: 0
+pcmk__bundle_assign: haproxy-bundle-docker-0 allocation score on controller-2: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-docker-0 allocation score on controller-2: 0
+pcmk__bundle_assign: haproxy-bundle-docker-0 allocation score on database-0: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-docker-0 allocation score on database-0: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-docker-0 allocation score on database-1: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-docker-0 allocation score on database-1: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-docker-0 allocation score on database-2: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-docker-0 allocation score on database-2: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-docker-0 allocation score on messaging-0: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-docker-0 allocation score on messaging-0: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-docker-0 allocation score on messaging-1: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-docker-0 allocation score on messaging-1: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-docker-0 allocation score on messaging-2: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-docker-0 allocation score on messaging-2: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-docker-1 allocation score on controller-0: 0
+pcmk__bundle_assign: haproxy-bundle-docker-1 allocation score on controller-0: 0
+pcmk__bundle_assign: haproxy-bundle-docker-1 allocation score on controller-1: INFINITY
+pcmk__bundle_assign: haproxy-bundle-docker-1 allocation score on controller-1: INFINITY
+pcmk__bundle_assign: haproxy-bundle-docker-1 allocation score on controller-2: 0
+pcmk__bundle_assign: haproxy-bundle-docker-1 allocation score on controller-2: INFINITY
+pcmk__bundle_assign: haproxy-bundle-docker-1 allocation score on database-0: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-docker-1 allocation score on database-0: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-docker-1 allocation score on database-1: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-docker-1 allocation score on database-1: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-docker-1 allocation score on database-2: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-docker-1 allocation score on database-2: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-docker-1 allocation score on messaging-0: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-docker-1 allocation score on messaging-0: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-docker-1 allocation score on messaging-1: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-docker-1 allocation score on messaging-1: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-docker-1 allocation score on messaging-2: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-docker-1 allocation score on messaging-2: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-docker-2 allocation score on controller-0: 0
+pcmk__bundle_assign: haproxy-bundle-docker-2 allocation score on controller-0: 0
+pcmk__bundle_assign: haproxy-bundle-docker-2 allocation score on controller-1: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-docker-2 allocation score on controller-1: 0
+pcmk__bundle_assign: haproxy-bundle-docker-2 allocation score on controller-2: INFINITY
+pcmk__bundle_assign: haproxy-bundle-docker-2 allocation score on controller-2: INFINITY
+pcmk__bundle_assign: haproxy-bundle-docker-2 allocation score on database-0: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-docker-2 allocation score on database-0: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-docker-2 allocation score on database-1: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-docker-2 allocation score on database-1: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-docker-2 allocation score on database-2: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-docker-2 allocation score on database-2: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-docker-2 allocation score on messaging-0: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-docker-2 allocation score on messaging-0: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-docker-2 allocation score on messaging-1: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-docker-2 allocation score on messaging-1: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-docker-2 allocation score on messaging-2: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-docker-2 allocation score on messaging-2: -INFINITY
+pcmk__bundle_assign: openstack-cinder-volume allocation score on controller-0: 0
+pcmk__bundle_assign: openstack-cinder-volume allocation score on controller-1: 0
+pcmk__bundle_assign: openstack-cinder-volume allocation score on controller-2: 0
+pcmk__bundle_assign: openstack-cinder-volume allocation score on database-0: -INFINITY
+pcmk__bundle_assign: openstack-cinder-volume allocation score on database-1: -INFINITY
+pcmk__bundle_assign: openstack-cinder-volume allocation score on database-2: -INFINITY
+pcmk__bundle_assign: openstack-cinder-volume allocation score on messaging-0: -INFINITY
+pcmk__bundle_assign: openstack-cinder-volume allocation score on messaging-1: -INFINITY
+pcmk__bundle_assign: openstack-cinder-volume allocation score on messaging-2: -INFINITY
+pcmk__bundle_assign: openstack-cinder-volume-docker-0 allocation score on controller-0: INFINITY
+pcmk__bundle_assign: openstack-cinder-volume-docker-0 allocation score on controller-1: 0
+pcmk__bundle_assign: openstack-cinder-volume-docker-0 allocation score on controller-2: 0
+pcmk__bundle_assign: openstack-cinder-volume-docker-0 allocation score on database-0: -INFINITY
+pcmk__bundle_assign: openstack-cinder-volume-docker-0 allocation score on database-1: -INFINITY
+pcmk__bundle_assign: openstack-cinder-volume-docker-0 allocation score on database-2: -INFINITY
+pcmk__bundle_assign: openstack-cinder-volume-docker-0 allocation score on messaging-0: -INFINITY
+pcmk__bundle_assign: openstack-cinder-volume-docker-0 allocation score on messaging-1: -INFINITY
+pcmk__bundle_assign: openstack-cinder-volume-docker-0 allocation score on messaging-2: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle allocation score on controller-0: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle allocation score on controller-1: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle allocation score on controller-2: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle allocation score on database-0: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle allocation score on database-1: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle allocation score on database-2: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle allocation score on messaging-0: 0
+pcmk__bundle_assign: rabbitmq-bundle allocation score on messaging-1: 0
+pcmk__bundle_assign: rabbitmq-bundle allocation score on messaging-2: 0
+pcmk__bundle_assign: rabbitmq-bundle-0 allocation score on controller-0: 0
+pcmk__bundle_assign: rabbitmq-bundle-0 allocation score on controller-1: 0
+pcmk__bundle_assign: rabbitmq-bundle-0 allocation score on controller-2: INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-0 allocation score on database-0: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-0 allocation score on database-1: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-0 allocation score on database-2: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-0 allocation score on messaging-0: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-0 allocation score on messaging-1: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-0 allocation score on messaging-2: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-1 allocation score on controller-0: 0
+pcmk__bundle_assign: rabbitmq-bundle-1 allocation score on controller-1: INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-1 allocation score on controller-2: 0
+pcmk__bundle_assign: rabbitmq-bundle-1 allocation score on database-0: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-1 allocation score on database-1: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-1 allocation score on database-2: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-1 allocation score on messaging-0: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-1 allocation score on messaging-1: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-1 allocation score on messaging-2: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-2 allocation score on controller-0: 0
+pcmk__bundle_assign: rabbitmq-bundle-2 allocation score on controller-1: INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-2 allocation score on controller-2: 0
+pcmk__bundle_assign: rabbitmq-bundle-2 allocation score on database-0: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-2 allocation score on database-1: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-2 allocation score on database-2: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-2 allocation score on messaging-0: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-2 allocation score on messaging-1: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-2 allocation score on messaging-2: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-clone allocation score on controller-0: 0
+pcmk__bundle_assign: rabbitmq-bundle-clone allocation score on controller-1: 0
+pcmk__bundle_assign: rabbitmq-bundle-clone allocation score on controller-2: 0
+pcmk__bundle_assign: rabbitmq-bundle-clone allocation score on database-0: 0
+pcmk__bundle_assign: rabbitmq-bundle-clone allocation score on database-1: 0
+pcmk__bundle_assign: rabbitmq-bundle-clone allocation score on database-2: 0
+pcmk__bundle_assign: rabbitmq-bundle-clone allocation score on messaging-0: 0
+pcmk__bundle_assign: rabbitmq-bundle-clone allocation score on messaging-1: 0
+pcmk__bundle_assign: rabbitmq-bundle-clone allocation score on messaging-2: 0
+pcmk__bundle_assign: rabbitmq-bundle-clone allocation score on rabbitmq-bundle-0: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-clone allocation score on rabbitmq-bundle-1: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-clone allocation score on rabbitmq-bundle-2: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-docker-0 allocation score on controller-0: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-docker-0 allocation score on controller-1: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-docker-0 allocation score on controller-2: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-docker-0 allocation score on database-0: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-docker-0 allocation score on database-1: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-docker-0 allocation score on database-2: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-docker-0 allocation score on messaging-0: INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-docker-0 allocation score on messaging-1: 0
+pcmk__bundle_assign: rabbitmq-bundle-docker-0 allocation score on messaging-2: 0
+pcmk__bundle_assign: rabbitmq-bundle-docker-1 allocation score on controller-0: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-docker-1 allocation score on controller-1: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-docker-1 allocation score on controller-2: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-docker-1 allocation score on database-0: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-docker-1 allocation score on database-1: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-docker-1 allocation score on database-2: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-docker-1 allocation score on messaging-0: 0
+pcmk__bundle_assign: rabbitmq-bundle-docker-1 allocation score on messaging-1: INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-docker-1 allocation score on messaging-2: 0
+pcmk__bundle_assign: rabbitmq-bundle-docker-2 allocation score on controller-0: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-docker-2 allocation score on controller-1: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-docker-2 allocation score on controller-2: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-docker-2 allocation score on database-0: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-docker-2 allocation score on database-1: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-docker-2 allocation score on database-2: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-docker-2 allocation score on messaging-0: 0
+pcmk__bundle_assign: rabbitmq-bundle-docker-2 allocation score on messaging-1: 0
+pcmk__bundle_assign: rabbitmq-bundle-docker-2 allocation score on messaging-2: INFINITY
+pcmk__bundle_assign: rabbitmq:0 allocation score on rabbitmq-bundle-0: INFINITY
+pcmk__bundle_assign: rabbitmq:1 allocation score on rabbitmq-bundle-1: INFINITY
+pcmk__bundle_assign: rabbitmq:2 allocation score on rabbitmq-bundle-2: INFINITY
+pcmk__bundle_assign: redis-bundle allocation score on controller-0: 0
+pcmk__bundle_assign: redis-bundle allocation score on controller-1: 0
+pcmk__bundle_assign: redis-bundle allocation score on controller-2: 0
+pcmk__bundle_assign: redis-bundle allocation score on database-0: -INFINITY
+pcmk__bundle_assign: redis-bundle allocation score on database-1: -INFINITY
+pcmk__bundle_assign: redis-bundle allocation score on database-2: -INFINITY
+pcmk__bundle_assign: redis-bundle allocation score on messaging-0: -INFINITY
+pcmk__bundle_assign: redis-bundle allocation score on messaging-1: -INFINITY
+pcmk__bundle_assign: redis-bundle allocation score on messaging-2: -INFINITY
+pcmk__bundle_assign: redis-bundle-0 allocation score on controller-0: INFINITY
+pcmk__bundle_assign: redis-bundle-0 allocation score on controller-1: 0
+pcmk__bundle_assign: redis-bundle-0 allocation score on controller-2: 0
+pcmk__bundle_assign: redis-bundle-0 allocation score on database-0: -INFINITY
+pcmk__bundle_assign: redis-bundle-0 allocation score on database-1: -INFINITY
+pcmk__bundle_assign: redis-bundle-0 allocation score on database-2: -INFINITY
+pcmk__bundle_assign: redis-bundle-0 allocation score on messaging-0: -INFINITY
+pcmk__bundle_assign: redis-bundle-0 allocation score on messaging-1: -INFINITY
+pcmk__bundle_assign: redis-bundle-0 allocation score on messaging-2: -INFINITY
+pcmk__bundle_assign: redis-bundle-1 allocation score on controller-0: 0
+pcmk__bundle_assign: redis-bundle-1 allocation score on controller-1: INFINITY
+pcmk__bundle_assign: redis-bundle-1 allocation score on controller-2: 0
+pcmk__bundle_assign: redis-bundle-1 allocation score on database-0: -INFINITY
+pcmk__bundle_assign: redis-bundle-1 allocation score on database-1: -INFINITY
+pcmk__bundle_assign: redis-bundle-1 allocation score on database-2: -INFINITY
+pcmk__bundle_assign: redis-bundle-1 allocation score on messaging-0: -INFINITY
+pcmk__bundle_assign: redis-bundle-1 allocation score on messaging-1: -INFINITY
+pcmk__bundle_assign: redis-bundle-1 allocation score on messaging-2: -INFINITY
+pcmk__bundle_assign: redis-bundle-2 allocation score on controller-0: 0
+pcmk__bundle_assign: redis-bundle-2 allocation score on controller-1: 0
+pcmk__bundle_assign: redis-bundle-2 allocation score on controller-2: INFINITY
+pcmk__bundle_assign: redis-bundle-2 allocation score on database-0: -INFINITY
+pcmk__bundle_assign: redis-bundle-2 allocation score on database-1: -INFINITY
+pcmk__bundle_assign: redis-bundle-2 allocation score on database-2: -INFINITY
+pcmk__bundle_assign: redis-bundle-2 allocation score on messaging-0: -INFINITY
+pcmk__bundle_assign: redis-bundle-2 allocation score on messaging-1: -INFINITY
+pcmk__bundle_assign: redis-bundle-2 allocation score on messaging-2: -INFINITY
+pcmk__bundle_assign: redis-bundle-docker-0 allocation score on controller-0: INFINITY
+pcmk__bundle_assign: redis-bundle-docker-0 allocation score on controller-1: 0
+pcmk__bundle_assign: redis-bundle-docker-0 allocation score on controller-2: 0
+pcmk__bundle_assign: redis-bundle-docker-0 allocation score on database-0: -INFINITY
+pcmk__bundle_assign: redis-bundle-docker-0 allocation score on database-1: -INFINITY
+pcmk__bundle_assign: redis-bundle-docker-0 allocation score on database-2: -INFINITY
+pcmk__bundle_assign: redis-bundle-docker-0 allocation score on messaging-0: -INFINITY
+pcmk__bundle_assign: redis-bundle-docker-0 allocation score on messaging-1: -INFINITY
+pcmk__bundle_assign: redis-bundle-docker-0 allocation score on messaging-2: -INFINITY
+pcmk__bundle_assign: redis-bundle-docker-1 allocation score on controller-0: 0
+pcmk__bundle_assign: redis-bundle-docker-1 allocation score on controller-1: INFINITY
+pcmk__bundle_assign: redis-bundle-docker-1 allocation score on controller-2: 0
+pcmk__bundle_assign: redis-bundle-docker-1 allocation score on database-0: -INFINITY
+pcmk__bundle_assign: redis-bundle-docker-1 allocation score on database-1: -INFINITY
+pcmk__bundle_assign: redis-bundle-docker-1 allocation score on database-2: -INFINITY
+pcmk__bundle_assign: redis-bundle-docker-1 allocation score on messaging-0: -INFINITY
+pcmk__bundle_assign: redis-bundle-docker-1 allocation score on messaging-1: -INFINITY
+pcmk__bundle_assign: redis-bundle-docker-1 allocation score on messaging-2: -INFINITY
+pcmk__bundle_assign: redis-bundle-docker-2 allocation score on controller-0: 0
+pcmk__bundle_assign: redis-bundle-docker-2 allocation score on controller-1: 0
+pcmk__bundle_assign: redis-bundle-docker-2 allocation score on controller-2: INFINITY
+pcmk__bundle_assign: redis-bundle-docker-2 allocation score on database-0: -INFINITY
+pcmk__bundle_assign: redis-bundle-docker-2 allocation score on database-1: -INFINITY
+pcmk__bundle_assign: redis-bundle-docker-2 allocation score on database-2: -INFINITY
+pcmk__bundle_assign: redis-bundle-docker-2 allocation score on messaging-0: -INFINITY
+pcmk__bundle_assign: redis-bundle-docker-2 allocation score on messaging-1: -INFINITY
+pcmk__bundle_assign: redis-bundle-docker-2 allocation score on messaging-2: -INFINITY
+pcmk__bundle_assign: redis-bundle-master allocation score on controller-0: 0
+pcmk__bundle_assign: redis-bundle-master allocation score on controller-1: 0
+pcmk__bundle_assign: redis-bundle-master allocation score on controller-2: 0
+pcmk__bundle_assign: redis-bundle-master allocation score on database-0: 0
+pcmk__bundle_assign: redis-bundle-master allocation score on database-1: 0
+pcmk__bundle_assign: redis-bundle-master allocation score on database-2: 0
+pcmk__bundle_assign: redis-bundle-master allocation score on messaging-0: 0
+pcmk__bundle_assign: redis-bundle-master allocation score on messaging-1: 0
+pcmk__bundle_assign: redis-bundle-master allocation score on messaging-2: 0
+pcmk__bundle_assign: redis-bundle-master allocation score on redis-bundle-0: -INFINITY
+pcmk__bundle_assign: redis-bundle-master allocation score on redis-bundle-1: -INFINITY
+pcmk__bundle_assign: redis-bundle-master allocation score on redis-bundle-2: -INFINITY
+pcmk__bundle_assign: redis:0 allocation score on redis-bundle-0: INFINITY
+pcmk__bundle_assign: redis:1 allocation score on redis-bundle-1: INFINITY
+pcmk__bundle_assign: redis:2 allocation score on redis-bundle-2: INFINITY
pcmk__clone_assign: galera-bundle-master allocation score on controller-0: -INFINITY
pcmk__clone_assign: galera-bundle-master allocation score on controller-1: -INFINITY
pcmk__clone_assign: galera-bundle-master allocation score on controller-2: -INFINITY
diff --git a/cts/scheduler/scores/no-promote-on-unrunnable-guest.scores b/cts/scheduler/scores/no-promote-on-unrunnable-guest.scores
index 7923cdc..12f4c7f 100644
--- a/cts/scheduler/scores/no-promote-on-unrunnable-guest.scores
+++ b/cts/scheduler/scores/no-promote-on-unrunnable-guest.scores
@@ -2,135 +2,135 @@
galera:0 promotion score on galera-bundle-0: 100
galera:1 promotion score on galera-bundle-1: 100
galera:2 promotion score on galera-bundle-2: 100
-ovndb_servers:0 promotion score on ovn-dbs-bundle-0: 5
+ovndb_servers:0 promotion score on ovn-dbs-bundle-0: -1
ovndb_servers:1 promotion score on ovn-dbs-bundle-1: 5
ovndb_servers:2 promotion score on ovn-dbs-bundle-2: 5
-pcmk__bundle_allocate: galera-bundle allocation score on controller-0: 0
-pcmk__bundle_allocate: galera-bundle allocation score on controller-1: 0
-pcmk__bundle_allocate: galera-bundle allocation score on controller-2: 0
-pcmk__bundle_allocate: galera-bundle-0 allocation score on controller-0: INFINITY
-pcmk__bundle_allocate: galera-bundle-0 allocation score on controller-1: 0
-pcmk__bundle_allocate: galera-bundle-0 allocation score on controller-2: 0
-pcmk__bundle_allocate: galera-bundle-1 allocation score on controller-0: 0
-pcmk__bundle_allocate: galera-bundle-1 allocation score on controller-1: INFINITY
-pcmk__bundle_allocate: galera-bundle-1 allocation score on controller-2: 0
-pcmk__bundle_allocate: galera-bundle-2 allocation score on controller-0: 0
-pcmk__bundle_allocate: galera-bundle-2 allocation score on controller-1: 0
-pcmk__bundle_allocate: galera-bundle-2 allocation score on controller-2: INFINITY
-pcmk__bundle_allocate: galera-bundle-master allocation score on controller-0: 0
-pcmk__bundle_allocate: galera-bundle-master allocation score on controller-1: 0
-pcmk__bundle_allocate: galera-bundle-master allocation score on controller-2: 0
-pcmk__bundle_allocate: galera-bundle-master allocation score on galera-bundle-0: -INFINITY
-pcmk__bundle_allocate: galera-bundle-master allocation score on galera-bundle-1: -INFINITY
-pcmk__bundle_allocate: galera-bundle-master allocation score on galera-bundle-2: -INFINITY
-pcmk__bundle_allocate: galera-bundle-podman-0 allocation score on controller-0: INFINITY
-pcmk__bundle_allocate: galera-bundle-podman-0 allocation score on controller-1: 0
-pcmk__bundle_allocate: galera-bundle-podman-0 allocation score on controller-2: 0
-pcmk__bundle_allocate: galera-bundle-podman-1 allocation score on controller-0: 0
-pcmk__bundle_allocate: galera-bundle-podman-1 allocation score on controller-1: INFINITY
-pcmk__bundle_allocate: galera-bundle-podman-1 allocation score on controller-2: 0
-pcmk__bundle_allocate: galera-bundle-podman-2 allocation score on controller-0: 0
-pcmk__bundle_allocate: galera-bundle-podman-2 allocation score on controller-1: 0
-pcmk__bundle_allocate: galera-bundle-podman-2 allocation score on controller-2: INFINITY
-pcmk__bundle_allocate: galera:0 allocation score on galera-bundle-0: INFINITY
-pcmk__bundle_allocate: galera:1 allocation score on galera-bundle-1: INFINITY
-pcmk__bundle_allocate: galera:2 allocation score on galera-bundle-2: INFINITY
-pcmk__bundle_allocate: openstack-cinder-volume allocation score on controller-0: 0
-pcmk__bundle_allocate: openstack-cinder-volume allocation score on controller-1: 0
-pcmk__bundle_allocate: openstack-cinder-volume allocation score on controller-2: 0
-pcmk__bundle_allocate: openstack-cinder-volume-podman-0 allocation score on controller-0: INFINITY
-pcmk__bundle_allocate: openstack-cinder-volume-podman-0 allocation score on controller-1: 0
-pcmk__bundle_allocate: openstack-cinder-volume-podman-0 allocation score on controller-2: 0
-pcmk__bundle_allocate: ovn-dbs-bundle allocation score on controller-0: -INFINITY
-pcmk__bundle_allocate: ovn-dbs-bundle allocation score on controller-1: 0
-pcmk__bundle_allocate: ovn-dbs-bundle allocation score on controller-2: 0
-pcmk__bundle_allocate: ovn-dbs-bundle-0 allocation score on controller-0: INFINITY
-pcmk__bundle_allocate: ovn-dbs-bundle-0 allocation score on controller-1: 0
-pcmk__bundle_allocate: ovn-dbs-bundle-0 allocation score on controller-2: 0
-pcmk__bundle_allocate: ovn-dbs-bundle-1 allocation score on controller-0: 0
-pcmk__bundle_allocate: ovn-dbs-bundle-1 allocation score on controller-1: INFINITY
-pcmk__bundle_allocate: ovn-dbs-bundle-1 allocation score on controller-2: 0
-pcmk__bundle_allocate: ovn-dbs-bundle-2 allocation score on controller-0: 0
-pcmk__bundle_allocate: ovn-dbs-bundle-2 allocation score on controller-1: 0
-pcmk__bundle_allocate: ovn-dbs-bundle-2 allocation score on controller-2: INFINITY
-pcmk__bundle_allocate: ovn-dbs-bundle-master allocation score on controller-0: 0
-pcmk__bundle_allocate: ovn-dbs-bundle-master allocation score on controller-1: 0
-pcmk__bundle_allocate: ovn-dbs-bundle-master allocation score on controller-2: 0
-pcmk__bundle_allocate: ovn-dbs-bundle-master allocation score on ovn-dbs-bundle-0: -INFINITY
-pcmk__bundle_allocate: ovn-dbs-bundle-master allocation score on ovn-dbs-bundle-1: -INFINITY
-pcmk__bundle_allocate: ovn-dbs-bundle-master allocation score on ovn-dbs-bundle-2: -INFINITY
-pcmk__bundle_allocate: ovn-dbs-bundle-podman-0 allocation score on controller-0: -INFINITY
-pcmk__bundle_allocate: ovn-dbs-bundle-podman-0 allocation score on controller-1: 0
-pcmk__bundle_allocate: ovn-dbs-bundle-podman-0 allocation score on controller-2: 0
-pcmk__bundle_allocate: ovn-dbs-bundle-podman-1 allocation score on controller-0: -INFINITY
-pcmk__bundle_allocate: ovn-dbs-bundle-podman-1 allocation score on controller-1: INFINITY
-pcmk__bundle_allocate: ovn-dbs-bundle-podman-1 allocation score on controller-2: 0
-pcmk__bundle_allocate: ovn-dbs-bundle-podman-2 allocation score on controller-0: -INFINITY
-pcmk__bundle_allocate: ovn-dbs-bundle-podman-2 allocation score on controller-1: 0
-pcmk__bundle_allocate: ovn-dbs-bundle-podman-2 allocation score on controller-2: INFINITY
-pcmk__bundle_allocate: ovndb_servers:0 allocation score on ovn-dbs-bundle-0: INFINITY
-pcmk__bundle_allocate: ovndb_servers:1 allocation score on ovn-dbs-bundle-1: INFINITY
-pcmk__bundle_allocate: ovndb_servers:2 allocation score on ovn-dbs-bundle-2: INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle allocation score on controller-0: 0
-pcmk__bundle_allocate: rabbitmq-bundle allocation score on controller-1: 0
-pcmk__bundle_allocate: rabbitmq-bundle allocation score on controller-2: 0
-pcmk__bundle_allocate: rabbitmq-bundle-0 allocation score on controller-0: INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-0 allocation score on controller-1: 0
-pcmk__bundle_allocate: rabbitmq-bundle-0 allocation score on controller-2: 0
-pcmk__bundle_allocate: rabbitmq-bundle-1 allocation score on controller-0: 0
-pcmk__bundle_allocate: rabbitmq-bundle-1 allocation score on controller-1: INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-1 allocation score on controller-2: 0
-pcmk__bundle_allocate: rabbitmq-bundle-2 allocation score on controller-0: 0
-pcmk__bundle_allocate: rabbitmq-bundle-2 allocation score on controller-1: 0
-pcmk__bundle_allocate: rabbitmq-bundle-2 allocation score on controller-2: INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-clone allocation score on controller-0: 0
-pcmk__bundle_allocate: rabbitmq-bundle-clone allocation score on controller-1: 0
-pcmk__bundle_allocate: rabbitmq-bundle-clone allocation score on controller-2: 0
-pcmk__bundle_allocate: rabbitmq-bundle-clone allocation score on rabbitmq-bundle-0: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-clone allocation score on rabbitmq-bundle-1: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-clone allocation score on rabbitmq-bundle-2: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-podman-0 allocation score on controller-0: INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-podman-0 allocation score on controller-1: 0
-pcmk__bundle_allocate: rabbitmq-bundle-podman-0 allocation score on controller-2: 0
-pcmk__bundle_allocate: rabbitmq-bundle-podman-1 allocation score on controller-0: 0
-pcmk__bundle_allocate: rabbitmq-bundle-podman-1 allocation score on controller-1: INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-podman-1 allocation score on controller-2: 0
-pcmk__bundle_allocate: rabbitmq-bundle-podman-2 allocation score on controller-0: 0
-pcmk__bundle_allocate: rabbitmq-bundle-podman-2 allocation score on controller-1: 0
-pcmk__bundle_allocate: rabbitmq-bundle-podman-2 allocation score on controller-2: INFINITY
-pcmk__bundle_allocate: rabbitmq:0 allocation score on rabbitmq-bundle-0: INFINITY
-pcmk__bundle_allocate: rabbitmq:1 allocation score on rabbitmq-bundle-1: INFINITY
-pcmk__bundle_allocate: rabbitmq:2 allocation score on rabbitmq-bundle-2: INFINITY
-pcmk__bundle_allocate: redis-bundle allocation score on controller-0: 0
-pcmk__bundle_allocate: redis-bundle allocation score on controller-1: 0
-pcmk__bundle_allocate: redis-bundle allocation score on controller-2: 0
-pcmk__bundle_allocate: redis-bundle-0 allocation score on controller-0: INFINITY
-pcmk__bundle_allocate: redis-bundle-0 allocation score on controller-1: 0
-pcmk__bundle_allocate: redis-bundle-0 allocation score on controller-2: 0
-pcmk__bundle_allocate: redis-bundle-1 allocation score on controller-0: 0
-pcmk__bundle_allocate: redis-bundle-1 allocation score on controller-1: INFINITY
-pcmk__bundle_allocate: redis-bundle-1 allocation score on controller-2: 0
-pcmk__bundle_allocate: redis-bundle-2 allocation score on controller-0: 0
-pcmk__bundle_allocate: redis-bundle-2 allocation score on controller-1: 0
-pcmk__bundle_allocate: redis-bundle-2 allocation score on controller-2: INFINITY
-pcmk__bundle_allocate: redis-bundle-master allocation score on controller-0: 0
-pcmk__bundle_allocate: redis-bundle-master allocation score on controller-1: 0
-pcmk__bundle_allocate: redis-bundle-master allocation score on controller-2: 0
-pcmk__bundle_allocate: redis-bundle-master allocation score on redis-bundle-0: -INFINITY
-pcmk__bundle_allocate: redis-bundle-master allocation score on redis-bundle-1: -INFINITY
-pcmk__bundle_allocate: redis-bundle-master allocation score on redis-bundle-2: -INFINITY
-pcmk__bundle_allocate: redis-bundle-podman-0 allocation score on controller-0: INFINITY
-pcmk__bundle_allocate: redis-bundle-podman-0 allocation score on controller-1: 0
-pcmk__bundle_allocate: redis-bundle-podman-0 allocation score on controller-2: 0
-pcmk__bundle_allocate: redis-bundle-podman-1 allocation score on controller-0: 0
-pcmk__bundle_allocate: redis-bundle-podman-1 allocation score on controller-1: INFINITY
-pcmk__bundle_allocate: redis-bundle-podman-1 allocation score on controller-2: 0
-pcmk__bundle_allocate: redis-bundle-podman-2 allocation score on controller-0: 0
-pcmk__bundle_allocate: redis-bundle-podman-2 allocation score on controller-1: 0
-pcmk__bundle_allocate: redis-bundle-podman-2 allocation score on controller-2: INFINITY
-pcmk__bundle_allocate: redis:0 allocation score on redis-bundle-0: INFINITY
-pcmk__bundle_allocate: redis:1 allocation score on redis-bundle-1: INFINITY
-pcmk__bundle_allocate: redis:2 allocation score on redis-bundle-2: INFINITY
+pcmk__bundle_assign: galera-bundle allocation score on controller-0: 0
+pcmk__bundle_assign: galera-bundle allocation score on controller-1: 0
+pcmk__bundle_assign: galera-bundle allocation score on controller-2: 0
+pcmk__bundle_assign: galera-bundle-0 allocation score on controller-0: INFINITY
+pcmk__bundle_assign: galera-bundle-0 allocation score on controller-1: 0
+pcmk__bundle_assign: galera-bundle-0 allocation score on controller-2: 0
+pcmk__bundle_assign: galera-bundle-1 allocation score on controller-0: 0
+pcmk__bundle_assign: galera-bundle-1 allocation score on controller-1: INFINITY
+pcmk__bundle_assign: galera-bundle-1 allocation score on controller-2: 0
+pcmk__bundle_assign: galera-bundle-2 allocation score on controller-0: 0
+pcmk__bundle_assign: galera-bundle-2 allocation score on controller-1: 0
+pcmk__bundle_assign: galera-bundle-2 allocation score on controller-2: INFINITY
+pcmk__bundle_assign: galera-bundle-master allocation score on controller-0: 0
+pcmk__bundle_assign: galera-bundle-master allocation score on controller-1: 0
+pcmk__bundle_assign: galera-bundle-master allocation score on controller-2: 0
+pcmk__bundle_assign: galera-bundle-master allocation score on galera-bundle-0: -INFINITY
+pcmk__bundle_assign: galera-bundle-master allocation score on galera-bundle-1: -INFINITY
+pcmk__bundle_assign: galera-bundle-master allocation score on galera-bundle-2: -INFINITY
+pcmk__bundle_assign: galera-bundle-podman-0 allocation score on controller-0: INFINITY
+pcmk__bundle_assign: galera-bundle-podman-0 allocation score on controller-1: 0
+pcmk__bundle_assign: galera-bundle-podman-0 allocation score on controller-2: 0
+pcmk__bundle_assign: galera-bundle-podman-1 allocation score on controller-0: 0
+pcmk__bundle_assign: galera-bundle-podman-1 allocation score on controller-1: INFINITY
+pcmk__bundle_assign: galera-bundle-podman-1 allocation score on controller-2: 0
+pcmk__bundle_assign: galera-bundle-podman-2 allocation score on controller-0: 0
+pcmk__bundle_assign: galera-bundle-podman-2 allocation score on controller-1: 0
+pcmk__bundle_assign: galera-bundle-podman-2 allocation score on controller-2: INFINITY
+pcmk__bundle_assign: galera:0 allocation score on galera-bundle-0: INFINITY
+pcmk__bundle_assign: galera:1 allocation score on galera-bundle-1: INFINITY
+pcmk__bundle_assign: galera:2 allocation score on galera-bundle-2: INFINITY
+pcmk__bundle_assign: openstack-cinder-volume allocation score on controller-0: 0
+pcmk__bundle_assign: openstack-cinder-volume allocation score on controller-1: 0
+pcmk__bundle_assign: openstack-cinder-volume allocation score on controller-2: 0
+pcmk__bundle_assign: openstack-cinder-volume-podman-0 allocation score on controller-0: INFINITY
+pcmk__bundle_assign: openstack-cinder-volume-podman-0 allocation score on controller-1: 0
+pcmk__bundle_assign: openstack-cinder-volume-podman-0 allocation score on controller-2: 0
+pcmk__bundle_assign: ovn-dbs-bundle allocation score on controller-0: -INFINITY
+pcmk__bundle_assign: ovn-dbs-bundle allocation score on controller-1: 0
+pcmk__bundle_assign: ovn-dbs-bundle allocation score on controller-2: 0
+pcmk__bundle_assign: ovn-dbs-bundle-0 allocation score on controller-0: INFINITY
+pcmk__bundle_assign: ovn-dbs-bundle-0 allocation score on controller-1: 0
+pcmk__bundle_assign: ovn-dbs-bundle-0 allocation score on controller-2: 0
+pcmk__bundle_assign: ovn-dbs-bundle-1 allocation score on controller-0: 0
+pcmk__bundle_assign: ovn-dbs-bundle-1 allocation score on controller-1: INFINITY
+pcmk__bundle_assign: ovn-dbs-bundle-1 allocation score on controller-2: 0
+pcmk__bundle_assign: ovn-dbs-bundle-2 allocation score on controller-0: 0
+pcmk__bundle_assign: ovn-dbs-bundle-2 allocation score on controller-1: 0
+pcmk__bundle_assign: ovn-dbs-bundle-2 allocation score on controller-2: INFINITY
+pcmk__bundle_assign: ovn-dbs-bundle-master allocation score on controller-0: 0
+pcmk__bundle_assign: ovn-dbs-bundle-master allocation score on controller-1: 0
+pcmk__bundle_assign: ovn-dbs-bundle-master allocation score on controller-2: 0
+pcmk__bundle_assign: ovn-dbs-bundle-master allocation score on ovn-dbs-bundle-0: -INFINITY
+pcmk__bundle_assign: ovn-dbs-bundle-master allocation score on ovn-dbs-bundle-1: -INFINITY
+pcmk__bundle_assign: ovn-dbs-bundle-master allocation score on ovn-dbs-bundle-2: -INFINITY
+pcmk__bundle_assign: ovn-dbs-bundle-podman-0 allocation score on controller-0: -INFINITY
+pcmk__bundle_assign: ovn-dbs-bundle-podman-0 allocation score on controller-1: 0
+pcmk__bundle_assign: ovn-dbs-bundle-podman-0 allocation score on controller-2: 0
+pcmk__bundle_assign: ovn-dbs-bundle-podman-1 allocation score on controller-0: -INFINITY
+pcmk__bundle_assign: ovn-dbs-bundle-podman-1 allocation score on controller-1: INFINITY
+pcmk__bundle_assign: ovn-dbs-bundle-podman-1 allocation score on controller-2: 0
+pcmk__bundle_assign: ovn-dbs-bundle-podman-2 allocation score on controller-0: -INFINITY
+pcmk__bundle_assign: ovn-dbs-bundle-podman-2 allocation score on controller-1: 0
+pcmk__bundle_assign: ovn-dbs-bundle-podman-2 allocation score on controller-2: INFINITY
+pcmk__bundle_assign: ovndb_servers:0 allocation score on ovn-dbs-bundle-0: INFINITY
+pcmk__bundle_assign: ovndb_servers:1 allocation score on ovn-dbs-bundle-1: INFINITY
+pcmk__bundle_assign: ovndb_servers:2 allocation score on ovn-dbs-bundle-2: INFINITY
+pcmk__bundle_assign: rabbitmq-bundle allocation score on controller-0: 0
+pcmk__bundle_assign: rabbitmq-bundle allocation score on controller-1: 0
+pcmk__bundle_assign: rabbitmq-bundle allocation score on controller-2: 0
+pcmk__bundle_assign: rabbitmq-bundle-0 allocation score on controller-0: INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-0 allocation score on controller-1: 0
+pcmk__bundle_assign: rabbitmq-bundle-0 allocation score on controller-2: 0
+pcmk__bundle_assign: rabbitmq-bundle-1 allocation score on controller-0: 0
+pcmk__bundle_assign: rabbitmq-bundle-1 allocation score on controller-1: INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-1 allocation score on controller-2: 0
+pcmk__bundle_assign: rabbitmq-bundle-2 allocation score on controller-0: 0
+pcmk__bundle_assign: rabbitmq-bundle-2 allocation score on controller-1: 0
+pcmk__bundle_assign: rabbitmq-bundle-2 allocation score on controller-2: INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-clone allocation score on controller-0: 0
+pcmk__bundle_assign: rabbitmq-bundle-clone allocation score on controller-1: 0
+pcmk__bundle_assign: rabbitmq-bundle-clone allocation score on controller-2: 0
+pcmk__bundle_assign: rabbitmq-bundle-clone allocation score on rabbitmq-bundle-0: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-clone allocation score on rabbitmq-bundle-1: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-clone allocation score on rabbitmq-bundle-2: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-podman-0 allocation score on controller-0: INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-podman-0 allocation score on controller-1: 0
+pcmk__bundle_assign: rabbitmq-bundle-podman-0 allocation score on controller-2: 0
+pcmk__bundle_assign: rabbitmq-bundle-podman-1 allocation score on controller-0: 0
+pcmk__bundle_assign: rabbitmq-bundle-podman-1 allocation score on controller-1: INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-podman-1 allocation score on controller-2: 0
+pcmk__bundle_assign: rabbitmq-bundle-podman-2 allocation score on controller-0: 0
+pcmk__bundle_assign: rabbitmq-bundle-podman-2 allocation score on controller-1: 0
+pcmk__bundle_assign: rabbitmq-bundle-podman-2 allocation score on controller-2: INFINITY
+pcmk__bundle_assign: rabbitmq:0 allocation score on rabbitmq-bundle-0: INFINITY
+pcmk__bundle_assign: rabbitmq:1 allocation score on rabbitmq-bundle-1: INFINITY
+pcmk__bundle_assign: rabbitmq:2 allocation score on rabbitmq-bundle-2: INFINITY
+pcmk__bundle_assign: redis-bundle allocation score on controller-0: 0
+pcmk__bundle_assign: redis-bundle allocation score on controller-1: 0
+pcmk__bundle_assign: redis-bundle allocation score on controller-2: 0
+pcmk__bundle_assign: redis-bundle-0 allocation score on controller-0: INFINITY
+pcmk__bundle_assign: redis-bundle-0 allocation score on controller-1: 0
+pcmk__bundle_assign: redis-bundle-0 allocation score on controller-2: 0
+pcmk__bundle_assign: redis-bundle-1 allocation score on controller-0: 0
+pcmk__bundle_assign: redis-bundle-1 allocation score on controller-1: INFINITY
+pcmk__bundle_assign: redis-bundle-1 allocation score on controller-2: 0
+pcmk__bundle_assign: redis-bundle-2 allocation score on controller-0: 0
+pcmk__bundle_assign: redis-bundle-2 allocation score on controller-1: 0
+pcmk__bundle_assign: redis-bundle-2 allocation score on controller-2: INFINITY
+pcmk__bundle_assign: redis-bundle-master allocation score on controller-0: 0
+pcmk__bundle_assign: redis-bundle-master allocation score on controller-1: 0
+pcmk__bundle_assign: redis-bundle-master allocation score on controller-2: 0
+pcmk__bundle_assign: redis-bundle-master allocation score on redis-bundle-0: -INFINITY
+pcmk__bundle_assign: redis-bundle-master allocation score on redis-bundle-1: -INFINITY
+pcmk__bundle_assign: redis-bundle-master allocation score on redis-bundle-2: -INFINITY
+pcmk__bundle_assign: redis-bundle-podman-0 allocation score on controller-0: INFINITY
+pcmk__bundle_assign: redis-bundle-podman-0 allocation score on controller-1: 0
+pcmk__bundle_assign: redis-bundle-podman-0 allocation score on controller-2: 0
+pcmk__bundle_assign: redis-bundle-podman-1 allocation score on controller-0: 0
+pcmk__bundle_assign: redis-bundle-podman-1 allocation score on controller-1: INFINITY
+pcmk__bundle_assign: redis-bundle-podman-1 allocation score on controller-2: 0
+pcmk__bundle_assign: redis-bundle-podman-2 allocation score on controller-0: 0
+pcmk__bundle_assign: redis-bundle-podman-2 allocation score on controller-1: 0
+pcmk__bundle_assign: redis-bundle-podman-2 allocation score on controller-2: INFINITY
+pcmk__bundle_assign: redis:0 allocation score on redis-bundle-0: INFINITY
+pcmk__bundle_assign: redis:1 allocation score on redis-bundle-1: INFINITY
+pcmk__bundle_assign: redis:2 allocation score on redis-bundle-2: INFINITY
pcmk__clone_assign: galera-bundle-master allocation score on controller-0: -INFINITY
pcmk__clone_assign: galera-bundle-master allocation score on controller-1: -INFINITY
pcmk__clone_assign: galera-bundle-master allocation score on controller-2: -INFINITY
diff --git a/cts/scheduler/scores/node-pending-timeout.scores b/cts/scheduler/scores/node-pending-timeout.scores
new file mode 100644
index 0000000..90a7c8b
--- /dev/null
+++ b/cts/scheduler/scores/node-pending-timeout.scores
@@ -0,0 +1,3 @@
+
+pcmk__primitive_assign: st-sbd allocation score on node-1: 0
+pcmk__primitive_assign: st-sbd allocation score on node-2: 0
diff --git a/cts/scheduler/scores/notifs-for-unrunnable.scores b/cts/scheduler/scores/notifs-for-unrunnable.scores
index dd823a4..95d0f7b 100644
--- a/cts/scheduler/scores/notifs-for-unrunnable.scores
+++ b/cts/scheduler/scores/notifs-for-unrunnable.scores
@@ -2,120 +2,120 @@
galera:0 promotion score on galera-bundle-0: -1
galera:1 promotion score on galera-bundle-1: 100
galera:2 promotion score on galera-bundle-2: 100
-pcmk__bundle_allocate: galera-bundle allocation score on controller-0: 0
-pcmk__bundle_allocate: galera-bundle allocation score on controller-1: 0
-pcmk__bundle_allocate: galera-bundle allocation score on controller-2: 0
-pcmk__bundle_allocate: galera-bundle-0 allocation score on controller-0: 0
-pcmk__bundle_allocate: galera-bundle-0 allocation score on controller-1: 0
-pcmk__bundle_allocate: galera-bundle-0 allocation score on controller-2: 0
-pcmk__bundle_allocate: galera-bundle-1 allocation score on controller-0: 0
-pcmk__bundle_allocate: galera-bundle-1 allocation score on controller-1: INFINITY
-pcmk__bundle_allocate: galera-bundle-1 allocation score on controller-2: 0
-pcmk__bundle_allocate: galera-bundle-2 allocation score on controller-0: 0
-pcmk__bundle_allocate: galera-bundle-2 allocation score on controller-1: 0
-pcmk__bundle_allocate: galera-bundle-2 allocation score on controller-2: INFINITY
-pcmk__bundle_allocate: galera-bundle-docker-0 allocation score on controller-0: 0
-pcmk__bundle_allocate: galera-bundle-docker-0 allocation score on controller-1: 0
-pcmk__bundle_allocate: galera-bundle-docker-0 allocation score on controller-2: 0
-pcmk__bundle_allocate: galera-bundle-docker-1 allocation score on controller-0: 0
-pcmk__bundle_allocate: galera-bundle-docker-1 allocation score on controller-1: INFINITY
-pcmk__bundle_allocate: galera-bundle-docker-1 allocation score on controller-2: 0
-pcmk__bundle_allocate: galera-bundle-docker-2 allocation score on controller-0: 0
-pcmk__bundle_allocate: galera-bundle-docker-2 allocation score on controller-1: 0
-pcmk__bundle_allocate: galera-bundle-docker-2 allocation score on controller-2: INFINITY
-pcmk__bundle_allocate: galera-bundle-master allocation score on controller-0: 0
-pcmk__bundle_allocate: galera-bundle-master allocation score on controller-1: 0
-pcmk__bundle_allocate: galera-bundle-master allocation score on controller-2: 0
-pcmk__bundle_allocate: galera-bundle-master allocation score on galera-bundle-0: -INFINITY
-pcmk__bundle_allocate: galera-bundle-master allocation score on galera-bundle-1: -INFINITY
-pcmk__bundle_allocate: galera-bundle-master allocation score on galera-bundle-2: -INFINITY
-pcmk__bundle_allocate: galera:0 allocation score on galera-bundle-0: 500
-pcmk__bundle_allocate: galera:1 allocation score on galera-bundle-1: INFINITY
-pcmk__bundle_allocate: galera:2 allocation score on galera-bundle-2: INFINITY
-pcmk__bundle_allocate: haproxy-bundle allocation score on controller-0: 0
-pcmk__bundle_allocate: haproxy-bundle allocation score on controller-0: 0
-pcmk__bundle_allocate: haproxy-bundle allocation score on controller-1: 0
-pcmk__bundle_allocate: haproxy-bundle allocation score on controller-1: 0
-pcmk__bundle_allocate: haproxy-bundle allocation score on controller-2: 0
-pcmk__bundle_allocate: haproxy-bundle allocation score on controller-2: 0
-pcmk__bundle_allocate: haproxy-bundle-docker-0 allocation score on controller-0: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-docker-0 allocation score on controller-0: 0
-pcmk__bundle_allocate: haproxy-bundle-docker-0 allocation score on controller-1: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-docker-0 allocation score on controller-1: 0
-pcmk__bundle_allocate: haproxy-bundle-docker-0 allocation score on controller-2: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-docker-0 allocation score on controller-2: 0
-pcmk__bundle_allocate: haproxy-bundle-docker-1 allocation score on controller-0: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-docker-1 allocation score on controller-0: 0
-pcmk__bundle_allocate: haproxy-bundle-docker-1 allocation score on controller-1: INFINITY
-pcmk__bundle_allocate: haproxy-bundle-docker-1 allocation score on controller-1: INFINITY
-pcmk__bundle_allocate: haproxy-bundle-docker-1 allocation score on controller-2: 0
-pcmk__bundle_allocate: haproxy-bundle-docker-1 allocation score on controller-2: 0
-pcmk__bundle_allocate: haproxy-bundle-docker-2 allocation score on controller-0: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-docker-2 allocation score on controller-0: 0
-pcmk__bundle_allocate: haproxy-bundle-docker-2 allocation score on controller-1: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-docker-2 allocation score on controller-1: 0
-pcmk__bundle_allocate: haproxy-bundle-docker-2 allocation score on controller-2: INFINITY
-pcmk__bundle_allocate: haproxy-bundle-docker-2 allocation score on controller-2: INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle allocation score on controller-0: 0
-pcmk__bundle_allocate: rabbitmq-bundle allocation score on controller-1: 0
-pcmk__bundle_allocate: rabbitmq-bundle allocation score on controller-2: 0
-pcmk__bundle_allocate: rabbitmq-bundle-0 allocation score on controller-0: 0
-pcmk__bundle_allocate: rabbitmq-bundle-0 allocation score on controller-1: 0
-pcmk__bundle_allocate: rabbitmq-bundle-0 allocation score on controller-2: 0
-pcmk__bundle_allocate: rabbitmq-bundle-1 allocation score on controller-0: 0
-pcmk__bundle_allocate: rabbitmq-bundle-1 allocation score on controller-1: INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-1 allocation score on controller-2: 0
-pcmk__bundle_allocate: rabbitmq-bundle-2 allocation score on controller-0: 0
-pcmk__bundle_allocate: rabbitmq-bundle-2 allocation score on controller-1: 0
-pcmk__bundle_allocate: rabbitmq-bundle-2 allocation score on controller-2: INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-clone allocation score on controller-0: 0
-pcmk__bundle_allocate: rabbitmq-bundle-clone allocation score on controller-1: 0
-pcmk__bundle_allocate: rabbitmq-bundle-clone allocation score on controller-2: 0
-pcmk__bundle_allocate: rabbitmq-bundle-clone allocation score on rabbitmq-bundle-0: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-clone allocation score on rabbitmq-bundle-1: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-clone allocation score on rabbitmq-bundle-2: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-docker-0 allocation score on controller-0: 0
-pcmk__bundle_allocate: rabbitmq-bundle-docker-0 allocation score on controller-1: 0
-pcmk__bundle_allocate: rabbitmq-bundle-docker-0 allocation score on controller-2: 0
-pcmk__bundle_allocate: rabbitmq-bundle-docker-1 allocation score on controller-0: 0
-pcmk__bundle_allocate: rabbitmq-bundle-docker-1 allocation score on controller-1: INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-docker-1 allocation score on controller-2: 0
-pcmk__bundle_allocate: rabbitmq-bundle-docker-2 allocation score on controller-0: 0
-pcmk__bundle_allocate: rabbitmq-bundle-docker-2 allocation score on controller-1: 0
-pcmk__bundle_allocate: rabbitmq-bundle-docker-2 allocation score on controller-2: INFINITY
-pcmk__bundle_allocate: rabbitmq:0 allocation score on rabbitmq-bundle-0: 500
-pcmk__bundle_allocate: rabbitmq:1 allocation score on rabbitmq-bundle-1: INFINITY
-pcmk__bundle_allocate: rabbitmq:2 allocation score on rabbitmq-bundle-2: INFINITY
-pcmk__bundle_allocate: redis-bundle allocation score on controller-0: 0
-pcmk__bundle_allocate: redis-bundle allocation score on controller-1: 0
-pcmk__bundle_allocate: redis-bundle allocation score on controller-2: 0
-pcmk__bundle_allocate: redis-bundle-0 allocation score on controller-0: 0
-pcmk__bundle_allocate: redis-bundle-0 allocation score on controller-1: 0
-pcmk__bundle_allocate: redis-bundle-0 allocation score on controller-2: 0
-pcmk__bundle_allocate: redis-bundle-1 allocation score on controller-0: 0
-pcmk__bundle_allocate: redis-bundle-1 allocation score on controller-1: INFINITY
-pcmk__bundle_allocate: redis-bundle-1 allocation score on controller-2: 0
-pcmk__bundle_allocate: redis-bundle-2 allocation score on controller-0: 0
-pcmk__bundle_allocate: redis-bundle-2 allocation score on controller-1: 0
-pcmk__bundle_allocate: redis-bundle-2 allocation score on controller-2: INFINITY
-pcmk__bundle_allocate: redis-bundle-docker-0 allocation score on controller-0: 0
-pcmk__bundle_allocate: redis-bundle-docker-0 allocation score on controller-1: 0
-pcmk__bundle_allocate: redis-bundle-docker-0 allocation score on controller-2: 0
-pcmk__bundle_allocate: redis-bundle-docker-1 allocation score on controller-0: 0
-pcmk__bundle_allocate: redis-bundle-docker-1 allocation score on controller-1: INFINITY
-pcmk__bundle_allocate: redis-bundle-docker-1 allocation score on controller-2: 0
-pcmk__bundle_allocate: redis-bundle-docker-2 allocation score on controller-0: 0
-pcmk__bundle_allocate: redis-bundle-docker-2 allocation score on controller-1: 0
-pcmk__bundle_allocate: redis-bundle-docker-2 allocation score on controller-2: INFINITY
-pcmk__bundle_allocate: redis-bundle-master allocation score on controller-0: 0
-pcmk__bundle_allocate: redis-bundle-master allocation score on controller-1: 0
-pcmk__bundle_allocate: redis-bundle-master allocation score on controller-2: 0
-pcmk__bundle_allocate: redis-bundle-master allocation score on redis-bundle-0: -INFINITY
-pcmk__bundle_allocate: redis-bundle-master allocation score on redis-bundle-1: -INFINITY
-pcmk__bundle_allocate: redis-bundle-master allocation score on redis-bundle-2: -INFINITY
-pcmk__bundle_allocate: redis:0 allocation score on redis-bundle-0: 500
-pcmk__bundle_allocate: redis:1 allocation score on redis-bundle-1: INFINITY
-pcmk__bundle_allocate: redis:2 allocation score on redis-bundle-2: INFINITY
+pcmk__bundle_assign: galera-bundle allocation score on controller-0: 0
+pcmk__bundle_assign: galera-bundle allocation score on controller-1: 0
+pcmk__bundle_assign: galera-bundle allocation score on controller-2: 0
+pcmk__bundle_assign: galera-bundle-0 allocation score on controller-0: 0
+pcmk__bundle_assign: galera-bundle-0 allocation score on controller-1: 0
+pcmk__bundle_assign: galera-bundle-0 allocation score on controller-2: 0
+pcmk__bundle_assign: galera-bundle-1 allocation score on controller-0: 0
+pcmk__bundle_assign: galera-bundle-1 allocation score on controller-1: INFINITY
+pcmk__bundle_assign: galera-bundle-1 allocation score on controller-2: 0
+pcmk__bundle_assign: galera-bundle-2 allocation score on controller-0: 0
+pcmk__bundle_assign: galera-bundle-2 allocation score on controller-1: 0
+pcmk__bundle_assign: galera-bundle-2 allocation score on controller-2: INFINITY
+pcmk__bundle_assign: galera-bundle-docker-0 allocation score on controller-0: 0
+pcmk__bundle_assign: galera-bundle-docker-0 allocation score on controller-1: 0
+pcmk__bundle_assign: galera-bundle-docker-0 allocation score on controller-2: 0
+pcmk__bundle_assign: galera-bundle-docker-1 allocation score on controller-0: 0
+pcmk__bundle_assign: galera-bundle-docker-1 allocation score on controller-1: INFINITY
+pcmk__bundle_assign: galera-bundle-docker-1 allocation score on controller-2: 0
+pcmk__bundle_assign: galera-bundle-docker-2 allocation score on controller-0: 0
+pcmk__bundle_assign: galera-bundle-docker-2 allocation score on controller-1: 0
+pcmk__bundle_assign: galera-bundle-docker-2 allocation score on controller-2: INFINITY
+pcmk__bundle_assign: galera-bundle-master allocation score on controller-0: 0
+pcmk__bundle_assign: galera-bundle-master allocation score on controller-1: 0
+pcmk__bundle_assign: galera-bundle-master allocation score on controller-2: 0
+pcmk__bundle_assign: galera-bundle-master allocation score on galera-bundle-0: -INFINITY
+pcmk__bundle_assign: galera-bundle-master allocation score on galera-bundle-1: -INFINITY
+pcmk__bundle_assign: galera-bundle-master allocation score on galera-bundle-2: -INFINITY
+pcmk__bundle_assign: galera:0 allocation score on galera-bundle-0: 500
+pcmk__bundle_assign: galera:1 allocation score on galera-bundle-1: INFINITY
+pcmk__bundle_assign: galera:2 allocation score on galera-bundle-2: INFINITY
+pcmk__bundle_assign: haproxy-bundle allocation score on controller-0: 0
+pcmk__bundle_assign: haproxy-bundle allocation score on controller-0: 0
+pcmk__bundle_assign: haproxy-bundle allocation score on controller-1: 0
+pcmk__bundle_assign: haproxy-bundle allocation score on controller-1: 0
+pcmk__bundle_assign: haproxy-bundle allocation score on controller-2: 0
+pcmk__bundle_assign: haproxy-bundle allocation score on controller-2: 0
+pcmk__bundle_assign: haproxy-bundle-docker-0 allocation score on controller-0: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-docker-0 allocation score on controller-0: 0
+pcmk__bundle_assign: haproxy-bundle-docker-0 allocation score on controller-1: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-docker-0 allocation score on controller-1: 0
+pcmk__bundle_assign: haproxy-bundle-docker-0 allocation score on controller-2: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-docker-0 allocation score on controller-2: 0
+pcmk__bundle_assign: haproxy-bundle-docker-1 allocation score on controller-0: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-docker-1 allocation score on controller-0: 0
+pcmk__bundle_assign: haproxy-bundle-docker-1 allocation score on controller-1: INFINITY
+pcmk__bundle_assign: haproxy-bundle-docker-1 allocation score on controller-1: INFINITY
+pcmk__bundle_assign: haproxy-bundle-docker-1 allocation score on controller-2: 0
+pcmk__bundle_assign: haproxy-bundle-docker-1 allocation score on controller-2: INFINITY
+pcmk__bundle_assign: haproxy-bundle-docker-2 allocation score on controller-0: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-docker-2 allocation score on controller-0: 0
+pcmk__bundle_assign: haproxy-bundle-docker-2 allocation score on controller-1: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-docker-2 allocation score on controller-1: 0
+pcmk__bundle_assign: haproxy-bundle-docker-2 allocation score on controller-2: INFINITY
+pcmk__bundle_assign: haproxy-bundle-docker-2 allocation score on controller-2: INFINITY
+pcmk__bundle_assign: rabbitmq-bundle allocation score on controller-0: 0
+pcmk__bundle_assign: rabbitmq-bundle allocation score on controller-1: 0
+pcmk__bundle_assign: rabbitmq-bundle allocation score on controller-2: 0
+pcmk__bundle_assign: rabbitmq-bundle-0 allocation score on controller-0: 0
+pcmk__bundle_assign: rabbitmq-bundle-0 allocation score on controller-1: 0
+pcmk__bundle_assign: rabbitmq-bundle-0 allocation score on controller-2: 0
+pcmk__bundle_assign: rabbitmq-bundle-1 allocation score on controller-0: 0
+pcmk__bundle_assign: rabbitmq-bundle-1 allocation score on controller-1: INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-1 allocation score on controller-2: 0
+pcmk__bundle_assign: rabbitmq-bundle-2 allocation score on controller-0: 0
+pcmk__bundle_assign: rabbitmq-bundle-2 allocation score on controller-1: 0
+pcmk__bundle_assign: rabbitmq-bundle-2 allocation score on controller-2: INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-clone allocation score on controller-0: 0
+pcmk__bundle_assign: rabbitmq-bundle-clone allocation score on controller-1: 0
+pcmk__bundle_assign: rabbitmq-bundle-clone allocation score on controller-2: 0
+pcmk__bundle_assign: rabbitmq-bundle-clone allocation score on rabbitmq-bundle-0: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-clone allocation score on rabbitmq-bundle-1: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-clone allocation score on rabbitmq-bundle-2: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-docker-0 allocation score on controller-0: 0
+pcmk__bundle_assign: rabbitmq-bundle-docker-0 allocation score on controller-1: 0
+pcmk__bundle_assign: rabbitmq-bundle-docker-0 allocation score on controller-2: 0
+pcmk__bundle_assign: rabbitmq-bundle-docker-1 allocation score on controller-0: 0
+pcmk__bundle_assign: rabbitmq-bundle-docker-1 allocation score on controller-1: INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-docker-1 allocation score on controller-2: 0
+pcmk__bundle_assign: rabbitmq-bundle-docker-2 allocation score on controller-0: 0
+pcmk__bundle_assign: rabbitmq-bundle-docker-2 allocation score on controller-1: 0
+pcmk__bundle_assign: rabbitmq-bundle-docker-2 allocation score on controller-2: INFINITY
+pcmk__bundle_assign: rabbitmq:0 allocation score on rabbitmq-bundle-0: 500
+pcmk__bundle_assign: rabbitmq:1 allocation score on rabbitmq-bundle-1: INFINITY
+pcmk__bundle_assign: rabbitmq:2 allocation score on rabbitmq-bundle-2: INFINITY
+pcmk__bundle_assign: redis-bundle allocation score on controller-0: 0
+pcmk__bundle_assign: redis-bundle allocation score on controller-1: 0
+pcmk__bundle_assign: redis-bundle allocation score on controller-2: 0
+pcmk__bundle_assign: redis-bundle-0 allocation score on controller-0: 0
+pcmk__bundle_assign: redis-bundle-0 allocation score on controller-1: 0
+pcmk__bundle_assign: redis-bundle-0 allocation score on controller-2: 0
+pcmk__bundle_assign: redis-bundle-1 allocation score on controller-0: 0
+pcmk__bundle_assign: redis-bundle-1 allocation score on controller-1: INFINITY
+pcmk__bundle_assign: redis-bundle-1 allocation score on controller-2: 0
+pcmk__bundle_assign: redis-bundle-2 allocation score on controller-0: 0
+pcmk__bundle_assign: redis-bundle-2 allocation score on controller-1: 0
+pcmk__bundle_assign: redis-bundle-2 allocation score on controller-2: INFINITY
+pcmk__bundle_assign: redis-bundle-docker-0 allocation score on controller-0: 0
+pcmk__bundle_assign: redis-bundle-docker-0 allocation score on controller-1: 0
+pcmk__bundle_assign: redis-bundle-docker-0 allocation score on controller-2: 0
+pcmk__bundle_assign: redis-bundle-docker-1 allocation score on controller-0: 0
+pcmk__bundle_assign: redis-bundle-docker-1 allocation score on controller-1: INFINITY
+pcmk__bundle_assign: redis-bundle-docker-1 allocation score on controller-2: 0
+pcmk__bundle_assign: redis-bundle-docker-2 allocation score on controller-0: 0
+pcmk__bundle_assign: redis-bundle-docker-2 allocation score on controller-1: 0
+pcmk__bundle_assign: redis-bundle-docker-2 allocation score on controller-2: INFINITY
+pcmk__bundle_assign: redis-bundle-master allocation score on controller-0: 0
+pcmk__bundle_assign: redis-bundle-master allocation score on controller-1: 0
+pcmk__bundle_assign: redis-bundle-master allocation score on controller-2: 0
+pcmk__bundle_assign: redis-bundle-master allocation score on redis-bundle-0: -INFINITY
+pcmk__bundle_assign: redis-bundle-master allocation score on redis-bundle-1: -INFINITY
+pcmk__bundle_assign: redis-bundle-master allocation score on redis-bundle-2: -INFINITY
+pcmk__bundle_assign: redis:0 allocation score on redis-bundle-0: 500
+pcmk__bundle_assign: redis:1 allocation score on redis-bundle-1: INFINITY
+pcmk__bundle_assign: redis:2 allocation score on redis-bundle-2: INFINITY
pcmk__clone_assign: galera-bundle-master allocation score on controller-0: -INFINITY
pcmk__clone_assign: galera-bundle-master allocation score on controller-1: -INFINITY
pcmk__clone_assign: galera-bundle-master allocation score on controller-2: -INFINITY
@@ -169,7 +169,7 @@ pcmk__primitive_assign: haproxy-bundle-docker-0 allocation score on controller-1
pcmk__primitive_assign: haproxy-bundle-docker-0 allocation score on controller-2: -INFINITY
pcmk__primitive_assign: haproxy-bundle-docker-1 allocation score on controller-0: -INFINITY
pcmk__primitive_assign: haproxy-bundle-docker-1 allocation score on controller-1: INFINITY
-pcmk__primitive_assign: haproxy-bundle-docker-1 allocation score on controller-2: 0
+pcmk__primitive_assign: haproxy-bundle-docker-1 allocation score on controller-2: INFINITY
pcmk__primitive_assign: haproxy-bundle-docker-2 allocation score on controller-0: -INFINITY
pcmk__primitive_assign: haproxy-bundle-docker-2 allocation score on controller-1: -INFINITY
pcmk__primitive_assign: haproxy-bundle-docker-2 allocation score on controller-2: INFINITY
diff --git a/cts/scheduler/scores/notify-behind-stopping-remote.scores b/cts/scheduler/scores/notify-behind-stopping-remote.scores
index 015404a..17a5ca9 100644
--- a/cts/scheduler/scores/notify-behind-stopping-remote.scores
+++ b/cts/scheduler/scores/notify-behind-stopping-remote.scores
@@ -1,34 +1,34 @@
-pcmk__bundle_allocate: redis-bundle allocation score on ra1: 0
-pcmk__bundle_allocate: redis-bundle allocation score on ra2: -INFINITY
-pcmk__bundle_allocate: redis-bundle allocation score on ra3: 0
-pcmk__bundle_allocate: redis-bundle-0 allocation score on ra1: 0
-pcmk__bundle_allocate: redis-bundle-0 allocation score on ra2: 0
-pcmk__bundle_allocate: redis-bundle-0 allocation score on ra3: 0
-pcmk__bundle_allocate: redis-bundle-1 allocation score on ra1: 0
-pcmk__bundle_allocate: redis-bundle-1 allocation score on ra2: 0
-pcmk__bundle_allocate: redis-bundle-1 allocation score on ra3: 0
-pcmk__bundle_allocate: redis-bundle-2 allocation score on ra1: 0
-pcmk__bundle_allocate: redis-bundle-2 allocation score on ra2: 0
-pcmk__bundle_allocate: redis-bundle-2 allocation score on ra3: 0
-pcmk__bundle_allocate: redis-bundle-docker-0 allocation score on ra1: 0
-pcmk__bundle_allocate: redis-bundle-docker-0 allocation score on ra2: -INFINITY
-pcmk__bundle_allocate: redis-bundle-docker-0 allocation score on ra3: 0
-pcmk__bundle_allocate: redis-bundle-docker-1 allocation score on ra1: 0
-pcmk__bundle_allocate: redis-bundle-docker-1 allocation score on ra2: -INFINITY
-pcmk__bundle_allocate: redis-bundle-docker-1 allocation score on ra3: 0
-pcmk__bundle_allocate: redis-bundle-docker-2 allocation score on ra1: 0
-pcmk__bundle_allocate: redis-bundle-docker-2 allocation score on ra2: -INFINITY
-pcmk__bundle_allocate: redis-bundle-docker-2 allocation score on ra3: 0
-pcmk__bundle_allocate: redis-bundle-master allocation score on ra1: 0
-pcmk__bundle_allocate: redis-bundle-master allocation score on ra2: 0
-pcmk__bundle_allocate: redis-bundle-master allocation score on ra3: 0
-pcmk__bundle_allocate: redis-bundle-master allocation score on redis-bundle-0: -INFINITY
-pcmk__bundle_allocate: redis-bundle-master allocation score on redis-bundle-1: -INFINITY
-pcmk__bundle_allocate: redis-bundle-master allocation score on redis-bundle-2: -INFINITY
-pcmk__bundle_allocate: redis:0 allocation score on redis-bundle-0: 501
-pcmk__bundle_allocate: redis:1 allocation score on redis-bundle-1: 500
-pcmk__bundle_allocate: redis:2 allocation score on redis-bundle-2: 501
+pcmk__bundle_assign: redis-bundle allocation score on ra1: 0
+pcmk__bundle_assign: redis-bundle allocation score on ra2: -INFINITY
+pcmk__bundle_assign: redis-bundle allocation score on ra3: 0
+pcmk__bundle_assign: redis-bundle-0 allocation score on ra1: 0
+pcmk__bundle_assign: redis-bundle-0 allocation score on ra2: 0
+pcmk__bundle_assign: redis-bundle-0 allocation score on ra3: 0
+pcmk__bundle_assign: redis-bundle-1 allocation score on ra1: 0
+pcmk__bundle_assign: redis-bundle-1 allocation score on ra2: 0
+pcmk__bundle_assign: redis-bundle-1 allocation score on ra3: 0
+pcmk__bundle_assign: redis-bundle-2 allocation score on ra1: 0
+pcmk__bundle_assign: redis-bundle-2 allocation score on ra2: 0
+pcmk__bundle_assign: redis-bundle-2 allocation score on ra3: 0
+pcmk__bundle_assign: redis-bundle-docker-0 allocation score on ra1: 0
+pcmk__bundle_assign: redis-bundle-docker-0 allocation score on ra2: -INFINITY
+pcmk__bundle_assign: redis-bundle-docker-0 allocation score on ra3: 0
+pcmk__bundle_assign: redis-bundle-docker-1 allocation score on ra1: 0
+pcmk__bundle_assign: redis-bundle-docker-1 allocation score on ra2: -INFINITY
+pcmk__bundle_assign: redis-bundle-docker-1 allocation score on ra3: 0
+pcmk__bundle_assign: redis-bundle-docker-2 allocation score on ra1: 0
+pcmk__bundle_assign: redis-bundle-docker-2 allocation score on ra2: -INFINITY
+pcmk__bundle_assign: redis-bundle-docker-2 allocation score on ra3: 0
+pcmk__bundle_assign: redis-bundle-master allocation score on ra1: 0
+pcmk__bundle_assign: redis-bundle-master allocation score on ra2: 0
+pcmk__bundle_assign: redis-bundle-master allocation score on ra3: 0
+pcmk__bundle_assign: redis-bundle-master allocation score on redis-bundle-0: -INFINITY
+pcmk__bundle_assign: redis-bundle-master allocation score on redis-bundle-1: -INFINITY
+pcmk__bundle_assign: redis-bundle-master allocation score on redis-bundle-2: -INFINITY
+pcmk__bundle_assign: redis:0 allocation score on redis-bundle-0: 501
+pcmk__bundle_assign: redis:1 allocation score on redis-bundle-1: 500
+pcmk__bundle_assign: redis:2 allocation score on redis-bundle-2: 501
pcmk__clone_assign: redis-bundle-master allocation score on ra1: -INFINITY
pcmk__clone_assign: redis-bundle-master allocation score on ra2: -INFINITY
pcmk__clone_assign: redis-bundle-master allocation score on ra3: -INFINITY
diff --git a/cts/scheduler/scores/novell-239087.scores b/cts/scheduler/scores/novell-239087.scores
index 7da4f35..34dbc1d 100644
--- a/cts/scheduler/scores/novell-239087.scores
+++ b/cts/scheduler/scores/novell-239087.scores
@@ -9,7 +9,7 @@ pcmk__clone_assign: ms-drbd0 allocation score on xen-1: 100
pcmk__clone_assign: ms-drbd0 allocation score on xen-2: 0
pcmk__primitive_assign: drbd0:0 allocation score on xen-1: -INFINITY
pcmk__primitive_assign: drbd0:0 allocation score on xen-2: 110
-pcmk__primitive_assign: drbd0:1 allocation score on xen-1: 110
+pcmk__primitive_assign: drbd0:1 allocation score on xen-1: 210
pcmk__primitive_assign: drbd0:1 allocation score on xen-2: 0
-pcmk__primitive_assign: fs_1 allocation score on xen-1: 210
+pcmk__primitive_assign: fs_1 allocation score on xen-1: 310
pcmk__primitive_assign: fs_1 allocation score on xen-2: -INFINITY
diff --git a/cts/scheduler/scores/on_fail_demote1.scores b/cts/scheduler/scores/on_fail_demote1.scores
index 8810211..2a22478 100644
--- a/cts/scheduler/scores/on_fail_demote1.scores
+++ b/cts/scheduler/scores/on_fail_demote1.scores
@@ -4,89 +4,89 @@ bundled:1 promotion score on stateful-bundle-1: 5
bundled:2 promotion score on stateful-bundle-2: 5
lxc-ms:0 promotion score on lxc2: INFINITY
lxc-ms:1 promotion score on lxc1: INFINITY
-pcmk__bundle_allocate: bundled:0 allocation score on stateful-bundle-0: 501
-pcmk__bundle_allocate: bundled:1 allocation score on stateful-bundle-1: 501
-pcmk__bundle_allocate: bundled:2 allocation score on stateful-bundle-2: 501
-pcmk__bundle_allocate: stateful-bundle allocation score on lxc1: 0
-pcmk__bundle_allocate: stateful-bundle allocation score on lxc2: 0
-pcmk__bundle_allocate: stateful-bundle allocation score on remote-rhel7-2: 0
-pcmk__bundle_allocate: stateful-bundle allocation score on rhel7-1: 0
-pcmk__bundle_allocate: stateful-bundle allocation score on rhel7-3: 0
-pcmk__bundle_allocate: stateful-bundle allocation score on rhel7-4: 0
-pcmk__bundle_allocate: stateful-bundle allocation score on rhel7-5: 0
-pcmk__bundle_allocate: stateful-bundle-0 allocation score on lxc1: -INFINITY
-pcmk__bundle_allocate: stateful-bundle-0 allocation score on lxc2: -INFINITY
-pcmk__bundle_allocate: stateful-bundle-0 allocation score on remote-rhel7-2: -INFINITY
-pcmk__bundle_allocate: stateful-bundle-0 allocation score on rhel7-1: 0
-pcmk__bundle_allocate: stateful-bundle-0 allocation score on rhel7-3: 0
-pcmk__bundle_allocate: stateful-bundle-0 allocation score on rhel7-4: 0
-pcmk__bundle_allocate: stateful-bundle-0 allocation score on rhel7-5: 0
-pcmk__bundle_allocate: stateful-bundle-1 allocation score on lxc1: -INFINITY
-pcmk__bundle_allocate: stateful-bundle-1 allocation score on lxc2: -INFINITY
-pcmk__bundle_allocate: stateful-bundle-1 allocation score on remote-rhel7-2: -INFINITY
-pcmk__bundle_allocate: stateful-bundle-1 allocation score on rhel7-1: 0
-pcmk__bundle_allocate: stateful-bundle-1 allocation score on rhel7-3: 0
-pcmk__bundle_allocate: stateful-bundle-1 allocation score on rhel7-4: 0
-pcmk__bundle_allocate: stateful-bundle-1 allocation score on rhel7-5: 0
-pcmk__bundle_allocate: stateful-bundle-2 allocation score on lxc1: -INFINITY
-pcmk__bundle_allocate: stateful-bundle-2 allocation score on lxc2: -INFINITY
-pcmk__bundle_allocate: stateful-bundle-2 allocation score on remote-rhel7-2: -INFINITY
-pcmk__bundle_allocate: stateful-bundle-2 allocation score on rhel7-1: 0
-pcmk__bundle_allocate: stateful-bundle-2 allocation score on rhel7-3: 0
-pcmk__bundle_allocate: stateful-bundle-2 allocation score on rhel7-4: 0
-pcmk__bundle_allocate: stateful-bundle-2 allocation score on rhel7-5: 0
-pcmk__bundle_allocate: stateful-bundle-docker-0 allocation score on lxc1: 0
-pcmk__bundle_allocate: stateful-bundle-docker-0 allocation score on lxc2: 0
-pcmk__bundle_allocate: stateful-bundle-docker-0 allocation score on remote-rhel7-2: 0
-pcmk__bundle_allocate: stateful-bundle-docker-0 allocation score on rhel7-1: 0
-pcmk__bundle_allocate: stateful-bundle-docker-0 allocation score on rhel7-3: 0
-pcmk__bundle_allocate: stateful-bundle-docker-0 allocation score on rhel7-4: 0
-pcmk__bundle_allocate: stateful-bundle-docker-0 allocation score on rhel7-5: 0
-pcmk__bundle_allocate: stateful-bundle-docker-1 allocation score on lxc1: 0
-pcmk__bundle_allocate: stateful-bundle-docker-1 allocation score on lxc2: 0
-pcmk__bundle_allocate: stateful-bundle-docker-1 allocation score on remote-rhel7-2: 0
-pcmk__bundle_allocate: stateful-bundle-docker-1 allocation score on rhel7-1: 0
-pcmk__bundle_allocate: stateful-bundle-docker-1 allocation score on rhel7-3: 0
-pcmk__bundle_allocate: stateful-bundle-docker-1 allocation score on rhel7-4: 0
-pcmk__bundle_allocate: stateful-bundle-docker-1 allocation score on rhel7-5: 0
-pcmk__bundle_allocate: stateful-bundle-docker-2 allocation score on lxc1: 0
-pcmk__bundle_allocate: stateful-bundle-docker-2 allocation score on lxc2: 0
-pcmk__bundle_allocate: stateful-bundle-docker-2 allocation score on remote-rhel7-2: 0
-pcmk__bundle_allocate: stateful-bundle-docker-2 allocation score on rhel7-1: 0
-pcmk__bundle_allocate: stateful-bundle-docker-2 allocation score on rhel7-3: 0
-pcmk__bundle_allocate: stateful-bundle-docker-2 allocation score on rhel7-4: 0
-pcmk__bundle_allocate: stateful-bundle-docker-2 allocation score on rhel7-5: 0
-pcmk__bundle_allocate: stateful-bundle-ip-192.168.122.131 allocation score on lxc1: 0
-pcmk__bundle_allocate: stateful-bundle-ip-192.168.122.131 allocation score on lxc2: 0
-pcmk__bundle_allocate: stateful-bundle-ip-192.168.122.131 allocation score on remote-rhel7-2: 0
-pcmk__bundle_allocate: stateful-bundle-ip-192.168.122.131 allocation score on rhel7-1: 0
-pcmk__bundle_allocate: stateful-bundle-ip-192.168.122.131 allocation score on rhel7-3: 0
-pcmk__bundle_allocate: stateful-bundle-ip-192.168.122.131 allocation score on rhel7-4: 0
-pcmk__bundle_allocate: stateful-bundle-ip-192.168.122.131 allocation score on rhel7-5: 0
-pcmk__bundle_allocate: stateful-bundle-ip-192.168.122.132 allocation score on lxc1: 0
-pcmk__bundle_allocate: stateful-bundle-ip-192.168.122.132 allocation score on lxc2: 0
-pcmk__bundle_allocate: stateful-bundle-ip-192.168.122.132 allocation score on remote-rhel7-2: 0
-pcmk__bundle_allocate: stateful-bundle-ip-192.168.122.132 allocation score on rhel7-1: 0
-pcmk__bundle_allocate: stateful-bundle-ip-192.168.122.132 allocation score on rhel7-3: 0
-pcmk__bundle_allocate: stateful-bundle-ip-192.168.122.132 allocation score on rhel7-4: 0
-pcmk__bundle_allocate: stateful-bundle-ip-192.168.122.132 allocation score on rhel7-5: 0
-pcmk__bundle_allocate: stateful-bundle-ip-192.168.122.133 allocation score on lxc1: 0
-pcmk__bundle_allocate: stateful-bundle-ip-192.168.122.133 allocation score on lxc2: 0
-pcmk__bundle_allocate: stateful-bundle-ip-192.168.122.133 allocation score on remote-rhel7-2: 0
-pcmk__bundle_allocate: stateful-bundle-ip-192.168.122.133 allocation score on rhel7-1: 0
-pcmk__bundle_allocate: stateful-bundle-ip-192.168.122.133 allocation score on rhel7-3: 0
-pcmk__bundle_allocate: stateful-bundle-ip-192.168.122.133 allocation score on rhel7-4: 0
-pcmk__bundle_allocate: stateful-bundle-ip-192.168.122.133 allocation score on rhel7-5: 0
-pcmk__bundle_allocate: stateful-bundle-master allocation score on lxc1: 0
-pcmk__bundle_allocate: stateful-bundle-master allocation score on lxc2: 0
-pcmk__bundle_allocate: stateful-bundle-master allocation score on remote-rhel7-2: 0
-pcmk__bundle_allocate: stateful-bundle-master allocation score on rhel7-1: 0
-pcmk__bundle_allocate: stateful-bundle-master allocation score on rhel7-3: 0
-pcmk__bundle_allocate: stateful-bundle-master allocation score on rhel7-4: 0
-pcmk__bundle_allocate: stateful-bundle-master allocation score on rhel7-5: 0
-pcmk__bundle_allocate: stateful-bundle-master allocation score on stateful-bundle-0: -INFINITY
-pcmk__bundle_allocate: stateful-bundle-master allocation score on stateful-bundle-1: -INFINITY
-pcmk__bundle_allocate: stateful-bundle-master allocation score on stateful-bundle-2: -INFINITY
+pcmk__bundle_assign: bundled:0 allocation score on stateful-bundle-0: 501
+pcmk__bundle_assign: bundled:1 allocation score on stateful-bundle-1: 501
+pcmk__bundle_assign: bundled:2 allocation score on stateful-bundle-2: 501
+pcmk__bundle_assign: stateful-bundle allocation score on lxc1: 0
+pcmk__bundle_assign: stateful-bundle allocation score on lxc2: 0
+pcmk__bundle_assign: stateful-bundle allocation score on remote-rhel7-2: 0
+pcmk__bundle_assign: stateful-bundle allocation score on rhel7-1: 0
+pcmk__bundle_assign: stateful-bundle allocation score on rhel7-3: 0
+pcmk__bundle_assign: stateful-bundle allocation score on rhel7-4: 0
+pcmk__bundle_assign: stateful-bundle allocation score on rhel7-5: 0
+pcmk__bundle_assign: stateful-bundle-0 allocation score on lxc1: -INFINITY
+pcmk__bundle_assign: stateful-bundle-0 allocation score on lxc2: -INFINITY
+pcmk__bundle_assign: stateful-bundle-0 allocation score on remote-rhel7-2: -INFINITY
+pcmk__bundle_assign: stateful-bundle-0 allocation score on rhel7-1: 0
+pcmk__bundle_assign: stateful-bundle-0 allocation score on rhel7-3: 0
+pcmk__bundle_assign: stateful-bundle-0 allocation score on rhel7-4: 0
+pcmk__bundle_assign: stateful-bundle-0 allocation score on rhel7-5: 0
+pcmk__bundle_assign: stateful-bundle-1 allocation score on lxc1: -INFINITY
+pcmk__bundle_assign: stateful-bundle-1 allocation score on lxc2: -INFINITY
+pcmk__bundle_assign: stateful-bundle-1 allocation score on remote-rhel7-2: -INFINITY
+pcmk__bundle_assign: stateful-bundle-1 allocation score on rhel7-1: 0
+pcmk__bundle_assign: stateful-bundle-1 allocation score on rhel7-3: 0
+pcmk__bundle_assign: stateful-bundle-1 allocation score on rhel7-4: 0
+pcmk__bundle_assign: stateful-bundle-1 allocation score on rhel7-5: 0
+pcmk__bundle_assign: stateful-bundle-2 allocation score on lxc1: -INFINITY
+pcmk__bundle_assign: stateful-bundle-2 allocation score on lxc2: -INFINITY
+pcmk__bundle_assign: stateful-bundle-2 allocation score on remote-rhel7-2: -INFINITY
+pcmk__bundle_assign: stateful-bundle-2 allocation score on rhel7-1: 0
+pcmk__bundle_assign: stateful-bundle-2 allocation score on rhel7-3: 0
+pcmk__bundle_assign: stateful-bundle-2 allocation score on rhel7-4: 0
+pcmk__bundle_assign: stateful-bundle-2 allocation score on rhel7-5: 0
+pcmk__bundle_assign: stateful-bundle-docker-0 allocation score on lxc1: 0
+pcmk__bundle_assign: stateful-bundle-docker-0 allocation score on lxc2: 0
+pcmk__bundle_assign: stateful-bundle-docker-0 allocation score on remote-rhel7-2: 0
+pcmk__bundle_assign: stateful-bundle-docker-0 allocation score on rhel7-1: 0
+pcmk__bundle_assign: stateful-bundle-docker-0 allocation score on rhel7-3: 0
+pcmk__bundle_assign: stateful-bundle-docker-0 allocation score on rhel7-4: 0
+pcmk__bundle_assign: stateful-bundle-docker-0 allocation score on rhel7-5: 0
+pcmk__bundle_assign: stateful-bundle-docker-1 allocation score on lxc1: 0
+pcmk__bundle_assign: stateful-bundle-docker-1 allocation score on lxc2: 0
+pcmk__bundle_assign: stateful-bundle-docker-1 allocation score on remote-rhel7-2: 0
+pcmk__bundle_assign: stateful-bundle-docker-1 allocation score on rhel7-1: 0
+pcmk__bundle_assign: stateful-bundle-docker-1 allocation score on rhel7-3: 0
+pcmk__bundle_assign: stateful-bundle-docker-1 allocation score on rhel7-4: 0
+pcmk__bundle_assign: stateful-bundle-docker-1 allocation score on rhel7-5: 0
+pcmk__bundle_assign: stateful-bundle-docker-2 allocation score on lxc1: 0
+pcmk__bundle_assign: stateful-bundle-docker-2 allocation score on lxc2: 0
+pcmk__bundle_assign: stateful-bundle-docker-2 allocation score on remote-rhel7-2: 0
+pcmk__bundle_assign: stateful-bundle-docker-2 allocation score on rhel7-1: 0
+pcmk__bundle_assign: stateful-bundle-docker-2 allocation score on rhel7-3: 0
+pcmk__bundle_assign: stateful-bundle-docker-2 allocation score on rhel7-4: 0
+pcmk__bundle_assign: stateful-bundle-docker-2 allocation score on rhel7-5: 0
+pcmk__bundle_assign: stateful-bundle-ip-192.168.122.131 allocation score on lxc1: 0
+pcmk__bundle_assign: stateful-bundle-ip-192.168.122.131 allocation score on lxc2: 0
+pcmk__bundle_assign: stateful-bundle-ip-192.168.122.131 allocation score on remote-rhel7-2: 0
+pcmk__bundle_assign: stateful-bundle-ip-192.168.122.131 allocation score on rhel7-1: 0
+pcmk__bundle_assign: stateful-bundle-ip-192.168.122.131 allocation score on rhel7-3: 0
+pcmk__bundle_assign: stateful-bundle-ip-192.168.122.131 allocation score on rhel7-4: 0
+pcmk__bundle_assign: stateful-bundle-ip-192.168.122.131 allocation score on rhel7-5: 0
+pcmk__bundle_assign: stateful-bundle-ip-192.168.122.132 allocation score on lxc1: 0
+pcmk__bundle_assign: stateful-bundle-ip-192.168.122.132 allocation score on lxc2: 0
+pcmk__bundle_assign: stateful-bundle-ip-192.168.122.132 allocation score on remote-rhel7-2: 0
+pcmk__bundle_assign: stateful-bundle-ip-192.168.122.132 allocation score on rhel7-1: 0
+pcmk__bundle_assign: stateful-bundle-ip-192.168.122.132 allocation score on rhel7-3: 0
+pcmk__bundle_assign: stateful-bundle-ip-192.168.122.132 allocation score on rhel7-4: 0
+pcmk__bundle_assign: stateful-bundle-ip-192.168.122.132 allocation score on rhel7-5: 0
+pcmk__bundle_assign: stateful-bundle-ip-192.168.122.133 allocation score on lxc1: 0
+pcmk__bundle_assign: stateful-bundle-ip-192.168.122.133 allocation score on lxc2: 0
+pcmk__bundle_assign: stateful-bundle-ip-192.168.122.133 allocation score on remote-rhel7-2: 0
+pcmk__bundle_assign: stateful-bundle-ip-192.168.122.133 allocation score on rhel7-1: 0
+pcmk__bundle_assign: stateful-bundle-ip-192.168.122.133 allocation score on rhel7-3: 0
+pcmk__bundle_assign: stateful-bundle-ip-192.168.122.133 allocation score on rhel7-4: 0
+pcmk__bundle_assign: stateful-bundle-ip-192.168.122.133 allocation score on rhel7-5: 0
+pcmk__bundle_assign: stateful-bundle-master allocation score on lxc1: 0
+pcmk__bundle_assign: stateful-bundle-master allocation score on lxc2: 0
+pcmk__bundle_assign: stateful-bundle-master allocation score on remote-rhel7-2: 0
+pcmk__bundle_assign: stateful-bundle-master allocation score on rhel7-1: 0
+pcmk__bundle_assign: stateful-bundle-master allocation score on rhel7-3: 0
+pcmk__bundle_assign: stateful-bundle-master allocation score on rhel7-4: 0
+pcmk__bundle_assign: stateful-bundle-master allocation score on rhel7-5: 0
+pcmk__bundle_assign: stateful-bundle-master allocation score on stateful-bundle-0: -INFINITY
+pcmk__bundle_assign: stateful-bundle-master allocation score on stateful-bundle-1: -INFINITY
+pcmk__bundle_assign: stateful-bundle-master allocation score on stateful-bundle-2: -INFINITY
pcmk__clone_assign: bundled:0 allocation score on stateful-bundle-0: INFINITY
pcmk__clone_assign: bundled:1 allocation score on stateful-bundle-1: INFINITY
pcmk__clone_assign: bundled:2 allocation score on stateful-bundle-2: INFINITY
diff --git a/cts/scheduler/scores/on_fail_demote4.scores b/cts/scheduler/scores/on_fail_demote4.scores
index cff13e7..b4896e1 100644
--- a/cts/scheduler/scores/on_fail_demote4.scores
+++ b/cts/scheduler/scores/on_fail_demote4.scores
@@ -4,89 +4,89 @@ bundled:1 promotion score on stateful-bundle-1: 5
bundled:2 promotion score on stateful-bundle-2: 5
lxc-ms:0 promotion score on lxc2: INFINITY
lxc-ms:1 promotion score on lxc1: INFINITY
-pcmk__bundle_allocate: bundled:0 allocation score on stateful-bundle-0: 501
-pcmk__bundle_allocate: bundled:1 allocation score on stateful-bundle-1: 501
-pcmk__bundle_allocate: bundled:2 allocation score on stateful-bundle-2: 501
-pcmk__bundle_allocate: stateful-bundle allocation score on lxc1: 0
-pcmk__bundle_allocate: stateful-bundle allocation score on lxc2: 0
-pcmk__bundle_allocate: stateful-bundle allocation score on remote-rhel7-2: 0
-pcmk__bundle_allocate: stateful-bundle allocation score on rhel7-1: 0
-pcmk__bundle_allocate: stateful-bundle allocation score on rhel7-3: 0
-pcmk__bundle_allocate: stateful-bundle allocation score on rhel7-4: 0
-pcmk__bundle_allocate: stateful-bundle allocation score on rhel7-5: 0
-pcmk__bundle_allocate: stateful-bundle-0 allocation score on lxc1: -INFINITY
-pcmk__bundle_allocate: stateful-bundle-0 allocation score on lxc2: -INFINITY
-pcmk__bundle_allocate: stateful-bundle-0 allocation score on remote-rhel7-2: -INFINITY
-pcmk__bundle_allocate: stateful-bundle-0 allocation score on rhel7-1: 0
-pcmk__bundle_allocate: stateful-bundle-0 allocation score on rhel7-3: 0
-pcmk__bundle_allocate: stateful-bundle-0 allocation score on rhel7-4: 0
-pcmk__bundle_allocate: stateful-bundle-0 allocation score on rhel7-5: 0
-pcmk__bundle_allocate: stateful-bundle-1 allocation score on lxc1: -INFINITY
-pcmk__bundle_allocate: stateful-bundle-1 allocation score on lxc2: -INFINITY
-pcmk__bundle_allocate: stateful-bundle-1 allocation score on remote-rhel7-2: -INFINITY
-pcmk__bundle_allocate: stateful-bundle-1 allocation score on rhel7-1: 0
-pcmk__bundle_allocate: stateful-bundle-1 allocation score on rhel7-3: 0
-pcmk__bundle_allocate: stateful-bundle-1 allocation score on rhel7-4: 0
-pcmk__bundle_allocate: stateful-bundle-1 allocation score on rhel7-5: 0
-pcmk__bundle_allocate: stateful-bundle-2 allocation score on lxc1: -INFINITY
-pcmk__bundle_allocate: stateful-bundle-2 allocation score on lxc2: -INFINITY
-pcmk__bundle_allocate: stateful-bundle-2 allocation score on remote-rhel7-2: -INFINITY
-pcmk__bundle_allocate: stateful-bundle-2 allocation score on rhel7-1: 0
-pcmk__bundle_allocate: stateful-bundle-2 allocation score on rhel7-3: 0
-pcmk__bundle_allocate: stateful-bundle-2 allocation score on rhel7-4: 0
-pcmk__bundle_allocate: stateful-bundle-2 allocation score on rhel7-5: 0
-pcmk__bundle_allocate: stateful-bundle-docker-0 allocation score on lxc1: 0
-pcmk__bundle_allocate: stateful-bundle-docker-0 allocation score on lxc2: 0
-pcmk__bundle_allocate: stateful-bundle-docker-0 allocation score on remote-rhel7-2: 0
-pcmk__bundle_allocate: stateful-bundle-docker-0 allocation score on rhel7-1: 0
-pcmk__bundle_allocate: stateful-bundle-docker-0 allocation score on rhel7-3: 0
-pcmk__bundle_allocate: stateful-bundle-docker-0 allocation score on rhel7-4: 0
-pcmk__bundle_allocate: stateful-bundle-docker-0 allocation score on rhel7-5: 0
-pcmk__bundle_allocate: stateful-bundle-docker-1 allocation score on lxc1: 0
-pcmk__bundle_allocate: stateful-bundle-docker-1 allocation score on lxc2: 0
-pcmk__bundle_allocate: stateful-bundle-docker-1 allocation score on remote-rhel7-2: 0
-pcmk__bundle_allocate: stateful-bundle-docker-1 allocation score on rhel7-1: 0
-pcmk__bundle_allocate: stateful-bundle-docker-1 allocation score on rhel7-3: 0
-pcmk__bundle_allocate: stateful-bundle-docker-1 allocation score on rhel7-4: 0
-pcmk__bundle_allocate: stateful-bundle-docker-1 allocation score on rhel7-5: 0
-pcmk__bundle_allocate: stateful-bundle-docker-2 allocation score on lxc1: 0
-pcmk__bundle_allocate: stateful-bundle-docker-2 allocation score on lxc2: 0
-pcmk__bundle_allocate: stateful-bundle-docker-2 allocation score on remote-rhel7-2: 0
-pcmk__bundle_allocate: stateful-bundle-docker-2 allocation score on rhel7-1: 0
-pcmk__bundle_allocate: stateful-bundle-docker-2 allocation score on rhel7-3: 0
-pcmk__bundle_allocate: stateful-bundle-docker-2 allocation score on rhel7-4: 0
-pcmk__bundle_allocate: stateful-bundle-docker-2 allocation score on rhel7-5: 0
-pcmk__bundle_allocate: stateful-bundle-ip-192.168.122.131 allocation score on lxc1: 0
-pcmk__bundle_allocate: stateful-bundle-ip-192.168.122.131 allocation score on lxc2: 0
-pcmk__bundle_allocate: stateful-bundle-ip-192.168.122.131 allocation score on remote-rhel7-2: 0
-pcmk__bundle_allocate: stateful-bundle-ip-192.168.122.131 allocation score on rhel7-1: 0
-pcmk__bundle_allocate: stateful-bundle-ip-192.168.122.131 allocation score on rhel7-3: 0
-pcmk__bundle_allocate: stateful-bundle-ip-192.168.122.131 allocation score on rhel7-4: 0
-pcmk__bundle_allocate: stateful-bundle-ip-192.168.122.131 allocation score on rhel7-5: 0
-pcmk__bundle_allocate: stateful-bundle-ip-192.168.122.132 allocation score on lxc1: 0
-pcmk__bundle_allocate: stateful-bundle-ip-192.168.122.132 allocation score on lxc2: 0
-pcmk__bundle_allocate: stateful-bundle-ip-192.168.122.132 allocation score on remote-rhel7-2: 0
-pcmk__bundle_allocate: stateful-bundle-ip-192.168.122.132 allocation score on rhel7-1: 0
-pcmk__bundle_allocate: stateful-bundle-ip-192.168.122.132 allocation score on rhel7-3: 0
-pcmk__bundle_allocate: stateful-bundle-ip-192.168.122.132 allocation score on rhel7-4: 0
-pcmk__bundle_allocate: stateful-bundle-ip-192.168.122.132 allocation score on rhel7-5: 0
-pcmk__bundle_allocate: stateful-bundle-ip-192.168.122.133 allocation score on lxc1: 0
-pcmk__bundle_allocate: stateful-bundle-ip-192.168.122.133 allocation score on lxc2: 0
-pcmk__bundle_allocate: stateful-bundle-ip-192.168.122.133 allocation score on remote-rhel7-2: 0
-pcmk__bundle_allocate: stateful-bundle-ip-192.168.122.133 allocation score on rhel7-1: 0
-pcmk__bundle_allocate: stateful-bundle-ip-192.168.122.133 allocation score on rhel7-3: 0
-pcmk__bundle_allocate: stateful-bundle-ip-192.168.122.133 allocation score on rhel7-4: 0
-pcmk__bundle_allocate: stateful-bundle-ip-192.168.122.133 allocation score on rhel7-5: 0
-pcmk__bundle_allocate: stateful-bundle-master allocation score on lxc1: 0
-pcmk__bundle_allocate: stateful-bundle-master allocation score on lxc2: 0
-pcmk__bundle_allocate: stateful-bundle-master allocation score on remote-rhel7-2: 0
-pcmk__bundle_allocate: stateful-bundle-master allocation score on rhel7-1: 0
-pcmk__bundle_allocate: stateful-bundle-master allocation score on rhel7-3: 0
-pcmk__bundle_allocate: stateful-bundle-master allocation score on rhel7-4: 0
-pcmk__bundle_allocate: stateful-bundle-master allocation score on rhel7-5: 0
-pcmk__bundle_allocate: stateful-bundle-master allocation score on stateful-bundle-0: -INFINITY
-pcmk__bundle_allocate: stateful-bundle-master allocation score on stateful-bundle-1: -INFINITY
-pcmk__bundle_allocate: stateful-bundle-master allocation score on stateful-bundle-2: -INFINITY
+pcmk__bundle_assign: bundled:0 allocation score on stateful-bundle-0: 501
+pcmk__bundle_assign: bundled:1 allocation score on stateful-bundle-1: 501
+pcmk__bundle_assign: bundled:2 allocation score on stateful-bundle-2: 501
+pcmk__bundle_assign: stateful-bundle allocation score on lxc1: 0
+pcmk__bundle_assign: stateful-bundle allocation score on lxc2: 0
+pcmk__bundle_assign: stateful-bundle allocation score on remote-rhel7-2: 0
+pcmk__bundle_assign: stateful-bundle allocation score on rhel7-1: 0
+pcmk__bundle_assign: stateful-bundle allocation score on rhel7-3: 0
+pcmk__bundle_assign: stateful-bundle allocation score on rhel7-4: 0
+pcmk__bundle_assign: stateful-bundle allocation score on rhel7-5: 0
+pcmk__bundle_assign: stateful-bundle-0 allocation score on lxc1: -INFINITY
+pcmk__bundle_assign: stateful-bundle-0 allocation score on lxc2: -INFINITY
+pcmk__bundle_assign: stateful-bundle-0 allocation score on remote-rhel7-2: -INFINITY
+pcmk__bundle_assign: stateful-bundle-0 allocation score on rhel7-1: 0
+pcmk__bundle_assign: stateful-bundle-0 allocation score on rhel7-3: 0
+pcmk__bundle_assign: stateful-bundle-0 allocation score on rhel7-4: 0
+pcmk__bundle_assign: stateful-bundle-0 allocation score on rhel7-5: 0
+pcmk__bundle_assign: stateful-bundle-1 allocation score on lxc1: -INFINITY
+pcmk__bundle_assign: stateful-bundle-1 allocation score on lxc2: -INFINITY
+pcmk__bundle_assign: stateful-bundle-1 allocation score on remote-rhel7-2: -INFINITY
+pcmk__bundle_assign: stateful-bundle-1 allocation score on rhel7-1: 0
+pcmk__bundle_assign: stateful-bundle-1 allocation score on rhel7-3: 0
+pcmk__bundle_assign: stateful-bundle-1 allocation score on rhel7-4: 0
+pcmk__bundle_assign: stateful-bundle-1 allocation score on rhel7-5: 0
+pcmk__bundle_assign: stateful-bundle-2 allocation score on lxc1: -INFINITY
+pcmk__bundle_assign: stateful-bundle-2 allocation score on lxc2: -INFINITY
+pcmk__bundle_assign: stateful-bundle-2 allocation score on remote-rhel7-2: -INFINITY
+pcmk__bundle_assign: stateful-bundle-2 allocation score on rhel7-1: 0
+pcmk__bundle_assign: stateful-bundle-2 allocation score on rhel7-3: 0
+pcmk__bundle_assign: stateful-bundle-2 allocation score on rhel7-4: 0
+pcmk__bundle_assign: stateful-bundle-2 allocation score on rhel7-5: 0
+pcmk__bundle_assign: stateful-bundle-docker-0 allocation score on lxc1: 0
+pcmk__bundle_assign: stateful-bundle-docker-0 allocation score on lxc2: 0
+pcmk__bundle_assign: stateful-bundle-docker-0 allocation score on remote-rhel7-2: 0
+pcmk__bundle_assign: stateful-bundle-docker-0 allocation score on rhel7-1: 0
+pcmk__bundle_assign: stateful-bundle-docker-0 allocation score on rhel7-3: 0
+pcmk__bundle_assign: stateful-bundle-docker-0 allocation score on rhel7-4: 0
+pcmk__bundle_assign: stateful-bundle-docker-0 allocation score on rhel7-5: 0
+pcmk__bundle_assign: stateful-bundle-docker-1 allocation score on lxc1: 0
+pcmk__bundle_assign: stateful-bundle-docker-1 allocation score on lxc2: 0
+pcmk__bundle_assign: stateful-bundle-docker-1 allocation score on remote-rhel7-2: 0
+pcmk__bundle_assign: stateful-bundle-docker-1 allocation score on rhel7-1: 0
+pcmk__bundle_assign: stateful-bundle-docker-1 allocation score on rhel7-3: 0
+pcmk__bundle_assign: stateful-bundle-docker-1 allocation score on rhel7-4: 0
+pcmk__bundle_assign: stateful-bundle-docker-1 allocation score on rhel7-5: 0
+pcmk__bundle_assign: stateful-bundle-docker-2 allocation score on lxc1: 0
+pcmk__bundle_assign: stateful-bundle-docker-2 allocation score on lxc2: 0
+pcmk__bundle_assign: stateful-bundle-docker-2 allocation score on remote-rhel7-2: 0
+pcmk__bundle_assign: stateful-bundle-docker-2 allocation score on rhel7-1: 0
+pcmk__bundle_assign: stateful-bundle-docker-2 allocation score on rhel7-3: 0
+pcmk__bundle_assign: stateful-bundle-docker-2 allocation score on rhel7-4: 0
+pcmk__bundle_assign: stateful-bundle-docker-2 allocation score on rhel7-5: 0
+pcmk__bundle_assign: stateful-bundle-ip-192.168.122.131 allocation score on lxc1: 0
+pcmk__bundle_assign: stateful-bundle-ip-192.168.122.131 allocation score on lxc2: 0
+pcmk__bundle_assign: stateful-bundle-ip-192.168.122.131 allocation score on remote-rhel7-2: 0
+pcmk__bundle_assign: stateful-bundle-ip-192.168.122.131 allocation score on rhel7-1: 0
+pcmk__bundle_assign: stateful-bundle-ip-192.168.122.131 allocation score on rhel7-3: 0
+pcmk__bundle_assign: stateful-bundle-ip-192.168.122.131 allocation score on rhel7-4: 0
+pcmk__bundle_assign: stateful-bundle-ip-192.168.122.131 allocation score on rhel7-5: 0
+pcmk__bundle_assign: stateful-bundle-ip-192.168.122.132 allocation score on lxc1: 0
+pcmk__bundle_assign: stateful-bundle-ip-192.168.122.132 allocation score on lxc2: 0
+pcmk__bundle_assign: stateful-bundle-ip-192.168.122.132 allocation score on remote-rhel7-2: 0
+pcmk__bundle_assign: stateful-bundle-ip-192.168.122.132 allocation score on rhel7-1: 0
+pcmk__bundle_assign: stateful-bundle-ip-192.168.122.132 allocation score on rhel7-3: 0
+pcmk__bundle_assign: stateful-bundle-ip-192.168.122.132 allocation score on rhel7-4: 0
+pcmk__bundle_assign: stateful-bundle-ip-192.168.122.132 allocation score on rhel7-5: 0
+pcmk__bundle_assign: stateful-bundle-ip-192.168.122.133 allocation score on lxc1: 0
+pcmk__bundle_assign: stateful-bundle-ip-192.168.122.133 allocation score on lxc2: 0
+pcmk__bundle_assign: stateful-bundle-ip-192.168.122.133 allocation score on remote-rhel7-2: 0
+pcmk__bundle_assign: stateful-bundle-ip-192.168.122.133 allocation score on rhel7-1: 0
+pcmk__bundle_assign: stateful-bundle-ip-192.168.122.133 allocation score on rhel7-3: 0
+pcmk__bundle_assign: stateful-bundle-ip-192.168.122.133 allocation score on rhel7-4: 0
+pcmk__bundle_assign: stateful-bundle-ip-192.168.122.133 allocation score on rhel7-5: 0
+pcmk__bundle_assign: stateful-bundle-master allocation score on lxc1: 0
+pcmk__bundle_assign: stateful-bundle-master allocation score on lxc2: 0
+pcmk__bundle_assign: stateful-bundle-master allocation score on remote-rhel7-2: 0
+pcmk__bundle_assign: stateful-bundle-master allocation score on rhel7-1: 0
+pcmk__bundle_assign: stateful-bundle-master allocation score on rhel7-3: 0
+pcmk__bundle_assign: stateful-bundle-master allocation score on rhel7-4: 0
+pcmk__bundle_assign: stateful-bundle-master allocation score on rhel7-5: 0
+pcmk__bundle_assign: stateful-bundle-master allocation score on stateful-bundle-0: -INFINITY
+pcmk__bundle_assign: stateful-bundle-master allocation score on stateful-bundle-1: -INFINITY
+pcmk__bundle_assign: stateful-bundle-master allocation score on stateful-bundle-2: -INFINITY
pcmk__clone_assign: bundled:0 allocation score on stateful-bundle-0: INFINITY
pcmk__clone_assign: bundled:1 allocation score on stateful-bundle-1: INFINITY
pcmk__clone_assign: bundled:2 allocation score on stateful-bundle-2: INFINITY
diff --git a/cts/scheduler/scores/order-expired-failure.scores b/cts/scheduler/scores/order-expired-failure.scores
index 1605ec0..a2fe598 100644
--- a/cts/scheduler/scores/order-expired-failure.scores
+++ b/cts/scheduler/scores/order-expired-failure.scores
@@ -2,194 +2,194 @@
galera:0 promotion score on galera-bundle-0: 100
galera:1 promotion score on galera-bundle-1: 100
galera:2 promotion score on galera-bundle-2: 100
-pcmk__bundle_allocate: galera-bundle allocation score on controller-0: 0
-pcmk__bundle_allocate: galera-bundle allocation score on controller-1: 0
-pcmk__bundle_allocate: galera-bundle allocation score on controller-2: 0
-pcmk__bundle_allocate: galera-bundle allocation score on overcloud-novacompute-0: -INFINITY
-pcmk__bundle_allocate: galera-bundle allocation score on overcloud-novacompute-1: -INFINITY
-pcmk__bundle_allocate: galera-bundle-0 allocation score on controller-0: 0
-pcmk__bundle_allocate: galera-bundle-0 allocation score on controller-1: 0
-pcmk__bundle_allocate: galera-bundle-0 allocation score on controller-2: 0
-pcmk__bundle_allocate: galera-bundle-0 allocation score on overcloud-novacompute-0: -INFINITY
-pcmk__bundle_allocate: galera-bundle-0 allocation score on overcloud-novacompute-1: -INFINITY
-pcmk__bundle_allocate: galera-bundle-1 allocation score on controller-0: 0
-pcmk__bundle_allocate: galera-bundle-1 allocation score on controller-1: 0
-pcmk__bundle_allocate: galera-bundle-1 allocation score on controller-2: 0
-pcmk__bundle_allocate: galera-bundle-1 allocation score on overcloud-novacompute-0: -INFINITY
-pcmk__bundle_allocate: galera-bundle-1 allocation score on overcloud-novacompute-1: -INFINITY
-pcmk__bundle_allocate: galera-bundle-2 allocation score on controller-0: 0
-pcmk__bundle_allocate: galera-bundle-2 allocation score on controller-1: 0
-pcmk__bundle_allocate: galera-bundle-2 allocation score on controller-2: 0
-pcmk__bundle_allocate: galera-bundle-2 allocation score on overcloud-novacompute-0: -INFINITY
-pcmk__bundle_allocate: galera-bundle-2 allocation score on overcloud-novacompute-1: -INFINITY
-pcmk__bundle_allocate: galera-bundle-docker-0 allocation score on controller-0: 0
-pcmk__bundle_allocate: galera-bundle-docker-0 allocation score on controller-1: 0
-pcmk__bundle_allocate: galera-bundle-docker-0 allocation score on controller-2: 0
-pcmk__bundle_allocate: galera-bundle-docker-0 allocation score on overcloud-novacompute-0: -INFINITY
-pcmk__bundle_allocate: galera-bundle-docker-0 allocation score on overcloud-novacompute-1: -INFINITY
-pcmk__bundle_allocate: galera-bundle-docker-1 allocation score on controller-0: 0
-pcmk__bundle_allocate: galera-bundle-docker-1 allocation score on controller-1: 0
-pcmk__bundle_allocate: galera-bundle-docker-1 allocation score on controller-2: 0
-pcmk__bundle_allocate: galera-bundle-docker-1 allocation score on overcloud-novacompute-0: -INFINITY
-pcmk__bundle_allocate: galera-bundle-docker-1 allocation score on overcloud-novacompute-1: -INFINITY
-pcmk__bundle_allocate: galera-bundle-docker-2 allocation score on controller-0: 0
-pcmk__bundle_allocate: galera-bundle-docker-2 allocation score on controller-1: 0
-pcmk__bundle_allocate: galera-bundle-docker-2 allocation score on controller-2: 0
-pcmk__bundle_allocate: galera-bundle-docker-2 allocation score on overcloud-novacompute-0: -INFINITY
-pcmk__bundle_allocate: galera-bundle-docker-2 allocation score on overcloud-novacompute-1: -INFINITY
-pcmk__bundle_allocate: galera-bundle-master allocation score on controller-0: 0
-pcmk__bundle_allocate: galera-bundle-master allocation score on controller-1: 0
-pcmk__bundle_allocate: galera-bundle-master allocation score on controller-2: 0
-pcmk__bundle_allocate: galera-bundle-master allocation score on galera-bundle-0: -INFINITY
-pcmk__bundle_allocate: galera-bundle-master allocation score on galera-bundle-1: -INFINITY
-pcmk__bundle_allocate: galera-bundle-master allocation score on galera-bundle-2: -INFINITY
-pcmk__bundle_allocate: galera-bundle-master allocation score on overcloud-novacompute-0: 0
-pcmk__bundle_allocate: galera-bundle-master allocation score on overcloud-novacompute-1: 0
-pcmk__bundle_allocate: galera:0 allocation score on galera-bundle-0: 501
-pcmk__bundle_allocate: galera:1 allocation score on galera-bundle-1: 501
-pcmk__bundle_allocate: galera:2 allocation score on galera-bundle-2: 501
-pcmk__bundle_allocate: haproxy-bundle allocation score on controller-0: 0
-pcmk__bundle_allocate: haproxy-bundle allocation score on controller-0: 0
-pcmk__bundle_allocate: haproxy-bundle allocation score on controller-1: 0
-pcmk__bundle_allocate: haproxy-bundle allocation score on controller-1: 0
-pcmk__bundle_allocate: haproxy-bundle allocation score on controller-2: 0
-pcmk__bundle_allocate: haproxy-bundle allocation score on controller-2: 0
-pcmk__bundle_allocate: haproxy-bundle allocation score on overcloud-novacompute-0: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle allocation score on overcloud-novacompute-0: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle allocation score on overcloud-novacompute-1: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle allocation score on overcloud-novacompute-1: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-docker-0 allocation score on controller-0: 0
-pcmk__bundle_allocate: haproxy-bundle-docker-0 allocation score on controller-0: 0
-pcmk__bundle_allocate: haproxy-bundle-docker-0 allocation score on controller-1: 0
-pcmk__bundle_allocate: haproxy-bundle-docker-0 allocation score on controller-1: 0
-pcmk__bundle_allocate: haproxy-bundle-docker-0 allocation score on controller-2: 0
-pcmk__bundle_allocate: haproxy-bundle-docker-0 allocation score on controller-2: 0
-pcmk__bundle_allocate: haproxy-bundle-docker-0 allocation score on overcloud-novacompute-0: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-docker-0 allocation score on overcloud-novacompute-0: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-docker-0 allocation score on overcloud-novacompute-1: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-docker-0 allocation score on overcloud-novacompute-1: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-docker-1 allocation score on controller-0: 0
-pcmk__bundle_allocate: haproxy-bundle-docker-1 allocation score on controller-0: 0
-pcmk__bundle_allocate: haproxy-bundle-docker-1 allocation score on controller-1: 0
-pcmk__bundle_allocate: haproxy-bundle-docker-1 allocation score on controller-1: 0
-pcmk__bundle_allocate: haproxy-bundle-docker-1 allocation score on controller-2: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-docker-1 allocation score on controller-2: 0
-pcmk__bundle_allocate: haproxy-bundle-docker-1 allocation score on overcloud-novacompute-0: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-docker-1 allocation score on overcloud-novacompute-0: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-docker-1 allocation score on overcloud-novacompute-1: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-docker-1 allocation score on overcloud-novacompute-1: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-docker-2 allocation score on controller-0: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-docker-2 allocation score on controller-0: 0
-pcmk__bundle_allocate: haproxy-bundle-docker-2 allocation score on controller-1: 0
-pcmk__bundle_allocate: haproxy-bundle-docker-2 allocation score on controller-1: 0
-pcmk__bundle_allocate: haproxy-bundle-docker-2 allocation score on controller-2: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-docker-2 allocation score on controller-2: 0
-pcmk__bundle_allocate: haproxy-bundle-docker-2 allocation score on overcloud-novacompute-0: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-docker-2 allocation score on overcloud-novacompute-0: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-docker-2 allocation score on overcloud-novacompute-1: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-docker-2 allocation score on overcloud-novacompute-1: -INFINITY
-pcmk__bundle_allocate: openstack-cinder-volume allocation score on controller-0: 0
-pcmk__bundle_allocate: openstack-cinder-volume allocation score on controller-1: 0
-pcmk__bundle_allocate: openstack-cinder-volume allocation score on controller-2: 0
-pcmk__bundle_allocate: openstack-cinder-volume allocation score on overcloud-novacompute-0: -INFINITY
-pcmk__bundle_allocate: openstack-cinder-volume allocation score on overcloud-novacompute-1: -INFINITY
-pcmk__bundle_allocate: openstack-cinder-volume-docker-0 allocation score on controller-0: 0
-pcmk__bundle_allocate: openstack-cinder-volume-docker-0 allocation score on controller-1: 0
-pcmk__bundle_allocate: openstack-cinder-volume-docker-0 allocation score on controller-2: 0
-pcmk__bundle_allocate: openstack-cinder-volume-docker-0 allocation score on overcloud-novacompute-0: -INFINITY
-pcmk__bundle_allocate: openstack-cinder-volume-docker-0 allocation score on overcloud-novacompute-1: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle allocation score on controller-0: 0
-pcmk__bundle_allocate: rabbitmq-bundle allocation score on controller-1: 0
-pcmk__bundle_allocate: rabbitmq-bundle allocation score on controller-2: 0
-pcmk__bundle_allocate: rabbitmq-bundle allocation score on overcloud-novacompute-0: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle allocation score on overcloud-novacompute-1: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-0 allocation score on controller-0: 0
-pcmk__bundle_allocate: rabbitmq-bundle-0 allocation score on controller-1: 0
-pcmk__bundle_allocate: rabbitmq-bundle-0 allocation score on controller-2: 0
-pcmk__bundle_allocate: rabbitmq-bundle-0 allocation score on overcloud-novacompute-0: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-0 allocation score on overcloud-novacompute-1: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-1 allocation score on controller-0: 0
-pcmk__bundle_allocate: rabbitmq-bundle-1 allocation score on controller-1: 0
-pcmk__bundle_allocate: rabbitmq-bundle-1 allocation score on controller-2: 0
-pcmk__bundle_allocate: rabbitmq-bundle-1 allocation score on overcloud-novacompute-0: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-1 allocation score on overcloud-novacompute-1: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-2 allocation score on controller-0: 0
-pcmk__bundle_allocate: rabbitmq-bundle-2 allocation score on controller-1: 0
-pcmk__bundle_allocate: rabbitmq-bundle-2 allocation score on controller-2: 0
-pcmk__bundle_allocate: rabbitmq-bundle-2 allocation score on overcloud-novacompute-0: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-2 allocation score on overcloud-novacompute-1: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-clone allocation score on controller-0: 0
-pcmk__bundle_allocate: rabbitmq-bundle-clone allocation score on controller-1: 0
-pcmk__bundle_allocate: rabbitmq-bundle-clone allocation score on controller-2: 0
-pcmk__bundle_allocate: rabbitmq-bundle-clone allocation score on overcloud-novacompute-0: 0
-pcmk__bundle_allocate: rabbitmq-bundle-clone allocation score on overcloud-novacompute-1: 0
-pcmk__bundle_allocate: rabbitmq-bundle-clone allocation score on rabbitmq-bundle-0: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-clone allocation score on rabbitmq-bundle-1: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-clone allocation score on rabbitmq-bundle-2: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-docker-0 allocation score on controller-0: 0
-pcmk__bundle_allocate: rabbitmq-bundle-docker-0 allocation score on controller-1: 0
-pcmk__bundle_allocate: rabbitmq-bundle-docker-0 allocation score on controller-2: 0
-pcmk__bundle_allocate: rabbitmq-bundle-docker-0 allocation score on overcloud-novacompute-0: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-docker-0 allocation score on overcloud-novacompute-1: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-docker-1 allocation score on controller-0: 0
-pcmk__bundle_allocate: rabbitmq-bundle-docker-1 allocation score on controller-1: 0
-pcmk__bundle_allocate: rabbitmq-bundle-docker-1 allocation score on controller-2: 0
-pcmk__bundle_allocate: rabbitmq-bundle-docker-1 allocation score on overcloud-novacompute-0: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-docker-1 allocation score on overcloud-novacompute-1: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-docker-2 allocation score on controller-0: 0
-pcmk__bundle_allocate: rabbitmq-bundle-docker-2 allocation score on controller-1: 0
-pcmk__bundle_allocate: rabbitmq-bundle-docker-2 allocation score on controller-2: 0
-pcmk__bundle_allocate: rabbitmq-bundle-docker-2 allocation score on overcloud-novacompute-0: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-docker-2 allocation score on overcloud-novacompute-1: -INFINITY
-pcmk__bundle_allocate: rabbitmq:0 allocation score on rabbitmq-bundle-0: 501
-pcmk__bundle_allocate: rabbitmq:1 allocation score on rabbitmq-bundle-1: 501
-pcmk__bundle_allocate: rabbitmq:2 allocation score on rabbitmq-bundle-2: 501
-pcmk__bundle_allocate: redis-bundle allocation score on controller-0: 0
-pcmk__bundle_allocate: redis-bundle allocation score on controller-1: 0
-pcmk__bundle_allocate: redis-bundle allocation score on controller-2: 0
-pcmk__bundle_allocate: redis-bundle allocation score on overcloud-novacompute-0: -INFINITY
-pcmk__bundle_allocate: redis-bundle allocation score on overcloud-novacompute-1: -INFINITY
-pcmk__bundle_allocate: redis-bundle-0 allocation score on controller-0: 0
-pcmk__bundle_allocate: redis-bundle-0 allocation score on controller-1: 0
-pcmk__bundle_allocate: redis-bundle-0 allocation score on controller-2: 0
-pcmk__bundle_allocate: redis-bundle-0 allocation score on overcloud-novacompute-0: -INFINITY
-pcmk__bundle_allocate: redis-bundle-0 allocation score on overcloud-novacompute-1: -INFINITY
-pcmk__bundle_allocate: redis-bundle-1 allocation score on controller-0: 0
-pcmk__bundle_allocate: redis-bundle-1 allocation score on controller-1: 0
-pcmk__bundle_allocate: redis-bundle-1 allocation score on controller-2: 0
-pcmk__bundle_allocate: redis-bundle-1 allocation score on overcloud-novacompute-0: -INFINITY
-pcmk__bundle_allocate: redis-bundle-1 allocation score on overcloud-novacompute-1: -INFINITY
-pcmk__bundle_allocate: redis-bundle-2 allocation score on controller-0: 0
-pcmk__bundle_allocate: redis-bundle-2 allocation score on controller-1: 0
-pcmk__bundle_allocate: redis-bundle-2 allocation score on controller-2: 0
-pcmk__bundle_allocate: redis-bundle-2 allocation score on overcloud-novacompute-0: -INFINITY
-pcmk__bundle_allocate: redis-bundle-2 allocation score on overcloud-novacompute-1: -INFINITY
-pcmk__bundle_allocate: redis-bundle-docker-0 allocation score on controller-0: 0
-pcmk__bundle_allocate: redis-bundle-docker-0 allocation score on controller-1: 0
-pcmk__bundle_allocate: redis-bundle-docker-0 allocation score on controller-2: 0
-pcmk__bundle_allocate: redis-bundle-docker-0 allocation score on overcloud-novacompute-0: -INFINITY
-pcmk__bundle_allocate: redis-bundle-docker-0 allocation score on overcloud-novacompute-1: -INFINITY
-pcmk__bundle_allocate: redis-bundle-docker-1 allocation score on controller-0: 0
-pcmk__bundle_allocate: redis-bundle-docker-1 allocation score on controller-1: 0
-pcmk__bundle_allocate: redis-bundle-docker-1 allocation score on controller-2: 0
-pcmk__bundle_allocate: redis-bundle-docker-1 allocation score on overcloud-novacompute-0: -INFINITY
-pcmk__bundle_allocate: redis-bundle-docker-1 allocation score on overcloud-novacompute-1: -INFINITY
-pcmk__bundle_allocate: redis-bundle-docker-2 allocation score on controller-0: 0
-pcmk__bundle_allocate: redis-bundle-docker-2 allocation score on controller-1: 0
-pcmk__bundle_allocate: redis-bundle-docker-2 allocation score on controller-2: 0
-pcmk__bundle_allocate: redis-bundle-docker-2 allocation score on overcloud-novacompute-0: -INFINITY
-pcmk__bundle_allocate: redis-bundle-docker-2 allocation score on overcloud-novacompute-1: -INFINITY
-pcmk__bundle_allocate: redis-bundle-master allocation score on controller-0: 0
-pcmk__bundle_allocate: redis-bundle-master allocation score on controller-1: 0
-pcmk__bundle_allocate: redis-bundle-master allocation score on controller-2: 0
-pcmk__bundle_allocate: redis-bundle-master allocation score on overcloud-novacompute-0: 0
-pcmk__bundle_allocate: redis-bundle-master allocation score on overcloud-novacompute-1: 0
-pcmk__bundle_allocate: redis-bundle-master allocation score on redis-bundle-0: -INFINITY
-pcmk__bundle_allocate: redis-bundle-master allocation score on redis-bundle-1: -INFINITY
-pcmk__bundle_allocate: redis-bundle-master allocation score on redis-bundle-2: -INFINITY
-pcmk__bundle_allocate: redis:0 allocation score on redis-bundle-0: 501
-pcmk__bundle_allocate: redis:1 allocation score on redis-bundle-1: 501
-pcmk__bundle_allocate: redis:2 allocation score on redis-bundle-2: 501
+pcmk__bundle_assign: galera-bundle allocation score on controller-0: 0
+pcmk__bundle_assign: galera-bundle allocation score on controller-1: 0
+pcmk__bundle_assign: galera-bundle allocation score on controller-2: 0
+pcmk__bundle_assign: galera-bundle allocation score on overcloud-novacompute-0: -INFINITY
+pcmk__bundle_assign: galera-bundle allocation score on overcloud-novacompute-1: -INFINITY
+pcmk__bundle_assign: galera-bundle-0 allocation score on controller-0: 0
+pcmk__bundle_assign: galera-bundle-0 allocation score on controller-1: 0
+pcmk__bundle_assign: galera-bundle-0 allocation score on controller-2: 0
+pcmk__bundle_assign: galera-bundle-0 allocation score on overcloud-novacompute-0: -INFINITY
+pcmk__bundle_assign: galera-bundle-0 allocation score on overcloud-novacompute-1: -INFINITY
+pcmk__bundle_assign: galera-bundle-1 allocation score on controller-0: 0
+pcmk__bundle_assign: galera-bundle-1 allocation score on controller-1: 0
+pcmk__bundle_assign: galera-bundle-1 allocation score on controller-2: 0
+pcmk__bundle_assign: galera-bundle-1 allocation score on overcloud-novacompute-0: -INFINITY
+pcmk__bundle_assign: galera-bundle-1 allocation score on overcloud-novacompute-1: -INFINITY
+pcmk__bundle_assign: galera-bundle-2 allocation score on controller-0: 0
+pcmk__bundle_assign: galera-bundle-2 allocation score on controller-1: 0
+pcmk__bundle_assign: galera-bundle-2 allocation score on controller-2: 0
+pcmk__bundle_assign: galera-bundle-2 allocation score on overcloud-novacompute-0: -INFINITY
+pcmk__bundle_assign: galera-bundle-2 allocation score on overcloud-novacompute-1: -INFINITY
+pcmk__bundle_assign: galera-bundle-docker-0 allocation score on controller-0: 0
+pcmk__bundle_assign: galera-bundle-docker-0 allocation score on controller-1: 0
+pcmk__bundle_assign: galera-bundle-docker-0 allocation score on controller-2: 0
+pcmk__bundle_assign: galera-bundle-docker-0 allocation score on overcloud-novacompute-0: -INFINITY
+pcmk__bundle_assign: galera-bundle-docker-0 allocation score on overcloud-novacompute-1: -INFINITY
+pcmk__bundle_assign: galera-bundle-docker-1 allocation score on controller-0: 0
+pcmk__bundle_assign: galera-bundle-docker-1 allocation score on controller-1: 0
+pcmk__bundle_assign: galera-bundle-docker-1 allocation score on controller-2: 0
+pcmk__bundle_assign: galera-bundle-docker-1 allocation score on overcloud-novacompute-0: -INFINITY
+pcmk__bundle_assign: galera-bundle-docker-1 allocation score on overcloud-novacompute-1: -INFINITY
+pcmk__bundle_assign: galera-bundle-docker-2 allocation score on controller-0: 0
+pcmk__bundle_assign: galera-bundle-docker-2 allocation score on controller-1: 0
+pcmk__bundle_assign: galera-bundle-docker-2 allocation score on controller-2: 0
+pcmk__bundle_assign: galera-bundle-docker-2 allocation score on overcloud-novacompute-0: -INFINITY
+pcmk__bundle_assign: galera-bundle-docker-2 allocation score on overcloud-novacompute-1: -INFINITY
+pcmk__bundle_assign: galera-bundle-master allocation score on controller-0: 0
+pcmk__bundle_assign: galera-bundle-master allocation score on controller-1: 0
+pcmk__bundle_assign: galera-bundle-master allocation score on controller-2: 0
+pcmk__bundle_assign: galera-bundle-master allocation score on galera-bundle-0: -INFINITY
+pcmk__bundle_assign: galera-bundle-master allocation score on galera-bundle-1: -INFINITY
+pcmk__bundle_assign: galera-bundle-master allocation score on galera-bundle-2: -INFINITY
+pcmk__bundle_assign: galera-bundle-master allocation score on overcloud-novacompute-0: 0
+pcmk__bundle_assign: galera-bundle-master allocation score on overcloud-novacompute-1: 0
+pcmk__bundle_assign: galera:0 allocation score on galera-bundle-0: 501
+pcmk__bundle_assign: galera:1 allocation score on galera-bundle-1: 501
+pcmk__bundle_assign: galera:2 allocation score on galera-bundle-2: 501
+pcmk__bundle_assign: haproxy-bundle allocation score on controller-0: 0
+pcmk__bundle_assign: haproxy-bundle allocation score on controller-0: 0
+pcmk__bundle_assign: haproxy-bundle allocation score on controller-1: 0
+pcmk__bundle_assign: haproxy-bundle allocation score on controller-1: 0
+pcmk__bundle_assign: haproxy-bundle allocation score on controller-2: 0
+pcmk__bundle_assign: haproxy-bundle allocation score on controller-2: 0
+pcmk__bundle_assign: haproxy-bundle allocation score on overcloud-novacompute-0: -INFINITY
+pcmk__bundle_assign: haproxy-bundle allocation score on overcloud-novacompute-0: -INFINITY
+pcmk__bundle_assign: haproxy-bundle allocation score on overcloud-novacompute-1: -INFINITY
+pcmk__bundle_assign: haproxy-bundle allocation score on overcloud-novacompute-1: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-docker-0 allocation score on controller-0: 0
+pcmk__bundle_assign: haproxy-bundle-docker-0 allocation score on controller-0: 0
+pcmk__bundle_assign: haproxy-bundle-docker-0 allocation score on controller-1: 0
+pcmk__bundle_assign: haproxy-bundle-docker-0 allocation score on controller-1: 0
+pcmk__bundle_assign: haproxy-bundle-docker-0 allocation score on controller-2: 0
+pcmk__bundle_assign: haproxy-bundle-docker-0 allocation score on controller-2: 0
+pcmk__bundle_assign: haproxy-bundle-docker-0 allocation score on overcloud-novacompute-0: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-docker-0 allocation score on overcloud-novacompute-0: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-docker-0 allocation score on overcloud-novacompute-1: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-docker-0 allocation score on overcloud-novacompute-1: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-docker-1 allocation score on controller-0: 0
+pcmk__bundle_assign: haproxy-bundle-docker-1 allocation score on controller-0: 0
+pcmk__bundle_assign: haproxy-bundle-docker-1 allocation score on controller-1: 0
+pcmk__bundle_assign: haproxy-bundle-docker-1 allocation score on controller-1: 0
+pcmk__bundle_assign: haproxy-bundle-docker-1 allocation score on controller-2: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-docker-1 allocation score on controller-2: 0
+pcmk__bundle_assign: haproxy-bundle-docker-1 allocation score on overcloud-novacompute-0: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-docker-1 allocation score on overcloud-novacompute-0: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-docker-1 allocation score on overcloud-novacompute-1: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-docker-1 allocation score on overcloud-novacompute-1: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-docker-2 allocation score on controller-0: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-docker-2 allocation score on controller-0: 0
+pcmk__bundle_assign: haproxy-bundle-docker-2 allocation score on controller-1: 0
+pcmk__bundle_assign: haproxy-bundle-docker-2 allocation score on controller-1: 0
+pcmk__bundle_assign: haproxy-bundle-docker-2 allocation score on controller-2: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-docker-2 allocation score on controller-2: 0
+pcmk__bundle_assign: haproxy-bundle-docker-2 allocation score on overcloud-novacompute-0: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-docker-2 allocation score on overcloud-novacompute-0: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-docker-2 allocation score on overcloud-novacompute-1: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-docker-2 allocation score on overcloud-novacompute-1: -INFINITY
+pcmk__bundle_assign: openstack-cinder-volume allocation score on controller-0: 0
+pcmk__bundle_assign: openstack-cinder-volume allocation score on controller-1: 0
+pcmk__bundle_assign: openstack-cinder-volume allocation score on controller-2: 0
+pcmk__bundle_assign: openstack-cinder-volume allocation score on overcloud-novacompute-0: -INFINITY
+pcmk__bundle_assign: openstack-cinder-volume allocation score on overcloud-novacompute-1: -INFINITY
+pcmk__bundle_assign: openstack-cinder-volume-docker-0 allocation score on controller-0: 0
+pcmk__bundle_assign: openstack-cinder-volume-docker-0 allocation score on controller-1: 0
+pcmk__bundle_assign: openstack-cinder-volume-docker-0 allocation score on controller-2: 0
+pcmk__bundle_assign: openstack-cinder-volume-docker-0 allocation score on overcloud-novacompute-0: -INFINITY
+pcmk__bundle_assign: openstack-cinder-volume-docker-0 allocation score on overcloud-novacompute-1: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle allocation score on controller-0: 0
+pcmk__bundle_assign: rabbitmq-bundle allocation score on controller-1: 0
+pcmk__bundle_assign: rabbitmq-bundle allocation score on controller-2: 0
+pcmk__bundle_assign: rabbitmq-bundle allocation score on overcloud-novacompute-0: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle allocation score on overcloud-novacompute-1: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-0 allocation score on controller-0: 0
+pcmk__bundle_assign: rabbitmq-bundle-0 allocation score on controller-1: 0
+pcmk__bundle_assign: rabbitmq-bundle-0 allocation score on controller-2: 0
+pcmk__bundle_assign: rabbitmq-bundle-0 allocation score on overcloud-novacompute-0: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-0 allocation score on overcloud-novacompute-1: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-1 allocation score on controller-0: 0
+pcmk__bundle_assign: rabbitmq-bundle-1 allocation score on controller-1: 0
+pcmk__bundle_assign: rabbitmq-bundle-1 allocation score on controller-2: 0
+pcmk__bundle_assign: rabbitmq-bundle-1 allocation score on overcloud-novacompute-0: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-1 allocation score on overcloud-novacompute-1: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-2 allocation score on controller-0: 0
+pcmk__bundle_assign: rabbitmq-bundle-2 allocation score on controller-1: 0
+pcmk__bundle_assign: rabbitmq-bundle-2 allocation score on controller-2: 0
+pcmk__bundle_assign: rabbitmq-bundle-2 allocation score on overcloud-novacompute-0: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-2 allocation score on overcloud-novacompute-1: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-clone allocation score on controller-0: 0
+pcmk__bundle_assign: rabbitmq-bundle-clone allocation score on controller-1: 0
+pcmk__bundle_assign: rabbitmq-bundle-clone allocation score on controller-2: 0
+pcmk__bundle_assign: rabbitmq-bundle-clone allocation score on overcloud-novacompute-0: 0
+pcmk__bundle_assign: rabbitmq-bundle-clone allocation score on overcloud-novacompute-1: 0
+pcmk__bundle_assign: rabbitmq-bundle-clone allocation score on rabbitmq-bundle-0: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-clone allocation score on rabbitmq-bundle-1: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-clone allocation score on rabbitmq-bundle-2: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-docker-0 allocation score on controller-0: 0
+pcmk__bundle_assign: rabbitmq-bundle-docker-0 allocation score on controller-1: 0
+pcmk__bundle_assign: rabbitmq-bundle-docker-0 allocation score on controller-2: 0
+pcmk__bundle_assign: rabbitmq-bundle-docker-0 allocation score on overcloud-novacompute-0: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-docker-0 allocation score on overcloud-novacompute-1: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-docker-1 allocation score on controller-0: 0
+pcmk__bundle_assign: rabbitmq-bundle-docker-1 allocation score on controller-1: 0
+pcmk__bundle_assign: rabbitmq-bundle-docker-1 allocation score on controller-2: 0
+pcmk__bundle_assign: rabbitmq-bundle-docker-1 allocation score on overcloud-novacompute-0: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-docker-1 allocation score on overcloud-novacompute-1: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-docker-2 allocation score on controller-0: 0
+pcmk__bundle_assign: rabbitmq-bundle-docker-2 allocation score on controller-1: 0
+pcmk__bundle_assign: rabbitmq-bundle-docker-2 allocation score on controller-2: 0
+pcmk__bundle_assign: rabbitmq-bundle-docker-2 allocation score on overcloud-novacompute-0: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-docker-2 allocation score on overcloud-novacompute-1: -INFINITY
+pcmk__bundle_assign: rabbitmq:0 allocation score on rabbitmq-bundle-0: 501
+pcmk__bundle_assign: rabbitmq:1 allocation score on rabbitmq-bundle-1: 501
+pcmk__bundle_assign: rabbitmq:2 allocation score on rabbitmq-bundle-2: 501
+pcmk__bundle_assign: redis-bundle allocation score on controller-0: 0
+pcmk__bundle_assign: redis-bundle allocation score on controller-1: 0
+pcmk__bundle_assign: redis-bundle allocation score on controller-2: 0
+pcmk__bundle_assign: redis-bundle allocation score on overcloud-novacompute-0: -INFINITY
+pcmk__bundle_assign: redis-bundle allocation score on overcloud-novacompute-1: -INFINITY
+pcmk__bundle_assign: redis-bundle-0 allocation score on controller-0: 0
+pcmk__bundle_assign: redis-bundle-0 allocation score on controller-1: 0
+pcmk__bundle_assign: redis-bundle-0 allocation score on controller-2: 0
+pcmk__bundle_assign: redis-bundle-0 allocation score on overcloud-novacompute-0: -INFINITY
+pcmk__bundle_assign: redis-bundle-0 allocation score on overcloud-novacompute-1: -INFINITY
+pcmk__bundle_assign: redis-bundle-1 allocation score on controller-0: 0
+pcmk__bundle_assign: redis-bundle-1 allocation score on controller-1: 0
+pcmk__bundle_assign: redis-bundle-1 allocation score on controller-2: 0
+pcmk__bundle_assign: redis-bundle-1 allocation score on overcloud-novacompute-0: -INFINITY
+pcmk__bundle_assign: redis-bundle-1 allocation score on overcloud-novacompute-1: -INFINITY
+pcmk__bundle_assign: redis-bundle-2 allocation score on controller-0: 0
+pcmk__bundle_assign: redis-bundle-2 allocation score on controller-1: 0
+pcmk__bundle_assign: redis-bundle-2 allocation score on controller-2: 0
+pcmk__bundle_assign: redis-bundle-2 allocation score on overcloud-novacompute-0: -INFINITY
+pcmk__bundle_assign: redis-bundle-2 allocation score on overcloud-novacompute-1: -INFINITY
+pcmk__bundle_assign: redis-bundle-docker-0 allocation score on controller-0: 0
+pcmk__bundle_assign: redis-bundle-docker-0 allocation score on controller-1: 0
+pcmk__bundle_assign: redis-bundle-docker-0 allocation score on controller-2: 0
+pcmk__bundle_assign: redis-bundle-docker-0 allocation score on overcloud-novacompute-0: -INFINITY
+pcmk__bundle_assign: redis-bundle-docker-0 allocation score on overcloud-novacompute-1: -INFINITY
+pcmk__bundle_assign: redis-bundle-docker-1 allocation score on controller-0: 0
+pcmk__bundle_assign: redis-bundle-docker-1 allocation score on controller-1: 0
+pcmk__bundle_assign: redis-bundle-docker-1 allocation score on controller-2: 0
+pcmk__bundle_assign: redis-bundle-docker-1 allocation score on overcloud-novacompute-0: -INFINITY
+pcmk__bundle_assign: redis-bundle-docker-1 allocation score on overcloud-novacompute-1: -INFINITY
+pcmk__bundle_assign: redis-bundle-docker-2 allocation score on controller-0: 0
+pcmk__bundle_assign: redis-bundle-docker-2 allocation score on controller-1: 0
+pcmk__bundle_assign: redis-bundle-docker-2 allocation score on controller-2: 0
+pcmk__bundle_assign: redis-bundle-docker-2 allocation score on overcloud-novacompute-0: -INFINITY
+pcmk__bundle_assign: redis-bundle-docker-2 allocation score on overcloud-novacompute-1: -INFINITY
+pcmk__bundle_assign: redis-bundle-master allocation score on controller-0: 0
+pcmk__bundle_assign: redis-bundle-master allocation score on controller-1: 0
+pcmk__bundle_assign: redis-bundle-master allocation score on controller-2: 0
+pcmk__bundle_assign: redis-bundle-master allocation score on overcloud-novacompute-0: 0
+pcmk__bundle_assign: redis-bundle-master allocation score on overcloud-novacompute-1: 0
+pcmk__bundle_assign: redis-bundle-master allocation score on redis-bundle-0: -INFINITY
+pcmk__bundle_assign: redis-bundle-master allocation score on redis-bundle-1: -INFINITY
+pcmk__bundle_assign: redis-bundle-master allocation score on redis-bundle-2: -INFINITY
+pcmk__bundle_assign: redis:0 allocation score on redis-bundle-0: 501
+pcmk__bundle_assign: redis:1 allocation score on redis-bundle-1: 501
+pcmk__bundle_assign: redis:2 allocation score on redis-bundle-2: 501
pcmk__clone_assign: compute-unfence-trigger-clone allocation score on controller-0: -INFINITY
pcmk__clone_assign: compute-unfence-trigger-clone allocation score on controller-1: -INFINITY
pcmk__clone_assign: compute-unfence-trigger-clone allocation score on controller-2: -INFINITY
diff --git a/cts/scheduler/scores/params-6.scores b/cts/scheduler/scores/params-6.scores
index 39d172c..b6d28af 100644
--- a/cts/scheduler/scores/params-6.scores
+++ b/cts/scheduler/scores/params-6.scores
@@ -827,11 +827,14 @@ pcmk__primitive_assign: dist.express-consult.org-vm allocation score on v03-b: -
pcmk__primitive_assign: dist.fly-uni.org-vm allocation score on mgmt01: -INFINITY
pcmk__primitive_assign: dist.fly-uni.org-vm allocation score on v03-a: -INFINITY
pcmk__primitive_assign: dist.fly-uni.org-vm allocation score on v03-b: -INFINITY
-pcmk__primitive_assign: dlm:0 allocation score on mgmt01: 0
+pcmk__primitive_assign: dlm:0 allocation score on mgmt01: -INFINITY
pcmk__primitive_assign: dlm:0 allocation score on v03-a: 1
pcmk__primitive_assign: dlm:0 allocation score on v03-b: 0
+pcmk__primitive_assign: dlm:1 allocation score on mgmt01: -INFINITY
pcmk__primitive_assign: dlm:1 allocation score on mgmt01: 1
pcmk__primitive_assign: dlm:1 allocation score on v03-a: -INFINITY
+pcmk__primitive_assign: dlm:1 allocation score on v03-a: -INFINITY
+pcmk__primitive_assign: dlm:1 allocation score on v03-b: -INFINITY
pcmk__primitive_assign: dlm:1 allocation score on v03-b: 0
pcmk__primitive_assign: dlm:2 allocation score on mgmt01: -INFINITY
pcmk__primitive_assign: dlm:2 allocation score on v03-a: -INFINITY
@@ -869,11 +872,14 @@ pcmk__primitive_assign: git.vds-ok.com-vm allocation score on v03-b: -INFINITY
pcmk__primitive_assign: gotin-bbb-vm allocation score on mgmt01: -INFINITY
pcmk__primitive_assign: gotin-bbb-vm allocation score on v03-a: -INFINITY
pcmk__primitive_assign: gotin-bbb-vm allocation score on v03-b: -INFINITY
-pcmk__primitive_assign: iscsid:0 allocation score on mgmt01: 0
+pcmk__primitive_assign: iscsid:0 allocation score on mgmt01: -INFINITY
pcmk__primitive_assign: iscsid:0 allocation score on v03-a: 1
pcmk__primitive_assign: iscsid:0 allocation score on v03-b: 0
+pcmk__primitive_assign: iscsid:1 allocation score on mgmt01: -INFINITY
pcmk__primitive_assign: iscsid:1 allocation score on mgmt01: 1
pcmk__primitive_assign: iscsid:1 allocation score on v03-a: -INFINITY
+pcmk__primitive_assign: iscsid:1 allocation score on v03-a: -INFINITY
+pcmk__primitive_assign: iscsid:1 allocation score on v03-b: -INFINITY
pcmk__primitive_assign: iscsid:1 allocation score on v03-b: 0
pcmk__primitive_assign: iscsid:2 allocation score on mgmt01: -INFINITY
pcmk__primitive_assign: iscsid:2 allocation score on v03-a: -INFINITY
@@ -899,11 +905,14 @@ pcmk__primitive_assign: iscsid:8 allocation score on v03-b: -INFINITY
pcmk__primitive_assign: lenny-x32-devel-vm allocation score on mgmt01: -INFINITY
pcmk__primitive_assign: lenny-x32-devel-vm allocation score on v03-a: 0
pcmk__primitive_assign: lenny-x32-devel-vm allocation score on v03-b: 0
-pcmk__primitive_assign: libvirt-images-fs:0 allocation score on mgmt01: 0
+pcmk__primitive_assign: libvirt-images-fs:0 allocation score on mgmt01: -INFINITY
pcmk__primitive_assign: libvirt-images-fs:0 allocation score on v03-a: 1
pcmk__primitive_assign: libvirt-images-fs:0 allocation score on v03-b: 0
+pcmk__primitive_assign: libvirt-images-fs:1 allocation score on mgmt01: -INFINITY
pcmk__primitive_assign: libvirt-images-fs:1 allocation score on mgmt01: 1
pcmk__primitive_assign: libvirt-images-fs:1 allocation score on v03-a: -INFINITY
+pcmk__primitive_assign: libvirt-images-fs:1 allocation score on v03-a: -INFINITY
+pcmk__primitive_assign: libvirt-images-fs:1 allocation score on v03-b: -INFINITY
pcmk__primitive_assign: libvirt-images-fs:1 allocation score on v03-b: 0
pcmk__primitive_assign: libvirt-images-fs:2 allocation score on mgmt01: -INFINITY
pcmk__primitive_assign: libvirt-images-fs:2 allocation score on v03-a: -INFINITY
@@ -1055,11 +1064,14 @@ pcmk__primitive_assign: mcast-test-net:7 allocation score on v03-b: -INFINITY
pcmk__primitive_assign: metae.ru-vm allocation score on mgmt01: -INFINITY
pcmk__primitive_assign: metae.ru-vm allocation score on v03-a: -INFINITY
pcmk__primitive_assign: metae.ru-vm allocation score on v03-b: -INFINITY
-pcmk__primitive_assign: multipathd:0 allocation score on mgmt01: 0
+pcmk__primitive_assign: multipathd:0 allocation score on mgmt01: -INFINITY
pcmk__primitive_assign: multipathd:0 allocation score on v03-a: 1
pcmk__primitive_assign: multipathd:0 allocation score on v03-b: 0
+pcmk__primitive_assign: multipathd:1 allocation score on mgmt01: -INFINITY
pcmk__primitive_assign: multipathd:1 allocation score on mgmt01: 1
pcmk__primitive_assign: multipathd:1 allocation score on v03-a: -INFINITY
+pcmk__primitive_assign: multipathd:1 allocation score on v03-a: -INFINITY
+pcmk__primitive_assign: multipathd:1 allocation score on v03-b: -INFINITY
pcmk__primitive_assign: multipathd:1 allocation score on v03-b: 0
pcmk__primitive_assign: multipathd:2 allocation score on mgmt01: -INFINITY
pcmk__primitive_assign: multipathd:2 allocation score on v03-a: -INFINITY
@@ -1083,7 +1095,10 @@ pcmk__primitive_assign: multipathd:8 allocation score on mgmt01: -INFINITY
pcmk__primitive_assign: multipathd:8 allocation score on v03-a: -INFINITY
pcmk__primitive_assign: multipathd:8 allocation score on v03-b: -INFINITY
pcmk__primitive_assign: node-params:0 allocation score on mgmt01: -INFINITY
+pcmk__primitive_assign: node-params:0 allocation score on mgmt01: -INFINITY
+pcmk__primitive_assign: node-params:0 allocation score on v03-a: -INFINITY
pcmk__primitive_assign: node-params:0 allocation score on v03-a: 1
+pcmk__primitive_assign: node-params:0 allocation score on v03-b: -INFINITY
pcmk__primitive_assign: node-params:0 allocation score on v03-b: 0
pcmk__primitive_assign: node-params:1 allocation score on mgmt01: -INFINITY
pcmk__primitive_assign: node-params:1 allocation score on v03-a: -INFINITY
diff --git a/cts/scheduler/scores/pending-node-no-uname.scores b/cts/scheduler/scores/pending-node-no-uname.scores
new file mode 100644
index 0000000..90a7c8b
--- /dev/null
+++ b/cts/scheduler/scores/pending-node-no-uname.scores
@@ -0,0 +1,3 @@
+
+pcmk__primitive_assign: st-sbd allocation score on node-1: 0
+pcmk__primitive_assign: st-sbd allocation score on node-2: 0
diff --git a/cts/scheduler/scores/probe-2.scores b/cts/scheduler/scores/probe-2.scores
index d396171..d3b50ce 100644
--- a/cts/scheduler/scores/probe-2.scores
+++ b/cts/scheduler/scores/probe-2.scores
@@ -137,7 +137,7 @@ pcmk__primitive_assign: mysql-proxy:1 allocation score on wc01: -INFINITY
pcmk__primitive_assign: mysql-proxy:1 allocation score on wc02: -INFINITY
pcmk__primitive_assign: mysql-server allocation score on wc01: 0
pcmk__primitive_assign: mysql-server allocation score on wc02: -INFINITY
-pcmk__primitive_assign: nfs-common:0 allocation score on wc01: 1
+pcmk__primitive_assign: nfs-common:0 allocation score on wc01: 77
pcmk__primitive_assign: nfs-common:0 allocation score on wc02: -INFINITY
pcmk__primitive_assign: nfs-common:1 allocation score on wc01: -INFINITY
pcmk__primitive_assign: nfs-common:1 allocation score on wc02: -INFINITY
diff --git a/cts/scheduler/scores/promoted-13.scores b/cts/scheduler/scores/promoted-13.scores
index 5ee6994..19b299c 100644
--- a/cts/scheduler/scores/promoted-13.scores
+++ b/cts/scheduler/scores/promoted-13.scores
@@ -18,7 +18,7 @@ pcmk__primitive_assign: IPaddr0 allocation score on frigg: -INFINITY
pcmk__primitive_assign: IPaddr0 allocation score on odin: INFINITY
pcmk__primitive_assign: MailTo allocation score on frigg: -INFINITY
pcmk__primitive_assign: MailTo allocation score on odin: 0
-pcmk__primitive_assign: drbd0:0 allocation score on frigg: 0
+pcmk__primitive_assign: drbd0:0 allocation score on frigg: -INFINITY
pcmk__primitive_assign: drbd0:0 allocation score on odin: INFINITY
pcmk__primitive_assign: drbd0:1 allocation score on frigg: INFINITY
pcmk__primitive_assign: drbd0:1 allocation score on odin: -INFINITY
diff --git a/cts/scheduler/scores/promoted-asymmetrical-order.scores b/cts/scheduler/scores/promoted-asymmetrical-order.scores
index 382e0eb..18bc704 100644
--- a/cts/scheduler/scores/promoted-asymmetrical-order.scores
+++ b/cts/scheduler/scores/promoted-asymmetrical-order.scores
@@ -12,8 +12,12 @@ pcmk__clone_assign: rsc2:0 allocation score on node2: 0
pcmk__clone_assign: rsc2:1 allocation score on node1: 0
pcmk__clone_assign: rsc2:1 allocation score on node2: 1
pcmk__primitive_assign: rsc1:0 allocation score on node1: -INFINITY
+pcmk__primitive_assign: rsc1:0 allocation score on node1: -INFINITY
+pcmk__primitive_assign: rsc1:0 allocation score on node2: -INFINITY
pcmk__primitive_assign: rsc1:0 allocation score on node2: -INFINITY
pcmk__primitive_assign: rsc1:1 allocation score on node1: -INFINITY
+pcmk__primitive_assign: rsc1:1 allocation score on node1: -INFINITY
+pcmk__primitive_assign: rsc1:1 allocation score on node2: -INFINITY
pcmk__primitive_assign: rsc1:1 allocation score on node2: -INFINITY
pcmk__primitive_assign: rsc2:0 allocation score on node1: 1
pcmk__primitive_assign: rsc2:0 allocation score on node2: 0
diff --git a/cts/scheduler/scores/promoted-demote.scores b/cts/scheduler/scores/promoted-demote.scores
index 0a04576..a0ddf9a 100644
--- a/cts/scheduler/scores/promoted-demote.scores
+++ b/cts/scheduler/scores/promoted-demote.scores
@@ -30,10 +30,10 @@ pcmk__clone_assign: pingd_node:1 allocation score on cxa1: 0
pcmk__clone_assign: pingd_node:1 allocation score on cxb1: 1
pcmk__primitive_assign: cyrus_address allocation score on cxa1: 210
pcmk__primitive_assign: cyrus_address allocation score on cxb1: 200
-pcmk__primitive_assign: cyrus_drbd_node:0 allocation score on cxa1: 76
-pcmk__primitive_assign: cyrus_drbd_node:0 allocation score on cxb1: 0
+pcmk__primitive_assign: cyrus_drbd_node:0 allocation score on cxa1: 286
+pcmk__primitive_assign: cyrus_drbd_node:0 allocation score on cxb1: 200
pcmk__primitive_assign: cyrus_drbd_node:1 allocation score on cxa1: -INFINITY
-pcmk__primitive_assign: cyrus_drbd_node:1 allocation score on cxb1: 76
+pcmk__primitive_assign: cyrus_drbd_node:1 allocation score on cxb1: 276
pcmk__primitive_assign: cyrus_filesys allocation score on cxa1: -INFINITY
pcmk__primitive_assign: cyrus_filesys allocation score on cxb1: -INFINITY
pcmk__primitive_assign: cyrus_master allocation score on cxa1: -INFINITY
@@ -50,10 +50,10 @@ pcmk__primitive_assign: named_address allocation score on cxa1: 200
pcmk__primitive_assign: named_address allocation score on cxb1: 210
pcmk__primitive_assign: named_daemon allocation score on cxa1: -INFINITY
pcmk__primitive_assign: named_daemon allocation score on cxb1: -INFINITY
-pcmk__primitive_assign: named_drbd_node:0 allocation score on cxa1: 76
-pcmk__primitive_assign: named_drbd_node:0 allocation score on cxb1: 0
+pcmk__primitive_assign: named_drbd_node:0 allocation score on cxa1: 276
+pcmk__primitive_assign: named_drbd_node:0 allocation score on cxb1: 210
pcmk__primitive_assign: named_drbd_node:1 allocation score on cxa1: -INFINITY
-pcmk__primitive_assign: named_drbd_node:1 allocation score on cxb1: 76
+pcmk__primitive_assign: named_drbd_node:1 allocation score on cxb1: 286
pcmk__primitive_assign: named_filesys allocation score on cxa1: -INFINITY
pcmk__primitive_assign: named_filesys allocation score on cxb1: -INFINITY
pcmk__primitive_assign: named_syslogd allocation score on cxa1: -INFINITY
diff --git a/cts/scheduler/scores/promoted-failed-demote-2.scores b/cts/scheduler/scores/promoted-failed-demote-2.scores
index 2a85ae6..39399d9 100644
--- a/cts/scheduler/scores/promoted-failed-demote-2.scores
+++ b/cts/scheduler/scores/promoted-failed-demote-2.scores
@@ -16,14 +16,20 @@ pcmk__clone_assign: stateful-2:0 allocation score on dl380g5b: -INFINITY
pcmk__clone_assign: stateful-2:1 allocation score on dl380g5a: INFINITY
pcmk__clone_assign: stateful-2:1 allocation score on dl380g5b: 0
pcmk__group_assign: group:0 allocation score on dl380g5a: -INFINITY
+pcmk__group_assign: group:0 allocation score on dl380g5a: -INFINITY
+pcmk__group_assign: group:0 allocation score on dl380g5b: 0
pcmk__group_assign: group:0 allocation score on dl380g5b: 0
pcmk__group_assign: group:1 allocation score on dl380g5a: 0
pcmk__group_assign: group:1 allocation score on dl380g5b: 0
pcmk__group_assign: stateful-1:0 allocation score on dl380g5a: -INFINITY
+pcmk__group_assign: stateful-1:0 allocation score on dl380g5a: -INFINITY
+pcmk__group_assign: stateful-1:0 allocation score on dl380g5b: -INFINITY
pcmk__group_assign: stateful-1:0 allocation score on dl380g5b: -INFINITY
pcmk__group_assign: stateful-1:1 allocation score on dl380g5a: INFINITY
pcmk__group_assign: stateful-1:1 allocation score on dl380g5b: 0
pcmk__group_assign: stateful-2:0 allocation score on dl380g5a: -INFINITY
+pcmk__group_assign: stateful-2:0 allocation score on dl380g5a: -INFINITY
+pcmk__group_assign: stateful-2:0 allocation score on dl380g5b: -INFINITY
pcmk__group_assign: stateful-2:0 allocation score on dl380g5b: -INFINITY
pcmk__group_assign: stateful-2:1 allocation score on dl380g5a: INFINITY
pcmk__group_assign: stateful-2:1 allocation score on dl380g5b: 0
diff --git a/cts/scheduler/scores/promoted-failed-demote.scores b/cts/scheduler/scores/promoted-failed-demote.scores
index 2a85ae6..39399d9 100644
--- a/cts/scheduler/scores/promoted-failed-demote.scores
+++ b/cts/scheduler/scores/promoted-failed-demote.scores
@@ -16,14 +16,20 @@ pcmk__clone_assign: stateful-2:0 allocation score on dl380g5b: -INFINITY
pcmk__clone_assign: stateful-2:1 allocation score on dl380g5a: INFINITY
pcmk__clone_assign: stateful-2:1 allocation score on dl380g5b: 0
pcmk__group_assign: group:0 allocation score on dl380g5a: -INFINITY
+pcmk__group_assign: group:0 allocation score on dl380g5a: -INFINITY
+pcmk__group_assign: group:0 allocation score on dl380g5b: 0
pcmk__group_assign: group:0 allocation score on dl380g5b: 0
pcmk__group_assign: group:1 allocation score on dl380g5a: 0
pcmk__group_assign: group:1 allocation score on dl380g5b: 0
pcmk__group_assign: stateful-1:0 allocation score on dl380g5a: -INFINITY
+pcmk__group_assign: stateful-1:0 allocation score on dl380g5a: -INFINITY
+pcmk__group_assign: stateful-1:0 allocation score on dl380g5b: -INFINITY
pcmk__group_assign: stateful-1:0 allocation score on dl380g5b: -INFINITY
pcmk__group_assign: stateful-1:1 allocation score on dl380g5a: INFINITY
pcmk__group_assign: stateful-1:1 allocation score on dl380g5b: 0
pcmk__group_assign: stateful-2:0 allocation score on dl380g5a: -INFINITY
+pcmk__group_assign: stateful-2:0 allocation score on dl380g5a: -INFINITY
+pcmk__group_assign: stateful-2:0 allocation score on dl380g5b: -INFINITY
pcmk__group_assign: stateful-2:0 allocation score on dl380g5b: -INFINITY
pcmk__group_assign: stateful-2:1 allocation score on dl380g5a: INFINITY
pcmk__group_assign: stateful-2:1 allocation score on dl380g5b: 0
diff --git a/cts/scheduler/scores/promoted-move.scores b/cts/scheduler/scores/promoted-move.scores
index 7006cda..5ed2b60 100644
--- a/cts/scheduler/scores/promoted-move.scores
+++ b/cts/scheduler/scores/promoted-move.scores
@@ -19,7 +19,9 @@ pcmk__primitive_assign: dummy02 allocation score on bl460g1n13: -INFINITY
pcmk__primitive_assign: dummy02 allocation score on bl460g1n14: 0
pcmk__primitive_assign: dummy03 allocation score on bl460g1n13: -INFINITY
pcmk__primitive_assign: dummy03 allocation score on bl460g1n14: 0
+pcmk__primitive_assign: prmDRBD:0 allocation score on bl460g1n13: -INFINITY
pcmk__primitive_assign: prmDRBD:0 allocation score on bl460g1n13: INFINITY
+pcmk__primitive_assign: prmDRBD:0 allocation score on bl460g1n14: -INFINITY
pcmk__primitive_assign: prmDRBD:0 allocation score on bl460g1n14: 0
pcmk__primitive_assign: prmDRBD:1 allocation score on bl460g1n13: -INFINITY
pcmk__primitive_assign: prmDRBD:1 allocation score on bl460g1n14: INFINITY
diff --git a/cts/scheduler/scores/promoted-ordering.scores b/cts/scheduler/scores/promoted-ordering.scores
index 46dac66..5162abf 100644
--- a/cts/scheduler/scores/promoted-ordering.scores
+++ b/cts/scheduler/scores/promoted-ordering.scores
@@ -55,7 +55,7 @@ pcmk__primitive_assign: apache2:0 allocation score on webcluster01: -INFINITY
pcmk__primitive_assign: apache2:0 allocation score on webcluster02: -INFINITY
pcmk__primitive_assign: apache2:1 allocation score on webcluster01: -INFINITY
pcmk__primitive_assign: apache2:1 allocation score on webcluster02: -INFINITY
-pcmk__primitive_assign: drbd_mysql:0 allocation score on webcluster01: 0
+pcmk__primitive_assign: drbd_mysql:0 allocation score on webcluster01: 100
pcmk__primitive_assign: drbd_mysql:0 allocation score on webcluster02: -INFINITY
pcmk__primitive_assign: drbd_mysql:1 allocation score on webcluster01: -INFINITY
pcmk__primitive_assign: drbd_mysql:1 allocation score on webcluster02: -INFINITY
@@ -71,10 +71,10 @@ pcmk__primitive_assign: fs_mysql allocation score on webcluster01: -INFINITY
pcmk__primitive_assign: fs_mysql allocation score on webcluster02: -INFINITY
pcmk__primitive_assign: intip_0_main allocation score on webcluster01: -INFINITY
pcmk__primitive_assign: intip_0_main allocation score on webcluster02: -INFINITY
-pcmk__primitive_assign: intip_1_master allocation score on webcluster01: 200
-pcmk__primitive_assign: intip_1_master allocation score on webcluster02: 0
-pcmk__primitive_assign: intip_2_slave allocation score on webcluster01: 0
-pcmk__primitive_assign: intip_2_slave allocation score on webcluster02: 100
+pcmk__primitive_assign: intip_1_active allocation score on webcluster01: 200
+pcmk__primitive_assign: intip_1_active allocation score on webcluster02: 0
+pcmk__primitive_assign: intip_2_passive allocation score on webcluster01: 0
+pcmk__primitive_assign: intip_2_passive allocation score on webcluster02: 100
pcmk__primitive_assign: mysql-proxy:0 allocation score on webcluster01: -INFINITY
pcmk__primitive_assign: mysql-proxy:0 allocation score on webcluster02: -INFINITY
pcmk__primitive_assign: mysql-proxy:1 allocation score on webcluster01: -INFINITY
diff --git a/cts/scheduler/scores/promoted-partially-demoted-group.scores b/cts/scheduler/scores/promoted-partially-demoted-group.scores
index 5205aa5..f266c64 100644
--- a/cts/scheduler/scores/promoted-partially-demoted-group.scores
+++ b/cts/scheduler/scores/promoted-partially-demoted-group.scores
@@ -60,17 +60,17 @@ pcmk__group_assign: vip-165-fw:0 allocation score on sd01-1: 100
pcmk__group_assign: vip-165-fw:1 allocation score on sd01-0: 100
pcmk__group_assign: vip-165-fw:1 allocation score on sd01-1: 0
pcmk__primitive_assign: cdev-pool-0-drbd:0 allocation score on sd01-0: -INFINITY
-pcmk__primitive_assign: cdev-pool-0-drbd:0 allocation score on sd01-1: 10100
-pcmk__primitive_assign: cdev-pool-0-drbd:1 allocation score on sd01-0: 10100
-pcmk__primitive_assign: cdev-pool-0-drbd:1 allocation score on sd01-1: 0
+pcmk__primitive_assign: cdev-pool-0-drbd:0 allocation score on sd01-1: 10500
+pcmk__primitive_assign: cdev-pool-0-drbd:1 allocation score on sd01-0: INFINITY
+pcmk__primitive_assign: cdev-pool-0-drbd:1 allocation score on sd01-1: 400
pcmk__primitive_assign: cdev-pool-0-iscsi-lun-1 allocation score on sd01-0: 0
pcmk__primitive_assign: cdev-pool-0-iscsi-lun-1 allocation score on sd01-1: -INFINITY
pcmk__primitive_assign: cdev-pool-0-iscsi-target allocation score on sd01-0: INFINITY
pcmk__primitive_assign: cdev-pool-0-iscsi-target allocation score on sd01-1: -INFINITY
pcmk__primitive_assign: ietd:0 allocation score on sd01-0: -INFINITY
pcmk__primitive_assign: ietd:0 allocation score on sd01-1: 100
-pcmk__primitive_assign: ietd:1 allocation score on sd01-0: 100
-pcmk__primitive_assign: ietd:1 allocation score on sd01-1: 0
+pcmk__primitive_assign: ietd:1 allocation score on sd01-0: INFINITY
+pcmk__primitive_assign: ietd:1 allocation score on sd01-1: -INFINITY
pcmk__primitive_assign: stonith-xvm-sd01-0 allocation score on sd01-0: -INFINITY
pcmk__primitive_assign: stonith-xvm-sd01-0 allocation score on sd01-1: 100
pcmk__primitive_assign: stonith-xvm-sd01-1 allocation score on sd01-0: 100
diff --git a/cts/scheduler/scores/promoted-probed-score.scores b/cts/scheduler/scores/promoted-probed-score.scores
index 1a01a5b..bf6d7fc 100644
--- a/cts/scheduler/scores/promoted-probed-score.scores
+++ b/cts/scheduler/scores/promoted-probed-score.scores
@@ -1,11 +1,11 @@
-AdminDrbd:0 promotion score on hypatia-corosync.nevis.columbia.edu: 5
-AdminDrbd:1 promotion score on orestes-corosync.nevis.columbia.edu: INFINITY
+AdminDrbd:0 promotion score on orestes-corosync.nevis.columbia.edu: INFINITY
+AdminDrbd:1 promotion score on hypatia-corosync.nevis.columbia.edu: 5
pcmk__clone_assign: AdminClone allocation score on hypatia-corosync.nevis.columbia.edu: 0
pcmk__clone_assign: AdminClone allocation score on orestes-corosync.nevis.columbia.edu: INFINITY
pcmk__clone_assign: AdminDrbd:0 allocation score on hypatia-corosync.nevis.columbia.edu: 5
-pcmk__clone_assign: AdminDrbd:0 allocation score on orestes-corosync.nevis.columbia.edu: 0
-pcmk__clone_assign: AdminDrbd:1 allocation score on hypatia-corosync.nevis.columbia.edu: 0
+pcmk__clone_assign: AdminDrbd:0 allocation score on orestes-corosync.nevis.columbia.edu: 5
+pcmk__clone_assign: AdminDrbd:1 allocation score on hypatia-corosync.nevis.columbia.edu: 5
pcmk__clone_assign: AdminDrbd:1 allocation score on orestes-corosync.nevis.columbia.edu: 5
pcmk__clone_assign: AdminLvm:0 allocation score on hypatia-corosync.nevis.columbia.edu: 0
pcmk__clone_assign: AdminLvm:0 allocation score on orestes-corosync.nevis.columbia.edu: 0
@@ -141,8 +141,8 @@ pcmk__clone_assign: Xinetd:1 allocation score on hypatia-corosync.nevis.columbia
pcmk__clone_assign: Xinetd:1 allocation score on orestes-corosync.nevis.columbia.edu: 0
pcmk__group_assign: AdminLvm:0 allocation score on hypatia-corosync.nevis.columbia.edu: 0
pcmk__group_assign: AdminLvm:0 allocation score on orestes-corosync.nevis.columbia.edu: 0
-pcmk__group_assign: AdminLvm:1 allocation score on hypatia-corosync.nevis.columbia.edu: -INFINITY
-pcmk__group_assign: AdminLvm:1 allocation score on orestes-corosync.nevis.columbia.edu: 0
+pcmk__group_assign: AdminLvm:1 allocation score on hypatia-corosync.nevis.columbia.edu: 0
+pcmk__group_assign: AdminLvm:1 allocation score on orestes-corosync.nevis.columbia.edu: -INFINITY
pcmk__group_assign: ClusterIP:0 allocation score on hypatia-corosync.nevis.columbia.edu: 0
pcmk__group_assign: ClusterIP:0 allocation score on orestes-corosync.nevis.columbia.edu: 0
pcmk__group_assign: ClusterIP:1 allocation score on hypatia-corosync.nevis.columbia.edu: 0
@@ -207,28 +207,28 @@ pcmk__group_assign: ExportsGroup:1 allocation score on hypatia-corosync.nevis.co
pcmk__group_assign: ExportsGroup:1 allocation score on orestes-corosync.nevis.columbia.edu: 0
pcmk__group_assign: FSMail:0 allocation score on hypatia-corosync.nevis.columbia.edu: 0
pcmk__group_assign: FSMail:0 allocation score on orestes-corosync.nevis.columbia.edu: 0
-pcmk__group_assign: FSMail:1 allocation score on hypatia-corosync.nevis.columbia.edu: -INFINITY
-pcmk__group_assign: FSMail:1 allocation score on orestes-corosync.nevis.columbia.edu: 0
+pcmk__group_assign: FSMail:1 allocation score on hypatia-corosync.nevis.columbia.edu: 0
+pcmk__group_assign: FSMail:1 allocation score on orestes-corosync.nevis.columbia.edu: -INFINITY
pcmk__group_assign: FSUsrNevis:0 allocation score on hypatia-corosync.nevis.columbia.edu: 0
pcmk__group_assign: FSUsrNevis:0 allocation score on orestes-corosync.nevis.columbia.edu: 0
-pcmk__group_assign: FSUsrNevis:1 allocation score on hypatia-corosync.nevis.columbia.edu: -INFINITY
-pcmk__group_assign: FSUsrNevis:1 allocation score on orestes-corosync.nevis.columbia.edu: 0
+pcmk__group_assign: FSUsrNevis:1 allocation score on hypatia-corosync.nevis.columbia.edu: 0
+pcmk__group_assign: FSUsrNevis:1 allocation score on orestes-corosync.nevis.columbia.edu: -INFINITY
pcmk__group_assign: FSVarNevis:0 allocation score on hypatia-corosync.nevis.columbia.edu: 0
pcmk__group_assign: FSVarNevis:0 allocation score on orestes-corosync.nevis.columbia.edu: 0
-pcmk__group_assign: FSVarNevis:1 allocation score on hypatia-corosync.nevis.columbia.edu: -INFINITY
-pcmk__group_assign: FSVarNevis:1 allocation score on orestes-corosync.nevis.columbia.edu: 0
+pcmk__group_assign: FSVarNevis:1 allocation score on hypatia-corosync.nevis.columbia.edu: 0
+pcmk__group_assign: FSVarNevis:1 allocation score on orestes-corosync.nevis.columbia.edu: -INFINITY
pcmk__group_assign: FSVirtualMachines:0 allocation score on hypatia-corosync.nevis.columbia.edu: 0
pcmk__group_assign: FSVirtualMachines:0 allocation score on orestes-corosync.nevis.columbia.edu: 0
-pcmk__group_assign: FSVirtualMachines:1 allocation score on hypatia-corosync.nevis.columbia.edu: -INFINITY
-pcmk__group_assign: FSVirtualMachines:1 allocation score on orestes-corosync.nevis.columbia.edu: 0
+pcmk__group_assign: FSVirtualMachines:1 allocation score on hypatia-corosync.nevis.columbia.edu: 0
+pcmk__group_assign: FSVirtualMachines:1 allocation score on orestes-corosync.nevis.columbia.edu: -INFINITY
pcmk__group_assign: FSWork:0 allocation score on hypatia-corosync.nevis.columbia.edu: 0
pcmk__group_assign: FSWork:0 allocation score on orestes-corosync.nevis.columbia.edu: 0
-pcmk__group_assign: FSWork:1 allocation score on hypatia-corosync.nevis.columbia.edu: -INFINITY
-pcmk__group_assign: FSWork:1 allocation score on orestes-corosync.nevis.columbia.edu: 0
+pcmk__group_assign: FSWork:1 allocation score on hypatia-corosync.nevis.columbia.edu: 0
+pcmk__group_assign: FSWork:1 allocation score on orestes-corosync.nevis.columbia.edu: -INFINITY
pcmk__group_assign: FilesystemGroup:0 allocation score on hypatia-corosync.nevis.columbia.edu: 0
pcmk__group_assign: FilesystemGroup:0 allocation score on orestes-corosync.nevis.columbia.edu: 0
-pcmk__group_assign: FilesystemGroup:1 allocation score on hypatia-corosync.nevis.columbia.edu: -INFINITY
-pcmk__group_assign: FilesystemGroup:1 allocation score on orestes-corosync.nevis.columbia.edu: 0
+pcmk__group_assign: FilesystemGroup:1 allocation score on hypatia-corosync.nevis.columbia.edu: 0
+pcmk__group_assign: FilesystemGroup:1 allocation score on orestes-corosync.nevis.columbia.edu: -INFINITY
pcmk__group_assign: IPGroup:0 allocation score on hypatia-corosync.nevis.columbia.edu: 0
pcmk__group_assign: IPGroup:0 allocation score on orestes-corosync.nevis.columbia.edu: 0
pcmk__group_assign: IPGroup:1 allocation score on hypatia-corosync.nevis.columbia.edu: 0
@@ -272,13 +272,13 @@ pcmk__group_assign: Xinetd:0 allocation score on orestes-corosync.nevis.columbia
pcmk__group_assign: Xinetd:1 allocation score on hypatia-corosync.nevis.columbia.edu: -INFINITY
pcmk__group_assign: Xinetd:1 allocation score on orestes-corosync.nevis.columbia.edu: 0
pcmk__primitive_assign: AdminDrbd:0 allocation score on hypatia-corosync.nevis.columbia.edu: 5
-pcmk__primitive_assign: AdminDrbd:0 allocation score on orestes-corosync.nevis.columbia.edu: 0
-pcmk__primitive_assign: AdminDrbd:1 allocation score on hypatia-corosync.nevis.columbia.edu: -INFINITY
-pcmk__primitive_assign: AdminDrbd:1 allocation score on orestes-corosync.nevis.columbia.edu: 5
+pcmk__primitive_assign: AdminDrbd:0 allocation score on orestes-corosync.nevis.columbia.edu: INFINITY
+pcmk__primitive_assign: AdminDrbd:1 allocation score on hypatia-corosync.nevis.columbia.edu: 5
+pcmk__primitive_assign: AdminDrbd:1 allocation score on orestes-corosync.nevis.columbia.edu: -INFINITY
pcmk__primitive_assign: AdminLvm:0 allocation score on hypatia-corosync.nevis.columbia.edu: 5
-pcmk__primitive_assign: AdminLvm:0 allocation score on orestes-corosync.nevis.columbia.edu: 5
-pcmk__primitive_assign: AdminLvm:1 allocation score on hypatia-corosync.nevis.columbia.edu: -INFINITY
-pcmk__primitive_assign: AdminLvm:1 allocation score on orestes-corosync.nevis.columbia.edu: 5
+pcmk__primitive_assign: AdminLvm:0 allocation score on orestes-corosync.nevis.columbia.edu: INFINITY
+pcmk__primitive_assign: AdminLvm:1 allocation score on hypatia-corosync.nevis.columbia.edu: 5
+pcmk__primitive_assign: AdminLvm:1 allocation score on orestes-corosync.nevis.columbia.edu: -INFINITY
pcmk__primitive_assign: ClusterIP:0 allocation score on hypatia-corosync.nevis.columbia.edu: 0
pcmk__primitive_assign: ClusterIP:0 allocation score on orestes-corosync.nevis.columbia.edu: 0
pcmk__primitive_assign: ClusterIP:1 allocation score on hypatia-corosync.nevis.columbia.edu: 0
@@ -333,32 +333,32 @@ pcmk__primitive_assign: ExportWWW:0 allocation score on hypatia-corosync.nevis.c
pcmk__primitive_assign: ExportWWW:0 allocation score on orestes-corosync.nevis.columbia.edu: -INFINITY
pcmk__primitive_assign: ExportWWW:1 allocation score on hypatia-corosync.nevis.columbia.edu: -INFINITY
pcmk__primitive_assign: ExportWWW:1 allocation score on orestes-corosync.nevis.columbia.edu: 0
-pcmk__primitive_assign: FSMail:0 allocation score on hypatia-corosync.nevis.columbia.edu: 0
-pcmk__primitive_assign: FSMail:0 allocation score on orestes-corosync.nevis.columbia.edu: -INFINITY
-pcmk__primitive_assign: FSMail:1 allocation score on hypatia-corosync.nevis.columbia.edu: -INFINITY
-pcmk__primitive_assign: FSMail:1 allocation score on orestes-corosync.nevis.columbia.edu: 0
-pcmk__primitive_assign: FSUsrNevis:0 allocation score on hypatia-corosync.nevis.columbia.edu: 0
-pcmk__primitive_assign: FSUsrNevis:0 allocation score on orestes-corosync.nevis.columbia.edu: -INFINITY
-pcmk__primitive_assign: FSUsrNevis:1 allocation score on hypatia-corosync.nevis.columbia.edu: -INFINITY
-pcmk__primitive_assign: FSUsrNevis:1 allocation score on orestes-corosync.nevis.columbia.edu: 0
-pcmk__primitive_assign: FSVarNevis:0 allocation score on hypatia-corosync.nevis.columbia.edu: 0
-pcmk__primitive_assign: FSVarNevis:0 allocation score on orestes-corosync.nevis.columbia.edu: -INFINITY
-pcmk__primitive_assign: FSVarNevis:1 allocation score on hypatia-corosync.nevis.columbia.edu: -INFINITY
-pcmk__primitive_assign: FSVarNevis:1 allocation score on orestes-corosync.nevis.columbia.edu: 0
-pcmk__primitive_assign: FSVirtualMachines:0 allocation score on hypatia-corosync.nevis.columbia.edu: 0
-pcmk__primitive_assign: FSVirtualMachines:0 allocation score on orestes-corosync.nevis.columbia.edu: -INFINITY
-pcmk__primitive_assign: FSVirtualMachines:1 allocation score on hypatia-corosync.nevis.columbia.edu: -INFINITY
-pcmk__primitive_assign: FSVirtualMachines:1 allocation score on orestes-corosync.nevis.columbia.edu: 0
-pcmk__primitive_assign: FSWork:0 allocation score on hypatia-corosync.nevis.columbia.edu: 0
-pcmk__primitive_assign: FSWork:0 allocation score on orestes-corosync.nevis.columbia.edu: -INFINITY
-pcmk__primitive_assign: FSWork:1 allocation score on hypatia-corosync.nevis.columbia.edu: -INFINITY
-pcmk__primitive_assign: FSWork:1 allocation score on orestes-corosync.nevis.columbia.edu: 0
+pcmk__primitive_assign: FSMail:0 allocation score on hypatia-corosync.nevis.columbia.edu: -INFINITY
+pcmk__primitive_assign: FSMail:0 allocation score on orestes-corosync.nevis.columbia.edu: INFINITY
+pcmk__primitive_assign: FSMail:1 allocation score on hypatia-corosync.nevis.columbia.edu: 0
+pcmk__primitive_assign: FSMail:1 allocation score on orestes-corosync.nevis.columbia.edu: -INFINITY
+pcmk__primitive_assign: FSUsrNevis:0 allocation score on hypatia-corosync.nevis.columbia.edu: -INFINITY
+pcmk__primitive_assign: FSUsrNevis:0 allocation score on orestes-corosync.nevis.columbia.edu: INFINITY
+pcmk__primitive_assign: FSUsrNevis:1 allocation score on hypatia-corosync.nevis.columbia.edu: 0
+pcmk__primitive_assign: FSUsrNevis:1 allocation score on orestes-corosync.nevis.columbia.edu: -INFINITY
+pcmk__primitive_assign: FSVarNevis:0 allocation score on hypatia-corosync.nevis.columbia.edu: -INFINITY
+pcmk__primitive_assign: FSVarNevis:0 allocation score on orestes-corosync.nevis.columbia.edu: INFINITY
+pcmk__primitive_assign: FSVarNevis:1 allocation score on hypatia-corosync.nevis.columbia.edu: 0
+pcmk__primitive_assign: FSVarNevis:1 allocation score on orestes-corosync.nevis.columbia.edu: -INFINITY
+pcmk__primitive_assign: FSVirtualMachines:0 allocation score on hypatia-corosync.nevis.columbia.edu: -INFINITY
+pcmk__primitive_assign: FSVirtualMachines:0 allocation score on orestes-corosync.nevis.columbia.edu: INFINITY
+pcmk__primitive_assign: FSVirtualMachines:1 allocation score on hypatia-corosync.nevis.columbia.edu: 0
+pcmk__primitive_assign: FSVirtualMachines:1 allocation score on orestes-corosync.nevis.columbia.edu: -INFINITY
+pcmk__primitive_assign: FSWork:0 allocation score on hypatia-corosync.nevis.columbia.edu: -INFINITY
+pcmk__primitive_assign: FSWork:0 allocation score on orestes-corosync.nevis.columbia.edu: INFINITY
+pcmk__primitive_assign: FSWork:1 allocation score on hypatia-corosync.nevis.columbia.edu: 0
+pcmk__primitive_assign: FSWork:1 allocation score on orestes-corosync.nevis.columbia.edu: -INFINITY
pcmk__primitive_assign: KVM-guest allocation score on hypatia-corosync.nevis.columbia.edu: 0
pcmk__primitive_assign: KVM-guest allocation score on orestes-corosync.nevis.columbia.edu: 0
pcmk__primitive_assign: Libvirtd:0 allocation score on hypatia-corosync.nevis.columbia.edu: 0
pcmk__primitive_assign: Libvirtd:0 allocation score on orestes-corosync.nevis.columbia.edu: -INFINITY
pcmk__primitive_assign: Libvirtd:1 allocation score on hypatia-corosync.nevis.columbia.edu: -INFINITY
-pcmk__primitive_assign: Libvirtd:1 allocation score on orestes-corosync.nevis.columbia.edu: 0
+pcmk__primitive_assign: Libvirtd:1 allocation score on orestes-corosync.nevis.columbia.edu: INFINITY
pcmk__primitive_assign: Proxy allocation score on hypatia-corosync.nevis.columbia.edu: 0
pcmk__primitive_assign: Proxy allocation score on orestes-corosync.nevis.columbia.edu: INFINITY
pcmk__primitive_assign: StonithHypatia allocation score on hypatia-corosync.nevis.columbia.edu: -INFINITY
@@ -376,7 +376,7 @@ pcmk__primitive_assign: SymlinkDhcpdLeases allocation score on orestes-corosync.
pcmk__primitive_assign: SymlinkEtcLibvirt:0 allocation score on hypatia-corosync.nevis.columbia.edu: 0
pcmk__primitive_assign: SymlinkEtcLibvirt:0 allocation score on orestes-corosync.nevis.columbia.edu: -INFINITY
pcmk__primitive_assign: SymlinkEtcLibvirt:1 allocation score on hypatia-corosync.nevis.columbia.edu: -INFINITY
-pcmk__primitive_assign: SymlinkEtcLibvirt:1 allocation score on orestes-corosync.nevis.columbia.edu: 0
+pcmk__primitive_assign: SymlinkEtcLibvirt:1 allocation score on orestes-corosync.nevis.columbia.edu: INFINITY
pcmk__primitive_assign: SymlinkSysconfigDhcpd allocation score on hypatia-corosync.nevis.columbia.edu: -INFINITY
pcmk__primitive_assign: SymlinkSysconfigDhcpd allocation score on orestes-corosync.nevis.columbia.edu: 0
pcmk__primitive_assign: SymlinkTftp:0 allocation score on hypatia-corosync.nevis.columbia.edu: 0
diff --git a/cts/scheduler/scores/remote-connection-shutdown.scores b/cts/scheduler/scores/remote-connection-shutdown.scores
index 176580b..c1d43ec 100644
--- a/cts/scheduler/scores/remote-connection-shutdown.scores
+++ b/cts/scheduler/scores/remote-connection-shutdown.scores
@@ -2,495 +2,495 @@
galera:0 promotion score on galera-bundle-0: 100
galera:1 promotion score on galera-bundle-1: 100
galera:2 promotion score on galera-bundle-2: 100
-ovndb_servers:0 promotion score on ovn-dbs-bundle-0: 10
+ovndb_servers:0 promotion score on ovn-dbs-bundle-0: INFINITY
ovndb_servers:1 promotion score on ovn-dbs-bundle-1: 5
ovndb_servers:2 promotion score on ovn-dbs-bundle-2: 5
-pcmk__bundle_allocate: galera-bundle allocation score on compute-0: -INFINITY
-pcmk__bundle_allocate: galera-bundle allocation score on compute-1: -INFINITY
-pcmk__bundle_allocate: galera-bundle allocation score on controller-0: -INFINITY
-pcmk__bundle_allocate: galera-bundle allocation score on controller-1: -INFINITY
-pcmk__bundle_allocate: galera-bundle allocation score on controller-2: -INFINITY
-pcmk__bundle_allocate: galera-bundle allocation score on database-0: 0
-pcmk__bundle_allocate: galera-bundle allocation score on database-1: 0
-pcmk__bundle_allocate: galera-bundle allocation score on database-2: 0
-pcmk__bundle_allocate: galera-bundle allocation score on messaging-0: -INFINITY
-pcmk__bundle_allocate: galera-bundle allocation score on messaging-1: -INFINITY
-pcmk__bundle_allocate: galera-bundle allocation score on messaging-2: -INFINITY
-pcmk__bundle_allocate: galera-bundle-0 allocation score on compute-0: -INFINITY
-pcmk__bundle_allocate: galera-bundle-0 allocation score on compute-1: -INFINITY
-pcmk__bundle_allocate: galera-bundle-0 allocation score on controller-0: 0
-pcmk__bundle_allocate: galera-bundle-0 allocation score on controller-1: 0
-pcmk__bundle_allocate: galera-bundle-0 allocation score on controller-2: 0
-pcmk__bundle_allocate: galera-bundle-0 allocation score on database-0: 0
-pcmk__bundle_allocate: galera-bundle-0 allocation score on database-1: 0
-pcmk__bundle_allocate: galera-bundle-0 allocation score on database-2: 0
-pcmk__bundle_allocate: galera-bundle-0 allocation score on messaging-0: 0
-pcmk__bundle_allocate: galera-bundle-0 allocation score on messaging-1: 0
-pcmk__bundle_allocate: galera-bundle-0 allocation score on messaging-2: 0
-pcmk__bundle_allocate: galera-bundle-1 allocation score on compute-0: -INFINITY
-pcmk__bundle_allocate: galera-bundle-1 allocation score on compute-1: -INFINITY
-pcmk__bundle_allocate: galera-bundle-1 allocation score on controller-0: 0
-pcmk__bundle_allocate: galera-bundle-1 allocation score on controller-1: 0
-pcmk__bundle_allocate: galera-bundle-1 allocation score on controller-2: 0
-pcmk__bundle_allocate: galera-bundle-1 allocation score on database-0: 0
-pcmk__bundle_allocate: galera-bundle-1 allocation score on database-1: 0
-pcmk__bundle_allocate: galera-bundle-1 allocation score on database-2: 0
-pcmk__bundle_allocate: galera-bundle-1 allocation score on messaging-0: 0
-pcmk__bundle_allocate: galera-bundle-1 allocation score on messaging-1: 0
-pcmk__bundle_allocate: galera-bundle-1 allocation score on messaging-2: 0
-pcmk__bundle_allocate: galera-bundle-2 allocation score on compute-0: -INFINITY
-pcmk__bundle_allocate: galera-bundle-2 allocation score on compute-1: -INFINITY
-pcmk__bundle_allocate: galera-bundle-2 allocation score on controller-0: 0
-pcmk__bundle_allocate: galera-bundle-2 allocation score on controller-1: 0
-pcmk__bundle_allocate: galera-bundle-2 allocation score on controller-2: 0
-pcmk__bundle_allocate: galera-bundle-2 allocation score on database-0: 0
-pcmk__bundle_allocate: galera-bundle-2 allocation score on database-1: 0
-pcmk__bundle_allocate: galera-bundle-2 allocation score on database-2: 0
-pcmk__bundle_allocate: galera-bundle-2 allocation score on messaging-0: 0
-pcmk__bundle_allocate: galera-bundle-2 allocation score on messaging-1: 0
-pcmk__bundle_allocate: galera-bundle-2 allocation score on messaging-2: 0
-pcmk__bundle_allocate: galera-bundle-master allocation score on compute-0: 0
-pcmk__bundle_allocate: galera-bundle-master allocation score on compute-1: 0
-pcmk__bundle_allocate: galera-bundle-master allocation score on controller-0: 0
-pcmk__bundle_allocate: galera-bundle-master allocation score on controller-1: 0
-pcmk__bundle_allocate: galera-bundle-master allocation score on controller-2: 0
-pcmk__bundle_allocate: galera-bundle-master allocation score on database-0: 0
-pcmk__bundle_allocate: galera-bundle-master allocation score on database-1: 0
-pcmk__bundle_allocate: galera-bundle-master allocation score on database-2: 0
-pcmk__bundle_allocate: galera-bundle-master allocation score on galera-bundle-0: -INFINITY
-pcmk__bundle_allocate: galera-bundle-master allocation score on galera-bundle-1: -INFINITY
-pcmk__bundle_allocate: galera-bundle-master allocation score on galera-bundle-2: -INFINITY
-pcmk__bundle_allocate: galera-bundle-master allocation score on messaging-0: 0
-pcmk__bundle_allocate: galera-bundle-master allocation score on messaging-1: 0
-pcmk__bundle_allocate: galera-bundle-master allocation score on messaging-2: 0
-pcmk__bundle_allocate: galera-bundle-podman-0 allocation score on compute-0: -INFINITY
-pcmk__bundle_allocate: galera-bundle-podman-0 allocation score on compute-1: -INFINITY
-pcmk__bundle_allocate: galera-bundle-podman-0 allocation score on controller-0: -INFINITY
-pcmk__bundle_allocate: galera-bundle-podman-0 allocation score on controller-1: -INFINITY
-pcmk__bundle_allocate: galera-bundle-podman-0 allocation score on controller-2: -INFINITY
-pcmk__bundle_allocate: galera-bundle-podman-0 allocation score on database-0: 0
-pcmk__bundle_allocate: galera-bundle-podman-0 allocation score on database-1: 0
-pcmk__bundle_allocate: galera-bundle-podman-0 allocation score on database-2: 0
-pcmk__bundle_allocate: galera-bundle-podman-0 allocation score on messaging-0: -INFINITY
-pcmk__bundle_allocate: galera-bundle-podman-0 allocation score on messaging-1: -INFINITY
-pcmk__bundle_allocate: galera-bundle-podman-0 allocation score on messaging-2: -INFINITY
-pcmk__bundle_allocate: galera-bundle-podman-1 allocation score on compute-0: -INFINITY
-pcmk__bundle_allocate: galera-bundle-podman-1 allocation score on compute-1: -INFINITY
-pcmk__bundle_allocate: galera-bundle-podman-1 allocation score on controller-0: -INFINITY
-pcmk__bundle_allocate: galera-bundle-podman-1 allocation score on controller-1: -INFINITY
-pcmk__bundle_allocate: galera-bundle-podman-1 allocation score on controller-2: -INFINITY
-pcmk__bundle_allocate: galera-bundle-podman-1 allocation score on database-0: 0
-pcmk__bundle_allocate: galera-bundle-podman-1 allocation score on database-1: 0
-pcmk__bundle_allocate: galera-bundle-podman-1 allocation score on database-2: 0
-pcmk__bundle_allocate: galera-bundle-podman-1 allocation score on messaging-0: -INFINITY
-pcmk__bundle_allocate: galera-bundle-podman-1 allocation score on messaging-1: -INFINITY
-pcmk__bundle_allocate: galera-bundle-podman-1 allocation score on messaging-2: -INFINITY
-pcmk__bundle_allocate: galera-bundle-podman-2 allocation score on compute-0: -INFINITY
-pcmk__bundle_allocate: galera-bundle-podman-2 allocation score on compute-1: -INFINITY
-pcmk__bundle_allocate: galera-bundle-podman-2 allocation score on controller-0: -INFINITY
-pcmk__bundle_allocate: galera-bundle-podman-2 allocation score on controller-1: -INFINITY
-pcmk__bundle_allocate: galera-bundle-podman-2 allocation score on controller-2: -INFINITY
-pcmk__bundle_allocate: galera-bundle-podman-2 allocation score on database-0: 0
-pcmk__bundle_allocate: galera-bundle-podman-2 allocation score on database-1: 0
-pcmk__bundle_allocate: galera-bundle-podman-2 allocation score on database-2: 0
-pcmk__bundle_allocate: galera-bundle-podman-2 allocation score on messaging-0: -INFINITY
-pcmk__bundle_allocate: galera-bundle-podman-2 allocation score on messaging-1: -INFINITY
-pcmk__bundle_allocate: galera-bundle-podman-2 allocation score on messaging-2: -INFINITY
-pcmk__bundle_allocate: galera:0 allocation score on galera-bundle-0: 501
-pcmk__bundle_allocate: galera:1 allocation score on galera-bundle-1: 501
-pcmk__bundle_allocate: galera:2 allocation score on galera-bundle-2: 501
-pcmk__bundle_allocate: haproxy-bundle allocation score on compute-0: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle allocation score on compute-0: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle allocation score on compute-1: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle allocation score on compute-1: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle allocation score on controller-0: 0
-pcmk__bundle_allocate: haproxy-bundle allocation score on controller-0: 0
-pcmk__bundle_allocate: haproxy-bundle allocation score on controller-1: 0
-pcmk__bundle_allocate: haproxy-bundle allocation score on controller-1: 0
-pcmk__bundle_allocate: haproxy-bundle allocation score on controller-2: 0
-pcmk__bundle_allocate: haproxy-bundle allocation score on controller-2: 0
-pcmk__bundle_allocate: haproxy-bundle allocation score on database-0: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle allocation score on database-0: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle allocation score on database-1: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle allocation score on database-1: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle allocation score on database-2: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle allocation score on database-2: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle allocation score on messaging-0: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle allocation score on messaging-0: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle allocation score on messaging-1: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle allocation score on messaging-1: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle allocation score on messaging-2: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle allocation score on messaging-2: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-podman-0 allocation score on compute-0: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-podman-0 allocation score on compute-0: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-podman-0 allocation score on compute-1: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-podman-0 allocation score on compute-1: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-podman-0 allocation score on controller-0: 0
-pcmk__bundle_allocate: haproxy-bundle-podman-0 allocation score on controller-0: INFINITY
-pcmk__bundle_allocate: haproxy-bundle-podman-0 allocation score on controller-1: 0
-pcmk__bundle_allocate: haproxy-bundle-podman-0 allocation score on controller-1: INFINITY
-pcmk__bundle_allocate: haproxy-bundle-podman-0 allocation score on controller-2: 0
-pcmk__bundle_allocate: haproxy-bundle-podman-0 allocation score on controller-2: INFINITY
-pcmk__bundle_allocate: haproxy-bundle-podman-0 allocation score on database-0: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-podman-0 allocation score on database-0: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-podman-0 allocation score on database-1: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-podman-0 allocation score on database-1: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-podman-0 allocation score on database-2: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-podman-0 allocation score on database-2: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-podman-0 allocation score on messaging-0: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-podman-0 allocation score on messaging-0: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-podman-0 allocation score on messaging-1: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-podman-0 allocation score on messaging-1: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-podman-0 allocation score on messaging-2: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-podman-0 allocation score on messaging-2: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-podman-1 allocation score on compute-0: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-podman-1 allocation score on compute-0: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-podman-1 allocation score on compute-1: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-podman-1 allocation score on compute-1: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-podman-1 allocation score on controller-0: 0
-pcmk__bundle_allocate: haproxy-bundle-podman-1 allocation score on controller-0: INFINITY
-pcmk__bundle_allocate: haproxy-bundle-podman-1 allocation score on controller-1: 0
-pcmk__bundle_allocate: haproxy-bundle-podman-1 allocation score on controller-1: INFINITY
-pcmk__bundle_allocate: haproxy-bundle-podman-1 allocation score on controller-2: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-podman-1 allocation score on controller-2: 0
-pcmk__bundle_allocate: haproxy-bundle-podman-1 allocation score on database-0: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-podman-1 allocation score on database-0: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-podman-1 allocation score on database-1: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-podman-1 allocation score on database-1: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-podman-1 allocation score on database-2: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-podman-1 allocation score on database-2: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-podman-1 allocation score on messaging-0: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-podman-1 allocation score on messaging-0: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-podman-1 allocation score on messaging-1: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-podman-1 allocation score on messaging-1: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-podman-1 allocation score on messaging-2: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-podman-1 allocation score on messaging-2: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-podman-2 allocation score on compute-0: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-podman-2 allocation score on compute-0: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-podman-2 allocation score on compute-1: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-podman-2 allocation score on compute-1: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-podman-2 allocation score on controller-0: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-podman-2 allocation score on controller-0: 0
-pcmk__bundle_allocate: haproxy-bundle-podman-2 allocation score on controller-1: 0
-pcmk__bundle_allocate: haproxy-bundle-podman-2 allocation score on controller-1: INFINITY
-pcmk__bundle_allocate: haproxy-bundle-podman-2 allocation score on controller-2: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-podman-2 allocation score on controller-2: 0
-pcmk__bundle_allocate: haproxy-bundle-podman-2 allocation score on database-0: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-podman-2 allocation score on database-0: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-podman-2 allocation score on database-1: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-podman-2 allocation score on database-1: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-podman-2 allocation score on database-2: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-podman-2 allocation score on database-2: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-podman-2 allocation score on messaging-0: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-podman-2 allocation score on messaging-0: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-podman-2 allocation score on messaging-1: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-podman-2 allocation score on messaging-1: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-podman-2 allocation score on messaging-2: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-podman-2 allocation score on messaging-2: -INFINITY
-pcmk__bundle_allocate: openstack-cinder-volume allocation score on compute-0: -INFINITY
-pcmk__bundle_allocate: openstack-cinder-volume allocation score on compute-1: -INFINITY
-pcmk__bundle_allocate: openstack-cinder-volume allocation score on controller-0: 0
-pcmk__bundle_allocate: openstack-cinder-volume allocation score on controller-1: 0
-pcmk__bundle_allocate: openstack-cinder-volume allocation score on controller-2: 0
-pcmk__bundle_allocate: openstack-cinder-volume allocation score on database-0: -INFINITY
-pcmk__bundle_allocate: openstack-cinder-volume allocation score on database-1: -INFINITY
-pcmk__bundle_allocate: openstack-cinder-volume allocation score on database-2: -INFINITY
-pcmk__bundle_allocate: openstack-cinder-volume allocation score on messaging-0: -INFINITY
-pcmk__bundle_allocate: openstack-cinder-volume allocation score on messaging-1: -INFINITY
-pcmk__bundle_allocate: openstack-cinder-volume allocation score on messaging-2: -INFINITY
-pcmk__bundle_allocate: openstack-cinder-volume-podman-0 allocation score on compute-0: -INFINITY
-pcmk__bundle_allocate: openstack-cinder-volume-podman-0 allocation score on compute-1: -INFINITY
-pcmk__bundle_allocate: openstack-cinder-volume-podman-0 allocation score on controller-0: 0
-pcmk__bundle_allocate: openstack-cinder-volume-podman-0 allocation score on controller-1: 0
-pcmk__bundle_allocate: openstack-cinder-volume-podman-0 allocation score on controller-2: 0
-pcmk__bundle_allocate: openstack-cinder-volume-podman-0 allocation score on database-0: -INFINITY
-pcmk__bundle_allocate: openstack-cinder-volume-podman-0 allocation score on database-1: -INFINITY
-pcmk__bundle_allocate: openstack-cinder-volume-podman-0 allocation score on database-2: -INFINITY
-pcmk__bundle_allocate: openstack-cinder-volume-podman-0 allocation score on messaging-0: -INFINITY
-pcmk__bundle_allocate: openstack-cinder-volume-podman-0 allocation score on messaging-1: -INFINITY
-pcmk__bundle_allocate: openstack-cinder-volume-podman-0 allocation score on messaging-2: -INFINITY
-pcmk__bundle_allocate: ovn-dbs-bundle allocation score on compute-0: -INFINITY
-pcmk__bundle_allocate: ovn-dbs-bundle allocation score on compute-1: -INFINITY
-pcmk__bundle_allocate: ovn-dbs-bundle allocation score on controller-0: 0
-pcmk__bundle_allocate: ovn-dbs-bundle allocation score on controller-1: 0
-pcmk__bundle_allocate: ovn-dbs-bundle allocation score on controller-2: 0
-pcmk__bundle_allocate: ovn-dbs-bundle allocation score on database-0: -INFINITY
-pcmk__bundle_allocate: ovn-dbs-bundle allocation score on database-1: -INFINITY
-pcmk__bundle_allocate: ovn-dbs-bundle allocation score on database-2: -INFINITY
-pcmk__bundle_allocate: ovn-dbs-bundle allocation score on messaging-0: -INFINITY
-pcmk__bundle_allocate: ovn-dbs-bundle allocation score on messaging-1: -INFINITY
-pcmk__bundle_allocate: ovn-dbs-bundle allocation score on messaging-2: -INFINITY
-pcmk__bundle_allocate: ovn-dbs-bundle-0 allocation score on compute-0: -INFINITY
-pcmk__bundle_allocate: ovn-dbs-bundle-0 allocation score on compute-1: -INFINITY
-pcmk__bundle_allocate: ovn-dbs-bundle-0 allocation score on controller-0: 0
-pcmk__bundle_allocate: ovn-dbs-bundle-0 allocation score on controller-1: 0
-pcmk__bundle_allocate: ovn-dbs-bundle-0 allocation score on controller-2: 0
-pcmk__bundle_allocate: ovn-dbs-bundle-0 allocation score on database-0: 0
-pcmk__bundle_allocate: ovn-dbs-bundle-0 allocation score on database-1: 0
-pcmk__bundle_allocate: ovn-dbs-bundle-0 allocation score on database-2: 0
-pcmk__bundle_allocate: ovn-dbs-bundle-0 allocation score on messaging-0: 0
-pcmk__bundle_allocate: ovn-dbs-bundle-0 allocation score on messaging-1: 0
-pcmk__bundle_allocate: ovn-dbs-bundle-0 allocation score on messaging-2: 0
-pcmk__bundle_allocate: ovn-dbs-bundle-1 allocation score on compute-0: -INFINITY
-pcmk__bundle_allocate: ovn-dbs-bundle-1 allocation score on compute-1: -INFINITY
-pcmk__bundle_allocate: ovn-dbs-bundle-1 allocation score on controller-0: 0
-pcmk__bundle_allocate: ovn-dbs-bundle-1 allocation score on controller-1: 0
-pcmk__bundle_allocate: ovn-dbs-bundle-1 allocation score on controller-2: 0
-pcmk__bundle_allocate: ovn-dbs-bundle-1 allocation score on database-0: 0
-pcmk__bundle_allocate: ovn-dbs-bundle-1 allocation score on database-1: 0
-pcmk__bundle_allocate: ovn-dbs-bundle-1 allocation score on database-2: 0
-pcmk__bundle_allocate: ovn-dbs-bundle-1 allocation score on messaging-0: 0
-pcmk__bundle_allocate: ovn-dbs-bundle-1 allocation score on messaging-1: 0
-pcmk__bundle_allocate: ovn-dbs-bundle-1 allocation score on messaging-2: 0
-pcmk__bundle_allocate: ovn-dbs-bundle-2 allocation score on compute-0: -INFINITY
-pcmk__bundle_allocate: ovn-dbs-bundle-2 allocation score on compute-1: -INFINITY
-pcmk__bundle_allocate: ovn-dbs-bundle-2 allocation score on controller-0: 0
-pcmk__bundle_allocate: ovn-dbs-bundle-2 allocation score on controller-1: 0
-pcmk__bundle_allocate: ovn-dbs-bundle-2 allocation score on controller-2: 0
-pcmk__bundle_allocate: ovn-dbs-bundle-2 allocation score on database-0: 0
-pcmk__bundle_allocate: ovn-dbs-bundle-2 allocation score on database-1: 0
-pcmk__bundle_allocate: ovn-dbs-bundle-2 allocation score on database-2: 0
-pcmk__bundle_allocate: ovn-dbs-bundle-2 allocation score on messaging-0: 0
-pcmk__bundle_allocate: ovn-dbs-bundle-2 allocation score on messaging-1: 0
-pcmk__bundle_allocate: ovn-dbs-bundle-2 allocation score on messaging-2: 0
-pcmk__bundle_allocate: ovn-dbs-bundle-master allocation score on compute-0: 0
-pcmk__bundle_allocate: ovn-dbs-bundle-master allocation score on compute-1: 0
-pcmk__bundle_allocate: ovn-dbs-bundle-master allocation score on controller-0: 0
-pcmk__bundle_allocate: ovn-dbs-bundle-master allocation score on controller-1: 0
-pcmk__bundle_allocate: ovn-dbs-bundle-master allocation score on controller-2: 0
-pcmk__bundle_allocate: ovn-dbs-bundle-master allocation score on database-0: 0
-pcmk__bundle_allocate: ovn-dbs-bundle-master allocation score on database-1: 0
-pcmk__bundle_allocate: ovn-dbs-bundle-master allocation score on database-2: 0
-pcmk__bundle_allocate: ovn-dbs-bundle-master allocation score on messaging-0: 0
-pcmk__bundle_allocate: ovn-dbs-bundle-master allocation score on messaging-1: 0
-pcmk__bundle_allocate: ovn-dbs-bundle-master allocation score on messaging-2: 0
-pcmk__bundle_allocate: ovn-dbs-bundle-master allocation score on ovn-dbs-bundle-0: -INFINITY
-pcmk__bundle_allocate: ovn-dbs-bundle-master allocation score on ovn-dbs-bundle-1: -INFINITY
-pcmk__bundle_allocate: ovn-dbs-bundle-master allocation score on ovn-dbs-bundle-2: -INFINITY
-pcmk__bundle_allocate: ovn-dbs-bundle-podman-0 allocation score on compute-0: -INFINITY
-pcmk__bundle_allocate: ovn-dbs-bundle-podman-0 allocation score on compute-1: -INFINITY
-pcmk__bundle_allocate: ovn-dbs-bundle-podman-0 allocation score on controller-0: 0
-pcmk__bundle_allocate: ovn-dbs-bundle-podman-0 allocation score on controller-1: 0
-pcmk__bundle_allocate: ovn-dbs-bundle-podman-0 allocation score on controller-2: 0
-pcmk__bundle_allocate: ovn-dbs-bundle-podman-0 allocation score on database-0: -INFINITY
-pcmk__bundle_allocate: ovn-dbs-bundle-podman-0 allocation score on database-1: -INFINITY
-pcmk__bundle_allocate: ovn-dbs-bundle-podman-0 allocation score on database-2: -INFINITY
-pcmk__bundle_allocate: ovn-dbs-bundle-podman-0 allocation score on messaging-0: -INFINITY
-pcmk__bundle_allocate: ovn-dbs-bundle-podman-0 allocation score on messaging-1: -INFINITY
-pcmk__bundle_allocate: ovn-dbs-bundle-podman-0 allocation score on messaging-2: -INFINITY
-pcmk__bundle_allocate: ovn-dbs-bundle-podman-1 allocation score on compute-0: -INFINITY
-pcmk__bundle_allocate: ovn-dbs-bundle-podman-1 allocation score on compute-1: -INFINITY
-pcmk__bundle_allocate: ovn-dbs-bundle-podman-1 allocation score on controller-0: 0
-pcmk__bundle_allocate: ovn-dbs-bundle-podman-1 allocation score on controller-1: 0
-pcmk__bundle_allocate: ovn-dbs-bundle-podman-1 allocation score on controller-2: 0
-pcmk__bundle_allocate: ovn-dbs-bundle-podman-1 allocation score on database-0: -INFINITY
-pcmk__bundle_allocate: ovn-dbs-bundle-podman-1 allocation score on database-1: -INFINITY
-pcmk__bundle_allocate: ovn-dbs-bundle-podman-1 allocation score on database-2: -INFINITY
-pcmk__bundle_allocate: ovn-dbs-bundle-podman-1 allocation score on messaging-0: -INFINITY
-pcmk__bundle_allocate: ovn-dbs-bundle-podman-1 allocation score on messaging-1: -INFINITY
-pcmk__bundle_allocate: ovn-dbs-bundle-podman-1 allocation score on messaging-2: -INFINITY
-pcmk__bundle_allocate: ovn-dbs-bundle-podman-2 allocation score on compute-0: -INFINITY
-pcmk__bundle_allocate: ovn-dbs-bundle-podman-2 allocation score on compute-1: -INFINITY
-pcmk__bundle_allocate: ovn-dbs-bundle-podman-2 allocation score on controller-0: 0
-pcmk__bundle_allocate: ovn-dbs-bundle-podman-2 allocation score on controller-1: 0
-pcmk__bundle_allocate: ovn-dbs-bundle-podman-2 allocation score on controller-2: 0
-pcmk__bundle_allocate: ovn-dbs-bundle-podman-2 allocation score on database-0: -INFINITY
-pcmk__bundle_allocate: ovn-dbs-bundle-podman-2 allocation score on database-1: -INFINITY
-pcmk__bundle_allocate: ovn-dbs-bundle-podman-2 allocation score on database-2: -INFINITY
-pcmk__bundle_allocate: ovn-dbs-bundle-podman-2 allocation score on messaging-0: -INFINITY
-pcmk__bundle_allocate: ovn-dbs-bundle-podman-2 allocation score on messaging-1: -INFINITY
-pcmk__bundle_allocate: ovn-dbs-bundle-podman-2 allocation score on messaging-2: -INFINITY
-pcmk__bundle_allocate: ovndb_servers:0 allocation score on ovn-dbs-bundle-0: 501
-pcmk__bundle_allocate: ovndb_servers:1 allocation score on ovn-dbs-bundle-1: 501
-pcmk__bundle_allocate: ovndb_servers:2 allocation score on ovn-dbs-bundle-2: 501
-pcmk__bundle_allocate: rabbitmq-bundle allocation score on compute-0: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle allocation score on compute-1: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle allocation score on controller-0: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle allocation score on controller-1: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle allocation score on controller-2: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle allocation score on database-0: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle allocation score on database-1: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle allocation score on database-2: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle allocation score on messaging-0: 0
-pcmk__bundle_allocate: rabbitmq-bundle allocation score on messaging-1: 0
-pcmk__bundle_allocate: rabbitmq-bundle allocation score on messaging-2: 0
-pcmk__bundle_allocate: rabbitmq-bundle-0 allocation score on compute-0: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-0 allocation score on compute-1: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-0 allocation score on controller-0: 0
-pcmk__bundle_allocate: rabbitmq-bundle-0 allocation score on controller-1: 0
-pcmk__bundle_allocate: rabbitmq-bundle-0 allocation score on controller-2: 0
-pcmk__bundle_allocate: rabbitmq-bundle-0 allocation score on database-0: 0
-pcmk__bundle_allocate: rabbitmq-bundle-0 allocation score on database-1: 0
-pcmk__bundle_allocate: rabbitmq-bundle-0 allocation score on database-2: 0
-pcmk__bundle_allocate: rabbitmq-bundle-0 allocation score on messaging-0: 0
-pcmk__bundle_allocate: rabbitmq-bundle-0 allocation score on messaging-1: 0
-pcmk__bundle_allocate: rabbitmq-bundle-0 allocation score on messaging-2: 0
-pcmk__bundle_allocate: rabbitmq-bundle-1 allocation score on compute-0: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-1 allocation score on compute-1: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-1 allocation score on controller-0: 0
-pcmk__bundle_allocate: rabbitmq-bundle-1 allocation score on controller-1: 0
-pcmk__bundle_allocate: rabbitmq-bundle-1 allocation score on controller-2: 0
-pcmk__bundle_allocate: rabbitmq-bundle-1 allocation score on database-0: 0
-pcmk__bundle_allocate: rabbitmq-bundle-1 allocation score on database-1: 0
-pcmk__bundle_allocate: rabbitmq-bundle-1 allocation score on database-2: 0
-pcmk__bundle_allocate: rabbitmq-bundle-1 allocation score on messaging-0: 0
-pcmk__bundle_allocate: rabbitmq-bundle-1 allocation score on messaging-1: 0
-pcmk__bundle_allocate: rabbitmq-bundle-1 allocation score on messaging-2: 0
-pcmk__bundle_allocate: rabbitmq-bundle-2 allocation score on compute-0: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-2 allocation score on compute-1: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-2 allocation score on controller-0: 0
-pcmk__bundle_allocate: rabbitmq-bundle-2 allocation score on controller-1: 0
-pcmk__bundle_allocate: rabbitmq-bundle-2 allocation score on controller-2: 0
-pcmk__bundle_allocate: rabbitmq-bundle-2 allocation score on database-0: 0
-pcmk__bundle_allocate: rabbitmq-bundle-2 allocation score on database-1: 0
-pcmk__bundle_allocate: rabbitmq-bundle-2 allocation score on database-2: 0
-pcmk__bundle_allocate: rabbitmq-bundle-2 allocation score on messaging-0: 0
-pcmk__bundle_allocate: rabbitmq-bundle-2 allocation score on messaging-1: 0
-pcmk__bundle_allocate: rabbitmq-bundle-2 allocation score on messaging-2: 0
-pcmk__bundle_allocate: rabbitmq-bundle-clone allocation score on compute-0: 0
-pcmk__bundle_allocate: rabbitmq-bundle-clone allocation score on compute-1: 0
-pcmk__bundle_allocate: rabbitmq-bundle-clone allocation score on controller-0: 0
-pcmk__bundle_allocate: rabbitmq-bundle-clone allocation score on controller-1: 0
-pcmk__bundle_allocate: rabbitmq-bundle-clone allocation score on controller-2: 0
-pcmk__bundle_allocate: rabbitmq-bundle-clone allocation score on database-0: 0
-pcmk__bundle_allocate: rabbitmq-bundle-clone allocation score on database-1: 0
-pcmk__bundle_allocate: rabbitmq-bundle-clone allocation score on database-2: 0
-pcmk__bundle_allocate: rabbitmq-bundle-clone allocation score on messaging-0: 0
-pcmk__bundle_allocate: rabbitmq-bundle-clone allocation score on messaging-1: 0
-pcmk__bundle_allocate: rabbitmq-bundle-clone allocation score on messaging-2: 0
-pcmk__bundle_allocate: rabbitmq-bundle-clone allocation score on rabbitmq-bundle-0: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-clone allocation score on rabbitmq-bundle-1: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-clone allocation score on rabbitmq-bundle-2: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-podman-0 allocation score on compute-0: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-podman-0 allocation score on compute-1: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-podman-0 allocation score on controller-0: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-podman-0 allocation score on controller-1: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-podman-0 allocation score on controller-2: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-podman-0 allocation score on database-0: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-podman-0 allocation score on database-1: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-podman-0 allocation score on database-2: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-podman-0 allocation score on messaging-0: 0
-pcmk__bundle_allocate: rabbitmq-bundle-podman-0 allocation score on messaging-1: 0
-pcmk__bundle_allocate: rabbitmq-bundle-podman-0 allocation score on messaging-2: 0
-pcmk__bundle_allocate: rabbitmq-bundle-podman-1 allocation score on compute-0: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-podman-1 allocation score on compute-1: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-podman-1 allocation score on controller-0: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-podman-1 allocation score on controller-1: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-podman-1 allocation score on controller-2: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-podman-1 allocation score on database-0: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-podman-1 allocation score on database-1: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-podman-1 allocation score on database-2: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-podman-1 allocation score on messaging-0: 0
-pcmk__bundle_allocate: rabbitmq-bundle-podman-1 allocation score on messaging-1: 0
-pcmk__bundle_allocate: rabbitmq-bundle-podman-1 allocation score on messaging-2: 0
-pcmk__bundle_allocate: rabbitmq-bundle-podman-2 allocation score on compute-0: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-podman-2 allocation score on compute-1: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-podman-2 allocation score on controller-0: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-podman-2 allocation score on controller-1: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-podman-2 allocation score on controller-2: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-podman-2 allocation score on database-0: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-podman-2 allocation score on database-1: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-podman-2 allocation score on database-2: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-podman-2 allocation score on messaging-0: 0
-pcmk__bundle_allocate: rabbitmq-bundle-podman-2 allocation score on messaging-1: 0
-pcmk__bundle_allocate: rabbitmq-bundle-podman-2 allocation score on messaging-2: 0
-pcmk__bundle_allocate: rabbitmq:0 allocation score on rabbitmq-bundle-0: 501
-pcmk__bundle_allocate: rabbitmq:1 allocation score on rabbitmq-bundle-1: 501
-pcmk__bundle_allocate: rabbitmq:2 allocation score on rabbitmq-bundle-2: 501
-pcmk__bundle_allocate: redis-bundle allocation score on compute-0: -INFINITY
-pcmk__bundle_allocate: redis-bundle allocation score on compute-1: -INFINITY
-pcmk__bundle_allocate: redis-bundle allocation score on controller-0: 0
-pcmk__bundle_allocate: redis-bundle allocation score on controller-1: 0
-pcmk__bundle_allocate: redis-bundle allocation score on controller-2: 0
-pcmk__bundle_allocate: redis-bundle allocation score on database-0: -INFINITY
-pcmk__bundle_allocate: redis-bundle allocation score on database-1: -INFINITY
-pcmk__bundle_allocate: redis-bundle allocation score on database-2: -INFINITY
-pcmk__bundle_allocate: redis-bundle allocation score on messaging-0: -INFINITY
-pcmk__bundle_allocate: redis-bundle allocation score on messaging-1: -INFINITY
-pcmk__bundle_allocate: redis-bundle allocation score on messaging-2: -INFINITY
-pcmk__bundle_allocate: redis-bundle-0 allocation score on compute-0: -INFINITY
-pcmk__bundle_allocate: redis-bundle-0 allocation score on compute-1: -INFINITY
-pcmk__bundle_allocate: redis-bundle-0 allocation score on controller-0: 0
-pcmk__bundle_allocate: redis-bundle-0 allocation score on controller-1: 0
-pcmk__bundle_allocate: redis-bundle-0 allocation score on controller-2: 0
-pcmk__bundle_allocate: redis-bundle-0 allocation score on database-0: 0
-pcmk__bundle_allocate: redis-bundle-0 allocation score on database-1: 0
-pcmk__bundle_allocate: redis-bundle-0 allocation score on database-2: 0
-pcmk__bundle_allocate: redis-bundle-0 allocation score on messaging-0: 0
-pcmk__bundle_allocate: redis-bundle-0 allocation score on messaging-1: 0
-pcmk__bundle_allocate: redis-bundle-0 allocation score on messaging-2: 0
-pcmk__bundle_allocate: redis-bundle-1 allocation score on compute-0: -INFINITY
-pcmk__bundle_allocate: redis-bundle-1 allocation score on compute-1: -INFINITY
-pcmk__bundle_allocate: redis-bundle-1 allocation score on controller-0: 0
-pcmk__bundle_allocate: redis-bundle-1 allocation score on controller-1: 0
-pcmk__bundle_allocate: redis-bundle-1 allocation score on controller-2: 0
-pcmk__bundle_allocate: redis-bundle-1 allocation score on database-0: 0
-pcmk__bundle_allocate: redis-bundle-1 allocation score on database-1: 0
-pcmk__bundle_allocate: redis-bundle-1 allocation score on database-2: 0
-pcmk__bundle_allocate: redis-bundle-1 allocation score on messaging-0: 0
-pcmk__bundle_allocate: redis-bundle-1 allocation score on messaging-1: 0
-pcmk__bundle_allocate: redis-bundle-1 allocation score on messaging-2: 0
-pcmk__bundle_allocate: redis-bundle-2 allocation score on compute-0: -INFINITY
-pcmk__bundle_allocate: redis-bundle-2 allocation score on compute-1: -INFINITY
-pcmk__bundle_allocate: redis-bundle-2 allocation score on controller-0: 0
-pcmk__bundle_allocate: redis-bundle-2 allocation score on controller-1: 0
-pcmk__bundle_allocate: redis-bundle-2 allocation score on controller-2: 0
-pcmk__bundle_allocate: redis-bundle-2 allocation score on database-0: 0
-pcmk__bundle_allocate: redis-bundle-2 allocation score on database-1: 0
-pcmk__bundle_allocate: redis-bundle-2 allocation score on database-2: 0
-pcmk__bundle_allocate: redis-bundle-2 allocation score on messaging-0: 0
-pcmk__bundle_allocate: redis-bundle-2 allocation score on messaging-1: 0
-pcmk__bundle_allocate: redis-bundle-2 allocation score on messaging-2: 0
-pcmk__bundle_allocate: redis-bundle-master allocation score on compute-0: 0
-pcmk__bundle_allocate: redis-bundle-master allocation score on compute-1: 0
-pcmk__bundle_allocate: redis-bundle-master allocation score on controller-0: 0
-pcmk__bundle_allocate: redis-bundle-master allocation score on controller-1: 0
-pcmk__bundle_allocate: redis-bundle-master allocation score on controller-2: 0
-pcmk__bundle_allocate: redis-bundle-master allocation score on database-0: 0
-pcmk__bundle_allocate: redis-bundle-master allocation score on database-1: 0
-pcmk__bundle_allocate: redis-bundle-master allocation score on database-2: 0
-pcmk__bundle_allocate: redis-bundle-master allocation score on messaging-0: 0
-pcmk__bundle_allocate: redis-bundle-master allocation score on messaging-1: 0
-pcmk__bundle_allocate: redis-bundle-master allocation score on messaging-2: 0
-pcmk__bundle_allocate: redis-bundle-master allocation score on redis-bundle-0: -INFINITY
-pcmk__bundle_allocate: redis-bundle-master allocation score on redis-bundle-1: -INFINITY
-pcmk__bundle_allocate: redis-bundle-master allocation score on redis-bundle-2: -INFINITY
-pcmk__bundle_allocate: redis-bundle-podman-0 allocation score on compute-0: -INFINITY
-pcmk__bundle_allocate: redis-bundle-podman-0 allocation score on compute-1: -INFINITY
-pcmk__bundle_allocate: redis-bundle-podman-0 allocation score on controller-0: 0
-pcmk__bundle_allocate: redis-bundle-podman-0 allocation score on controller-1: 0
-pcmk__bundle_allocate: redis-bundle-podman-0 allocation score on controller-2: 0
-pcmk__bundle_allocate: redis-bundle-podman-0 allocation score on database-0: -INFINITY
-pcmk__bundle_allocate: redis-bundle-podman-0 allocation score on database-1: -INFINITY
-pcmk__bundle_allocate: redis-bundle-podman-0 allocation score on database-2: -INFINITY
-pcmk__bundle_allocate: redis-bundle-podman-0 allocation score on messaging-0: -INFINITY
-pcmk__bundle_allocate: redis-bundle-podman-0 allocation score on messaging-1: -INFINITY
-pcmk__bundle_allocate: redis-bundle-podman-0 allocation score on messaging-2: -INFINITY
-pcmk__bundle_allocate: redis-bundle-podman-1 allocation score on compute-0: -INFINITY
-pcmk__bundle_allocate: redis-bundle-podman-1 allocation score on compute-1: -INFINITY
-pcmk__bundle_allocate: redis-bundle-podman-1 allocation score on controller-0: 0
-pcmk__bundle_allocate: redis-bundle-podman-1 allocation score on controller-1: 0
-pcmk__bundle_allocate: redis-bundle-podman-1 allocation score on controller-2: 0
-pcmk__bundle_allocate: redis-bundle-podman-1 allocation score on database-0: -INFINITY
-pcmk__bundle_allocate: redis-bundle-podman-1 allocation score on database-1: -INFINITY
-pcmk__bundle_allocate: redis-bundle-podman-1 allocation score on database-2: -INFINITY
-pcmk__bundle_allocate: redis-bundle-podman-1 allocation score on messaging-0: -INFINITY
-pcmk__bundle_allocate: redis-bundle-podman-1 allocation score on messaging-1: -INFINITY
-pcmk__bundle_allocate: redis-bundle-podman-1 allocation score on messaging-2: -INFINITY
-pcmk__bundle_allocate: redis-bundle-podman-2 allocation score on compute-0: -INFINITY
-pcmk__bundle_allocate: redis-bundle-podman-2 allocation score on compute-1: -INFINITY
-pcmk__bundle_allocate: redis-bundle-podman-2 allocation score on controller-0: 0
-pcmk__bundle_allocate: redis-bundle-podman-2 allocation score on controller-1: 0
-pcmk__bundle_allocate: redis-bundle-podman-2 allocation score on controller-2: 0
-pcmk__bundle_allocate: redis-bundle-podman-2 allocation score on database-0: -INFINITY
-pcmk__bundle_allocate: redis-bundle-podman-2 allocation score on database-1: -INFINITY
-pcmk__bundle_allocate: redis-bundle-podman-2 allocation score on database-2: -INFINITY
-pcmk__bundle_allocate: redis-bundle-podman-2 allocation score on messaging-0: -INFINITY
-pcmk__bundle_allocate: redis-bundle-podman-2 allocation score on messaging-1: -INFINITY
-pcmk__bundle_allocate: redis-bundle-podman-2 allocation score on messaging-2: -INFINITY
-pcmk__bundle_allocate: redis:0 allocation score on redis-bundle-0: 501
-pcmk__bundle_allocate: redis:1 allocation score on redis-bundle-1: 501
-pcmk__bundle_allocate: redis:2 allocation score on redis-bundle-2: 501
+pcmk__bundle_assign: galera-bundle allocation score on compute-0: -INFINITY
+pcmk__bundle_assign: galera-bundle allocation score on compute-1: -INFINITY
+pcmk__bundle_assign: galera-bundle allocation score on controller-0: -INFINITY
+pcmk__bundle_assign: galera-bundle allocation score on controller-1: -INFINITY
+pcmk__bundle_assign: galera-bundle allocation score on controller-2: -INFINITY
+pcmk__bundle_assign: galera-bundle allocation score on database-0: 0
+pcmk__bundle_assign: galera-bundle allocation score on database-1: 0
+pcmk__bundle_assign: galera-bundle allocation score on database-2: 0
+pcmk__bundle_assign: galera-bundle allocation score on messaging-0: -INFINITY
+pcmk__bundle_assign: galera-bundle allocation score on messaging-1: -INFINITY
+pcmk__bundle_assign: galera-bundle allocation score on messaging-2: -INFINITY
+pcmk__bundle_assign: galera-bundle-0 allocation score on compute-0: -INFINITY
+pcmk__bundle_assign: galera-bundle-0 allocation score on compute-1: -INFINITY
+pcmk__bundle_assign: galera-bundle-0 allocation score on controller-0: 0
+pcmk__bundle_assign: galera-bundle-0 allocation score on controller-1: 0
+pcmk__bundle_assign: galera-bundle-0 allocation score on controller-2: 0
+pcmk__bundle_assign: galera-bundle-0 allocation score on database-0: 0
+pcmk__bundle_assign: galera-bundle-0 allocation score on database-1: 0
+pcmk__bundle_assign: galera-bundle-0 allocation score on database-2: 0
+pcmk__bundle_assign: galera-bundle-0 allocation score on messaging-0: 0
+pcmk__bundle_assign: galera-bundle-0 allocation score on messaging-1: 0
+pcmk__bundle_assign: galera-bundle-0 allocation score on messaging-2: 0
+pcmk__bundle_assign: galera-bundle-1 allocation score on compute-0: -INFINITY
+pcmk__bundle_assign: galera-bundle-1 allocation score on compute-1: -INFINITY
+pcmk__bundle_assign: galera-bundle-1 allocation score on controller-0: 0
+pcmk__bundle_assign: galera-bundle-1 allocation score on controller-1: 0
+pcmk__bundle_assign: galera-bundle-1 allocation score on controller-2: 0
+pcmk__bundle_assign: galera-bundle-1 allocation score on database-0: 0
+pcmk__bundle_assign: galera-bundle-1 allocation score on database-1: 0
+pcmk__bundle_assign: galera-bundle-1 allocation score on database-2: 0
+pcmk__bundle_assign: galera-bundle-1 allocation score on messaging-0: 0
+pcmk__bundle_assign: galera-bundle-1 allocation score on messaging-1: 0
+pcmk__bundle_assign: galera-bundle-1 allocation score on messaging-2: 0
+pcmk__bundle_assign: galera-bundle-2 allocation score on compute-0: -INFINITY
+pcmk__bundle_assign: galera-bundle-2 allocation score on compute-1: -INFINITY
+pcmk__bundle_assign: galera-bundle-2 allocation score on controller-0: 0
+pcmk__bundle_assign: galera-bundle-2 allocation score on controller-1: 0
+pcmk__bundle_assign: galera-bundle-2 allocation score on controller-2: 0
+pcmk__bundle_assign: galera-bundle-2 allocation score on database-0: 0
+pcmk__bundle_assign: galera-bundle-2 allocation score on database-1: 0
+pcmk__bundle_assign: galera-bundle-2 allocation score on database-2: 0
+pcmk__bundle_assign: galera-bundle-2 allocation score on messaging-0: 0
+pcmk__bundle_assign: galera-bundle-2 allocation score on messaging-1: 0
+pcmk__bundle_assign: galera-bundle-2 allocation score on messaging-2: 0
+pcmk__bundle_assign: galera-bundle-master allocation score on compute-0: 0
+pcmk__bundle_assign: galera-bundle-master allocation score on compute-1: 0
+pcmk__bundle_assign: galera-bundle-master allocation score on controller-0: 0
+pcmk__bundle_assign: galera-bundle-master allocation score on controller-1: 0
+pcmk__bundle_assign: galera-bundle-master allocation score on controller-2: 0
+pcmk__bundle_assign: galera-bundle-master allocation score on database-0: 0
+pcmk__bundle_assign: galera-bundle-master allocation score on database-1: 0
+pcmk__bundle_assign: galera-bundle-master allocation score on database-2: 0
+pcmk__bundle_assign: galera-bundle-master allocation score on galera-bundle-0: -INFINITY
+pcmk__bundle_assign: galera-bundle-master allocation score on galera-bundle-1: -INFINITY
+pcmk__bundle_assign: galera-bundle-master allocation score on galera-bundle-2: -INFINITY
+pcmk__bundle_assign: galera-bundle-master allocation score on messaging-0: 0
+pcmk__bundle_assign: galera-bundle-master allocation score on messaging-1: 0
+pcmk__bundle_assign: galera-bundle-master allocation score on messaging-2: 0
+pcmk__bundle_assign: galera-bundle-podman-0 allocation score on compute-0: -INFINITY
+pcmk__bundle_assign: galera-bundle-podman-0 allocation score on compute-1: -INFINITY
+pcmk__bundle_assign: galera-bundle-podman-0 allocation score on controller-0: -INFINITY
+pcmk__bundle_assign: galera-bundle-podman-0 allocation score on controller-1: -INFINITY
+pcmk__bundle_assign: galera-bundle-podman-0 allocation score on controller-2: -INFINITY
+pcmk__bundle_assign: galera-bundle-podman-0 allocation score on database-0: 0
+pcmk__bundle_assign: galera-bundle-podman-0 allocation score on database-1: 0
+pcmk__bundle_assign: galera-bundle-podman-0 allocation score on database-2: 0
+pcmk__bundle_assign: galera-bundle-podman-0 allocation score on messaging-0: -INFINITY
+pcmk__bundle_assign: galera-bundle-podman-0 allocation score on messaging-1: -INFINITY
+pcmk__bundle_assign: galera-bundle-podman-0 allocation score on messaging-2: -INFINITY
+pcmk__bundle_assign: galera-bundle-podman-1 allocation score on compute-0: -INFINITY
+pcmk__bundle_assign: galera-bundle-podman-1 allocation score on compute-1: -INFINITY
+pcmk__bundle_assign: galera-bundle-podman-1 allocation score on controller-0: -INFINITY
+pcmk__bundle_assign: galera-bundle-podman-1 allocation score on controller-1: -INFINITY
+pcmk__bundle_assign: galera-bundle-podman-1 allocation score on controller-2: -INFINITY
+pcmk__bundle_assign: galera-bundle-podman-1 allocation score on database-0: 0
+pcmk__bundle_assign: galera-bundle-podman-1 allocation score on database-1: 0
+pcmk__bundle_assign: galera-bundle-podman-1 allocation score on database-2: 0
+pcmk__bundle_assign: galera-bundle-podman-1 allocation score on messaging-0: -INFINITY
+pcmk__bundle_assign: galera-bundle-podman-1 allocation score on messaging-1: -INFINITY
+pcmk__bundle_assign: galera-bundle-podman-1 allocation score on messaging-2: -INFINITY
+pcmk__bundle_assign: galera-bundle-podman-2 allocation score on compute-0: -INFINITY
+pcmk__bundle_assign: galera-bundle-podman-2 allocation score on compute-1: -INFINITY
+pcmk__bundle_assign: galera-bundle-podman-2 allocation score on controller-0: -INFINITY
+pcmk__bundle_assign: galera-bundle-podman-2 allocation score on controller-1: -INFINITY
+pcmk__bundle_assign: galera-bundle-podman-2 allocation score on controller-2: -INFINITY
+pcmk__bundle_assign: galera-bundle-podman-2 allocation score on database-0: 0
+pcmk__bundle_assign: galera-bundle-podman-2 allocation score on database-1: 0
+pcmk__bundle_assign: galera-bundle-podman-2 allocation score on database-2: 0
+pcmk__bundle_assign: galera-bundle-podman-2 allocation score on messaging-0: -INFINITY
+pcmk__bundle_assign: galera-bundle-podman-2 allocation score on messaging-1: -INFINITY
+pcmk__bundle_assign: galera-bundle-podman-2 allocation score on messaging-2: -INFINITY
+pcmk__bundle_assign: galera:0 allocation score on galera-bundle-0: 501
+pcmk__bundle_assign: galera:1 allocation score on galera-bundle-1: 501
+pcmk__bundle_assign: galera:2 allocation score on galera-bundle-2: 501
+pcmk__bundle_assign: haproxy-bundle allocation score on compute-0: -INFINITY
+pcmk__bundle_assign: haproxy-bundle allocation score on compute-0: -INFINITY
+pcmk__bundle_assign: haproxy-bundle allocation score on compute-1: -INFINITY
+pcmk__bundle_assign: haproxy-bundle allocation score on compute-1: -INFINITY
+pcmk__bundle_assign: haproxy-bundle allocation score on controller-0: 0
+pcmk__bundle_assign: haproxy-bundle allocation score on controller-0: 0
+pcmk__bundle_assign: haproxy-bundle allocation score on controller-1: 0
+pcmk__bundle_assign: haproxy-bundle allocation score on controller-1: 0
+pcmk__bundle_assign: haproxy-bundle allocation score on controller-2: 0
+pcmk__bundle_assign: haproxy-bundle allocation score on controller-2: 0
+pcmk__bundle_assign: haproxy-bundle allocation score on database-0: -INFINITY
+pcmk__bundle_assign: haproxy-bundle allocation score on database-0: -INFINITY
+pcmk__bundle_assign: haproxy-bundle allocation score on database-1: -INFINITY
+pcmk__bundle_assign: haproxy-bundle allocation score on database-1: -INFINITY
+pcmk__bundle_assign: haproxy-bundle allocation score on database-2: -INFINITY
+pcmk__bundle_assign: haproxy-bundle allocation score on database-2: -INFINITY
+pcmk__bundle_assign: haproxy-bundle allocation score on messaging-0: -INFINITY
+pcmk__bundle_assign: haproxy-bundle allocation score on messaging-0: -INFINITY
+pcmk__bundle_assign: haproxy-bundle allocation score on messaging-1: -INFINITY
+pcmk__bundle_assign: haproxy-bundle allocation score on messaging-1: -INFINITY
+pcmk__bundle_assign: haproxy-bundle allocation score on messaging-2: -INFINITY
+pcmk__bundle_assign: haproxy-bundle allocation score on messaging-2: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-podman-0 allocation score on compute-0: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-podman-0 allocation score on compute-0: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-podman-0 allocation score on compute-1: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-podman-0 allocation score on compute-1: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-podman-0 allocation score on controller-0: 0
+pcmk__bundle_assign: haproxy-bundle-podman-0 allocation score on controller-0: INFINITY
+pcmk__bundle_assign: haproxy-bundle-podman-0 allocation score on controller-1: 0
+pcmk__bundle_assign: haproxy-bundle-podman-0 allocation score on controller-1: INFINITY
+pcmk__bundle_assign: haproxy-bundle-podman-0 allocation score on controller-2: 0
+pcmk__bundle_assign: haproxy-bundle-podman-0 allocation score on controller-2: INFINITY
+pcmk__bundle_assign: haproxy-bundle-podman-0 allocation score on database-0: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-podman-0 allocation score on database-0: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-podman-0 allocation score on database-1: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-podman-0 allocation score on database-1: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-podman-0 allocation score on database-2: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-podman-0 allocation score on database-2: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-podman-0 allocation score on messaging-0: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-podman-0 allocation score on messaging-0: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-podman-0 allocation score on messaging-1: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-podman-0 allocation score on messaging-1: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-podman-0 allocation score on messaging-2: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-podman-0 allocation score on messaging-2: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-podman-1 allocation score on compute-0: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-podman-1 allocation score on compute-0: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-podman-1 allocation score on compute-1: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-podman-1 allocation score on compute-1: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-podman-1 allocation score on controller-0: 0
+pcmk__bundle_assign: haproxy-bundle-podman-1 allocation score on controller-0: INFINITY
+pcmk__bundle_assign: haproxy-bundle-podman-1 allocation score on controller-1: 0
+pcmk__bundle_assign: haproxy-bundle-podman-1 allocation score on controller-1: INFINITY
+pcmk__bundle_assign: haproxy-bundle-podman-1 allocation score on controller-2: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-podman-1 allocation score on controller-2: 0
+pcmk__bundle_assign: haproxy-bundle-podman-1 allocation score on database-0: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-podman-1 allocation score on database-0: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-podman-1 allocation score on database-1: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-podman-1 allocation score on database-1: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-podman-1 allocation score on database-2: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-podman-1 allocation score on database-2: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-podman-1 allocation score on messaging-0: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-podman-1 allocation score on messaging-0: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-podman-1 allocation score on messaging-1: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-podman-1 allocation score on messaging-1: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-podman-1 allocation score on messaging-2: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-podman-1 allocation score on messaging-2: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-podman-2 allocation score on compute-0: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-podman-2 allocation score on compute-0: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-podman-2 allocation score on compute-1: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-podman-2 allocation score on compute-1: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-podman-2 allocation score on controller-0: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-podman-2 allocation score on controller-0: 0
+pcmk__bundle_assign: haproxy-bundle-podman-2 allocation score on controller-1: 0
+pcmk__bundle_assign: haproxy-bundle-podman-2 allocation score on controller-1: INFINITY
+pcmk__bundle_assign: haproxy-bundle-podman-2 allocation score on controller-2: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-podman-2 allocation score on controller-2: 0
+pcmk__bundle_assign: haproxy-bundle-podman-2 allocation score on database-0: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-podman-2 allocation score on database-0: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-podman-2 allocation score on database-1: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-podman-2 allocation score on database-1: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-podman-2 allocation score on database-2: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-podman-2 allocation score on database-2: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-podman-2 allocation score on messaging-0: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-podman-2 allocation score on messaging-0: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-podman-2 allocation score on messaging-1: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-podman-2 allocation score on messaging-1: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-podman-2 allocation score on messaging-2: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-podman-2 allocation score on messaging-2: -INFINITY
+pcmk__bundle_assign: openstack-cinder-volume allocation score on compute-0: -INFINITY
+pcmk__bundle_assign: openstack-cinder-volume allocation score on compute-1: -INFINITY
+pcmk__bundle_assign: openstack-cinder-volume allocation score on controller-0: 0
+pcmk__bundle_assign: openstack-cinder-volume allocation score on controller-1: 0
+pcmk__bundle_assign: openstack-cinder-volume allocation score on controller-2: 0
+pcmk__bundle_assign: openstack-cinder-volume allocation score on database-0: -INFINITY
+pcmk__bundle_assign: openstack-cinder-volume allocation score on database-1: -INFINITY
+pcmk__bundle_assign: openstack-cinder-volume allocation score on database-2: -INFINITY
+pcmk__bundle_assign: openstack-cinder-volume allocation score on messaging-0: -INFINITY
+pcmk__bundle_assign: openstack-cinder-volume allocation score on messaging-1: -INFINITY
+pcmk__bundle_assign: openstack-cinder-volume allocation score on messaging-2: -INFINITY
+pcmk__bundle_assign: openstack-cinder-volume-podman-0 allocation score on compute-0: -INFINITY
+pcmk__bundle_assign: openstack-cinder-volume-podman-0 allocation score on compute-1: -INFINITY
+pcmk__bundle_assign: openstack-cinder-volume-podman-0 allocation score on controller-0: 0
+pcmk__bundle_assign: openstack-cinder-volume-podman-0 allocation score on controller-1: 0
+pcmk__bundle_assign: openstack-cinder-volume-podman-0 allocation score on controller-2: 0
+pcmk__bundle_assign: openstack-cinder-volume-podman-0 allocation score on database-0: -INFINITY
+pcmk__bundle_assign: openstack-cinder-volume-podman-0 allocation score on database-1: -INFINITY
+pcmk__bundle_assign: openstack-cinder-volume-podman-0 allocation score on database-2: -INFINITY
+pcmk__bundle_assign: openstack-cinder-volume-podman-0 allocation score on messaging-0: -INFINITY
+pcmk__bundle_assign: openstack-cinder-volume-podman-0 allocation score on messaging-1: -INFINITY
+pcmk__bundle_assign: openstack-cinder-volume-podman-0 allocation score on messaging-2: -INFINITY
+pcmk__bundle_assign: ovn-dbs-bundle allocation score on compute-0: -INFINITY
+pcmk__bundle_assign: ovn-dbs-bundle allocation score on compute-1: -INFINITY
+pcmk__bundle_assign: ovn-dbs-bundle allocation score on controller-0: 0
+pcmk__bundle_assign: ovn-dbs-bundle allocation score on controller-1: 0
+pcmk__bundle_assign: ovn-dbs-bundle allocation score on controller-2: 0
+pcmk__bundle_assign: ovn-dbs-bundle allocation score on database-0: -INFINITY
+pcmk__bundle_assign: ovn-dbs-bundle allocation score on database-1: -INFINITY
+pcmk__bundle_assign: ovn-dbs-bundle allocation score on database-2: -INFINITY
+pcmk__bundle_assign: ovn-dbs-bundle allocation score on messaging-0: -INFINITY
+pcmk__bundle_assign: ovn-dbs-bundle allocation score on messaging-1: -INFINITY
+pcmk__bundle_assign: ovn-dbs-bundle allocation score on messaging-2: -INFINITY
+pcmk__bundle_assign: ovn-dbs-bundle-0 allocation score on compute-0: -INFINITY
+pcmk__bundle_assign: ovn-dbs-bundle-0 allocation score on compute-1: -INFINITY
+pcmk__bundle_assign: ovn-dbs-bundle-0 allocation score on controller-0: 0
+pcmk__bundle_assign: ovn-dbs-bundle-0 allocation score on controller-1: 0
+pcmk__bundle_assign: ovn-dbs-bundle-0 allocation score on controller-2: 0
+pcmk__bundle_assign: ovn-dbs-bundle-0 allocation score on database-0: 0
+pcmk__bundle_assign: ovn-dbs-bundle-0 allocation score on database-1: 0
+pcmk__bundle_assign: ovn-dbs-bundle-0 allocation score on database-2: 0
+pcmk__bundle_assign: ovn-dbs-bundle-0 allocation score on messaging-0: 0
+pcmk__bundle_assign: ovn-dbs-bundle-0 allocation score on messaging-1: 0
+pcmk__bundle_assign: ovn-dbs-bundle-0 allocation score on messaging-2: 0
+pcmk__bundle_assign: ovn-dbs-bundle-1 allocation score on compute-0: -INFINITY
+pcmk__bundle_assign: ovn-dbs-bundle-1 allocation score on compute-1: -INFINITY
+pcmk__bundle_assign: ovn-dbs-bundle-1 allocation score on controller-0: 0
+pcmk__bundle_assign: ovn-dbs-bundle-1 allocation score on controller-1: 0
+pcmk__bundle_assign: ovn-dbs-bundle-1 allocation score on controller-2: 0
+pcmk__bundle_assign: ovn-dbs-bundle-1 allocation score on database-0: 0
+pcmk__bundle_assign: ovn-dbs-bundle-1 allocation score on database-1: 0
+pcmk__bundle_assign: ovn-dbs-bundle-1 allocation score on database-2: 0
+pcmk__bundle_assign: ovn-dbs-bundle-1 allocation score on messaging-0: 0
+pcmk__bundle_assign: ovn-dbs-bundle-1 allocation score on messaging-1: 0
+pcmk__bundle_assign: ovn-dbs-bundle-1 allocation score on messaging-2: 0
+pcmk__bundle_assign: ovn-dbs-bundle-2 allocation score on compute-0: -INFINITY
+pcmk__bundle_assign: ovn-dbs-bundle-2 allocation score on compute-1: -INFINITY
+pcmk__bundle_assign: ovn-dbs-bundle-2 allocation score on controller-0: 0
+pcmk__bundle_assign: ovn-dbs-bundle-2 allocation score on controller-1: 0
+pcmk__bundle_assign: ovn-dbs-bundle-2 allocation score on controller-2: 0
+pcmk__bundle_assign: ovn-dbs-bundle-2 allocation score on database-0: 0
+pcmk__bundle_assign: ovn-dbs-bundle-2 allocation score on database-1: 0
+pcmk__bundle_assign: ovn-dbs-bundle-2 allocation score on database-2: 0
+pcmk__bundle_assign: ovn-dbs-bundle-2 allocation score on messaging-0: 0
+pcmk__bundle_assign: ovn-dbs-bundle-2 allocation score on messaging-1: 0
+pcmk__bundle_assign: ovn-dbs-bundle-2 allocation score on messaging-2: 0
+pcmk__bundle_assign: ovn-dbs-bundle-master allocation score on compute-0: 0
+pcmk__bundle_assign: ovn-dbs-bundle-master allocation score on compute-1: 0
+pcmk__bundle_assign: ovn-dbs-bundle-master allocation score on controller-0: 0
+pcmk__bundle_assign: ovn-dbs-bundle-master allocation score on controller-1: 0
+pcmk__bundle_assign: ovn-dbs-bundle-master allocation score on controller-2: 0
+pcmk__bundle_assign: ovn-dbs-bundle-master allocation score on database-0: 0
+pcmk__bundle_assign: ovn-dbs-bundle-master allocation score on database-1: 0
+pcmk__bundle_assign: ovn-dbs-bundle-master allocation score on database-2: 0
+pcmk__bundle_assign: ovn-dbs-bundle-master allocation score on messaging-0: 0
+pcmk__bundle_assign: ovn-dbs-bundle-master allocation score on messaging-1: 0
+pcmk__bundle_assign: ovn-dbs-bundle-master allocation score on messaging-2: 0
+pcmk__bundle_assign: ovn-dbs-bundle-master allocation score on ovn-dbs-bundle-0: -INFINITY
+pcmk__bundle_assign: ovn-dbs-bundle-master allocation score on ovn-dbs-bundle-1: -INFINITY
+pcmk__bundle_assign: ovn-dbs-bundle-master allocation score on ovn-dbs-bundle-2: -INFINITY
+pcmk__bundle_assign: ovn-dbs-bundle-podman-0 allocation score on compute-0: -INFINITY
+pcmk__bundle_assign: ovn-dbs-bundle-podman-0 allocation score on compute-1: -INFINITY
+pcmk__bundle_assign: ovn-dbs-bundle-podman-0 allocation score on controller-0: 0
+pcmk__bundle_assign: ovn-dbs-bundle-podman-0 allocation score on controller-1: 0
+pcmk__bundle_assign: ovn-dbs-bundle-podman-0 allocation score on controller-2: 0
+pcmk__bundle_assign: ovn-dbs-bundle-podman-0 allocation score on database-0: -INFINITY
+pcmk__bundle_assign: ovn-dbs-bundle-podman-0 allocation score on database-1: -INFINITY
+pcmk__bundle_assign: ovn-dbs-bundle-podman-0 allocation score on database-2: -INFINITY
+pcmk__bundle_assign: ovn-dbs-bundle-podman-0 allocation score on messaging-0: -INFINITY
+pcmk__bundle_assign: ovn-dbs-bundle-podman-0 allocation score on messaging-1: -INFINITY
+pcmk__bundle_assign: ovn-dbs-bundle-podman-0 allocation score on messaging-2: -INFINITY
+pcmk__bundle_assign: ovn-dbs-bundle-podman-1 allocation score on compute-0: -INFINITY
+pcmk__bundle_assign: ovn-dbs-bundle-podman-1 allocation score on compute-1: -INFINITY
+pcmk__bundle_assign: ovn-dbs-bundle-podman-1 allocation score on controller-0: 0
+pcmk__bundle_assign: ovn-dbs-bundle-podman-1 allocation score on controller-1: 0
+pcmk__bundle_assign: ovn-dbs-bundle-podman-1 allocation score on controller-2: 0
+pcmk__bundle_assign: ovn-dbs-bundle-podman-1 allocation score on database-0: -INFINITY
+pcmk__bundle_assign: ovn-dbs-bundle-podman-1 allocation score on database-1: -INFINITY
+pcmk__bundle_assign: ovn-dbs-bundle-podman-1 allocation score on database-2: -INFINITY
+pcmk__bundle_assign: ovn-dbs-bundle-podman-1 allocation score on messaging-0: -INFINITY
+pcmk__bundle_assign: ovn-dbs-bundle-podman-1 allocation score on messaging-1: -INFINITY
+pcmk__bundle_assign: ovn-dbs-bundle-podman-1 allocation score on messaging-2: -INFINITY
+pcmk__bundle_assign: ovn-dbs-bundle-podman-2 allocation score on compute-0: -INFINITY
+pcmk__bundle_assign: ovn-dbs-bundle-podman-2 allocation score on compute-1: -INFINITY
+pcmk__bundle_assign: ovn-dbs-bundle-podman-2 allocation score on controller-0: 0
+pcmk__bundle_assign: ovn-dbs-bundle-podman-2 allocation score on controller-1: 0
+pcmk__bundle_assign: ovn-dbs-bundle-podman-2 allocation score on controller-2: 0
+pcmk__bundle_assign: ovn-dbs-bundle-podman-2 allocation score on database-0: -INFINITY
+pcmk__bundle_assign: ovn-dbs-bundle-podman-2 allocation score on database-1: -INFINITY
+pcmk__bundle_assign: ovn-dbs-bundle-podman-2 allocation score on database-2: -INFINITY
+pcmk__bundle_assign: ovn-dbs-bundle-podman-2 allocation score on messaging-0: -INFINITY
+pcmk__bundle_assign: ovn-dbs-bundle-podman-2 allocation score on messaging-1: -INFINITY
+pcmk__bundle_assign: ovn-dbs-bundle-podman-2 allocation score on messaging-2: -INFINITY
+pcmk__bundle_assign: ovndb_servers:0 allocation score on ovn-dbs-bundle-0: 501
+pcmk__bundle_assign: ovndb_servers:1 allocation score on ovn-dbs-bundle-1: 501
+pcmk__bundle_assign: ovndb_servers:2 allocation score on ovn-dbs-bundle-2: 501
+pcmk__bundle_assign: rabbitmq-bundle allocation score on compute-0: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle allocation score on compute-1: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle allocation score on controller-0: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle allocation score on controller-1: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle allocation score on controller-2: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle allocation score on database-0: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle allocation score on database-1: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle allocation score on database-2: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle allocation score on messaging-0: 0
+pcmk__bundle_assign: rabbitmq-bundle allocation score on messaging-1: 0
+pcmk__bundle_assign: rabbitmq-bundle allocation score on messaging-2: 0
+pcmk__bundle_assign: rabbitmq-bundle-0 allocation score on compute-0: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-0 allocation score on compute-1: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-0 allocation score on controller-0: 0
+pcmk__bundle_assign: rabbitmq-bundle-0 allocation score on controller-1: 0
+pcmk__bundle_assign: rabbitmq-bundle-0 allocation score on controller-2: 0
+pcmk__bundle_assign: rabbitmq-bundle-0 allocation score on database-0: 0
+pcmk__bundle_assign: rabbitmq-bundle-0 allocation score on database-1: 0
+pcmk__bundle_assign: rabbitmq-bundle-0 allocation score on database-2: 0
+pcmk__bundle_assign: rabbitmq-bundle-0 allocation score on messaging-0: 0
+pcmk__bundle_assign: rabbitmq-bundle-0 allocation score on messaging-1: 0
+pcmk__bundle_assign: rabbitmq-bundle-0 allocation score on messaging-2: 0
+pcmk__bundle_assign: rabbitmq-bundle-1 allocation score on compute-0: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-1 allocation score on compute-1: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-1 allocation score on controller-0: 0
+pcmk__bundle_assign: rabbitmq-bundle-1 allocation score on controller-1: 0
+pcmk__bundle_assign: rabbitmq-bundle-1 allocation score on controller-2: 0
+pcmk__bundle_assign: rabbitmq-bundle-1 allocation score on database-0: 0
+pcmk__bundle_assign: rabbitmq-bundle-1 allocation score on database-1: 0
+pcmk__bundle_assign: rabbitmq-bundle-1 allocation score on database-2: 0
+pcmk__bundle_assign: rabbitmq-bundle-1 allocation score on messaging-0: 0
+pcmk__bundle_assign: rabbitmq-bundle-1 allocation score on messaging-1: 0
+pcmk__bundle_assign: rabbitmq-bundle-1 allocation score on messaging-2: 0
+pcmk__bundle_assign: rabbitmq-bundle-2 allocation score on compute-0: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-2 allocation score on compute-1: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-2 allocation score on controller-0: 0
+pcmk__bundle_assign: rabbitmq-bundle-2 allocation score on controller-1: 0
+pcmk__bundle_assign: rabbitmq-bundle-2 allocation score on controller-2: 0
+pcmk__bundle_assign: rabbitmq-bundle-2 allocation score on database-0: 0
+pcmk__bundle_assign: rabbitmq-bundle-2 allocation score on database-1: 0
+pcmk__bundle_assign: rabbitmq-bundle-2 allocation score on database-2: 0
+pcmk__bundle_assign: rabbitmq-bundle-2 allocation score on messaging-0: 0
+pcmk__bundle_assign: rabbitmq-bundle-2 allocation score on messaging-1: 0
+pcmk__bundle_assign: rabbitmq-bundle-2 allocation score on messaging-2: 0
+pcmk__bundle_assign: rabbitmq-bundle-clone allocation score on compute-0: 0
+pcmk__bundle_assign: rabbitmq-bundle-clone allocation score on compute-1: 0
+pcmk__bundle_assign: rabbitmq-bundle-clone allocation score on controller-0: 0
+pcmk__bundle_assign: rabbitmq-bundle-clone allocation score on controller-1: 0
+pcmk__bundle_assign: rabbitmq-bundle-clone allocation score on controller-2: 0
+pcmk__bundle_assign: rabbitmq-bundle-clone allocation score on database-0: 0
+pcmk__bundle_assign: rabbitmq-bundle-clone allocation score on database-1: 0
+pcmk__bundle_assign: rabbitmq-bundle-clone allocation score on database-2: 0
+pcmk__bundle_assign: rabbitmq-bundle-clone allocation score on messaging-0: 0
+pcmk__bundle_assign: rabbitmq-bundle-clone allocation score on messaging-1: 0
+pcmk__bundle_assign: rabbitmq-bundle-clone allocation score on messaging-2: 0
+pcmk__bundle_assign: rabbitmq-bundle-clone allocation score on rabbitmq-bundle-0: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-clone allocation score on rabbitmq-bundle-1: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-clone allocation score on rabbitmq-bundle-2: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-podman-0 allocation score on compute-0: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-podman-0 allocation score on compute-1: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-podman-0 allocation score on controller-0: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-podman-0 allocation score on controller-1: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-podman-0 allocation score on controller-2: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-podman-0 allocation score on database-0: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-podman-0 allocation score on database-1: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-podman-0 allocation score on database-2: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-podman-0 allocation score on messaging-0: 0
+pcmk__bundle_assign: rabbitmq-bundle-podman-0 allocation score on messaging-1: 0
+pcmk__bundle_assign: rabbitmq-bundle-podman-0 allocation score on messaging-2: 0
+pcmk__bundle_assign: rabbitmq-bundle-podman-1 allocation score on compute-0: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-podman-1 allocation score on compute-1: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-podman-1 allocation score on controller-0: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-podman-1 allocation score on controller-1: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-podman-1 allocation score on controller-2: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-podman-1 allocation score on database-0: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-podman-1 allocation score on database-1: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-podman-1 allocation score on database-2: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-podman-1 allocation score on messaging-0: 0
+pcmk__bundle_assign: rabbitmq-bundle-podman-1 allocation score on messaging-1: 0
+pcmk__bundle_assign: rabbitmq-bundle-podman-1 allocation score on messaging-2: 0
+pcmk__bundle_assign: rabbitmq-bundle-podman-2 allocation score on compute-0: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-podman-2 allocation score on compute-1: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-podman-2 allocation score on controller-0: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-podman-2 allocation score on controller-1: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-podman-2 allocation score on controller-2: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-podman-2 allocation score on database-0: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-podman-2 allocation score on database-1: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-podman-2 allocation score on database-2: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-podman-2 allocation score on messaging-0: 0
+pcmk__bundle_assign: rabbitmq-bundle-podman-2 allocation score on messaging-1: 0
+pcmk__bundle_assign: rabbitmq-bundle-podman-2 allocation score on messaging-2: 0
+pcmk__bundle_assign: rabbitmq:0 allocation score on rabbitmq-bundle-0: 501
+pcmk__bundle_assign: rabbitmq:1 allocation score on rabbitmq-bundle-1: 501
+pcmk__bundle_assign: rabbitmq:2 allocation score on rabbitmq-bundle-2: 501
+pcmk__bundle_assign: redis-bundle allocation score on compute-0: -INFINITY
+pcmk__bundle_assign: redis-bundle allocation score on compute-1: -INFINITY
+pcmk__bundle_assign: redis-bundle allocation score on controller-0: 0
+pcmk__bundle_assign: redis-bundle allocation score on controller-1: 0
+pcmk__bundle_assign: redis-bundle allocation score on controller-2: 0
+pcmk__bundle_assign: redis-bundle allocation score on database-0: -INFINITY
+pcmk__bundle_assign: redis-bundle allocation score on database-1: -INFINITY
+pcmk__bundle_assign: redis-bundle allocation score on database-2: -INFINITY
+pcmk__bundle_assign: redis-bundle allocation score on messaging-0: -INFINITY
+pcmk__bundle_assign: redis-bundle allocation score on messaging-1: -INFINITY
+pcmk__bundle_assign: redis-bundle allocation score on messaging-2: -INFINITY
+pcmk__bundle_assign: redis-bundle-0 allocation score on compute-0: -INFINITY
+pcmk__bundle_assign: redis-bundle-0 allocation score on compute-1: -INFINITY
+pcmk__bundle_assign: redis-bundle-0 allocation score on controller-0: 0
+pcmk__bundle_assign: redis-bundle-0 allocation score on controller-1: 0
+pcmk__bundle_assign: redis-bundle-0 allocation score on controller-2: 0
+pcmk__bundle_assign: redis-bundle-0 allocation score on database-0: 0
+pcmk__bundle_assign: redis-bundle-0 allocation score on database-1: 0
+pcmk__bundle_assign: redis-bundle-0 allocation score on database-2: 0
+pcmk__bundle_assign: redis-bundle-0 allocation score on messaging-0: 0
+pcmk__bundle_assign: redis-bundle-0 allocation score on messaging-1: 0
+pcmk__bundle_assign: redis-bundle-0 allocation score on messaging-2: 0
+pcmk__bundle_assign: redis-bundle-1 allocation score on compute-0: -INFINITY
+pcmk__bundle_assign: redis-bundle-1 allocation score on compute-1: -INFINITY
+pcmk__bundle_assign: redis-bundle-1 allocation score on controller-0: 0
+pcmk__bundle_assign: redis-bundle-1 allocation score on controller-1: 0
+pcmk__bundle_assign: redis-bundle-1 allocation score on controller-2: 0
+pcmk__bundle_assign: redis-bundle-1 allocation score on database-0: 0
+pcmk__bundle_assign: redis-bundle-1 allocation score on database-1: 0
+pcmk__bundle_assign: redis-bundle-1 allocation score on database-2: 0
+pcmk__bundle_assign: redis-bundle-1 allocation score on messaging-0: 0
+pcmk__bundle_assign: redis-bundle-1 allocation score on messaging-1: 0
+pcmk__bundle_assign: redis-bundle-1 allocation score on messaging-2: 0
+pcmk__bundle_assign: redis-bundle-2 allocation score on compute-0: -INFINITY
+pcmk__bundle_assign: redis-bundle-2 allocation score on compute-1: -INFINITY
+pcmk__bundle_assign: redis-bundle-2 allocation score on controller-0: 0
+pcmk__bundle_assign: redis-bundle-2 allocation score on controller-1: 0
+pcmk__bundle_assign: redis-bundle-2 allocation score on controller-2: 0
+pcmk__bundle_assign: redis-bundle-2 allocation score on database-0: 0
+pcmk__bundle_assign: redis-bundle-2 allocation score on database-1: 0
+pcmk__bundle_assign: redis-bundle-2 allocation score on database-2: 0
+pcmk__bundle_assign: redis-bundle-2 allocation score on messaging-0: 0
+pcmk__bundle_assign: redis-bundle-2 allocation score on messaging-1: 0
+pcmk__bundle_assign: redis-bundle-2 allocation score on messaging-2: 0
+pcmk__bundle_assign: redis-bundle-master allocation score on compute-0: 0
+pcmk__bundle_assign: redis-bundle-master allocation score on compute-1: 0
+pcmk__bundle_assign: redis-bundle-master allocation score on controller-0: 0
+pcmk__bundle_assign: redis-bundle-master allocation score on controller-1: 0
+pcmk__bundle_assign: redis-bundle-master allocation score on controller-2: 0
+pcmk__bundle_assign: redis-bundle-master allocation score on database-0: 0
+pcmk__bundle_assign: redis-bundle-master allocation score on database-1: 0
+pcmk__bundle_assign: redis-bundle-master allocation score on database-2: 0
+pcmk__bundle_assign: redis-bundle-master allocation score on messaging-0: 0
+pcmk__bundle_assign: redis-bundle-master allocation score on messaging-1: 0
+pcmk__bundle_assign: redis-bundle-master allocation score on messaging-2: 0
+pcmk__bundle_assign: redis-bundle-master allocation score on redis-bundle-0: -INFINITY
+pcmk__bundle_assign: redis-bundle-master allocation score on redis-bundle-1: -INFINITY
+pcmk__bundle_assign: redis-bundle-master allocation score on redis-bundle-2: -INFINITY
+pcmk__bundle_assign: redis-bundle-podman-0 allocation score on compute-0: -INFINITY
+pcmk__bundle_assign: redis-bundle-podman-0 allocation score on compute-1: -INFINITY
+pcmk__bundle_assign: redis-bundle-podman-0 allocation score on controller-0: 0
+pcmk__bundle_assign: redis-bundle-podman-0 allocation score on controller-1: 0
+pcmk__bundle_assign: redis-bundle-podman-0 allocation score on controller-2: 0
+pcmk__bundle_assign: redis-bundle-podman-0 allocation score on database-0: -INFINITY
+pcmk__bundle_assign: redis-bundle-podman-0 allocation score on database-1: -INFINITY
+pcmk__bundle_assign: redis-bundle-podman-0 allocation score on database-2: -INFINITY
+pcmk__bundle_assign: redis-bundle-podman-0 allocation score on messaging-0: -INFINITY
+pcmk__bundle_assign: redis-bundle-podman-0 allocation score on messaging-1: -INFINITY
+pcmk__bundle_assign: redis-bundle-podman-0 allocation score on messaging-2: -INFINITY
+pcmk__bundle_assign: redis-bundle-podman-1 allocation score on compute-0: -INFINITY
+pcmk__bundle_assign: redis-bundle-podman-1 allocation score on compute-1: -INFINITY
+pcmk__bundle_assign: redis-bundle-podman-1 allocation score on controller-0: 0
+pcmk__bundle_assign: redis-bundle-podman-1 allocation score on controller-1: 0
+pcmk__bundle_assign: redis-bundle-podman-1 allocation score on controller-2: 0
+pcmk__bundle_assign: redis-bundle-podman-1 allocation score on database-0: -INFINITY
+pcmk__bundle_assign: redis-bundle-podman-1 allocation score on database-1: -INFINITY
+pcmk__bundle_assign: redis-bundle-podman-1 allocation score on database-2: -INFINITY
+pcmk__bundle_assign: redis-bundle-podman-1 allocation score on messaging-0: -INFINITY
+pcmk__bundle_assign: redis-bundle-podman-1 allocation score on messaging-1: -INFINITY
+pcmk__bundle_assign: redis-bundle-podman-1 allocation score on messaging-2: -INFINITY
+pcmk__bundle_assign: redis-bundle-podman-2 allocation score on compute-0: -INFINITY
+pcmk__bundle_assign: redis-bundle-podman-2 allocation score on compute-1: -INFINITY
+pcmk__bundle_assign: redis-bundle-podman-2 allocation score on controller-0: 0
+pcmk__bundle_assign: redis-bundle-podman-2 allocation score on controller-1: 0
+pcmk__bundle_assign: redis-bundle-podman-2 allocation score on controller-2: 0
+pcmk__bundle_assign: redis-bundle-podman-2 allocation score on database-0: -INFINITY
+pcmk__bundle_assign: redis-bundle-podman-2 allocation score on database-1: -INFINITY
+pcmk__bundle_assign: redis-bundle-podman-2 allocation score on database-2: -INFINITY
+pcmk__bundle_assign: redis-bundle-podman-2 allocation score on messaging-0: -INFINITY
+pcmk__bundle_assign: redis-bundle-podman-2 allocation score on messaging-1: -INFINITY
+pcmk__bundle_assign: redis-bundle-podman-2 allocation score on messaging-2: -INFINITY
+pcmk__bundle_assign: redis:0 allocation score on redis-bundle-0: 501
+pcmk__bundle_assign: redis:1 allocation score on redis-bundle-1: 501
+pcmk__bundle_assign: redis:2 allocation score on redis-bundle-2: 501
pcmk__clone_assign: compute-unfence-trigger-clone allocation score on compute-0: 0
pcmk__clone_assign: compute-unfence-trigger-clone allocation score on compute-1: 0
pcmk__clone_assign: compute-unfence-trigger-clone allocation score on controller-0: -INFINITY
diff --git a/cts/scheduler/scores/remote-fence-unclean-3.scores b/cts/scheduler/scores/remote-fence-unclean-3.scores
index dc157a3..b3bcf0c 100644
--- a/cts/scheduler/scores/remote-fence-unclean-3.scores
+++ b/cts/scheduler/scores/remote-fence-unclean-3.scores
@@ -2,177 +2,177 @@
galera:0 promotion score on galera-bundle-0: 100
galera:1 promotion score on galera-bundle-1: 100
galera:2 promotion score on galera-bundle-2: 100
-pcmk__bundle_allocate: galera-bundle allocation score on overcloud-controller-0: 0
-pcmk__bundle_allocate: galera-bundle allocation score on overcloud-controller-1: 0
-pcmk__bundle_allocate: galera-bundle allocation score on overcloud-controller-2: 0
-pcmk__bundle_allocate: galera-bundle allocation score on overcloud-novacompute-0: -INFINITY
-pcmk__bundle_allocate: galera-bundle-0 allocation score on overcloud-controller-0: INFINITY
-pcmk__bundle_allocate: galera-bundle-0 allocation score on overcloud-controller-1: 0
-pcmk__bundle_allocate: galera-bundle-0 allocation score on overcloud-controller-2: 0
-pcmk__bundle_allocate: galera-bundle-0 allocation score on overcloud-novacompute-0: -INFINITY
-pcmk__bundle_allocate: galera-bundle-1 allocation score on overcloud-controller-0: 0
-pcmk__bundle_allocate: galera-bundle-1 allocation score on overcloud-controller-1: INFINITY
-pcmk__bundle_allocate: galera-bundle-1 allocation score on overcloud-controller-2: 0
-pcmk__bundle_allocate: galera-bundle-1 allocation score on overcloud-novacompute-0: -INFINITY
-pcmk__bundle_allocate: galera-bundle-2 allocation score on overcloud-controller-0: 0
-pcmk__bundle_allocate: galera-bundle-2 allocation score on overcloud-controller-1: 0
-pcmk__bundle_allocate: galera-bundle-2 allocation score on overcloud-controller-2: INFINITY
-pcmk__bundle_allocate: galera-bundle-2 allocation score on overcloud-novacompute-0: -INFINITY
-pcmk__bundle_allocate: galera-bundle-docker-0 allocation score on overcloud-controller-0: INFINITY
-pcmk__bundle_allocate: galera-bundle-docker-0 allocation score on overcloud-controller-1: 0
-pcmk__bundle_allocate: galera-bundle-docker-0 allocation score on overcloud-controller-2: 0
-pcmk__bundle_allocate: galera-bundle-docker-0 allocation score on overcloud-novacompute-0: -INFINITY
-pcmk__bundle_allocate: galera-bundle-docker-1 allocation score on overcloud-controller-0: 0
-pcmk__bundle_allocate: galera-bundle-docker-1 allocation score on overcloud-controller-1: INFINITY
-pcmk__bundle_allocate: galera-bundle-docker-1 allocation score on overcloud-controller-2: 0
-pcmk__bundle_allocate: galera-bundle-docker-1 allocation score on overcloud-novacompute-0: -INFINITY
-pcmk__bundle_allocate: galera-bundle-docker-2 allocation score on overcloud-controller-0: 0
-pcmk__bundle_allocate: galera-bundle-docker-2 allocation score on overcloud-controller-1: 0
-pcmk__bundle_allocate: galera-bundle-docker-2 allocation score on overcloud-controller-2: INFINITY
-pcmk__bundle_allocate: galera-bundle-docker-2 allocation score on overcloud-novacompute-0: -INFINITY
-pcmk__bundle_allocate: galera-bundle-master allocation score on galera-bundle-0: -INFINITY
-pcmk__bundle_allocate: galera-bundle-master allocation score on galera-bundle-1: -INFINITY
-pcmk__bundle_allocate: galera-bundle-master allocation score on galera-bundle-2: -INFINITY
-pcmk__bundle_allocate: galera-bundle-master allocation score on overcloud-controller-0: 0
-pcmk__bundle_allocate: galera-bundle-master allocation score on overcloud-controller-1: 0
-pcmk__bundle_allocate: galera-bundle-master allocation score on overcloud-controller-2: 0
-pcmk__bundle_allocate: galera-bundle-master allocation score on overcloud-novacompute-0: 0
-pcmk__bundle_allocate: galera:0 allocation score on galera-bundle-0: INFINITY
-pcmk__bundle_allocate: galera:1 allocation score on galera-bundle-1: INFINITY
-pcmk__bundle_allocate: galera:2 allocation score on galera-bundle-2: INFINITY
-pcmk__bundle_allocate: haproxy-bundle allocation score on overcloud-controller-0: 0
-pcmk__bundle_allocate: haproxy-bundle allocation score on overcloud-controller-0: 0
-pcmk__bundle_allocate: haproxy-bundle allocation score on overcloud-controller-1: 0
-pcmk__bundle_allocate: haproxy-bundle allocation score on overcloud-controller-1: 0
-pcmk__bundle_allocate: haproxy-bundle allocation score on overcloud-controller-2: 0
-pcmk__bundle_allocate: haproxy-bundle allocation score on overcloud-controller-2: 0
-pcmk__bundle_allocate: haproxy-bundle allocation score on overcloud-novacompute-0: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle allocation score on overcloud-novacompute-0: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-docker-0 allocation score on overcloud-controller-0: INFINITY
-pcmk__bundle_allocate: haproxy-bundle-docker-0 allocation score on overcloud-controller-0: INFINITY
-pcmk__bundle_allocate: haproxy-bundle-docker-0 allocation score on overcloud-controller-1: 0
-pcmk__bundle_allocate: haproxy-bundle-docker-0 allocation score on overcloud-controller-1: 0
-pcmk__bundle_allocate: haproxy-bundle-docker-0 allocation score on overcloud-controller-2: 0
-pcmk__bundle_allocate: haproxy-bundle-docker-0 allocation score on overcloud-controller-2: 0
-pcmk__bundle_allocate: haproxy-bundle-docker-0 allocation score on overcloud-novacompute-0: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-docker-0 allocation score on overcloud-novacompute-0: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-docker-1 allocation score on overcloud-controller-0: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-docker-1 allocation score on overcloud-controller-0: 0
-pcmk__bundle_allocate: haproxy-bundle-docker-1 allocation score on overcloud-controller-1: INFINITY
-pcmk__bundle_allocate: haproxy-bundle-docker-1 allocation score on overcloud-controller-1: INFINITY
-pcmk__bundle_allocate: haproxy-bundle-docker-1 allocation score on overcloud-controller-2: 0
-pcmk__bundle_allocate: haproxy-bundle-docker-1 allocation score on overcloud-controller-2: 0
-pcmk__bundle_allocate: haproxy-bundle-docker-1 allocation score on overcloud-novacompute-0: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-docker-1 allocation score on overcloud-novacompute-0: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-docker-2 allocation score on overcloud-controller-0: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-docker-2 allocation score on overcloud-controller-0: 0
-pcmk__bundle_allocate: haproxy-bundle-docker-2 allocation score on overcloud-controller-1: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-docker-2 allocation score on overcloud-controller-1: 0
-pcmk__bundle_allocate: haproxy-bundle-docker-2 allocation score on overcloud-controller-2: INFINITY
-pcmk__bundle_allocate: haproxy-bundle-docker-2 allocation score on overcloud-controller-2: INFINITY
-pcmk__bundle_allocate: haproxy-bundle-docker-2 allocation score on overcloud-novacompute-0: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-docker-2 allocation score on overcloud-novacompute-0: -INFINITY
-pcmk__bundle_allocate: openstack-cinder-backup allocation score on overcloud-controller-0: 0
-pcmk__bundle_allocate: openstack-cinder-backup allocation score on overcloud-controller-1: 0
-pcmk__bundle_allocate: openstack-cinder-backup allocation score on overcloud-controller-2: 0
-pcmk__bundle_allocate: openstack-cinder-backup allocation score on overcloud-novacompute-0: -INFINITY
-pcmk__bundle_allocate: openstack-cinder-backup-docker-0 allocation score on overcloud-controller-0: 0
-pcmk__bundle_allocate: openstack-cinder-backup-docker-0 allocation score on overcloud-controller-1: INFINITY
-pcmk__bundle_allocate: openstack-cinder-backup-docker-0 allocation score on overcloud-controller-2: 0
-pcmk__bundle_allocate: openstack-cinder-backup-docker-0 allocation score on overcloud-novacompute-0: -INFINITY
-pcmk__bundle_allocate: openstack-cinder-volume allocation score on overcloud-controller-0: 0
-pcmk__bundle_allocate: openstack-cinder-volume allocation score on overcloud-controller-1: 0
-pcmk__bundle_allocate: openstack-cinder-volume allocation score on overcloud-controller-2: 0
-pcmk__bundle_allocate: openstack-cinder-volume allocation score on overcloud-novacompute-0: -INFINITY
-pcmk__bundle_allocate: openstack-cinder-volume-docker-0 allocation score on overcloud-controller-0: INFINITY
-pcmk__bundle_allocate: openstack-cinder-volume-docker-0 allocation score on overcloud-controller-1: 0
-pcmk__bundle_allocate: openstack-cinder-volume-docker-0 allocation score on overcloud-controller-2: 0
-pcmk__bundle_allocate: openstack-cinder-volume-docker-0 allocation score on overcloud-novacompute-0: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle allocation score on overcloud-controller-0: 0
-pcmk__bundle_allocate: rabbitmq-bundle allocation score on overcloud-controller-1: 0
-pcmk__bundle_allocate: rabbitmq-bundle allocation score on overcloud-controller-2: 0
-pcmk__bundle_allocate: rabbitmq-bundle allocation score on overcloud-novacompute-0: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-0 allocation score on overcloud-controller-0: INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-0 allocation score on overcloud-controller-1: 0
-pcmk__bundle_allocate: rabbitmq-bundle-0 allocation score on overcloud-controller-2: 0
-pcmk__bundle_allocate: rabbitmq-bundle-0 allocation score on overcloud-novacompute-0: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-0 allocation score on rabbitmq-bundle-1: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-0 allocation score on rabbitmq-bundle-2: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-1 allocation score on overcloud-controller-0: 0
-pcmk__bundle_allocate: rabbitmq-bundle-1 allocation score on overcloud-controller-1: INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-1 allocation score on overcloud-controller-2: 0
-pcmk__bundle_allocate: rabbitmq-bundle-1 allocation score on overcloud-novacompute-0: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-1 allocation score on rabbitmq-bundle-2: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-2 allocation score on overcloud-controller-0: 0
-pcmk__bundle_allocate: rabbitmq-bundle-2 allocation score on overcloud-controller-1: 0
-pcmk__bundle_allocate: rabbitmq-bundle-2 allocation score on overcloud-controller-2: INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-2 allocation score on overcloud-novacompute-0: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-clone allocation score on overcloud-controller-0: 0
-pcmk__bundle_allocate: rabbitmq-bundle-clone allocation score on overcloud-controller-1: 0
-pcmk__bundle_allocate: rabbitmq-bundle-clone allocation score on overcloud-controller-2: 0
-pcmk__bundle_allocate: rabbitmq-bundle-clone allocation score on overcloud-novacompute-0: 0
-pcmk__bundle_allocate: rabbitmq-bundle-clone allocation score on rabbitmq-bundle-0: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-clone allocation score on rabbitmq-bundle-1: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-clone allocation score on rabbitmq-bundle-2: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-docker-0 allocation score on overcloud-controller-0: INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-docker-0 allocation score on overcloud-controller-1: 0
-pcmk__bundle_allocate: rabbitmq-bundle-docker-0 allocation score on overcloud-controller-2: 0
-pcmk__bundle_allocate: rabbitmq-bundle-docker-0 allocation score on overcloud-novacompute-0: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-docker-0 allocation score on rabbitmq-bundle-0: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-docker-0 allocation score on rabbitmq-bundle-1: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-docker-0 allocation score on rabbitmq-bundle-2: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-docker-1 allocation score on overcloud-controller-0: 0
-pcmk__bundle_allocate: rabbitmq-bundle-docker-1 allocation score on overcloud-controller-1: INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-docker-1 allocation score on overcloud-controller-2: 0
-pcmk__bundle_allocate: rabbitmq-bundle-docker-1 allocation score on overcloud-novacompute-0: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-docker-1 allocation score on rabbitmq-bundle-1: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-docker-1 allocation score on rabbitmq-bundle-2: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-docker-2 allocation score on overcloud-controller-0: 0
-pcmk__bundle_allocate: rabbitmq-bundle-docker-2 allocation score on overcloud-controller-1: 0
-pcmk__bundle_allocate: rabbitmq-bundle-docker-2 allocation score on overcloud-controller-2: INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-docker-2 allocation score on overcloud-novacompute-0: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-docker-2 allocation score on rabbitmq-bundle-2: -INFINITY
-pcmk__bundle_allocate: rabbitmq:0 allocation score on rabbitmq-bundle-0: INFINITY
-pcmk__bundle_allocate: rabbitmq:1 allocation score on rabbitmq-bundle-1: INFINITY
-pcmk__bundle_allocate: rabbitmq:2 allocation score on rabbitmq-bundle-2: INFINITY
-pcmk__bundle_allocate: redis-bundle allocation score on overcloud-controller-0: 0
-pcmk__bundle_allocate: redis-bundle allocation score on overcloud-controller-1: 0
-pcmk__bundle_allocate: redis-bundle allocation score on overcloud-controller-2: 0
-pcmk__bundle_allocate: redis-bundle allocation score on overcloud-novacompute-0: -INFINITY
-pcmk__bundle_allocate: redis-bundle-0 allocation score on overcloud-controller-0: INFINITY
-pcmk__bundle_allocate: redis-bundle-0 allocation score on overcloud-controller-1: 0
-pcmk__bundle_allocate: redis-bundle-0 allocation score on overcloud-controller-2: 0
-pcmk__bundle_allocate: redis-bundle-0 allocation score on overcloud-novacompute-0: -INFINITY
-pcmk__bundle_allocate: redis-bundle-1 allocation score on overcloud-controller-0: 0
-pcmk__bundle_allocate: redis-bundle-1 allocation score on overcloud-controller-1: INFINITY
-pcmk__bundle_allocate: redis-bundle-1 allocation score on overcloud-controller-2: 0
-pcmk__bundle_allocate: redis-bundle-1 allocation score on overcloud-novacompute-0: -INFINITY
-pcmk__bundle_allocate: redis-bundle-2 allocation score on overcloud-controller-0: 0
-pcmk__bundle_allocate: redis-bundle-2 allocation score on overcloud-controller-1: 0
-pcmk__bundle_allocate: redis-bundle-2 allocation score on overcloud-controller-2: INFINITY
-pcmk__bundle_allocate: redis-bundle-2 allocation score on overcloud-novacompute-0: -INFINITY
-pcmk__bundle_allocate: redis-bundle-docker-0 allocation score on overcloud-controller-0: INFINITY
-pcmk__bundle_allocate: redis-bundle-docker-0 allocation score on overcloud-controller-1: 0
-pcmk__bundle_allocate: redis-bundle-docker-0 allocation score on overcloud-controller-2: 0
-pcmk__bundle_allocate: redis-bundle-docker-0 allocation score on overcloud-novacompute-0: -INFINITY
-pcmk__bundle_allocate: redis-bundle-docker-1 allocation score on overcloud-controller-0: 0
-pcmk__bundle_allocate: redis-bundle-docker-1 allocation score on overcloud-controller-1: INFINITY
-pcmk__bundle_allocate: redis-bundle-docker-1 allocation score on overcloud-controller-2: 0
-pcmk__bundle_allocate: redis-bundle-docker-1 allocation score on overcloud-novacompute-0: -INFINITY
-pcmk__bundle_allocate: redis-bundle-docker-2 allocation score on overcloud-controller-0: 0
-pcmk__bundle_allocate: redis-bundle-docker-2 allocation score on overcloud-controller-1: 0
-pcmk__bundle_allocate: redis-bundle-docker-2 allocation score on overcloud-controller-2: INFINITY
-pcmk__bundle_allocate: redis-bundle-docker-2 allocation score on overcloud-novacompute-0: -INFINITY
-pcmk__bundle_allocate: redis-bundle-master allocation score on overcloud-controller-0: 0
-pcmk__bundle_allocate: redis-bundle-master allocation score on overcloud-controller-1: 0
-pcmk__bundle_allocate: redis-bundle-master allocation score on overcloud-controller-2: 0
-pcmk__bundle_allocate: redis-bundle-master allocation score on overcloud-novacompute-0: 0
-pcmk__bundle_allocate: redis-bundle-master allocation score on redis-bundle-0: -INFINITY
-pcmk__bundle_allocate: redis-bundle-master allocation score on redis-bundle-1: -INFINITY
-pcmk__bundle_allocate: redis-bundle-master allocation score on redis-bundle-2: -INFINITY
-pcmk__bundle_allocate: redis:0 allocation score on redis-bundle-0: INFINITY
-pcmk__bundle_allocate: redis:1 allocation score on redis-bundle-1: INFINITY
-pcmk__bundle_allocate: redis:2 allocation score on redis-bundle-2: INFINITY
+pcmk__bundle_assign: galera-bundle allocation score on overcloud-controller-0: 0
+pcmk__bundle_assign: galera-bundle allocation score on overcloud-controller-1: 0
+pcmk__bundle_assign: galera-bundle allocation score on overcloud-controller-2: 0
+pcmk__bundle_assign: galera-bundle allocation score on overcloud-novacompute-0: -INFINITY
+pcmk__bundle_assign: galera-bundle-0 allocation score on overcloud-controller-0: INFINITY
+pcmk__bundle_assign: galera-bundle-0 allocation score on overcloud-controller-1: 0
+pcmk__bundle_assign: galera-bundle-0 allocation score on overcloud-controller-2: 0
+pcmk__bundle_assign: galera-bundle-0 allocation score on overcloud-novacompute-0: -INFINITY
+pcmk__bundle_assign: galera-bundle-1 allocation score on overcloud-controller-0: 0
+pcmk__bundle_assign: galera-bundle-1 allocation score on overcloud-controller-1: INFINITY
+pcmk__bundle_assign: galera-bundle-1 allocation score on overcloud-controller-2: 0
+pcmk__bundle_assign: galera-bundle-1 allocation score on overcloud-novacompute-0: -INFINITY
+pcmk__bundle_assign: galera-bundle-2 allocation score on overcloud-controller-0: 0
+pcmk__bundle_assign: galera-bundle-2 allocation score on overcloud-controller-1: 0
+pcmk__bundle_assign: galera-bundle-2 allocation score on overcloud-controller-2: INFINITY
+pcmk__bundle_assign: galera-bundle-2 allocation score on overcloud-novacompute-0: -INFINITY
+pcmk__bundle_assign: galera-bundle-docker-0 allocation score on overcloud-controller-0: INFINITY
+pcmk__bundle_assign: galera-bundle-docker-0 allocation score on overcloud-controller-1: 0
+pcmk__bundle_assign: galera-bundle-docker-0 allocation score on overcloud-controller-2: 0
+pcmk__bundle_assign: galera-bundle-docker-0 allocation score on overcloud-novacompute-0: -INFINITY
+pcmk__bundle_assign: galera-bundle-docker-1 allocation score on overcloud-controller-0: 0
+pcmk__bundle_assign: galera-bundle-docker-1 allocation score on overcloud-controller-1: INFINITY
+pcmk__bundle_assign: galera-bundle-docker-1 allocation score on overcloud-controller-2: 0
+pcmk__bundle_assign: galera-bundle-docker-1 allocation score on overcloud-novacompute-0: -INFINITY
+pcmk__bundle_assign: galera-bundle-docker-2 allocation score on overcloud-controller-0: 0
+pcmk__bundle_assign: galera-bundle-docker-2 allocation score on overcloud-controller-1: 0
+pcmk__bundle_assign: galera-bundle-docker-2 allocation score on overcloud-controller-2: INFINITY
+pcmk__bundle_assign: galera-bundle-docker-2 allocation score on overcloud-novacompute-0: -INFINITY
+pcmk__bundle_assign: galera-bundle-master allocation score on galera-bundle-0: -INFINITY
+pcmk__bundle_assign: galera-bundle-master allocation score on galera-bundle-1: -INFINITY
+pcmk__bundle_assign: galera-bundle-master allocation score on galera-bundle-2: -INFINITY
+pcmk__bundle_assign: galera-bundle-master allocation score on overcloud-controller-0: 0
+pcmk__bundle_assign: galera-bundle-master allocation score on overcloud-controller-1: 0
+pcmk__bundle_assign: galera-bundle-master allocation score on overcloud-controller-2: 0
+pcmk__bundle_assign: galera-bundle-master allocation score on overcloud-novacompute-0: 0
+pcmk__bundle_assign: galera:0 allocation score on galera-bundle-0: INFINITY
+pcmk__bundle_assign: galera:1 allocation score on galera-bundle-1: INFINITY
+pcmk__bundle_assign: galera:2 allocation score on galera-bundle-2: INFINITY
+pcmk__bundle_assign: haproxy-bundle allocation score on overcloud-controller-0: 0
+pcmk__bundle_assign: haproxy-bundle allocation score on overcloud-controller-0: 0
+pcmk__bundle_assign: haproxy-bundle allocation score on overcloud-controller-1: 0
+pcmk__bundle_assign: haproxy-bundle allocation score on overcloud-controller-1: 0
+pcmk__bundle_assign: haproxy-bundle allocation score on overcloud-controller-2: 0
+pcmk__bundle_assign: haproxy-bundle allocation score on overcloud-controller-2: 0
+pcmk__bundle_assign: haproxy-bundle allocation score on overcloud-novacompute-0: -INFINITY
+pcmk__bundle_assign: haproxy-bundle allocation score on overcloud-novacompute-0: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-docker-0 allocation score on overcloud-controller-0: INFINITY
+pcmk__bundle_assign: haproxy-bundle-docker-0 allocation score on overcloud-controller-0: INFINITY
+pcmk__bundle_assign: haproxy-bundle-docker-0 allocation score on overcloud-controller-1: 0
+pcmk__bundle_assign: haproxy-bundle-docker-0 allocation score on overcloud-controller-1: INFINITY
+pcmk__bundle_assign: haproxy-bundle-docker-0 allocation score on overcloud-controller-2: 0
+pcmk__bundle_assign: haproxy-bundle-docker-0 allocation score on overcloud-controller-2: INFINITY
+pcmk__bundle_assign: haproxy-bundle-docker-0 allocation score on overcloud-novacompute-0: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-docker-0 allocation score on overcloud-novacompute-0: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-docker-1 allocation score on overcloud-controller-0: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-docker-1 allocation score on overcloud-controller-0: 0
+pcmk__bundle_assign: haproxy-bundle-docker-1 allocation score on overcloud-controller-1: INFINITY
+pcmk__bundle_assign: haproxy-bundle-docker-1 allocation score on overcloud-controller-1: INFINITY
+pcmk__bundle_assign: haproxy-bundle-docker-1 allocation score on overcloud-controller-2: 0
+pcmk__bundle_assign: haproxy-bundle-docker-1 allocation score on overcloud-controller-2: INFINITY
+pcmk__bundle_assign: haproxy-bundle-docker-1 allocation score on overcloud-novacompute-0: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-docker-1 allocation score on overcloud-novacompute-0: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-docker-2 allocation score on overcloud-controller-0: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-docker-2 allocation score on overcloud-controller-0: 0
+pcmk__bundle_assign: haproxy-bundle-docker-2 allocation score on overcloud-controller-1: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-docker-2 allocation score on overcloud-controller-1: 0
+pcmk__bundle_assign: haproxy-bundle-docker-2 allocation score on overcloud-controller-2: INFINITY
+pcmk__bundle_assign: haproxy-bundle-docker-2 allocation score on overcloud-controller-2: INFINITY
+pcmk__bundle_assign: haproxy-bundle-docker-2 allocation score on overcloud-novacompute-0: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-docker-2 allocation score on overcloud-novacompute-0: -INFINITY
+pcmk__bundle_assign: openstack-cinder-backup allocation score on overcloud-controller-0: 0
+pcmk__bundle_assign: openstack-cinder-backup allocation score on overcloud-controller-1: 0
+pcmk__bundle_assign: openstack-cinder-backup allocation score on overcloud-controller-2: 0
+pcmk__bundle_assign: openstack-cinder-backup allocation score on overcloud-novacompute-0: -INFINITY
+pcmk__bundle_assign: openstack-cinder-backup-docker-0 allocation score on overcloud-controller-0: 0
+pcmk__bundle_assign: openstack-cinder-backup-docker-0 allocation score on overcloud-controller-1: INFINITY
+pcmk__bundle_assign: openstack-cinder-backup-docker-0 allocation score on overcloud-controller-2: 0
+pcmk__bundle_assign: openstack-cinder-backup-docker-0 allocation score on overcloud-novacompute-0: -INFINITY
+pcmk__bundle_assign: openstack-cinder-volume allocation score on overcloud-controller-0: 0
+pcmk__bundle_assign: openstack-cinder-volume allocation score on overcloud-controller-1: 0
+pcmk__bundle_assign: openstack-cinder-volume allocation score on overcloud-controller-2: 0
+pcmk__bundle_assign: openstack-cinder-volume allocation score on overcloud-novacompute-0: -INFINITY
+pcmk__bundle_assign: openstack-cinder-volume-docker-0 allocation score on overcloud-controller-0: INFINITY
+pcmk__bundle_assign: openstack-cinder-volume-docker-0 allocation score on overcloud-controller-1: 0
+pcmk__bundle_assign: openstack-cinder-volume-docker-0 allocation score on overcloud-controller-2: 0
+pcmk__bundle_assign: openstack-cinder-volume-docker-0 allocation score on overcloud-novacompute-0: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle allocation score on overcloud-controller-0: 0
+pcmk__bundle_assign: rabbitmq-bundle allocation score on overcloud-controller-1: 0
+pcmk__bundle_assign: rabbitmq-bundle allocation score on overcloud-controller-2: 0
+pcmk__bundle_assign: rabbitmq-bundle allocation score on overcloud-novacompute-0: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-0 allocation score on overcloud-controller-0: INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-0 allocation score on overcloud-controller-1: 0
+pcmk__bundle_assign: rabbitmq-bundle-0 allocation score on overcloud-controller-2: 0
+pcmk__bundle_assign: rabbitmq-bundle-0 allocation score on overcloud-novacompute-0: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-0 allocation score on rabbitmq-bundle-1: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-0 allocation score on rabbitmq-bundle-2: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-1 allocation score on overcloud-controller-0: 0
+pcmk__bundle_assign: rabbitmq-bundle-1 allocation score on overcloud-controller-1: INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-1 allocation score on overcloud-controller-2: 0
+pcmk__bundle_assign: rabbitmq-bundle-1 allocation score on overcloud-novacompute-0: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-1 allocation score on rabbitmq-bundle-2: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-2 allocation score on overcloud-controller-0: 0
+pcmk__bundle_assign: rabbitmq-bundle-2 allocation score on overcloud-controller-1: 0
+pcmk__bundle_assign: rabbitmq-bundle-2 allocation score on overcloud-controller-2: INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-2 allocation score on overcloud-novacompute-0: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-clone allocation score on overcloud-controller-0: 0
+pcmk__bundle_assign: rabbitmq-bundle-clone allocation score on overcloud-controller-1: 0
+pcmk__bundle_assign: rabbitmq-bundle-clone allocation score on overcloud-controller-2: 0
+pcmk__bundle_assign: rabbitmq-bundle-clone allocation score on overcloud-novacompute-0: 0
+pcmk__bundle_assign: rabbitmq-bundle-clone allocation score on rabbitmq-bundle-0: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-clone allocation score on rabbitmq-bundle-1: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-clone allocation score on rabbitmq-bundle-2: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-docker-0 allocation score on overcloud-controller-0: INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-docker-0 allocation score on overcloud-controller-1: 0
+pcmk__bundle_assign: rabbitmq-bundle-docker-0 allocation score on overcloud-controller-2: 0
+pcmk__bundle_assign: rabbitmq-bundle-docker-0 allocation score on overcloud-novacompute-0: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-docker-0 allocation score on rabbitmq-bundle-0: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-docker-0 allocation score on rabbitmq-bundle-1: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-docker-0 allocation score on rabbitmq-bundle-2: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-docker-1 allocation score on overcloud-controller-0: 0
+pcmk__bundle_assign: rabbitmq-bundle-docker-1 allocation score on overcloud-controller-1: INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-docker-1 allocation score on overcloud-controller-2: 0
+pcmk__bundle_assign: rabbitmq-bundle-docker-1 allocation score on overcloud-novacompute-0: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-docker-1 allocation score on rabbitmq-bundle-1: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-docker-1 allocation score on rabbitmq-bundle-2: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-docker-2 allocation score on overcloud-controller-0: 0
+pcmk__bundle_assign: rabbitmq-bundle-docker-2 allocation score on overcloud-controller-1: 0
+pcmk__bundle_assign: rabbitmq-bundle-docker-2 allocation score on overcloud-controller-2: INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-docker-2 allocation score on overcloud-novacompute-0: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-docker-2 allocation score on rabbitmq-bundle-2: -INFINITY
+pcmk__bundle_assign: rabbitmq:0 allocation score on rabbitmq-bundle-0: INFINITY
+pcmk__bundle_assign: rabbitmq:1 allocation score on rabbitmq-bundle-1: INFINITY
+pcmk__bundle_assign: rabbitmq:2 allocation score on rabbitmq-bundle-2: INFINITY
+pcmk__bundle_assign: redis-bundle allocation score on overcloud-controller-0: 0
+pcmk__bundle_assign: redis-bundle allocation score on overcloud-controller-1: 0
+pcmk__bundle_assign: redis-bundle allocation score on overcloud-controller-2: 0
+pcmk__bundle_assign: redis-bundle allocation score on overcloud-novacompute-0: -INFINITY
+pcmk__bundle_assign: redis-bundle-0 allocation score on overcloud-controller-0: INFINITY
+pcmk__bundle_assign: redis-bundle-0 allocation score on overcloud-controller-1: 0
+pcmk__bundle_assign: redis-bundle-0 allocation score on overcloud-controller-2: 0
+pcmk__bundle_assign: redis-bundle-0 allocation score on overcloud-novacompute-0: -INFINITY
+pcmk__bundle_assign: redis-bundle-1 allocation score on overcloud-controller-0: 0
+pcmk__bundle_assign: redis-bundle-1 allocation score on overcloud-controller-1: INFINITY
+pcmk__bundle_assign: redis-bundle-1 allocation score on overcloud-controller-2: 0
+pcmk__bundle_assign: redis-bundle-1 allocation score on overcloud-novacompute-0: -INFINITY
+pcmk__bundle_assign: redis-bundle-2 allocation score on overcloud-controller-0: 0
+pcmk__bundle_assign: redis-bundle-2 allocation score on overcloud-controller-1: 0
+pcmk__bundle_assign: redis-bundle-2 allocation score on overcloud-controller-2: INFINITY
+pcmk__bundle_assign: redis-bundle-2 allocation score on overcloud-novacompute-0: -INFINITY
+pcmk__bundle_assign: redis-bundle-docker-0 allocation score on overcloud-controller-0: INFINITY
+pcmk__bundle_assign: redis-bundle-docker-0 allocation score on overcloud-controller-1: 0
+pcmk__bundle_assign: redis-bundle-docker-0 allocation score on overcloud-controller-2: 0
+pcmk__bundle_assign: redis-bundle-docker-0 allocation score on overcloud-novacompute-0: -INFINITY
+pcmk__bundle_assign: redis-bundle-docker-1 allocation score on overcloud-controller-0: 0
+pcmk__bundle_assign: redis-bundle-docker-1 allocation score on overcloud-controller-1: INFINITY
+pcmk__bundle_assign: redis-bundle-docker-1 allocation score on overcloud-controller-2: 0
+pcmk__bundle_assign: redis-bundle-docker-1 allocation score on overcloud-novacompute-0: -INFINITY
+pcmk__bundle_assign: redis-bundle-docker-2 allocation score on overcloud-controller-0: 0
+pcmk__bundle_assign: redis-bundle-docker-2 allocation score on overcloud-controller-1: 0
+pcmk__bundle_assign: redis-bundle-docker-2 allocation score on overcloud-controller-2: INFINITY
+pcmk__bundle_assign: redis-bundle-docker-2 allocation score on overcloud-novacompute-0: -INFINITY
+pcmk__bundle_assign: redis-bundle-master allocation score on overcloud-controller-0: 0
+pcmk__bundle_assign: redis-bundle-master allocation score on overcloud-controller-1: 0
+pcmk__bundle_assign: redis-bundle-master allocation score on overcloud-controller-2: 0
+pcmk__bundle_assign: redis-bundle-master allocation score on overcloud-novacompute-0: 0
+pcmk__bundle_assign: redis-bundle-master allocation score on redis-bundle-0: -INFINITY
+pcmk__bundle_assign: redis-bundle-master allocation score on redis-bundle-1: -INFINITY
+pcmk__bundle_assign: redis-bundle-master allocation score on redis-bundle-2: -INFINITY
+pcmk__bundle_assign: redis:0 allocation score on redis-bundle-0: INFINITY
+pcmk__bundle_assign: redis:1 allocation score on redis-bundle-1: INFINITY
+pcmk__bundle_assign: redis:2 allocation score on redis-bundle-2: INFINITY
pcmk__clone_assign: galera-bundle-master allocation score on galera-bundle-0: 0
pcmk__clone_assign: galera-bundle-master allocation score on galera-bundle-1: 0
pcmk__clone_assign: galera-bundle-master allocation score on galera-bundle-2: 0
@@ -238,12 +238,12 @@ pcmk__primitive_assign: galera:0 allocation score on galera-bundle-0: INFINITY
pcmk__primitive_assign: galera:1 allocation score on galera-bundle-1: INFINITY
pcmk__primitive_assign: galera:2 allocation score on galera-bundle-2: INFINITY
pcmk__primitive_assign: haproxy-bundle-docker-0 allocation score on overcloud-controller-0: INFINITY
-pcmk__primitive_assign: haproxy-bundle-docker-0 allocation score on overcloud-controller-1: 0
-pcmk__primitive_assign: haproxy-bundle-docker-0 allocation score on overcloud-controller-2: 0
+pcmk__primitive_assign: haproxy-bundle-docker-0 allocation score on overcloud-controller-1: INFINITY
+pcmk__primitive_assign: haproxy-bundle-docker-0 allocation score on overcloud-controller-2: INFINITY
pcmk__primitive_assign: haproxy-bundle-docker-0 allocation score on overcloud-novacompute-0: -INFINITY
pcmk__primitive_assign: haproxy-bundle-docker-1 allocation score on overcloud-controller-0: -INFINITY
pcmk__primitive_assign: haproxy-bundle-docker-1 allocation score on overcloud-controller-1: INFINITY
-pcmk__primitive_assign: haproxy-bundle-docker-1 allocation score on overcloud-controller-2: 0
+pcmk__primitive_assign: haproxy-bundle-docker-1 allocation score on overcloud-controller-2: INFINITY
pcmk__primitive_assign: haproxy-bundle-docker-1 allocation score on overcloud-novacompute-0: -INFINITY
pcmk__primitive_assign: haproxy-bundle-docker-2 allocation score on overcloud-controller-0: -INFINITY
pcmk__primitive_assign: haproxy-bundle-docker-2 allocation score on overcloud-controller-1: -INFINITY
diff --git a/cts/scheduler/scores/route-remote-notify.scores b/cts/scheduler/scores/route-remote-notify.scores
index e6fc549..e25fe64 100644
--- a/cts/scheduler/scores/route-remote-notify.scores
+++ b/cts/scheduler/scores/route-remote-notify.scores
@@ -1,64 +1,64 @@
-pcmk__bundle_allocate: haproxy-bundle allocation score on controller-0: 0
-pcmk__bundle_allocate: haproxy-bundle allocation score on controller-0: 0
-pcmk__bundle_allocate: haproxy-bundle allocation score on controller-1: 0
-pcmk__bundle_allocate: haproxy-bundle allocation score on controller-1: 0
-pcmk__bundle_allocate: haproxy-bundle allocation score on controller-2: 0
-pcmk__bundle_allocate: haproxy-bundle allocation score on controller-2: 0
-pcmk__bundle_allocate: haproxy-bundle-docker-0 allocation score on controller-0: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-docker-0 allocation score on controller-0: INFINITY
-pcmk__bundle_allocate: haproxy-bundle-docker-0 allocation score on controller-1: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-docker-0 allocation score on controller-1: 0
-pcmk__bundle_allocate: haproxy-bundle-docker-0 allocation score on controller-2: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-docker-0 allocation score on controller-2: 0
-pcmk__bundle_allocate: haproxy-bundle-docker-1 allocation score on controller-0: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-docker-1 allocation score on controller-0: 0
-pcmk__bundle_allocate: haproxy-bundle-docker-1 allocation score on controller-1: INFINITY
-pcmk__bundle_allocate: haproxy-bundle-docker-1 allocation score on controller-1: INFINITY
-pcmk__bundle_allocate: haproxy-bundle-docker-1 allocation score on controller-2: 0
-pcmk__bundle_allocate: haproxy-bundle-docker-1 allocation score on controller-2: 0
-pcmk__bundle_allocate: haproxy-bundle-docker-2 allocation score on controller-0: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-docker-2 allocation score on controller-0: 0
-pcmk__bundle_allocate: haproxy-bundle-docker-2 allocation score on controller-1: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-docker-2 allocation score on controller-1: 0
-pcmk__bundle_allocate: haproxy-bundle-docker-2 allocation score on controller-2: INFINITY
-pcmk__bundle_allocate: haproxy-bundle-docker-2 allocation score on controller-2: INFINITY
-pcmk__bundle_allocate: openstack-cinder-volume allocation score on controller-0: 0
-pcmk__bundle_allocate: openstack-cinder-volume allocation score on controller-1: 0
-pcmk__bundle_allocate: openstack-cinder-volume allocation score on controller-2: 0
-pcmk__bundle_allocate: openstack-cinder-volume-docker-0 allocation score on controller-0: INFINITY
-pcmk__bundle_allocate: openstack-cinder-volume-docker-0 allocation score on controller-1: 0
-pcmk__bundle_allocate: openstack-cinder-volume-docker-0 allocation score on controller-2: 0
-pcmk__bundle_allocate: rabbitmq-bundle allocation score on controller-0: 0
-pcmk__bundle_allocate: rabbitmq-bundle allocation score on controller-1: 0
-pcmk__bundle_allocate: rabbitmq-bundle allocation score on controller-2: 0
-pcmk__bundle_allocate: rabbitmq-bundle-0 allocation score on controller-0: INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-0 allocation score on controller-1: 0
-pcmk__bundle_allocate: rabbitmq-bundle-0 allocation score on controller-2: 0
-pcmk__bundle_allocate: rabbitmq-bundle-1 allocation score on controller-0: 0
-pcmk__bundle_allocate: rabbitmq-bundle-1 allocation score on controller-1: INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-1 allocation score on controller-2: 0
-pcmk__bundle_allocate: rabbitmq-bundle-2 allocation score on controller-0: 0
-pcmk__bundle_allocate: rabbitmq-bundle-2 allocation score on controller-1: 0
-pcmk__bundle_allocate: rabbitmq-bundle-2 allocation score on controller-2: INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-clone allocation score on controller-0: 0
-pcmk__bundle_allocate: rabbitmq-bundle-clone allocation score on controller-1: 0
-pcmk__bundle_allocate: rabbitmq-bundle-clone allocation score on controller-2: 0
-pcmk__bundle_allocate: rabbitmq-bundle-clone allocation score on rabbitmq-bundle-0: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-clone allocation score on rabbitmq-bundle-1: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-clone allocation score on rabbitmq-bundle-2: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-docker-0 allocation score on controller-0: INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-docker-0 allocation score on controller-1: 0
-pcmk__bundle_allocate: rabbitmq-bundle-docker-0 allocation score on controller-2: 0
-pcmk__bundle_allocate: rabbitmq-bundle-docker-1 allocation score on controller-0: 0
-pcmk__bundle_allocate: rabbitmq-bundle-docker-1 allocation score on controller-1: INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-docker-1 allocation score on controller-2: 0
-pcmk__bundle_allocate: rabbitmq-bundle-docker-2 allocation score on controller-0: 0
-pcmk__bundle_allocate: rabbitmq-bundle-docker-2 allocation score on controller-1: 0
-pcmk__bundle_allocate: rabbitmq-bundle-docker-2 allocation score on controller-2: INFINITY
-pcmk__bundle_allocate: rabbitmq:0 allocation score on rabbitmq-bundle-0: INFINITY
-pcmk__bundle_allocate: rabbitmq:1 allocation score on rabbitmq-bundle-1: INFINITY
-pcmk__bundle_allocate: rabbitmq:2 allocation score on rabbitmq-bundle-2: INFINITY
+pcmk__bundle_assign: haproxy-bundle allocation score on controller-0: 0
+pcmk__bundle_assign: haproxy-bundle allocation score on controller-0: 0
+pcmk__bundle_assign: haproxy-bundle allocation score on controller-1: 0
+pcmk__bundle_assign: haproxy-bundle allocation score on controller-1: 0
+pcmk__bundle_assign: haproxy-bundle allocation score on controller-2: 0
+pcmk__bundle_assign: haproxy-bundle allocation score on controller-2: 0
+pcmk__bundle_assign: haproxy-bundle-docker-0 allocation score on controller-0: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-docker-0 allocation score on controller-0: INFINITY
+pcmk__bundle_assign: haproxy-bundle-docker-0 allocation score on controller-1: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-docker-0 allocation score on controller-1: 0
+pcmk__bundle_assign: haproxy-bundle-docker-0 allocation score on controller-2: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-docker-0 allocation score on controller-2: 0
+pcmk__bundle_assign: haproxy-bundle-docker-1 allocation score on controller-0: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-docker-1 allocation score on controller-0: 0
+pcmk__bundle_assign: haproxy-bundle-docker-1 allocation score on controller-1: INFINITY
+pcmk__bundle_assign: haproxy-bundle-docker-1 allocation score on controller-1: INFINITY
+pcmk__bundle_assign: haproxy-bundle-docker-1 allocation score on controller-2: 0
+pcmk__bundle_assign: haproxy-bundle-docker-1 allocation score on controller-2: INFINITY
+pcmk__bundle_assign: haproxy-bundle-docker-2 allocation score on controller-0: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-docker-2 allocation score on controller-0: 0
+pcmk__bundle_assign: haproxy-bundle-docker-2 allocation score on controller-1: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-docker-2 allocation score on controller-1: 0
+pcmk__bundle_assign: haproxy-bundle-docker-2 allocation score on controller-2: INFINITY
+pcmk__bundle_assign: haproxy-bundle-docker-2 allocation score on controller-2: INFINITY
+pcmk__bundle_assign: openstack-cinder-volume allocation score on controller-0: 0
+pcmk__bundle_assign: openstack-cinder-volume allocation score on controller-1: 0
+pcmk__bundle_assign: openstack-cinder-volume allocation score on controller-2: 0
+pcmk__bundle_assign: openstack-cinder-volume-docker-0 allocation score on controller-0: INFINITY
+pcmk__bundle_assign: openstack-cinder-volume-docker-0 allocation score on controller-1: 0
+pcmk__bundle_assign: openstack-cinder-volume-docker-0 allocation score on controller-2: 0
+pcmk__bundle_assign: rabbitmq-bundle allocation score on controller-0: 0
+pcmk__bundle_assign: rabbitmq-bundle allocation score on controller-1: 0
+pcmk__bundle_assign: rabbitmq-bundle allocation score on controller-2: 0
+pcmk__bundle_assign: rabbitmq-bundle-0 allocation score on controller-0: INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-0 allocation score on controller-1: 0
+pcmk__bundle_assign: rabbitmq-bundle-0 allocation score on controller-2: 0
+pcmk__bundle_assign: rabbitmq-bundle-1 allocation score on controller-0: 0
+pcmk__bundle_assign: rabbitmq-bundle-1 allocation score on controller-1: INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-1 allocation score on controller-2: 0
+pcmk__bundle_assign: rabbitmq-bundle-2 allocation score on controller-0: 0
+pcmk__bundle_assign: rabbitmq-bundle-2 allocation score on controller-1: 0
+pcmk__bundle_assign: rabbitmq-bundle-2 allocation score on controller-2: INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-clone allocation score on controller-0: 0
+pcmk__bundle_assign: rabbitmq-bundle-clone allocation score on controller-1: 0
+pcmk__bundle_assign: rabbitmq-bundle-clone allocation score on controller-2: 0
+pcmk__bundle_assign: rabbitmq-bundle-clone allocation score on rabbitmq-bundle-0: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-clone allocation score on rabbitmq-bundle-1: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-clone allocation score on rabbitmq-bundle-2: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-docker-0 allocation score on controller-0: INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-docker-0 allocation score on controller-1: 0
+pcmk__bundle_assign: rabbitmq-bundle-docker-0 allocation score on controller-2: 0
+pcmk__bundle_assign: rabbitmq-bundle-docker-1 allocation score on controller-0: 0
+pcmk__bundle_assign: rabbitmq-bundle-docker-1 allocation score on controller-1: INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-docker-1 allocation score on controller-2: 0
+pcmk__bundle_assign: rabbitmq-bundle-docker-2 allocation score on controller-0: 0
+pcmk__bundle_assign: rabbitmq-bundle-docker-2 allocation score on controller-1: 0
+pcmk__bundle_assign: rabbitmq-bundle-docker-2 allocation score on controller-2: INFINITY
+pcmk__bundle_assign: rabbitmq:0 allocation score on rabbitmq-bundle-0: INFINITY
+pcmk__bundle_assign: rabbitmq:1 allocation score on rabbitmq-bundle-1: INFINITY
+pcmk__bundle_assign: rabbitmq:2 allocation score on rabbitmq-bundle-2: INFINITY
pcmk__clone_assign: rabbitmq-bundle-clone allocation score on controller-0: -INFINITY
pcmk__clone_assign: rabbitmq-bundle-clone allocation score on controller-1: -INFINITY
pcmk__clone_assign: rabbitmq-bundle-clone allocation score on controller-2: -INFINITY
@@ -73,7 +73,7 @@ pcmk__primitive_assign: haproxy-bundle-docker-0 allocation score on controller-1
pcmk__primitive_assign: haproxy-bundle-docker-0 allocation score on controller-2: -INFINITY
pcmk__primitive_assign: haproxy-bundle-docker-1 allocation score on controller-0: -INFINITY
pcmk__primitive_assign: haproxy-bundle-docker-1 allocation score on controller-1: INFINITY
-pcmk__primitive_assign: haproxy-bundle-docker-1 allocation score on controller-2: 0
+pcmk__primitive_assign: haproxy-bundle-docker-1 allocation score on controller-2: INFINITY
pcmk__primitive_assign: haproxy-bundle-docker-2 allocation score on controller-0: -INFINITY
pcmk__primitive_assign: haproxy-bundle-docker-2 allocation score on controller-1: -INFINITY
pcmk__primitive_assign: haproxy-bundle-docker-2 allocation score on controller-2: INFINITY
diff --git a/cts/scheduler/scores/rsc-sets-clone-1.scores b/cts/scheduler/scores/rsc-sets-clone-1.scores
index 8552073..4dc2187 100644
--- a/cts/scheduler/scores/rsc-sets-clone-1.scores
+++ b/cts/scheduler/scores/rsc-sets-clone-1.scores
@@ -82,23 +82,23 @@ pcmk__group_assign: vg2:1 allocation score on sys3: 0
pcmk__primitive_assign: clvmd:0 allocation score on sys2: INFINITY
pcmk__primitive_assign: clvmd:0 allocation score on sys3: -INFINITY
pcmk__primitive_assign: clvmd:1 allocation score on sys2: -INFINITY
-pcmk__primitive_assign: clvmd:1 allocation score on sys3: 0
+pcmk__primitive_assign: clvmd:1 allocation score on sys3: 10000
pcmk__primitive_assign: controld:0 allocation score on sys2: INFINITY
-pcmk__primitive_assign: controld:0 allocation score on sys3: 0
+pcmk__primitive_assign: controld:0 allocation score on sys3: 10000
pcmk__primitive_assign: controld:1 allocation score on sys2: -INFINITY
-pcmk__primitive_assign: controld:1 allocation score on sys3: 0
+pcmk__primitive_assign: controld:1 allocation score on sys3: 10000
pcmk__primitive_assign: fs2:0 allocation score on sys2: INFINITY
pcmk__primitive_assign: fs2:0 allocation score on sys3: -INFINITY
pcmk__primitive_assign: fs2:1 allocation score on sys2: -INFINITY
-pcmk__primitive_assign: fs2:1 allocation score on sys3: 0
+pcmk__primitive_assign: fs2:1 allocation score on sys3: 10000
pcmk__primitive_assign: iscsi1:0 allocation score on sys2: INFINITY
pcmk__primitive_assign: iscsi1:0 allocation score on sys3: -INFINITY
pcmk__primitive_assign: iscsi1:1 allocation score on sys2: -INFINITY
-pcmk__primitive_assign: iscsi1:1 allocation score on sys3: 0
+pcmk__primitive_assign: iscsi1:1 allocation score on sys3: 10000
pcmk__primitive_assign: iscsi2:0 allocation score on sys2: INFINITY
pcmk__primitive_assign: iscsi2:0 allocation score on sys3: -INFINITY
pcmk__primitive_assign: iscsi2:1 allocation score on sys2: -INFINITY
-pcmk__primitive_assign: iscsi2:1 allocation score on sys3: 0
+pcmk__primitive_assign: iscsi2:1 allocation score on sys3: 10000
pcmk__primitive_assign: nfs1:0 allocation score on sys2: -INFINITY
pcmk__primitive_assign: nfs1:0 allocation score on sys3: -INFINITY
pcmk__primitive_assign: nfs1:1 allocation score on sys2: -INFINITY
@@ -106,7 +106,7 @@ pcmk__primitive_assign: nfs1:1 allocation score on sys3: -INFINITY
pcmk__primitive_assign: o2cb:0 allocation score on sys2: INFINITY
pcmk__primitive_assign: o2cb:0 allocation score on sys3: -INFINITY
pcmk__primitive_assign: o2cb:1 allocation score on sys2: -INFINITY
-pcmk__primitive_assign: o2cb:1 allocation score on sys3: 0
+pcmk__primitive_assign: o2cb:1 allocation score on sys3: 10000
pcmk__primitive_assign: stonithsys2 allocation score on sys2: -INFINITY
pcmk__primitive_assign: stonithsys2 allocation score on sys3: 0
pcmk__primitive_assign: stonithsys3 allocation score on sys2: INFINITY
@@ -114,11 +114,11 @@ pcmk__primitive_assign: stonithsys3 allocation score on sys3: -INFINITY
pcmk__primitive_assign: vg1:0 allocation score on sys2: INFINITY
pcmk__primitive_assign: vg1:0 allocation score on sys3: -INFINITY
pcmk__primitive_assign: vg1:1 allocation score on sys2: -INFINITY
-pcmk__primitive_assign: vg1:1 allocation score on sys3: 0
+pcmk__primitive_assign: vg1:1 allocation score on sys3: 10000
pcmk__primitive_assign: vg2:0 allocation score on sys2: INFINITY
pcmk__primitive_assign: vg2:0 allocation score on sys3: -INFINITY
pcmk__primitive_assign: vg2:1 allocation score on sys2: -INFINITY
-pcmk__primitive_assign: vg2:1 allocation score on sys3: 0
+pcmk__primitive_assign: vg2:1 allocation score on sys3: 10000
pcmk__primitive_assign: vm1 allocation score on sys2: INFINITY
pcmk__primitive_assign: vm1 allocation score on sys3: 0
pcmk__primitive_assign: vm2 allocation score on sys2: -INFINITY
diff --git a/cts/scheduler/scores/start-then-stop-with-unfence.scores b/cts/scheduler/scores/start-then-stop-with-unfence.scores
index 5cc77e5..d8cd4ac 100644
--- a/cts/scheduler/scores/start-then-stop-with-unfence.scores
+++ b/cts/scheduler/scores/start-then-stop-with-unfence.scores
@@ -9,9 +9,9 @@ pcmk__primitive_assign: ip1 allocation score on rhel7-node1.example.com: 500
pcmk__primitive_assign: ip1 allocation score on rhel7-node2.example.com: 0
pcmk__primitive_assign: ip2 allocation score on rhel7-node1.example.com: 0
pcmk__primitive_assign: ip2 allocation score on rhel7-node2.example.com: 500
-pcmk__primitive_assign: jrummy:0 allocation score on rhel7-node1.example.com: 0
-pcmk__primitive_assign: jrummy:0 allocation score on rhel7-node2.example.com: 1
-pcmk__primitive_assign: jrummy:1 allocation score on rhel7-node1.example.com: 0
+pcmk__primitive_assign: jrummy:0 allocation score on rhel7-node1.example.com: 500
+pcmk__primitive_assign: jrummy:0 allocation score on rhel7-node2.example.com: 501
+pcmk__primitive_assign: jrummy:1 allocation score on rhel7-node1.example.com: 500
pcmk__primitive_assign: jrummy:1 allocation score on rhel7-node2.example.com: -INFINITY
pcmk__primitive_assign: mpath-node1 allocation score on rhel7-node1.example.com: 0
pcmk__primitive_assign: mpath-node1 allocation score on rhel7-node2.example.com: 0
diff --git a/cts/scheduler/scores/stop-all-resources.scores b/cts/scheduler/scores/stop-all-resources.scores
index 119ac99..d471564 100644
--- a/cts/scheduler/scores/stop-all-resources.scores
+++ b/cts/scheduler/scores/stop-all-resources.scores
@@ -1,32 +1,32 @@
-pcmk__bundle_allocate: httpd-bundle allocation score on cluster01: 0
-pcmk__bundle_allocate: httpd-bundle allocation score on cluster02: 0
-pcmk__bundle_allocate: httpd-bundle-0 allocation score on cluster01: 0
-pcmk__bundle_allocate: httpd-bundle-0 allocation score on cluster02: 0
-pcmk__bundle_allocate: httpd-bundle-1 allocation score on cluster01: 0
-pcmk__bundle_allocate: httpd-bundle-1 allocation score on cluster02: 0
-pcmk__bundle_allocate: httpd-bundle-2 allocation score on cluster01: 0
-pcmk__bundle_allocate: httpd-bundle-2 allocation score on cluster02: 0
-pcmk__bundle_allocate: httpd-bundle-clone allocation score on cluster01: 0
-pcmk__bundle_allocate: httpd-bundle-clone allocation score on cluster02: 0
-pcmk__bundle_allocate: httpd-bundle-clone allocation score on httpd-bundle-0: -INFINITY
-pcmk__bundle_allocate: httpd-bundle-clone allocation score on httpd-bundle-1: -INFINITY
-pcmk__bundle_allocate: httpd-bundle-clone allocation score on httpd-bundle-2: -INFINITY
-pcmk__bundle_allocate: httpd-bundle-docker-0 allocation score on cluster01: 0
-pcmk__bundle_allocate: httpd-bundle-docker-0 allocation score on cluster02: 0
-pcmk__bundle_allocate: httpd-bundle-docker-1 allocation score on cluster01: 0
-pcmk__bundle_allocate: httpd-bundle-docker-1 allocation score on cluster02: 0
-pcmk__bundle_allocate: httpd-bundle-docker-2 allocation score on cluster01: 0
-pcmk__bundle_allocate: httpd-bundle-docker-2 allocation score on cluster02: 0
-pcmk__bundle_allocate: httpd-bundle-ip-192.168.122.131 allocation score on cluster01: 0
-pcmk__bundle_allocate: httpd-bundle-ip-192.168.122.131 allocation score on cluster02: 0
-pcmk__bundle_allocate: httpd-bundle-ip-192.168.122.132 allocation score on cluster01: 0
-pcmk__bundle_allocate: httpd-bundle-ip-192.168.122.132 allocation score on cluster02: 0
-pcmk__bundle_allocate: httpd-bundle-ip-192.168.122.133 allocation score on cluster01: 0
-pcmk__bundle_allocate: httpd-bundle-ip-192.168.122.133 allocation score on cluster02: 0
-pcmk__bundle_allocate: httpd:0 allocation score on httpd-bundle-0: 500
-pcmk__bundle_allocate: httpd:1 allocation score on httpd-bundle-1: 500
-pcmk__bundle_allocate: httpd:2 allocation score on httpd-bundle-2: 500
+pcmk__bundle_assign: httpd-bundle allocation score on cluster01: 0
+pcmk__bundle_assign: httpd-bundle allocation score on cluster02: 0
+pcmk__bundle_assign: httpd-bundle-0 allocation score on cluster01: 0
+pcmk__bundle_assign: httpd-bundle-0 allocation score on cluster02: 0
+pcmk__bundle_assign: httpd-bundle-1 allocation score on cluster01: 0
+pcmk__bundle_assign: httpd-bundle-1 allocation score on cluster02: 0
+pcmk__bundle_assign: httpd-bundle-2 allocation score on cluster01: 0
+pcmk__bundle_assign: httpd-bundle-2 allocation score on cluster02: 0
+pcmk__bundle_assign: httpd-bundle-clone allocation score on cluster01: 0
+pcmk__bundle_assign: httpd-bundle-clone allocation score on cluster02: 0
+pcmk__bundle_assign: httpd-bundle-clone allocation score on httpd-bundle-0: -INFINITY
+pcmk__bundle_assign: httpd-bundle-clone allocation score on httpd-bundle-1: -INFINITY
+pcmk__bundle_assign: httpd-bundle-clone allocation score on httpd-bundle-2: -INFINITY
+pcmk__bundle_assign: httpd-bundle-docker-0 allocation score on cluster01: 0
+pcmk__bundle_assign: httpd-bundle-docker-0 allocation score on cluster02: 0
+pcmk__bundle_assign: httpd-bundle-docker-1 allocation score on cluster01: 0
+pcmk__bundle_assign: httpd-bundle-docker-1 allocation score on cluster02: 0
+pcmk__bundle_assign: httpd-bundle-docker-2 allocation score on cluster01: 0
+pcmk__bundle_assign: httpd-bundle-docker-2 allocation score on cluster02: 0
+pcmk__bundle_assign: httpd-bundle-ip-192.168.122.131 allocation score on cluster01: 0
+pcmk__bundle_assign: httpd-bundle-ip-192.168.122.131 allocation score on cluster02: 0
+pcmk__bundle_assign: httpd-bundle-ip-192.168.122.132 allocation score on cluster01: 0
+pcmk__bundle_assign: httpd-bundle-ip-192.168.122.132 allocation score on cluster02: 0
+pcmk__bundle_assign: httpd-bundle-ip-192.168.122.133 allocation score on cluster01: 0
+pcmk__bundle_assign: httpd-bundle-ip-192.168.122.133 allocation score on cluster02: 0
+pcmk__bundle_assign: httpd:0 allocation score on httpd-bundle-0: 500
+pcmk__bundle_assign: httpd:1 allocation score on httpd-bundle-1: 500
+pcmk__bundle_assign: httpd:2 allocation score on httpd-bundle-2: 500
pcmk__clone_assign: httpd-bundle-clone allocation score on cluster01: -INFINITY
pcmk__clone_assign: httpd-bundle-clone allocation score on cluster02: -INFINITY
pcmk__clone_assign: httpd-bundle-clone allocation score on httpd-bundle-0: 0
diff --git a/cts/scheduler/scores/timeout-by-node.scores b/cts/scheduler/scores/timeout-by-node.scores
new file mode 100644
index 0000000..adb96a5
--- /dev/null
+++ b/cts/scheduler/scores/timeout-by-node.scores
@@ -0,0 +1,61 @@
+
+pcmk__clone_assign: rsc1-clone allocation score on node1: 0
+pcmk__clone_assign: rsc1-clone allocation score on node2: 0
+pcmk__clone_assign: rsc1-clone allocation score on node3: 0
+pcmk__clone_assign: rsc1-clone allocation score on node4: 0
+pcmk__clone_assign: rsc1-clone allocation score on node5: 0
+pcmk__clone_assign: rsc1:0 allocation score on node1: 0
+pcmk__clone_assign: rsc1:0 allocation score on node2: 0
+pcmk__clone_assign: rsc1:0 allocation score on node3: 0
+pcmk__clone_assign: rsc1:0 allocation score on node4: 0
+pcmk__clone_assign: rsc1:0 allocation score on node5: 0
+pcmk__clone_assign: rsc1:1 allocation score on node1: 0
+pcmk__clone_assign: rsc1:1 allocation score on node2: 0
+pcmk__clone_assign: rsc1:1 allocation score on node3: 0
+pcmk__clone_assign: rsc1:1 allocation score on node4: 0
+pcmk__clone_assign: rsc1:1 allocation score on node5: 0
+pcmk__clone_assign: rsc1:2 allocation score on node1: 0
+pcmk__clone_assign: rsc1:2 allocation score on node2: 0
+pcmk__clone_assign: rsc1:2 allocation score on node3: 0
+pcmk__clone_assign: rsc1:2 allocation score on node4: 0
+pcmk__clone_assign: rsc1:2 allocation score on node5: 0
+pcmk__clone_assign: rsc1:3 allocation score on node1: 0
+pcmk__clone_assign: rsc1:3 allocation score on node2: 0
+pcmk__clone_assign: rsc1:3 allocation score on node3: 0
+pcmk__clone_assign: rsc1:3 allocation score on node4: 0
+pcmk__clone_assign: rsc1:3 allocation score on node5: 0
+pcmk__clone_assign: rsc1:4 allocation score on node1: 0
+pcmk__clone_assign: rsc1:4 allocation score on node2: 0
+pcmk__clone_assign: rsc1:4 allocation score on node3: 0
+pcmk__clone_assign: rsc1:4 allocation score on node4: 0
+pcmk__clone_assign: rsc1:4 allocation score on node5: 0
+pcmk__primitive_assign: Fencing allocation score on node1: 0
+pcmk__primitive_assign: Fencing allocation score on node2: 0
+pcmk__primitive_assign: Fencing allocation score on node3: 0
+pcmk__primitive_assign: Fencing allocation score on node4: 0
+pcmk__primitive_assign: Fencing allocation score on node5: 0
+pcmk__primitive_assign: rsc1:0 allocation score on node1: 0
+pcmk__primitive_assign: rsc1:0 allocation score on node2: 0
+pcmk__primitive_assign: rsc1:0 allocation score on node3: 0
+pcmk__primitive_assign: rsc1:0 allocation score on node4: 0
+pcmk__primitive_assign: rsc1:0 allocation score on node5: 0
+pcmk__primitive_assign: rsc1:1 allocation score on node1: 0
+pcmk__primitive_assign: rsc1:1 allocation score on node2: -INFINITY
+pcmk__primitive_assign: rsc1:1 allocation score on node3: 0
+pcmk__primitive_assign: rsc1:1 allocation score on node4: 0
+pcmk__primitive_assign: rsc1:1 allocation score on node5: 0
+pcmk__primitive_assign: rsc1:2 allocation score on node1: 0
+pcmk__primitive_assign: rsc1:2 allocation score on node2: -INFINITY
+pcmk__primitive_assign: rsc1:2 allocation score on node3: -INFINITY
+pcmk__primitive_assign: rsc1:2 allocation score on node4: 0
+pcmk__primitive_assign: rsc1:2 allocation score on node5: 0
+pcmk__primitive_assign: rsc1:3 allocation score on node1: 0
+pcmk__primitive_assign: rsc1:3 allocation score on node2: -INFINITY
+pcmk__primitive_assign: rsc1:3 allocation score on node3: -INFINITY
+pcmk__primitive_assign: rsc1:3 allocation score on node4: -INFINITY
+pcmk__primitive_assign: rsc1:3 allocation score on node5: 0
+pcmk__primitive_assign: rsc1:4 allocation score on node1: 0
+pcmk__primitive_assign: rsc1:4 allocation score on node2: -INFINITY
+pcmk__primitive_assign: rsc1:4 allocation score on node3: -INFINITY
+pcmk__primitive_assign: rsc1:4 allocation score on node4: -INFINITY
+pcmk__primitive_assign: rsc1:4 allocation score on node5: -INFINITY
diff --git a/cts/scheduler/scores/unrunnable-2.scores b/cts/scheduler/scores/unrunnable-2.scores
index 52b7ffd..50ecabc 100644
--- a/cts/scheduler/scores/unrunnable-2.scores
+++ b/cts/scheduler/scores/unrunnable-2.scores
@@ -476,7 +476,7 @@ pcmk__primitive_assign: galera:1 allocation score on overcloud-controller-2: 0
pcmk__primitive_assign: galera:2 allocation score on overcloud-controller-0: -INFINITY
pcmk__primitive_assign: galera:2 allocation score on overcloud-controller-1: -INFINITY
pcmk__primitive_assign: galera:2 allocation score on overcloud-controller-2: INFINITY
-pcmk__primitive_assign: haproxy:0 allocation score on overcloud-controller-0: 0
+pcmk__primitive_assign: haproxy:0 allocation score on overcloud-controller-0: INFINITY
pcmk__primitive_assign: haproxy:0 allocation score on overcloud-controller-1: INFINITY
pcmk__primitive_assign: haproxy:0 allocation score on overcloud-controller-2: 0
pcmk__primitive_assign: haproxy:1 allocation score on overcloud-controller-0: INFINITY
diff --git a/cts/scheduler/scores/utilization-complex.scores b/cts/scheduler/scores/utilization-complex.scores
index 29bc92c..c37023d 100644
--- a/cts/scheduler/scores/utilization-complex.scores
+++ b/cts/scheduler/scores/utilization-complex.scores
@@ -1,80 +1,80 @@
-pcmk__bundle_allocate: httpd-bundle allocation score on rhel8-1: 0
-pcmk__bundle_allocate: httpd-bundle allocation score on rhel8-2: 0
-pcmk__bundle_allocate: httpd-bundle allocation score on rhel8-3: 0
-pcmk__bundle_allocate: httpd-bundle allocation score on rhel8-4: 0
-pcmk__bundle_allocate: httpd-bundle allocation score on rhel8-5: 0
-pcmk__bundle_allocate: httpd-bundle-0 allocation score on httpd-bundle-1: -INFINITY
-pcmk__bundle_allocate: httpd-bundle-0 allocation score on httpd-bundle-2: -INFINITY
-pcmk__bundle_allocate: httpd-bundle-0 allocation score on rhel8-1: 0
-pcmk__bundle_allocate: httpd-bundle-0 allocation score on rhel8-2: 0
-pcmk__bundle_allocate: httpd-bundle-0 allocation score on rhel8-3: 0
-pcmk__bundle_allocate: httpd-bundle-0 allocation score on rhel8-4: 0
-pcmk__bundle_allocate: httpd-bundle-0 allocation score on rhel8-5: 0
-pcmk__bundle_allocate: httpd-bundle-1 allocation score on httpd-bundle-2: -INFINITY
-pcmk__bundle_allocate: httpd-bundle-1 allocation score on rhel8-1: 0
-pcmk__bundle_allocate: httpd-bundle-1 allocation score on rhel8-2: 0
-pcmk__bundle_allocate: httpd-bundle-1 allocation score on rhel8-3: 0
-pcmk__bundle_allocate: httpd-bundle-1 allocation score on rhel8-4: 0
-pcmk__bundle_allocate: httpd-bundle-1 allocation score on rhel8-5: 0
-pcmk__bundle_allocate: httpd-bundle-2 allocation score on rhel8-1: 0
-pcmk__bundle_allocate: httpd-bundle-2 allocation score on rhel8-2: 0
-pcmk__bundle_allocate: httpd-bundle-2 allocation score on rhel8-3: 0
-pcmk__bundle_allocate: httpd-bundle-2 allocation score on rhel8-4: 0
-pcmk__bundle_allocate: httpd-bundle-2 allocation score on rhel8-5: 0
-pcmk__bundle_allocate: httpd-bundle-clone allocation score on httpd-bundle-0: -INFINITY
-pcmk__bundle_allocate: httpd-bundle-clone allocation score on httpd-bundle-1: -INFINITY
-pcmk__bundle_allocate: httpd-bundle-clone allocation score on httpd-bundle-2: -INFINITY
-pcmk__bundle_allocate: httpd-bundle-clone allocation score on rhel8-1: 0
-pcmk__bundle_allocate: httpd-bundle-clone allocation score on rhel8-2: 0
-pcmk__bundle_allocate: httpd-bundle-clone allocation score on rhel8-3: 0
-pcmk__bundle_allocate: httpd-bundle-clone allocation score on rhel8-4: 0
-pcmk__bundle_allocate: httpd-bundle-clone allocation score on rhel8-5: 0
-pcmk__bundle_allocate: httpd-bundle-ip-192.168.122.131 allocation score on httpd-bundle-0: 0
-pcmk__bundle_allocate: httpd-bundle-ip-192.168.122.131 allocation score on httpd-bundle-1: 0
-pcmk__bundle_allocate: httpd-bundle-ip-192.168.122.131 allocation score on httpd-bundle-2: 0
-pcmk__bundle_allocate: httpd-bundle-ip-192.168.122.131 allocation score on rhel8-1: 0
-pcmk__bundle_allocate: httpd-bundle-ip-192.168.122.131 allocation score on rhel8-2: 0
-pcmk__bundle_allocate: httpd-bundle-ip-192.168.122.131 allocation score on rhel8-3: 0
-pcmk__bundle_allocate: httpd-bundle-ip-192.168.122.131 allocation score on rhel8-4: 0
-pcmk__bundle_allocate: httpd-bundle-ip-192.168.122.131 allocation score on rhel8-5: 0
-pcmk__bundle_allocate: httpd-bundle-ip-192.168.122.132 allocation score on httpd-bundle-1: 0
-pcmk__bundle_allocate: httpd-bundle-ip-192.168.122.132 allocation score on httpd-bundle-2: 0
-pcmk__bundle_allocate: httpd-bundle-ip-192.168.122.132 allocation score on rhel8-1: 0
-pcmk__bundle_allocate: httpd-bundle-ip-192.168.122.132 allocation score on rhel8-2: 0
-pcmk__bundle_allocate: httpd-bundle-ip-192.168.122.132 allocation score on rhel8-3: 0
-pcmk__bundle_allocate: httpd-bundle-ip-192.168.122.132 allocation score on rhel8-4: 0
-pcmk__bundle_allocate: httpd-bundle-ip-192.168.122.132 allocation score on rhel8-5: 0
-pcmk__bundle_allocate: httpd-bundle-ip-192.168.122.133 allocation score on httpd-bundle-2: 0
-pcmk__bundle_allocate: httpd-bundle-ip-192.168.122.133 allocation score on rhel8-1: 0
-pcmk__bundle_allocate: httpd-bundle-ip-192.168.122.133 allocation score on rhel8-2: 0
-pcmk__bundle_allocate: httpd-bundle-ip-192.168.122.133 allocation score on rhel8-3: 0
-pcmk__bundle_allocate: httpd-bundle-ip-192.168.122.133 allocation score on rhel8-4: 0
-pcmk__bundle_allocate: httpd-bundle-ip-192.168.122.133 allocation score on rhel8-5: 0
-pcmk__bundle_allocate: httpd-bundle-podman-0 allocation score on httpd-bundle-0: 0
-pcmk__bundle_allocate: httpd-bundle-podman-0 allocation score on httpd-bundle-1: 0
-pcmk__bundle_allocate: httpd-bundle-podman-0 allocation score on httpd-bundle-2: 0
-pcmk__bundle_allocate: httpd-bundle-podman-0 allocation score on rhel8-1: 0
-pcmk__bundle_allocate: httpd-bundle-podman-0 allocation score on rhel8-2: 0
-pcmk__bundle_allocate: httpd-bundle-podman-0 allocation score on rhel8-3: 0
-pcmk__bundle_allocate: httpd-bundle-podman-0 allocation score on rhel8-4: 0
-pcmk__bundle_allocate: httpd-bundle-podman-0 allocation score on rhel8-5: 0
-pcmk__bundle_allocate: httpd-bundle-podman-1 allocation score on httpd-bundle-1: 0
-pcmk__bundle_allocate: httpd-bundle-podman-1 allocation score on httpd-bundle-2: 0
-pcmk__bundle_allocate: httpd-bundle-podman-1 allocation score on rhel8-1: 0
-pcmk__bundle_allocate: httpd-bundle-podman-1 allocation score on rhel8-2: 0
-pcmk__bundle_allocate: httpd-bundle-podman-1 allocation score on rhel8-3: 0
-pcmk__bundle_allocate: httpd-bundle-podman-1 allocation score on rhel8-4: 0
-pcmk__bundle_allocate: httpd-bundle-podman-1 allocation score on rhel8-5: 0
-pcmk__bundle_allocate: httpd-bundle-podman-2 allocation score on httpd-bundle-2: 0
-pcmk__bundle_allocate: httpd-bundle-podman-2 allocation score on rhel8-1: 0
-pcmk__bundle_allocate: httpd-bundle-podman-2 allocation score on rhel8-2: 0
-pcmk__bundle_allocate: httpd-bundle-podman-2 allocation score on rhel8-3: 0
-pcmk__bundle_allocate: httpd-bundle-podman-2 allocation score on rhel8-4: 0
-pcmk__bundle_allocate: httpd-bundle-podman-2 allocation score on rhel8-5: 0
-pcmk__bundle_allocate: httpd:0 allocation score on httpd-bundle-0: 501
-pcmk__bundle_allocate: httpd:1 allocation score on httpd-bundle-1: 500
-pcmk__bundle_allocate: httpd:2 allocation score on httpd-bundle-2: 500
+pcmk__bundle_assign: httpd-bundle allocation score on rhel8-1: 0
+pcmk__bundle_assign: httpd-bundle allocation score on rhel8-2: 0
+pcmk__bundle_assign: httpd-bundle allocation score on rhel8-3: 0
+pcmk__bundle_assign: httpd-bundle allocation score on rhel8-4: 0
+pcmk__bundle_assign: httpd-bundle allocation score on rhel8-5: 0
+pcmk__bundle_assign: httpd-bundle-0 allocation score on httpd-bundle-1: -INFINITY
+pcmk__bundle_assign: httpd-bundle-0 allocation score on httpd-bundle-2: -INFINITY
+pcmk__bundle_assign: httpd-bundle-0 allocation score on rhel8-1: 0
+pcmk__bundle_assign: httpd-bundle-0 allocation score on rhel8-2: 0
+pcmk__bundle_assign: httpd-bundle-0 allocation score on rhel8-3: 0
+pcmk__bundle_assign: httpd-bundle-0 allocation score on rhel8-4: 0
+pcmk__bundle_assign: httpd-bundle-0 allocation score on rhel8-5: 0
+pcmk__bundle_assign: httpd-bundle-1 allocation score on httpd-bundle-2: -INFINITY
+pcmk__bundle_assign: httpd-bundle-1 allocation score on rhel8-1: 0
+pcmk__bundle_assign: httpd-bundle-1 allocation score on rhel8-2: 0
+pcmk__bundle_assign: httpd-bundle-1 allocation score on rhel8-3: 0
+pcmk__bundle_assign: httpd-bundle-1 allocation score on rhel8-4: 0
+pcmk__bundle_assign: httpd-bundle-1 allocation score on rhel8-5: 0
+pcmk__bundle_assign: httpd-bundle-2 allocation score on rhel8-1: 0
+pcmk__bundle_assign: httpd-bundle-2 allocation score on rhel8-2: 0
+pcmk__bundle_assign: httpd-bundle-2 allocation score on rhel8-3: 0
+pcmk__bundle_assign: httpd-bundle-2 allocation score on rhel8-4: 0
+pcmk__bundle_assign: httpd-bundle-2 allocation score on rhel8-5: 0
+pcmk__bundle_assign: httpd-bundle-clone allocation score on httpd-bundle-0: -INFINITY
+pcmk__bundle_assign: httpd-bundle-clone allocation score on httpd-bundle-1: -INFINITY
+pcmk__bundle_assign: httpd-bundle-clone allocation score on httpd-bundle-2: -INFINITY
+pcmk__bundle_assign: httpd-bundle-clone allocation score on rhel8-1: 0
+pcmk__bundle_assign: httpd-bundle-clone allocation score on rhel8-2: 0
+pcmk__bundle_assign: httpd-bundle-clone allocation score on rhel8-3: 0
+pcmk__bundle_assign: httpd-bundle-clone allocation score on rhel8-4: 0
+pcmk__bundle_assign: httpd-bundle-clone allocation score on rhel8-5: 0
+pcmk__bundle_assign: httpd-bundle-ip-192.168.122.131 allocation score on httpd-bundle-0: 0
+pcmk__bundle_assign: httpd-bundle-ip-192.168.122.131 allocation score on httpd-bundle-1: 0
+pcmk__bundle_assign: httpd-bundle-ip-192.168.122.131 allocation score on httpd-bundle-2: 0
+pcmk__bundle_assign: httpd-bundle-ip-192.168.122.131 allocation score on rhel8-1: 0
+pcmk__bundle_assign: httpd-bundle-ip-192.168.122.131 allocation score on rhel8-2: 0
+pcmk__bundle_assign: httpd-bundle-ip-192.168.122.131 allocation score on rhel8-3: 0
+pcmk__bundle_assign: httpd-bundle-ip-192.168.122.131 allocation score on rhel8-4: 0
+pcmk__bundle_assign: httpd-bundle-ip-192.168.122.131 allocation score on rhel8-5: 0
+pcmk__bundle_assign: httpd-bundle-ip-192.168.122.132 allocation score on httpd-bundle-1: 0
+pcmk__bundle_assign: httpd-bundle-ip-192.168.122.132 allocation score on httpd-bundle-2: 0
+pcmk__bundle_assign: httpd-bundle-ip-192.168.122.132 allocation score on rhel8-1: 0
+pcmk__bundle_assign: httpd-bundle-ip-192.168.122.132 allocation score on rhel8-2: 0
+pcmk__bundle_assign: httpd-bundle-ip-192.168.122.132 allocation score on rhel8-3: 0
+pcmk__bundle_assign: httpd-bundle-ip-192.168.122.132 allocation score on rhel8-4: 0
+pcmk__bundle_assign: httpd-bundle-ip-192.168.122.132 allocation score on rhel8-5: 0
+pcmk__bundle_assign: httpd-bundle-ip-192.168.122.133 allocation score on httpd-bundle-2: 0
+pcmk__bundle_assign: httpd-bundle-ip-192.168.122.133 allocation score on rhel8-1: 0
+pcmk__bundle_assign: httpd-bundle-ip-192.168.122.133 allocation score on rhel8-2: 0
+pcmk__bundle_assign: httpd-bundle-ip-192.168.122.133 allocation score on rhel8-3: 0
+pcmk__bundle_assign: httpd-bundle-ip-192.168.122.133 allocation score on rhel8-4: 0
+pcmk__bundle_assign: httpd-bundle-ip-192.168.122.133 allocation score on rhel8-5: 0
+pcmk__bundle_assign: httpd-bundle-podman-0 allocation score on httpd-bundle-0: 0
+pcmk__bundle_assign: httpd-bundle-podman-0 allocation score on httpd-bundle-1: 0
+pcmk__bundle_assign: httpd-bundle-podman-0 allocation score on httpd-bundle-2: 0
+pcmk__bundle_assign: httpd-bundle-podman-0 allocation score on rhel8-1: 0
+pcmk__bundle_assign: httpd-bundle-podman-0 allocation score on rhel8-2: 0
+pcmk__bundle_assign: httpd-bundle-podman-0 allocation score on rhel8-3: 0
+pcmk__bundle_assign: httpd-bundle-podman-0 allocation score on rhel8-4: 0
+pcmk__bundle_assign: httpd-bundle-podman-0 allocation score on rhel8-5: 0
+pcmk__bundle_assign: httpd-bundle-podman-1 allocation score on httpd-bundle-1: 0
+pcmk__bundle_assign: httpd-bundle-podman-1 allocation score on httpd-bundle-2: 0
+pcmk__bundle_assign: httpd-bundle-podman-1 allocation score on rhel8-1: 0
+pcmk__bundle_assign: httpd-bundle-podman-1 allocation score on rhel8-2: 0
+pcmk__bundle_assign: httpd-bundle-podman-1 allocation score on rhel8-3: 0
+pcmk__bundle_assign: httpd-bundle-podman-1 allocation score on rhel8-4: 0
+pcmk__bundle_assign: httpd-bundle-podman-1 allocation score on rhel8-5: 0
+pcmk__bundle_assign: httpd-bundle-podman-2 allocation score on httpd-bundle-2: 0
+pcmk__bundle_assign: httpd-bundle-podman-2 allocation score on rhel8-1: 0
+pcmk__bundle_assign: httpd-bundle-podman-2 allocation score on rhel8-2: 0
+pcmk__bundle_assign: httpd-bundle-podman-2 allocation score on rhel8-3: 0
+pcmk__bundle_assign: httpd-bundle-podman-2 allocation score on rhel8-4: 0
+pcmk__bundle_assign: httpd-bundle-podman-2 allocation score on rhel8-5: 0
+pcmk__bundle_assign: httpd:0 allocation score on httpd-bundle-0: 501
+pcmk__bundle_assign: httpd:1 allocation score on httpd-bundle-1: 500
+pcmk__bundle_assign: httpd:2 allocation score on httpd-bundle-2: 500
pcmk__clone_assign: clone1-clone allocation score on httpd-bundle-0: -INFINITY
pcmk__clone_assign: clone1-clone allocation score on httpd-bundle-1: -INFINITY
pcmk__clone_assign: clone1-clone allocation score on httpd-bundle-2: -INFINITY
@@ -312,18 +312,26 @@ pcmk__primitive_assign: clone1:2 allocation score on rhel8-4: 1
pcmk__primitive_assign: clone1:2 allocation score on rhel8-5: 0
pcmk__primitive_assign: clone1:3 allocation score on httpd-bundle-0: -INFINITY
pcmk__primitive_assign: clone1:3 allocation score on httpd-bundle-0: -INFINITY
+pcmk__primitive_assign: clone1:3 allocation score on httpd-bundle-0: -INFINITY
+pcmk__primitive_assign: clone1:3 allocation score on httpd-bundle-1: -INFINITY
pcmk__primitive_assign: clone1:3 allocation score on httpd-bundle-1: -INFINITY
pcmk__primitive_assign: clone1:3 allocation score on httpd-bundle-1: -INFINITY
pcmk__primitive_assign: clone1:3 allocation score on httpd-bundle-2: -INFINITY
pcmk__primitive_assign: clone1:3 allocation score on httpd-bundle-2: -INFINITY
+pcmk__primitive_assign: clone1:3 allocation score on httpd-bundle-2: -INFINITY
+pcmk__primitive_assign: clone1:3 allocation score on rhel8-1: -INFINITY
pcmk__primitive_assign: clone1:3 allocation score on rhel8-1: -INFINITY
pcmk__primitive_assign: clone1:3 allocation score on rhel8-1: 0
pcmk__primitive_assign: clone1:3 allocation score on rhel8-2: -INFINITY
pcmk__primitive_assign: clone1:3 allocation score on rhel8-2: -INFINITY
+pcmk__primitive_assign: clone1:3 allocation score on rhel8-2: -INFINITY
+pcmk__primitive_assign: clone1:3 allocation score on rhel8-3: -INFINITY
pcmk__primitive_assign: clone1:3 allocation score on rhel8-3: -INFINITY
pcmk__primitive_assign: clone1:3 allocation score on rhel8-3: -INFINITY
pcmk__primitive_assign: clone1:3 allocation score on rhel8-4: -INFINITY
pcmk__primitive_assign: clone1:3 allocation score on rhel8-4: -INFINITY
+pcmk__primitive_assign: clone1:3 allocation score on rhel8-4: -INFINITY
+pcmk__primitive_assign: clone1:3 allocation score on rhel8-5: 1
pcmk__primitive_assign: clone1:3 allocation score on rhel8-5: 1
pcmk__primitive_assign: clone1:3 allocation score on rhel8-5: 1
pcmk__primitive_assign: clone1:4 allocation score on httpd-bundle-0: -INFINITY
@@ -384,18 +392,26 @@ pcmk__primitive_assign: clone2:2 allocation score on rhel8-4: 1
pcmk__primitive_assign: clone2:2 allocation score on rhel8-5: -INFINITY
pcmk__primitive_assign: clone2:3 allocation score on httpd-bundle-0: -INFINITY
pcmk__primitive_assign: clone2:3 allocation score on httpd-bundle-0: -INFINITY
+pcmk__primitive_assign: clone2:3 allocation score on httpd-bundle-0: -INFINITY
pcmk__primitive_assign: clone2:3 allocation score on httpd-bundle-1: -INFINITY
pcmk__primitive_assign: clone2:3 allocation score on httpd-bundle-1: -INFINITY
+pcmk__primitive_assign: clone2:3 allocation score on httpd-bundle-1: -INFINITY
+pcmk__primitive_assign: clone2:3 allocation score on httpd-bundle-2: -INFINITY
pcmk__primitive_assign: clone2:3 allocation score on httpd-bundle-2: -INFINITY
pcmk__primitive_assign: clone2:3 allocation score on httpd-bundle-2: -INFINITY
pcmk__primitive_assign: clone2:3 allocation score on rhel8-1: -INFINITY
+pcmk__primitive_assign: clone2:3 allocation score on rhel8-1: -INFINITY
pcmk__primitive_assign: clone2:3 allocation score on rhel8-1: 0
pcmk__primitive_assign: clone2:3 allocation score on rhel8-2: -INFINITY
pcmk__primitive_assign: clone2:3 allocation score on rhel8-2: -INFINITY
+pcmk__primitive_assign: clone2:3 allocation score on rhel8-2: -INFINITY
+pcmk__primitive_assign: clone2:3 allocation score on rhel8-3: -INFINITY
pcmk__primitive_assign: clone2:3 allocation score on rhel8-3: -INFINITY
pcmk__primitive_assign: clone2:3 allocation score on rhel8-3: -INFINITY
pcmk__primitive_assign: clone2:3 allocation score on rhel8-4: -INFINITY
pcmk__primitive_assign: clone2:3 allocation score on rhel8-4: -INFINITY
+pcmk__primitive_assign: clone2:3 allocation score on rhel8-4: -INFINITY
+pcmk__primitive_assign: clone2:3 allocation score on rhel8-5: -INFINITY
pcmk__primitive_assign: clone2:3 allocation score on rhel8-5: -INFINITY
pcmk__primitive_assign: clone2:3 allocation score on rhel8-5: -INFINITY
pcmk__primitive_assign: clone2:4 allocation score on httpd-bundle-0: -INFINITY
@@ -535,18 +551,26 @@ pcmk__primitive_assign: httpd-bundle-ip-192.168.122.133 allocation score on rhel
pcmk__primitive_assign: httpd-bundle-ip-192.168.122.133 allocation score on rhel8-5: -INFINITY
pcmk__primitive_assign: httpd-bundle-podman-0 allocation score on httpd-bundle-0: -INFINITY
pcmk__primitive_assign: httpd-bundle-podman-0 allocation score on httpd-bundle-0: -INFINITY
+pcmk__primitive_assign: httpd-bundle-podman-0 allocation score on httpd-bundle-0: -INFINITY
+pcmk__primitive_assign: httpd-bundle-podman-0 allocation score on httpd-bundle-1: -INFINITY
pcmk__primitive_assign: httpd-bundle-podman-0 allocation score on httpd-bundle-1: -INFINITY
pcmk__primitive_assign: httpd-bundle-podman-0 allocation score on httpd-bundle-1: -INFINITY
pcmk__primitive_assign: httpd-bundle-podman-0 allocation score on httpd-bundle-2: -INFINITY
pcmk__primitive_assign: httpd-bundle-podman-0 allocation score on httpd-bundle-2: -INFINITY
+pcmk__primitive_assign: httpd-bundle-podman-0 allocation score on httpd-bundle-2: -INFINITY
+pcmk__primitive_assign: httpd-bundle-podman-0 allocation score on rhel8-1: -INFINITY
pcmk__primitive_assign: httpd-bundle-podman-0 allocation score on rhel8-1: -INFINITY
pcmk__primitive_assign: httpd-bundle-podman-0 allocation score on rhel8-1: -INFINITY
pcmk__primitive_assign: httpd-bundle-podman-0 allocation score on rhel8-2: -INFINITY
pcmk__primitive_assign: httpd-bundle-podman-0 allocation score on rhel8-2: -INFINITY
+pcmk__primitive_assign: httpd-bundle-podman-0 allocation score on rhel8-2: -INFINITY
pcmk__primitive_assign: httpd-bundle-podman-0 allocation score on rhel8-3: -INFINITY
pcmk__primitive_assign: httpd-bundle-podman-0 allocation score on rhel8-3: -INFINITY
+pcmk__primitive_assign: httpd-bundle-podman-0 allocation score on rhel8-3: -INFINITY
+pcmk__primitive_assign: httpd-bundle-podman-0 allocation score on rhel8-4: -INFINITY
pcmk__primitive_assign: httpd-bundle-podman-0 allocation score on rhel8-4: -INFINITY
pcmk__primitive_assign: httpd-bundle-podman-0 allocation score on rhel8-4: -INFINITY
+pcmk__primitive_assign: httpd-bundle-podman-0 allocation score on rhel8-5: -INFINITY
pcmk__primitive_assign: httpd-bundle-podman-0 allocation score on rhel8-5: 0
pcmk__primitive_assign: httpd-bundle-podman-0 allocation score on rhel8-5: 0
pcmk__primitive_assign: httpd-bundle-podman-1 allocation score on httpd-bundle-1: -INFINITY
diff --git a/cts/scheduler/scores/utilization-order2.scores b/cts/scheduler/scores/utilization-order2.scores
index c4b49d9..4476b60 100644
--- a/cts/scheduler/scores/utilization-order2.scores
+++ b/cts/scheduler/scores/utilization-order2.scores
@@ -9,6 +9,8 @@ pcmk__primitive_assign: rsc1 allocation score on node1: 0
pcmk__primitive_assign: rsc1 allocation score on node2: 0
pcmk__primitive_assign: rsc2:0 allocation score on node1: 1
pcmk__primitive_assign: rsc2:0 allocation score on node1: 1
+pcmk__primitive_assign: rsc2:0 allocation score on node1: 1
+pcmk__primitive_assign: rsc2:0 allocation score on node2: -INFINITY
pcmk__primitive_assign: rsc2:0 allocation score on node2: -INFINITY
pcmk__primitive_assign: rsc2:0 allocation score on node2: 0
pcmk__primitive_assign: rsc2:1 allocation score on node1: 0
diff --git a/cts/scheduler/scores/utilization-order4.scores b/cts/scheduler/scores/utilization-order4.scores
index 21eef87..fdc6163 100644
--- a/cts/scheduler/scores/utilization-order4.scores
+++ b/cts/scheduler/scores/utilization-order4.scores
@@ -47,15 +47,15 @@ pcmk__primitive_assign: degllx63-vm allocation score on deglxen001: -INFINITY
pcmk__primitive_assign: degllx63-vm allocation score on deglxen002: -INFINITY
pcmk__primitive_assign: degllx64-vm allocation score on deglxen001: -INFINITY
pcmk__primitive_assign: degllx64-vm allocation score on deglxen002: -INFINITY
-pcmk__primitive_assign: nfs-xen_config:0 allocation score on deglxen001: 300000
+pcmk__primitive_assign: nfs-xen_config:0 allocation score on deglxen001: 410000
pcmk__primitive_assign: nfs-xen_config:0 allocation score on deglxen002: -INFINITY
pcmk__primitive_assign: nfs-xen_config:1 allocation score on deglxen001: -INFINITY
pcmk__primitive_assign: nfs-xen_config:1 allocation score on deglxen002: -INFINITY
-pcmk__primitive_assign: nfs-xen_images:0 allocation score on deglxen001: 100000
+pcmk__primitive_assign: nfs-xen_images:0 allocation score on deglxen001: 210000
pcmk__primitive_assign: nfs-xen_images:0 allocation score on deglxen002: -INFINITY
pcmk__primitive_assign: nfs-xen_images:1 allocation score on deglxen001: -INFINITY
pcmk__primitive_assign: nfs-xen_images:1 allocation score on deglxen002: -INFINITY
-pcmk__primitive_assign: nfs-xen_swapfiles:0 allocation score on deglxen001: 200000
+pcmk__primitive_assign: nfs-xen_swapfiles:0 allocation score on deglxen001: 310000
pcmk__primitive_assign: nfs-xen_swapfiles:0 allocation score on deglxen002: -INFINITY
pcmk__primitive_assign: nfs-xen_swapfiles:1 allocation score on deglxen001: -INFINITY
pcmk__primitive_assign: nfs-xen_swapfiles:1 allocation score on deglxen002: -INFINITY
diff --git a/cts/scheduler/scores/utilization-shuffle.scores b/cts/scheduler/scores/utilization-shuffle.scores
index 5568dd3..e58269b 100644
--- a/cts/scheduler/scores/utilization-shuffle.scores
+++ b/cts/scheduler/scores/utilization-shuffle.scores
@@ -210,13 +210,23 @@ pcmk__primitive_assign: prmApPostgreSQLDB3 allocation score on act3: -INFINITY
pcmk__primitive_assign: prmApPostgreSQLDB3 allocation score on sby1: -INFINITY
pcmk__primitive_assign: prmApPostgreSQLDB3 allocation score on sby2: -INFINITY
pcmk__primitive_assign: prmDiskd1:0 allocation score on act1: -INFINITY
+pcmk__primitive_assign: prmDiskd1:0 allocation score on act1: -INFINITY
+pcmk__primitive_assign: prmDiskd1:0 allocation score on act1: -INFINITY
+pcmk__primitive_assign: prmDiskd1:0 allocation score on act2: -INFINITY
+pcmk__primitive_assign: prmDiskd1:0 allocation score on act2: -INFINITY
pcmk__primitive_assign: prmDiskd1:0 allocation score on act2: -INFINITY
+pcmk__primitive_assign: prmDiskd1:0 allocation score on act3: -INFINITY
+pcmk__primitive_assign: prmDiskd1:0 allocation score on act3: -INFINITY
pcmk__primitive_assign: prmDiskd1:0 allocation score on act3: INFINITY
+pcmk__primitive_assign: prmDiskd1:0 allocation score on sby1: -INFINITY
+pcmk__primitive_assign: prmDiskd1:0 allocation score on sby1: -INFINITY
pcmk__primitive_assign: prmDiskd1:0 allocation score on sby1: 0
+pcmk__primitive_assign: prmDiskd1:0 allocation score on sby2: -INFINITY
+pcmk__primitive_assign: prmDiskd1:0 allocation score on sby2: 0
pcmk__primitive_assign: prmDiskd1:0 allocation score on sby2: 0
pcmk__primitive_assign: prmDiskd1:1 allocation score on act1: INFINITY
-pcmk__primitive_assign: prmDiskd1:1 allocation score on act2: 0
-pcmk__primitive_assign: prmDiskd1:1 allocation score on act3: 0
+pcmk__primitive_assign: prmDiskd1:1 allocation score on act2: INFINITY
+pcmk__primitive_assign: prmDiskd1:1 allocation score on act3: -INFINITY
pcmk__primitive_assign: prmDiskd1:1 allocation score on sby1: 0
pcmk__primitive_assign: prmDiskd1:1 allocation score on sby2: 0
pcmk__primitive_assign: prmDiskd1:2 allocation score on act1: -INFINITY
@@ -231,17 +241,27 @@ pcmk__primitive_assign: prmDiskd1:3 allocation score on sby1: -INFINITY
pcmk__primitive_assign: prmDiskd1:3 allocation score on sby2: INFINITY
pcmk__primitive_assign: prmDiskd1:4 allocation score on act1: -INFINITY
pcmk__primitive_assign: prmDiskd1:4 allocation score on act2: INFINITY
-pcmk__primitive_assign: prmDiskd1:4 allocation score on act3: 0
+pcmk__primitive_assign: prmDiskd1:4 allocation score on act3: -INFINITY
pcmk__primitive_assign: prmDiskd1:4 allocation score on sby1: 0
pcmk__primitive_assign: prmDiskd1:4 allocation score on sby2: 0
pcmk__primitive_assign: prmDiskd2:0 allocation score on act1: -INFINITY
+pcmk__primitive_assign: prmDiskd2:0 allocation score on act1: -INFINITY
+pcmk__primitive_assign: prmDiskd2:0 allocation score on act1: -INFINITY
+pcmk__primitive_assign: prmDiskd2:0 allocation score on act2: -INFINITY
pcmk__primitive_assign: prmDiskd2:0 allocation score on act2: -INFINITY
+pcmk__primitive_assign: prmDiskd2:0 allocation score on act2: -INFINITY
+pcmk__primitive_assign: prmDiskd2:0 allocation score on act3: -INFINITY
+pcmk__primitive_assign: prmDiskd2:0 allocation score on act3: -INFINITY
pcmk__primitive_assign: prmDiskd2:0 allocation score on act3: INFINITY
+pcmk__primitive_assign: prmDiskd2:0 allocation score on sby1: -INFINITY
+pcmk__primitive_assign: prmDiskd2:0 allocation score on sby1: -INFINITY
pcmk__primitive_assign: prmDiskd2:0 allocation score on sby1: 0
+pcmk__primitive_assign: prmDiskd2:0 allocation score on sby2: -INFINITY
+pcmk__primitive_assign: prmDiskd2:0 allocation score on sby2: 0
pcmk__primitive_assign: prmDiskd2:0 allocation score on sby2: 0
pcmk__primitive_assign: prmDiskd2:1 allocation score on act1: INFINITY
-pcmk__primitive_assign: prmDiskd2:1 allocation score on act2: 0
-pcmk__primitive_assign: prmDiskd2:1 allocation score on act3: 0
+pcmk__primitive_assign: prmDiskd2:1 allocation score on act2: INFINITY
+pcmk__primitive_assign: prmDiskd2:1 allocation score on act3: -INFINITY
pcmk__primitive_assign: prmDiskd2:1 allocation score on sby1: 0
pcmk__primitive_assign: prmDiskd2:1 allocation score on sby2: 0
pcmk__primitive_assign: prmDiskd2:2 allocation score on act1: -INFINITY
@@ -256,7 +276,7 @@ pcmk__primitive_assign: prmDiskd2:3 allocation score on sby1: -INFINITY
pcmk__primitive_assign: prmDiskd2:3 allocation score on sby2: INFINITY
pcmk__primitive_assign: prmDiskd2:4 allocation score on act1: -INFINITY
pcmk__primitive_assign: prmDiskd2:4 allocation score on act2: INFINITY
-pcmk__primitive_assign: prmDiskd2:4 allocation score on act3: 0
+pcmk__primitive_assign: prmDiskd2:4 allocation score on act3: -INFINITY
pcmk__primitive_assign: prmDiskd2:4 allocation score on sby1: 0
pcmk__primitive_assign: prmDiskd2:4 allocation score on sby2: 0
pcmk__primitive_assign: prmExPostgreSQLDB1 allocation score on act1: 200
@@ -335,13 +355,23 @@ pcmk__primitive_assign: prmIpPostgreSQLDB3 allocation score on act3: -INFINITY
pcmk__primitive_assign: prmIpPostgreSQLDB3 allocation score on sby1: -INFINITY
pcmk__primitive_assign: prmIpPostgreSQLDB3 allocation score on sby2: -INFINITY
pcmk__primitive_assign: prmPingd:0 allocation score on act1: -INFINITY
+pcmk__primitive_assign: prmPingd:0 allocation score on act1: -INFINITY
+pcmk__primitive_assign: prmPingd:0 allocation score on act1: -INFINITY
pcmk__primitive_assign: prmPingd:0 allocation score on act2: -INFINITY
+pcmk__primitive_assign: prmPingd:0 allocation score on act2: -INFINITY
+pcmk__primitive_assign: prmPingd:0 allocation score on act2: -INFINITY
+pcmk__primitive_assign: prmPingd:0 allocation score on act3: -INFINITY
+pcmk__primitive_assign: prmPingd:0 allocation score on act3: -INFINITY
pcmk__primitive_assign: prmPingd:0 allocation score on act3: INFINITY
+pcmk__primitive_assign: prmPingd:0 allocation score on sby1: -INFINITY
+pcmk__primitive_assign: prmPingd:0 allocation score on sby1: -INFINITY
pcmk__primitive_assign: prmPingd:0 allocation score on sby1: 0
+pcmk__primitive_assign: prmPingd:0 allocation score on sby2: -INFINITY
+pcmk__primitive_assign: prmPingd:0 allocation score on sby2: 0
pcmk__primitive_assign: prmPingd:0 allocation score on sby2: 0
pcmk__primitive_assign: prmPingd:1 allocation score on act1: INFINITY
-pcmk__primitive_assign: prmPingd:1 allocation score on act2: 0
-pcmk__primitive_assign: prmPingd:1 allocation score on act3: 0
+pcmk__primitive_assign: prmPingd:1 allocation score on act2: INFINITY
+pcmk__primitive_assign: prmPingd:1 allocation score on act3: -INFINITY
pcmk__primitive_assign: prmPingd:1 allocation score on sby1: 0
pcmk__primitive_assign: prmPingd:1 allocation score on sby2: 0
pcmk__primitive_assign: prmPingd:2 allocation score on act1: -INFINITY
@@ -356,6 +386,6 @@ pcmk__primitive_assign: prmPingd:3 allocation score on sby1: -INFINITY
pcmk__primitive_assign: prmPingd:3 allocation score on sby2: INFINITY
pcmk__primitive_assign: prmPingd:4 allocation score on act1: -INFINITY
pcmk__primitive_assign: prmPingd:4 allocation score on act2: INFINITY
-pcmk__primitive_assign: prmPingd:4 allocation score on act3: 0
+pcmk__primitive_assign: prmPingd:4 allocation score on act3: -INFINITY
pcmk__primitive_assign: prmPingd:4 allocation score on sby1: 0
pcmk__primitive_assign: prmPingd:4 allocation score on sby2: 0
diff --git a/cts/scheduler/scores/year-2038.scores b/cts/scheduler/scores/year-2038.scores
index 1605ec0..a2fe598 100644
--- a/cts/scheduler/scores/year-2038.scores
+++ b/cts/scheduler/scores/year-2038.scores
@@ -2,194 +2,194 @@
galera:0 promotion score on galera-bundle-0: 100
galera:1 promotion score on galera-bundle-1: 100
galera:2 promotion score on galera-bundle-2: 100
-pcmk__bundle_allocate: galera-bundle allocation score on controller-0: 0
-pcmk__bundle_allocate: galera-bundle allocation score on controller-1: 0
-pcmk__bundle_allocate: galera-bundle allocation score on controller-2: 0
-pcmk__bundle_allocate: galera-bundle allocation score on overcloud-novacompute-0: -INFINITY
-pcmk__bundle_allocate: galera-bundle allocation score on overcloud-novacompute-1: -INFINITY
-pcmk__bundle_allocate: galera-bundle-0 allocation score on controller-0: 0
-pcmk__bundle_allocate: galera-bundle-0 allocation score on controller-1: 0
-pcmk__bundle_allocate: galera-bundle-0 allocation score on controller-2: 0
-pcmk__bundle_allocate: galera-bundle-0 allocation score on overcloud-novacompute-0: -INFINITY
-pcmk__bundle_allocate: galera-bundle-0 allocation score on overcloud-novacompute-1: -INFINITY
-pcmk__bundle_allocate: galera-bundle-1 allocation score on controller-0: 0
-pcmk__bundle_allocate: galera-bundle-1 allocation score on controller-1: 0
-pcmk__bundle_allocate: galera-bundle-1 allocation score on controller-2: 0
-pcmk__bundle_allocate: galera-bundle-1 allocation score on overcloud-novacompute-0: -INFINITY
-pcmk__bundle_allocate: galera-bundle-1 allocation score on overcloud-novacompute-1: -INFINITY
-pcmk__bundle_allocate: galera-bundle-2 allocation score on controller-0: 0
-pcmk__bundle_allocate: galera-bundle-2 allocation score on controller-1: 0
-pcmk__bundle_allocate: galera-bundle-2 allocation score on controller-2: 0
-pcmk__bundle_allocate: galera-bundle-2 allocation score on overcloud-novacompute-0: -INFINITY
-pcmk__bundle_allocate: galera-bundle-2 allocation score on overcloud-novacompute-1: -INFINITY
-pcmk__bundle_allocate: galera-bundle-docker-0 allocation score on controller-0: 0
-pcmk__bundle_allocate: galera-bundle-docker-0 allocation score on controller-1: 0
-pcmk__bundle_allocate: galera-bundle-docker-0 allocation score on controller-2: 0
-pcmk__bundle_allocate: galera-bundle-docker-0 allocation score on overcloud-novacompute-0: -INFINITY
-pcmk__bundle_allocate: galera-bundle-docker-0 allocation score on overcloud-novacompute-1: -INFINITY
-pcmk__bundle_allocate: galera-bundle-docker-1 allocation score on controller-0: 0
-pcmk__bundle_allocate: galera-bundle-docker-1 allocation score on controller-1: 0
-pcmk__bundle_allocate: galera-bundle-docker-1 allocation score on controller-2: 0
-pcmk__bundle_allocate: galera-bundle-docker-1 allocation score on overcloud-novacompute-0: -INFINITY
-pcmk__bundle_allocate: galera-bundle-docker-1 allocation score on overcloud-novacompute-1: -INFINITY
-pcmk__bundle_allocate: galera-bundle-docker-2 allocation score on controller-0: 0
-pcmk__bundle_allocate: galera-bundle-docker-2 allocation score on controller-1: 0
-pcmk__bundle_allocate: galera-bundle-docker-2 allocation score on controller-2: 0
-pcmk__bundle_allocate: galera-bundle-docker-2 allocation score on overcloud-novacompute-0: -INFINITY
-pcmk__bundle_allocate: galera-bundle-docker-2 allocation score on overcloud-novacompute-1: -INFINITY
-pcmk__bundle_allocate: galera-bundle-master allocation score on controller-0: 0
-pcmk__bundle_allocate: galera-bundle-master allocation score on controller-1: 0
-pcmk__bundle_allocate: galera-bundle-master allocation score on controller-2: 0
-pcmk__bundle_allocate: galera-bundle-master allocation score on galera-bundle-0: -INFINITY
-pcmk__bundle_allocate: galera-bundle-master allocation score on galera-bundle-1: -INFINITY
-pcmk__bundle_allocate: galera-bundle-master allocation score on galera-bundle-2: -INFINITY
-pcmk__bundle_allocate: galera-bundle-master allocation score on overcloud-novacompute-0: 0
-pcmk__bundle_allocate: galera-bundle-master allocation score on overcloud-novacompute-1: 0
-pcmk__bundle_allocate: galera:0 allocation score on galera-bundle-0: 501
-pcmk__bundle_allocate: galera:1 allocation score on galera-bundle-1: 501
-pcmk__bundle_allocate: galera:2 allocation score on galera-bundle-2: 501
-pcmk__bundle_allocate: haproxy-bundle allocation score on controller-0: 0
-pcmk__bundle_allocate: haproxy-bundle allocation score on controller-0: 0
-pcmk__bundle_allocate: haproxy-bundle allocation score on controller-1: 0
-pcmk__bundle_allocate: haproxy-bundle allocation score on controller-1: 0
-pcmk__bundle_allocate: haproxy-bundle allocation score on controller-2: 0
-pcmk__bundle_allocate: haproxy-bundle allocation score on controller-2: 0
-pcmk__bundle_allocate: haproxy-bundle allocation score on overcloud-novacompute-0: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle allocation score on overcloud-novacompute-0: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle allocation score on overcloud-novacompute-1: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle allocation score on overcloud-novacompute-1: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-docker-0 allocation score on controller-0: 0
-pcmk__bundle_allocate: haproxy-bundle-docker-0 allocation score on controller-0: 0
-pcmk__bundle_allocate: haproxy-bundle-docker-0 allocation score on controller-1: 0
-pcmk__bundle_allocate: haproxy-bundle-docker-0 allocation score on controller-1: 0
-pcmk__bundle_allocate: haproxy-bundle-docker-0 allocation score on controller-2: 0
-pcmk__bundle_allocate: haproxy-bundle-docker-0 allocation score on controller-2: 0
-pcmk__bundle_allocate: haproxy-bundle-docker-0 allocation score on overcloud-novacompute-0: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-docker-0 allocation score on overcloud-novacompute-0: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-docker-0 allocation score on overcloud-novacompute-1: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-docker-0 allocation score on overcloud-novacompute-1: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-docker-1 allocation score on controller-0: 0
-pcmk__bundle_allocate: haproxy-bundle-docker-1 allocation score on controller-0: 0
-pcmk__bundle_allocate: haproxy-bundle-docker-1 allocation score on controller-1: 0
-pcmk__bundle_allocate: haproxy-bundle-docker-1 allocation score on controller-1: 0
-pcmk__bundle_allocate: haproxy-bundle-docker-1 allocation score on controller-2: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-docker-1 allocation score on controller-2: 0
-pcmk__bundle_allocate: haproxy-bundle-docker-1 allocation score on overcloud-novacompute-0: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-docker-1 allocation score on overcloud-novacompute-0: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-docker-1 allocation score on overcloud-novacompute-1: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-docker-1 allocation score on overcloud-novacompute-1: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-docker-2 allocation score on controller-0: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-docker-2 allocation score on controller-0: 0
-pcmk__bundle_allocate: haproxy-bundle-docker-2 allocation score on controller-1: 0
-pcmk__bundle_allocate: haproxy-bundle-docker-2 allocation score on controller-1: 0
-pcmk__bundle_allocate: haproxy-bundle-docker-2 allocation score on controller-2: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-docker-2 allocation score on controller-2: 0
-pcmk__bundle_allocate: haproxy-bundle-docker-2 allocation score on overcloud-novacompute-0: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-docker-2 allocation score on overcloud-novacompute-0: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-docker-2 allocation score on overcloud-novacompute-1: -INFINITY
-pcmk__bundle_allocate: haproxy-bundle-docker-2 allocation score on overcloud-novacompute-1: -INFINITY
-pcmk__bundle_allocate: openstack-cinder-volume allocation score on controller-0: 0
-pcmk__bundle_allocate: openstack-cinder-volume allocation score on controller-1: 0
-pcmk__bundle_allocate: openstack-cinder-volume allocation score on controller-2: 0
-pcmk__bundle_allocate: openstack-cinder-volume allocation score on overcloud-novacompute-0: -INFINITY
-pcmk__bundle_allocate: openstack-cinder-volume allocation score on overcloud-novacompute-1: -INFINITY
-pcmk__bundle_allocate: openstack-cinder-volume-docker-0 allocation score on controller-0: 0
-pcmk__bundle_allocate: openstack-cinder-volume-docker-0 allocation score on controller-1: 0
-pcmk__bundle_allocate: openstack-cinder-volume-docker-0 allocation score on controller-2: 0
-pcmk__bundle_allocate: openstack-cinder-volume-docker-0 allocation score on overcloud-novacompute-0: -INFINITY
-pcmk__bundle_allocate: openstack-cinder-volume-docker-0 allocation score on overcloud-novacompute-1: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle allocation score on controller-0: 0
-pcmk__bundle_allocate: rabbitmq-bundle allocation score on controller-1: 0
-pcmk__bundle_allocate: rabbitmq-bundle allocation score on controller-2: 0
-pcmk__bundle_allocate: rabbitmq-bundle allocation score on overcloud-novacompute-0: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle allocation score on overcloud-novacompute-1: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-0 allocation score on controller-0: 0
-pcmk__bundle_allocate: rabbitmq-bundle-0 allocation score on controller-1: 0
-pcmk__bundle_allocate: rabbitmq-bundle-0 allocation score on controller-2: 0
-pcmk__bundle_allocate: rabbitmq-bundle-0 allocation score on overcloud-novacompute-0: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-0 allocation score on overcloud-novacompute-1: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-1 allocation score on controller-0: 0
-pcmk__bundle_allocate: rabbitmq-bundle-1 allocation score on controller-1: 0
-pcmk__bundle_allocate: rabbitmq-bundle-1 allocation score on controller-2: 0
-pcmk__bundle_allocate: rabbitmq-bundle-1 allocation score on overcloud-novacompute-0: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-1 allocation score on overcloud-novacompute-1: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-2 allocation score on controller-0: 0
-pcmk__bundle_allocate: rabbitmq-bundle-2 allocation score on controller-1: 0
-pcmk__bundle_allocate: rabbitmq-bundle-2 allocation score on controller-2: 0
-pcmk__bundle_allocate: rabbitmq-bundle-2 allocation score on overcloud-novacompute-0: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-2 allocation score on overcloud-novacompute-1: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-clone allocation score on controller-0: 0
-pcmk__bundle_allocate: rabbitmq-bundle-clone allocation score on controller-1: 0
-pcmk__bundle_allocate: rabbitmq-bundle-clone allocation score on controller-2: 0
-pcmk__bundle_allocate: rabbitmq-bundle-clone allocation score on overcloud-novacompute-0: 0
-pcmk__bundle_allocate: rabbitmq-bundle-clone allocation score on overcloud-novacompute-1: 0
-pcmk__bundle_allocate: rabbitmq-bundle-clone allocation score on rabbitmq-bundle-0: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-clone allocation score on rabbitmq-bundle-1: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-clone allocation score on rabbitmq-bundle-2: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-docker-0 allocation score on controller-0: 0
-pcmk__bundle_allocate: rabbitmq-bundle-docker-0 allocation score on controller-1: 0
-pcmk__bundle_allocate: rabbitmq-bundle-docker-0 allocation score on controller-2: 0
-pcmk__bundle_allocate: rabbitmq-bundle-docker-0 allocation score on overcloud-novacompute-0: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-docker-0 allocation score on overcloud-novacompute-1: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-docker-1 allocation score on controller-0: 0
-pcmk__bundle_allocate: rabbitmq-bundle-docker-1 allocation score on controller-1: 0
-pcmk__bundle_allocate: rabbitmq-bundle-docker-1 allocation score on controller-2: 0
-pcmk__bundle_allocate: rabbitmq-bundle-docker-1 allocation score on overcloud-novacompute-0: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-docker-1 allocation score on overcloud-novacompute-1: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-docker-2 allocation score on controller-0: 0
-pcmk__bundle_allocate: rabbitmq-bundle-docker-2 allocation score on controller-1: 0
-pcmk__bundle_allocate: rabbitmq-bundle-docker-2 allocation score on controller-2: 0
-pcmk__bundle_allocate: rabbitmq-bundle-docker-2 allocation score on overcloud-novacompute-0: -INFINITY
-pcmk__bundle_allocate: rabbitmq-bundle-docker-2 allocation score on overcloud-novacompute-1: -INFINITY
-pcmk__bundle_allocate: rabbitmq:0 allocation score on rabbitmq-bundle-0: 501
-pcmk__bundle_allocate: rabbitmq:1 allocation score on rabbitmq-bundle-1: 501
-pcmk__bundle_allocate: rabbitmq:2 allocation score on rabbitmq-bundle-2: 501
-pcmk__bundle_allocate: redis-bundle allocation score on controller-0: 0
-pcmk__bundle_allocate: redis-bundle allocation score on controller-1: 0
-pcmk__bundle_allocate: redis-bundle allocation score on controller-2: 0
-pcmk__bundle_allocate: redis-bundle allocation score on overcloud-novacompute-0: -INFINITY
-pcmk__bundle_allocate: redis-bundle allocation score on overcloud-novacompute-1: -INFINITY
-pcmk__bundle_allocate: redis-bundle-0 allocation score on controller-0: 0
-pcmk__bundle_allocate: redis-bundle-0 allocation score on controller-1: 0
-pcmk__bundle_allocate: redis-bundle-0 allocation score on controller-2: 0
-pcmk__bundle_allocate: redis-bundle-0 allocation score on overcloud-novacompute-0: -INFINITY
-pcmk__bundle_allocate: redis-bundle-0 allocation score on overcloud-novacompute-1: -INFINITY
-pcmk__bundle_allocate: redis-bundle-1 allocation score on controller-0: 0
-pcmk__bundle_allocate: redis-bundle-1 allocation score on controller-1: 0
-pcmk__bundle_allocate: redis-bundle-1 allocation score on controller-2: 0
-pcmk__bundle_allocate: redis-bundle-1 allocation score on overcloud-novacompute-0: -INFINITY
-pcmk__bundle_allocate: redis-bundle-1 allocation score on overcloud-novacompute-1: -INFINITY
-pcmk__bundle_allocate: redis-bundle-2 allocation score on controller-0: 0
-pcmk__bundle_allocate: redis-bundle-2 allocation score on controller-1: 0
-pcmk__bundle_allocate: redis-bundle-2 allocation score on controller-2: 0
-pcmk__bundle_allocate: redis-bundle-2 allocation score on overcloud-novacompute-0: -INFINITY
-pcmk__bundle_allocate: redis-bundle-2 allocation score on overcloud-novacompute-1: -INFINITY
-pcmk__bundle_allocate: redis-bundle-docker-0 allocation score on controller-0: 0
-pcmk__bundle_allocate: redis-bundle-docker-0 allocation score on controller-1: 0
-pcmk__bundle_allocate: redis-bundle-docker-0 allocation score on controller-2: 0
-pcmk__bundle_allocate: redis-bundle-docker-0 allocation score on overcloud-novacompute-0: -INFINITY
-pcmk__bundle_allocate: redis-bundle-docker-0 allocation score on overcloud-novacompute-1: -INFINITY
-pcmk__bundle_allocate: redis-bundle-docker-1 allocation score on controller-0: 0
-pcmk__bundle_allocate: redis-bundle-docker-1 allocation score on controller-1: 0
-pcmk__bundle_allocate: redis-bundle-docker-1 allocation score on controller-2: 0
-pcmk__bundle_allocate: redis-bundle-docker-1 allocation score on overcloud-novacompute-0: -INFINITY
-pcmk__bundle_allocate: redis-bundle-docker-1 allocation score on overcloud-novacompute-1: -INFINITY
-pcmk__bundle_allocate: redis-bundle-docker-2 allocation score on controller-0: 0
-pcmk__bundle_allocate: redis-bundle-docker-2 allocation score on controller-1: 0
-pcmk__bundle_allocate: redis-bundle-docker-2 allocation score on controller-2: 0
-pcmk__bundle_allocate: redis-bundle-docker-2 allocation score on overcloud-novacompute-0: -INFINITY
-pcmk__bundle_allocate: redis-bundle-docker-2 allocation score on overcloud-novacompute-1: -INFINITY
-pcmk__bundle_allocate: redis-bundle-master allocation score on controller-0: 0
-pcmk__bundle_allocate: redis-bundle-master allocation score on controller-1: 0
-pcmk__bundle_allocate: redis-bundle-master allocation score on controller-2: 0
-pcmk__bundle_allocate: redis-bundle-master allocation score on overcloud-novacompute-0: 0
-pcmk__bundle_allocate: redis-bundle-master allocation score on overcloud-novacompute-1: 0
-pcmk__bundle_allocate: redis-bundle-master allocation score on redis-bundle-0: -INFINITY
-pcmk__bundle_allocate: redis-bundle-master allocation score on redis-bundle-1: -INFINITY
-pcmk__bundle_allocate: redis-bundle-master allocation score on redis-bundle-2: -INFINITY
-pcmk__bundle_allocate: redis:0 allocation score on redis-bundle-0: 501
-pcmk__bundle_allocate: redis:1 allocation score on redis-bundle-1: 501
-pcmk__bundle_allocate: redis:2 allocation score on redis-bundle-2: 501
+pcmk__bundle_assign: galera-bundle allocation score on controller-0: 0
+pcmk__bundle_assign: galera-bundle allocation score on controller-1: 0
+pcmk__bundle_assign: galera-bundle allocation score on controller-2: 0
+pcmk__bundle_assign: galera-bundle allocation score on overcloud-novacompute-0: -INFINITY
+pcmk__bundle_assign: galera-bundle allocation score on overcloud-novacompute-1: -INFINITY
+pcmk__bundle_assign: galera-bundle-0 allocation score on controller-0: 0
+pcmk__bundle_assign: galera-bundle-0 allocation score on controller-1: 0
+pcmk__bundle_assign: galera-bundle-0 allocation score on controller-2: 0
+pcmk__bundle_assign: galera-bundle-0 allocation score on overcloud-novacompute-0: -INFINITY
+pcmk__bundle_assign: galera-bundle-0 allocation score on overcloud-novacompute-1: -INFINITY
+pcmk__bundle_assign: galera-bundle-1 allocation score on controller-0: 0
+pcmk__bundle_assign: galera-bundle-1 allocation score on controller-1: 0
+pcmk__bundle_assign: galera-bundle-1 allocation score on controller-2: 0
+pcmk__bundle_assign: galera-bundle-1 allocation score on overcloud-novacompute-0: -INFINITY
+pcmk__bundle_assign: galera-bundle-1 allocation score on overcloud-novacompute-1: -INFINITY
+pcmk__bundle_assign: galera-bundle-2 allocation score on controller-0: 0
+pcmk__bundle_assign: galera-bundle-2 allocation score on controller-1: 0
+pcmk__bundle_assign: galera-bundle-2 allocation score on controller-2: 0
+pcmk__bundle_assign: galera-bundle-2 allocation score on overcloud-novacompute-0: -INFINITY
+pcmk__bundle_assign: galera-bundle-2 allocation score on overcloud-novacompute-1: -INFINITY
+pcmk__bundle_assign: galera-bundle-docker-0 allocation score on controller-0: 0
+pcmk__bundle_assign: galera-bundle-docker-0 allocation score on controller-1: 0
+pcmk__bundle_assign: galera-bundle-docker-0 allocation score on controller-2: 0
+pcmk__bundle_assign: galera-bundle-docker-0 allocation score on overcloud-novacompute-0: -INFINITY
+pcmk__bundle_assign: galera-bundle-docker-0 allocation score on overcloud-novacompute-1: -INFINITY
+pcmk__bundle_assign: galera-bundle-docker-1 allocation score on controller-0: 0
+pcmk__bundle_assign: galera-bundle-docker-1 allocation score on controller-1: 0
+pcmk__bundle_assign: galera-bundle-docker-1 allocation score on controller-2: 0
+pcmk__bundle_assign: galera-bundle-docker-1 allocation score on overcloud-novacompute-0: -INFINITY
+pcmk__bundle_assign: galera-bundle-docker-1 allocation score on overcloud-novacompute-1: -INFINITY
+pcmk__bundle_assign: galera-bundle-docker-2 allocation score on controller-0: 0
+pcmk__bundle_assign: galera-bundle-docker-2 allocation score on controller-1: 0
+pcmk__bundle_assign: galera-bundle-docker-2 allocation score on controller-2: 0
+pcmk__bundle_assign: galera-bundle-docker-2 allocation score on overcloud-novacompute-0: -INFINITY
+pcmk__bundle_assign: galera-bundle-docker-2 allocation score on overcloud-novacompute-1: -INFINITY
+pcmk__bundle_assign: galera-bundle-master allocation score on controller-0: 0
+pcmk__bundle_assign: galera-bundle-master allocation score on controller-1: 0
+pcmk__bundle_assign: galera-bundle-master allocation score on controller-2: 0
+pcmk__bundle_assign: galera-bundle-master allocation score on galera-bundle-0: -INFINITY
+pcmk__bundle_assign: galera-bundle-master allocation score on galera-bundle-1: -INFINITY
+pcmk__bundle_assign: galera-bundle-master allocation score on galera-bundle-2: -INFINITY
+pcmk__bundle_assign: galera-bundle-master allocation score on overcloud-novacompute-0: 0
+pcmk__bundle_assign: galera-bundle-master allocation score on overcloud-novacompute-1: 0
+pcmk__bundle_assign: galera:0 allocation score on galera-bundle-0: 501
+pcmk__bundle_assign: galera:1 allocation score on galera-bundle-1: 501
+pcmk__bundle_assign: galera:2 allocation score on galera-bundle-2: 501
+pcmk__bundle_assign: haproxy-bundle allocation score on controller-0: 0
+pcmk__bundle_assign: haproxy-bundle allocation score on controller-0: 0
+pcmk__bundle_assign: haproxy-bundle allocation score on controller-1: 0
+pcmk__bundle_assign: haproxy-bundle allocation score on controller-1: 0
+pcmk__bundle_assign: haproxy-bundle allocation score on controller-2: 0
+pcmk__bundle_assign: haproxy-bundle allocation score on controller-2: 0
+pcmk__bundle_assign: haproxy-bundle allocation score on overcloud-novacompute-0: -INFINITY
+pcmk__bundle_assign: haproxy-bundle allocation score on overcloud-novacompute-0: -INFINITY
+pcmk__bundle_assign: haproxy-bundle allocation score on overcloud-novacompute-1: -INFINITY
+pcmk__bundle_assign: haproxy-bundle allocation score on overcloud-novacompute-1: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-docker-0 allocation score on controller-0: 0
+pcmk__bundle_assign: haproxy-bundle-docker-0 allocation score on controller-0: 0
+pcmk__bundle_assign: haproxy-bundle-docker-0 allocation score on controller-1: 0
+pcmk__bundle_assign: haproxy-bundle-docker-0 allocation score on controller-1: 0
+pcmk__bundle_assign: haproxy-bundle-docker-0 allocation score on controller-2: 0
+pcmk__bundle_assign: haproxy-bundle-docker-0 allocation score on controller-2: 0
+pcmk__bundle_assign: haproxy-bundle-docker-0 allocation score on overcloud-novacompute-0: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-docker-0 allocation score on overcloud-novacompute-0: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-docker-0 allocation score on overcloud-novacompute-1: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-docker-0 allocation score on overcloud-novacompute-1: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-docker-1 allocation score on controller-0: 0
+pcmk__bundle_assign: haproxy-bundle-docker-1 allocation score on controller-0: 0
+pcmk__bundle_assign: haproxy-bundle-docker-1 allocation score on controller-1: 0
+pcmk__bundle_assign: haproxy-bundle-docker-1 allocation score on controller-1: 0
+pcmk__bundle_assign: haproxy-bundle-docker-1 allocation score on controller-2: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-docker-1 allocation score on controller-2: 0
+pcmk__bundle_assign: haproxy-bundle-docker-1 allocation score on overcloud-novacompute-0: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-docker-1 allocation score on overcloud-novacompute-0: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-docker-1 allocation score on overcloud-novacompute-1: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-docker-1 allocation score on overcloud-novacompute-1: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-docker-2 allocation score on controller-0: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-docker-2 allocation score on controller-0: 0
+pcmk__bundle_assign: haproxy-bundle-docker-2 allocation score on controller-1: 0
+pcmk__bundle_assign: haproxy-bundle-docker-2 allocation score on controller-1: 0
+pcmk__bundle_assign: haproxy-bundle-docker-2 allocation score on controller-2: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-docker-2 allocation score on controller-2: 0
+pcmk__bundle_assign: haproxy-bundle-docker-2 allocation score on overcloud-novacompute-0: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-docker-2 allocation score on overcloud-novacompute-0: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-docker-2 allocation score on overcloud-novacompute-1: -INFINITY
+pcmk__bundle_assign: haproxy-bundle-docker-2 allocation score on overcloud-novacompute-1: -INFINITY
+pcmk__bundle_assign: openstack-cinder-volume allocation score on controller-0: 0
+pcmk__bundle_assign: openstack-cinder-volume allocation score on controller-1: 0
+pcmk__bundle_assign: openstack-cinder-volume allocation score on controller-2: 0
+pcmk__bundle_assign: openstack-cinder-volume allocation score on overcloud-novacompute-0: -INFINITY
+pcmk__bundle_assign: openstack-cinder-volume allocation score on overcloud-novacompute-1: -INFINITY
+pcmk__bundle_assign: openstack-cinder-volume-docker-0 allocation score on controller-0: 0
+pcmk__bundle_assign: openstack-cinder-volume-docker-0 allocation score on controller-1: 0
+pcmk__bundle_assign: openstack-cinder-volume-docker-0 allocation score on controller-2: 0
+pcmk__bundle_assign: openstack-cinder-volume-docker-0 allocation score on overcloud-novacompute-0: -INFINITY
+pcmk__bundle_assign: openstack-cinder-volume-docker-0 allocation score on overcloud-novacompute-1: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle allocation score on controller-0: 0
+pcmk__bundle_assign: rabbitmq-bundle allocation score on controller-1: 0
+pcmk__bundle_assign: rabbitmq-bundle allocation score on controller-2: 0
+pcmk__bundle_assign: rabbitmq-bundle allocation score on overcloud-novacompute-0: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle allocation score on overcloud-novacompute-1: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-0 allocation score on controller-0: 0
+pcmk__bundle_assign: rabbitmq-bundle-0 allocation score on controller-1: 0
+pcmk__bundle_assign: rabbitmq-bundle-0 allocation score on controller-2: 0
+pcmk__bundle_assign: rabbitmq-bundle-0 allocation score on overcloud-novacompute-0: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-0 allocation score on overcloud-novacompute-1: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-1 allocation score on controller-0: 0
+pcmk__bundle_assign: rabbitmq-bundle-1 allocation score on controller-1: 0
+pcmk__bundle_assign: rabbitmq-bundle-1 allocation score on controller-2: 0
+pcmk__bundle_assign: rabbitmq-bundle-1 allocation score on overcloud-novacompute-0: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-1 allocation score on overcloud-novacompute-1: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-2 allocation score on controller-0: 0
+pcmk__bundle_assign: rabbitmq-bundle-2 allocation score on controller-1: 0
+pcmk__bundle_assign: rabbitmq-bundle-2 allocation score on controller-2: 0
+pcmk__bundle_assign: rabbitmq-bundle-2 allocation score on overcloud-novacompute-0: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-2 allocation score on overcloud-novacompute-1: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-clone allocation score on controller-0: 0
+pcmk__bundle_assign: rabbitmq-bundle-clone allocation score on controller-1: 0
+pcmk__bundle_assign: rabbitmq-bundle-clone allocation score on controller-2: 0
+pcmk__bundle_assign: rabbitmq-bundle-clone allocation score on overcloud-novacompute-0: 0
+pcmk__bundle_assign: rabbitmq-bundle-clone allocation score on overcloud-novacompute-1: 0
+pcmk__bundle_assign: rabbitmq-bundle-clone allocation score on rabbitmq-bundle-0: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-clone allocation score on rabbitmq-bundle-1: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-clone allocation score on rabbitmq-bundle-2: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-docker-0 allocation score on controller-0: 0
+pcmk__bundle_assign: rabbitmq-bundle-docker-0 allocation score on controller-1: 0
+pcmk__bundle_assign: rabbitmq-bundle-docker-0 allocation score on controller-2: 0
+pcmk__bundle_assign: rabbitmq-bundle-docker-0 allocation score on overcloud-novacompute-0: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-docker-0 allocation score on overcloud-novacompute-1: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-docker-1 allocation score on controller-0: 0
+pcmk__bundle_assign: rabbitmq-bundle-docker-1 allocation score on controller-1: 0
+pcmk__bundle_assign: rabbitmq-bundle-docker-1 allocation score on controller-2: 0
+pcmk__bundle_assign: rabbitmq-bundle-docker-1 allocation score on overcloud-novacompute-0: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-docker-1 allocation score on overcloud-novacompute-1: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-docker-2 allocation score on controller-0: 0
+pcmk__bundle_assign: rabbitmq-bundle-docker-2 allocation score on controller-1: 0
+pcmk__bundle_assign: rabbitmq-bundle-docker-2 allocation score on controller-2: 0
+pcmk__bundle_assign: rabbitmq-bundle-docker-2 allocation score on overcloud-novacompute-0: -INFINITY
+pcmk__bundle_assign: rabbitmq-bundle-docker-2 allocation score on overcloud-novacompute-1: -INFINITY
+pcmk__bundle_assign: rabbitmq:0 allocation score on rabbitmq-bundle-0: 501
+pcmk__bundle_assign: rabbitmq:1 allocation score on rabbitmq-bundle-1: 501
+pcmk__bundle_assign: rabbitmq:2 allocation score on rabbitmq-bundle-2: 501
+pcmk__bundle_assign: redis-bundle allocation score on controller-0: 0
+pcmk__bundle_assign: redis-bundle allocation score on controller-1: 0
+pcmk__bundle_assign: redis-bundle allocation score on controller-2: 0
+pcmk__bundle_assign: redis-bundle allocation score on overcloud-novacompute-0: -INFINITY
+pcmk__bundle_assign: redis-bundle allocation score on overcloud-novacompute-1: -INFINITY
+pcmk__bundle_assign: redis-bundle-0 allocation score on controller-0: 0
+pcmk__bundle_assign: redis-bundle-0 allocation score on controller-1: 0
+pcmk__bundle_assign: redis-bundle-0 allocation score on controller-2: 0
+pcmk__bundle_assign: redis-bundle-0 allocation score on overcloud-novacompute-0: -INFINITY
+pcmk__bundle_assign: redis-bundle-0 allocation score on overcloud-novacompute-1: -INFINITY
+pcmk__bundle_assign: redis-bundle-1 allocation score on controller-0: 0
+pcmk__bundle_assign: redis-bundle-1 allocation score on controller-1: 0
+pcmk__bundle_assign: redis-bundle-1 allocation score on controller-2: 0
+pcmk__bundle_assign: redis-bundle-1 allocation score on overcloud-novacompute-0: -INFINITY
+pcmk__bundle_assign: redis-bundle-1 allocation score on overcloud-novacompute-1: -INFINITY
+pcmk__bundle_assign: redis-bundle-2 allocation score on controller-0: 0
+pcmk__bundle_assign: redis-bundle-2 allocation score on controller-1: 0
+pcmk__bundle_assign: redis-bundle-2 allocation score on controller-2: 0
+pcmk__bundle_assign: redis-bundle-2 allocation score on overcloud-novacompute-0: -INFINITY
+pcmk__bundle_assign: redis-bundle-2 allocation score on overcloud-novacompute-1: -INFINITY
+pcmk__bundle_assign: redis-bundle-docker-0 allocation score on controller-0: 0
+pcmk__bundle_assign: redis-bundle-docker-0 allocation score on controller-1: 0
+pcmk__bundle_assign: redis-bundle-docker-0 allocation score on controller-2: 0
+pcmk__bundle_assign: redis-bundle-docker-0 allocation score on overcloud-novacompute-0: -INFINITY
+pcmk__bundle_assign: redis-bundle-docker-0 allocation score on overcloud-novacompute-1: -INFINITY
+pcmk__bundle_assign: redis-bundle-docker-1 allocation score on controller-0: 0
+pcmk__bundle_assign: redis-bundle-docker-1 allocation score on controller-1: 0
+pcmk__bundle_assign: redis-bundle-docker-1 allocation score on controller-2: 0
+pcmk__bundle_assign: redis-bundle-docker-1 allocation score on overcloud-novacompute-0: -INFINITY
+pcmk__bundle_assign: redis-bundle-docker-1 allocation score on overcloud-novacompute-1: -INFINITY
+pcmk__bundle_assign: redis-bundle-docker-2 allocation score on controller-0: 0
+pcmk__bundle_assign: redis-bundle-docker-2 allocation score on controller-1: 0
+pcmk__bundle_assign: redis-bundle-docker-2 allocation score on controller-2: 0
+pcmk__bundle_assign: redis-bundle-docker-2 allocation score on overcloud-novacompute-0: -INFINITY
+pcmk__bundle_assign: redis-bundle-docker-2 allocation score on overcloud-novacompute-1: -INFINITY
+pcmk__bundle_assign: redis-bundle-master allocation score on controller-0: 0
+pcmk__bundle_assign: redis-bundle-master allocation score on controller-1: 0
+pcmk__bundle_assign: redis-bundle-master allocation score on controller-2: 0
+pcmk__bundle_assign: redis-bundle-master allocation score on overcloud-novacompute-0: 0
+pcmk__bundle_assign: redis-bundle-master allocation score on overcloud-novacompute-1: 0
+pcmk__bundle_assign: redis-bundle-master allocation score on redis-bundle-0: -INFINITY
+pcmk__bundle_assign: redis-bundle-master allocation score on redis-bundle-1: -INFINITY
+pcmk__bundle_assign: redis-bundle-master allocation score on redis-bundle-2: -INFINITY
+pcmk__bundle_assign: redis:0 allocation score on redis-bundle-0: 501
+pcmk__bundle_assign: redis:1 allocation score on redis-bundle-1: 501
+pcmk__bundle_assign: redis:2 allocation score on redis-bundle-2: 501
pcmk__clone_assign: compute-unfence-trigger-clone allocation score on controller-0: -INFINITY
pcmk__clone_assign: compute-unfence-trigger-clone allocation score on controller-1: -INFINITY
pcmk__clone_assign: compute-unfence-trigger-clone allocation score on controller-2: -INFINITY
diff --git a/cts/scheduler/summary/11-a-then-bm-b-move-a-clone-starting.summary b/cts/scheduler/summary/11-a-then-bm-b-move-a-clone-starting.summary
index 7bd3b49..7388644 100644
--- a/cts/scheduler/summary/11-a-then-bm-b-move-a-clone-starting.summary
+++ b/cts/scheduler/summary/11-a-then-bm-b-move-a-clone-starting.summary
@@ -11,7 +11,7 @@ Current cluster status:
Transition Summary:
* Move myclone:0 ( f20node1 -> f20node2 )
- * Move vm ( f20node1 -> f20node2 ) due to unrunnable myclone-clone stop
+ * Move vm ( f20node1 -> f20node2 ) due to unmigrateable myclone-clone stop
Executing Cluster Transition:
* Resource action: myclone monitor on f20node2
diff --git a/cts/scheduler/summary/5-am-then-bm-a-not-migratable.summary b/cts/scheduler/summary/5-am-then-bm-a-not-migratable.summary
index 2c88bc3..2a755e1 100644
--- a/cts/scheduler/summary/5-am-then-bm-a-not-migratable.summary
+++ b/cts/scheduler/summary/5-am-then-bm-a-not-migratable.summary
@@ -8,7 +8,7 @@ Current cluster status:
Transition Summary:
* Move A ( 18node1 -> 18node2 )
- * Move B ( 18node2 -> 18node1 ) due to unrunnable A stop
+ * Move B ( 18node2 -> 18node1 ) due to unmigrateable A stop
Executing Cluster Transition:
* Resource action: B stop on 18node2
diff --git a/cts/scheduler/summary/7-migrate-group-one-unmigratable.summary b/cts/scheduler/summary/7-migrate-group-one-unmigratable.summary
index 0d0c7ff..92eecaf 100644
--- a/cts/scheduler/summary/7-migrate-group-one-unmigratable.summary
+++ b/cts/scheduler/summary/7-migrate-group-one-unmigratable.summary
@@ -11,7 +11,7 @@ Current cluster status:
Transition Summary:
* Migrate A ( 18node1 -> 18node2 )
* Move B ( 18node1 -> 18node2 )
- * Move C ( 18node1 -> 18node2 ) due to unrunnable B stop
+ * Move C ( 18node1 -> 18node2 ) due to unmigrateable B stop
Executing Cluster Transition:
* Pseudo action: thegroup_stop_0
diff --git a/cts/scheduler/summary/bundle-interleave-start.summary b/cts/scheduler/summary/bundle-interleave-start.summary
index 1648e92..5a59847 100644
--- a/cts/scheduler/summary/bundle-interleave-start.summary
+++ b/cts/scheduler/summary/bundle-interleave-start.summary
@@ -14,24 +14,24 @@ Current cluster status:
* app-bundle-2 (ocf:pacemaker:Stateful): Stopped
Transition Summary:
- * Start base-bundle-podman-0 ( node2 )
- * Start base-bundle-0 ( node2 )
- * Start base:0 ( base-bundle-0 )
- * Start base-bundle-podman-1 ( node3 )
- * Start base-bundle-1 ( node3 )
- * Start base:1 ( base-bundle-1 )
- * Start base-bundle-podman-2 ( node4 )
- * Start base-bundle-2 ( node4 )
- * Start base:2 ( base-bundle-2 )
- * Start app-bundle-podman-0 ( node2 )
- * Start app-bundle-0 ( node2 )
- * Start app:0 ( app-bundle-0 )
- * Start app-bundle-podman-1 ( node3 )
- * Start app-bundle-1 ( node3 )
- * Start app:1 ( app-bundle-1 )
- * Start app-bundle-podman-2 ( node4 )
- * Start app-bundle-2 ( node4 )
- * Start app:2 ( app-bundle-2 )
+ * Start base-bundle-podman-0 ( node2 )
+ * Start base-bundle-0 ( node2 )
+ * Start base:0 ( base-bundle-0 )
+ * Start base-bundle-podman-1 ( node3 )
+ * Start base-bundle-1 ( node3 )
+ * Start base:1 ( base-bundle-1 )
+ * Start base-bundle-podman-2 ( node4 )
+ * Start base-bundle-2 ( node4 )
+ * Promote base:2 ( Stopped -> Promoted base-bundle-2 )
+ * Start app-bundle-podman-0 ( node2 )
+ * Start app-bundle-0 ( node2 )
+ * Start app:0 ( app-bundle-0 )
+ * Start app-bundle-podman-1 ( node3 )
+ * Start app-bundle-1 ( node3 )
+ * Start app:1 ( app-bundle-1 )
+ * Start app-bundle-podman-2 ( node4 )
+ * Start app-bundle-2 ( node4 )
+ * Promote app:2 ( Stopped -> Promoted app-bundle-2 )
Executing Cluster Transition:
* Resource action: base-bundle-podman-0 monitor on node5
@@ -91,17 +91,18 @@ Executing Cluster Transition:
* Resource action: base-bundle-podman-2 monitor=60000 on node4
* Resource action: base-bundle-2 start on node4
* Resource action: base:0 start on base-bundle-0
- * Resource action: base:1 start on base-bundle-1
- * Resource action: base:2 start on base-bundle-2
- * Pseudo action: base-bundle-clone_running_0
* Resource action: base-bundle-0 monitor=30000 on node2
* Resource action: base-bundle-1 monitor=30000 on node3
* Resource action: base-bundle-2 monitor=30000 on node4
- * Pseudo action: base-bundle_running_0
+ * Resource action: base:1 start on base-bundle-1
* Resource action: base:0 monitor=16000 on base-bundle-0
+ * Resource action: base:2 start on base-bundle-2
* Resource action: base:1 monitor=16000 on base-bundle-1
- * Resource action: base:2 monitor=16000 on base-bundle-2
+ * Pseudo action: base-bundle-clone_running_0
+ * Pseudo action: base-bundle_running_0
* Pseudo action: app-bundle_start_0
+ * Pseudo action: base-bundle_promote_0
+ * Pseudo action: base-bundle-clone_promote_0
* Pseudo action: app-bundle-clone_start_0
* Resource action: app-bundle-podman-0 start on node2
* Resource action: app-bundle-0 monitor on node5
@@ -121,23 +122,32 @@ Executing Cluster Transition:
* Resource action: app-bundle-2 monitor on node3
* Resource action: app-bundle-2 monitor on node2
* Resource action: app-bundle-2 monitor on node1
+ * Resource action: base:2 promote on base-bundle-2
+ * Pseudo action: base-bundle-clone_promoted_0
* Resource action: app-bundle-podman-0 monitor=60000 on node2
* Resource action: app-bundle-0 start on node2
* Resource action: app-bundle-podman-1 monitor=60000 on node3
* Resource action: app-bundle-1 start on node3
* Resource action: app-bundle-podman-2 monitor=60000 on node4
* Resource action: app-bundle-2 start on node4
+ * Pseudo action: base-bundle_promoted_0
+ * Resource action: base:2 monitor=15000 on base-bundle-2
* Resource action: app:0 start on app-bundle-0
- * Resource action: app:1 start on app-bundle-1
- * Resource action: app:2 start on app-bundle-2
- * Pseudo action: app-bundle-clone_running_0
* Resource action: app-bundle-0 monitor=30000 on node2
* Resource action: app-bundle-1 monitor=30000 on node3
* Resource action: app-bundle-2 monitor=30000 on node4
- * Pseudo action: app-bundle_running_0
+ * Resource action: app:1 start on app-bundle-1
* Resource action: app:0 monitor=16000 on app-bundle-0
+ * Resource action: app:2 start on app-bundle-2
* Resource action: app:1 monitor=16000 on app-bundle-1
- * Resource action: app:2 monitor=16000 on app-bundle-2
+ * Pseudo action: app-bundle-clone_running_0
+ * Pseudo action: app-bundle_running_0
+ * Pseudo action: app-bundle_promote_0
+ * Pseudo action: app-bundle-clone_promote_0
+ * Resource action: app:2 promote on app-bundle-2
+ * Pseudo action: app-bundle-clone_promoted_0
+ * Pseudo action: app-bundle_promoted_0
+ * Resource action: app:2 monitor=15000 on app-bundle-2
Revised Cluster Status:
* Node List:
@@ -149,8 +159,8 @@ Revised Cluster Status:
* Container bundle set: base-bundle [localhost/pcmktest:base]:
* base-bundle-0 (ocf:pacemaker:Stateful): Unpromoted node2
* base-bundle-1 (ocf:pacemaker:Stateful): Unpromoted node3
- * base-bundle-2 (ocf:pacemaker:Stateful): Unpromoted node4
+ * base-bundle-2 (ocf:pacemaker:Stateful): Promoted node4
* Container bundle set: app-bundle [localhost/pcmktest:app]:
* app-bundle-0 (ocf:pacemaker:Stateful): Unpromoted node2
* app-bundle-1 (ocf:pacemaker:Stateful): Unpromoted node3
- * app-bundle-2 (ocf:pacemaker:Stateful): Unpromoted node4
+ * app-bundle-2 (ocf:pacemaker:Stateful): Promoted node4
diff --git a/cts/scheduler/summary/bundle-order-fencing.summary b/cts/scheduler/summary/bundle-order-fencing.summary
index e3a25c2..4088c15 100644
--- a/cts/scheduler/summary/bundle-order-fencing.summary
+++ b/cts/scheduler/summary/bundle-order-fencing.summary
@@ -145,6 +145,7 @@ Executing Cluster Transition:
* Pseudo action: galera-bundle_stopped_0
* Resource action: rabbitmq notify on rabbitmq-bundle-1
* Resource action: rabbitmq notify on rabbitmq-bundle-2
+ * Pseudo action: rabbitmq_notified_0
* Pseudo action: rabbitmq-bundle-clone_confirmed-post_notify_stopped_0
* Pseudo action: rabbitmq-bundle-clone_pre_notify_start_0
* Pseudo action: galera-bundle-master_running_0
@@ -155,7 +156,6 @@ Executing Cluster Transition:
* Pseudo action: redis-bundle-docker-0_stop_0
* Pseudo action: galera-bundle_running_0
* Pseudo action: rabbitmq-bundle_stopped_0
- * Pseudo action: rabbitmq_notified_0
* Pseudo action: rabbitmq-bundle-clone_confirmed-pre_notify_start_0
* Pseudo action: rabbitmq-bundle-clone_start_0
* Pseudo action: redis_stop_0
@@ -165,11 +165,11 @@ Executing Cluster Transition:
* Pseudo action: rabbitmq-bundle-clone_post_notify_running_0
* Resource action: redis notify on redis-bundle-1
* Resource action: redis notify on redis-bundle-2
+ * Pseudo action: redis_notified_0
* Pseudo action: redis-bundle-master_confirmed-post_notify_stopped_0
* Pseudo action: redis-bundle-master_pre_notify_start_0
* Pseudo action: redis-bundle_stopped_0
* Pseudo action: rabbitmq-bundle-clone_confirmed-post_notify_running_0
- * Pseudo action: redis_notified_0
* Pseudo action: redis-bundle-master_confirmed-pre_notify_start_0
* Pseudo action: redis-bundle-master_start_0
* Pseudo action: rabbitmq-bundle_running_0
diff --git a/cts/scheduler/summary/bundle-order-stop-on-remote.summary b/cts/scheduler/summary/bundle-order-stop-on-remote.summary
index 5e2e367..612e701 100644
--- a/cts/scheduler/summary/bundle-order-stop-on-remote.summary
+++ b/cts/scheduler/summary/bundle-order-stop-on-remote.summary
@@ -140,8 +140,8 @@ Executing Cluster Transition:
* Resource action: galera-bundle-docker-2 monitor=60000 on database-2
* Resource action: galera-bundle-2 start on controller-1
* Resource action: redis notify on redis-bundle-0
- * Resource action: redis notify on redis-bundle-1
* Resource action: redis notify on redis-bundle-2
+ * Resource action: redis notify on redis-bundle-1
* Pseudo action: redis-bundle-master_confirmed-post_notify_running_0
* Pseudo action: redis-bundle_running_0
* Resource action: galera start on galera-bundle-0
@@ -153,8 +153,8 @@ Executing Cluster Transition:
* Pseudo action: redis-bundle_promote_0
* Pseudo action: galera-bundle_running_0
* Resource action: redis notify on redis-bundle-0
- * Resource action: redis notify on redis-bundle-1
* Resource action: redis notify on redis-bundle-2
+ * Resource action: redis notify on redis-bundle-1
* Pseudo action: redis-bundle-master_confirmed-pre_notify_promote_0
* Pseudo action: redis-bundle-master_promote_0
* Pseudo action: galera-bundle_promote_0
@@ -169,8 +169,8 @@ Executing Cluster Transition:
* Resource action: galera monitor=10000 on galera-bundle-0
* Resource action: galera monitor=10000 on galera-bundle-2
* Resource action: redis notify on redis-bundle-0
- * Resource action: redis notify on redis-bundle-1
* Resource action: redis notify on redis-bundle-2
+ * Resource action: redis notify on redis-bundle-1
* Pseudo action: redis-bundle-master_confirmed-post_notify_promoted_0
* Pseudo action: redis-bundle_promoted_0
* Resource action: redis monitor=20000 on redis-bundle-0
diff --git a/cts/scheduler/summary/bundle-promoted-anticolocation-1.summary b/cts/scheduler/summary/bundle-promoted-anticolocation-1.summary
new file mode 100644
index 0000000..ec6cf2b
--- /dev/null
+++ b/cts/scheduler/summary/bundle-promoted-anticolocation-1.summary
@@ -0,0 +1,33 @@
+Current cluster status:
+ * Node List:
+ * Online: [ node1 node2 node3 ]
+ * GuestOnline: [ base-bundle-0 base-bundle-1 base-bundle-2 ]
+
+ * Full List of Resources:
+ * Fencing (stonith:fence_xvm): Started node2
+ * Container bundle set: base-bundle [localhost/pcmktest]:
+ * base-bundle-0 (ocf:pacemaker:Stateful): Unpromoted node1
+ * base-bundle-1 (ocf:pacemaker:Stateful): Unpromoted node2
+ * base-bundle-2 (ocf:pacemaker:Stateful): Promoted node3
+ * vip (ocf:heartbeat:IPaddr2): Started node3
+
+Transition Summary:
+ * Move vip ( node3 -> node1 )
+
+Executing Cluster Transition:
+ * Resource action: vip stop on node3
+ * Resource action: vip start on node1
+ * Resource action: vip monitor=10000 on node1
+
+Revised Cluster Status:
+ * Node List:
+ * Online: [ node1 node2 node3 ]
+ * GuestOnline: [ base-bundle-0 base-bundle-1 base-bundle-2 ]
+
+ * Full List of Resources:
+ * Fencing (stonith:fence_xvm): Started node2
+ * Container bundle set: base-bundle [localhost/pcmktest]:
+ * base-bundle-0 (ocf:pacemaker:Stateful): Unpromoted node1
+ * base-bundle-1 (ocf:pacemaker:Stateful): Unpromoted node2
+ * base-bundle-2 (ocf:pacemaker:Stateful): Promoted node3
+ * vip (ocf:heartbeat:IPaddr2): Started node1
diff --git a/cts/scheduler/summary/bundle-promoted-anticolocation-2.summary b/cts/scheduler/summary/bundle-promoted-anticolocation-2.summary
new file mode 100644
index 0000000..ec6cf2b
--- /dev/null
+++ b/cts/scheduler/summary/bundle-promoted-anticolocation-2.summary
@@ -0,0 +1,33 @@
+Current cluster status:
+ * Node List:
+ * Online: [ node1 node2 node3 ]
+ * GuestOnline: [ base-bundle-0 base-bundle-1 base-bundle-2 ]
+
+ * Full List of Resources:
+ * Fencing (stonith:fence_xvm): Started node2
+ * Container bundle set: base-bundle [localhost/pcmktest]:
+ * base-bundle-0 (ocf:pacemaker:Stateful): Unpromoted node1
+ * base-bundle-1 (ocf:pacemaker:Stateful): Unpromoted node2
+ * base-bundle-2 (ocf:pacemaker:Stateful): Promoted node3
+ * vip (ocf:heartbeat:IPaddr2): Started node3
+
+Transition Summary:
+ * Move vip ( node3 -> node1 )
+
+Executing Cluster Transition:
+ * Resource action: vip stop on node3
+ * Resource action: vip start on node1
+ * Resource action: vip monitor=10000 on node1
+
+Revised Cluster Status:
+ * Node List:
+ * Online: [ node1 node2 node3 ]
+ * GuestOnline: [ base-bundle-0 base-bundle-1 base-bundle-2 ]
+
+ * Full List of Resources:
+ * Fencing (stonith:fence_xvm): Started node2
+ * Container bundle set: base-bundle [localhost/pcmktest]:
+ * base-bundle-0 (ocf:pacemaker:Stateful): Unpromoted node1
+ * base-bundle-1 (ocf:pacemaker:Stateful): Unpromoted node2
+ * base-bundle-2 (ocf:pacemaker:Stateful): Promoted node3
+ * vip (ocf:heartbeat:IPaddr2): Started node1
diff --git a/cts/scheduler/summary/bundle-promoted-anticolocation-3.summary b/cts/scheduler/summary/bundle-promoted-anticolocation-3.summary
new file mode 100644
index 0000000..e9db462
--- /dev/null
+++ b/cts/scheduler/summary/bundle-promoted-anticolocation-3.summary
@@ -0,0 +1,45 @@
+Current cluster status:
+ * Node List:
+ * Online: [ node1 node2 node3 ]
+ * GuestOnline: [ base-bundle-0 base-bundle-1 base-bundle-2 ]
+
+ * Full List of Resources:
+ * Fencing (stonith:fence_xvm): Started node2
+ * Container bundle set: base-bundle [localhost/pcmktest]:
+ * base-bundle-0 (ocf:pacemaker:Stateful): Unpromoted node1
+ * base-bundle-1 (ocf:pacemaker:Stateful): Unpromoted node2
+ * base-bundle-2 (ocf:pacemaker:Stateful): Promoted node3
+ * vip (ocf:heartbeat:IPaddr2): Started node3
+
+Transition Summary:
+ * Promote base:1 ( Unpromoted -> Promoted base-bundle-1 )
+ * Demote base:2 ( Promoted -> Unpromoted base-bundle-2 )
+
+Executing Cluster Transition:
+ * Resource action: base cancel=16000 on base-bundle-1
+ * Resource action: base cancel=15000 on base-bundle-2
+ * Pseudo action: base-bundle_demote_0
+ * Pseudo action: base-bundle-clone_demote_0
+ * Resource action: base demote on base-bundle-2
+ * Pseudo action: base-bundle-clone_demoted_0
+ * Pseudo action: base-bundle_demoted_0
+ * Pseudo action: base-bundle_promote_0
+ * Resource action: base monitor=16000 on base-bundle-2
+ * Pseudo action: base-bundle-clone_promote_0
+ * Resource action: base promote on base-bundle-1
+ * Pseudo action: base-bundle-clone_promoted_0
+ * Pseudo action: base-bundle_promoted_0
+ * Resource action: base monitor=15000 on base-bundle-1
+
+Revised Cluster Status:
+ * Node List:
+ * Online: [ node1 node2 node3 ]
+ * GuestOnline: [ base-bundle-0 base-bundle-1 base-bundle-2 ]
+
+ * Full List of Resources:
+ * Fencing (stonith:fence_xvm): Started node2
+ * Container bundle set: base-bundle [localhost/pcmktest]:
+ * base-bundle-0 (ocf:pacemaker:Stateful): Unpromoted node1
+ * base-bundle-1 (ocf:pacemaker:Stateful): Promoted node2
+ * base-bundle-2 (ocf:pacemaker:Stateful): Unpromoted node3
+ * vip (ocf:heartbeat:IPaddr2): Started node3
diff --git a/cts/scheduler/summary/bundle-promoted-anticolocation-4.summary b/cts/scheduler/summary/bundle-promoted-anticolocation-4.summary
new file mode 100644
index 0000000..e9db462
--- /dev/null
+++ b/cts/scheduler/summary/bundle-promoted-anticolocation-4.summary
@@ -0,0 +1,45 @@
+Current cluster status:
+ * Node List:
+ * Online: [ node1 node2 node3 ]
+ * GuestOnline: [ base-bundle-0 base-bundle-1 base-bundle-2 ]
+
+ * Full List of Resources:
+ * Fencing (stonith:fence_xvm): Started node2
+ * Container bundle set: base-bundle [localhost/pcmktest]:
+ * base-bundle-0 (ocf:pacemaker:Stateful): Unpromoted node1
+ * base-bundle-1 (ocf:pacemaker:Stateful): Unpromoted node2
+ * base-bundle-2 (ocf:pacemaker:Stateful): Promoted node3
+ * vip (ocf:heartbeat:IPaddr2): Started node3
+
+Transition Summary:
+ * Promote base:1 ( Unpromoted -> Promoted base-bundle-1 )
+ * Demote base:2 ( Promoted -> Unpromoted base-bundle-2 )
+
+Executing Cluster Transition:
+ * Resource action: base cancel=16000 on base-bundle-1
+ * Resource action: base cancel=15000 on base-bundle-2
+ * Pseudo action: base-bundle_demote_0
+ * Pseudo action: base-bundle-clone_demote_0
+ * Resource action: base demote on base-bundle-2
+ * Pseudo action: base-bundle-clone_demoted_0
+ * Pseudo action: base-bundle_demoted_0
+ * Pseudo action: base-bundle_promote_0
+ * Resource action: base monitor=16000 on base-bundle-2
+ * Pseudo action: base-bundle-clone_promote_0
+ * Resource action: base promote on base-bundle-1
+ * Pseudo action: base-bundle-clone_promoted_0
+ * Pseudo action: base-bundle_promoted_0
+ * Resource action: base monitor=15000 on base-bundle-1
+
+Revised Cluster Status:
+ * Node List:
+ * Online: [ node1 node2 node3 ]
+ * GuestOnline: [ base-bundle-0 base-bundle-1 base-bundle-2 ]
+
+ * Full List of Resources:
+ * Fencing (stonith:fence_xvm): Started node2
+ * Container bundle set: base-bundle [localhost/pcmktest]:
+ * base-bundle-0 (ocf:pacemaker:Stateful): Unpromoted node1
+ * base-bundle-1 (ocf:pacemaker:Stateful): Promoted node2
+ * base-bundle-2 (ocf:pacemaker:Stateful): Unpromoted node3
+ * vip (ocf:heartbeat:IPaddr2): Started node3
diff --git a/cts/scheduler/summary/bundle-promoted-anticolocation-5.summary b/cts/scheduler/summary/bundle-promoted-anticolocation-5.summary
new file mode 100644
index 0000000..c35f2e0
--- /dev/null
+++ b/cts/scheduler/summary/bundle-promoted-anticolocation-5.summary
@@ -0,0 +1,51 @@
+Current cluster status:
+ * Node List:
+ * Online: [ node1 node2 node3 ]
+ * GuestOnline: [ bundle-a-0 bundle-a-1 bundle-a-2 bundle-b-0 bundle-b-1 bundle-b-2 ]
+
+ * Full List of Resources:
+ * Fencing (stonith:fence_xvm): Started node2
+ * Container bundle set: bundle-a [localhost/pcmktest]:
+ * bundle-a-0 (ocf:pacemaker:Stateful): Unpromoted node1
+ * bundle-a-1 (ocf:pacemaker:Stateful): Promoted node3
+ * bundle-a-2 (ocf:pacemaker:Stateful): Unpromoted node2
+ * Container bundle set: bundle-b [localhost/pcmktest]:
+ * bundle-b-0 (ocf:pacemaker:Stateful): Unpromoted node1
+ * bundle-b-1 (ocf:pacemaker:Stateful): Promoted node3
+ * bundle-b-2 (ocf:pacemaker:Stateful): Unpromoted node2
+
+Transition Summary:
+ * Demote bundle-a-rsc:1 ( Promoted -> Unpromoted bundle-a-1 )
+ * Promote bundle-a-rsc:2 ( Unpromoted -> Promoted bundle-a-2 )
+
+Executing Cluster Transition:
+ * Resource action: bundle-a-rsc cancel=16000 on bundle-a-2
+ * Resource action: bundle-a-rsc cancel=15000 on bundle-a-1
+ * Pseudo action: bundle-a_demote_0
+ * Pseudo action: bundle-a-clone_demote_0
+ * Resource action: bundle-a-rsc demote on bundle-a-1
+ * Pseudo action: bundle-a-clone_demoted_0
+ * Pseudo action: bundle-a_demoted_0
+ * Pseudo action: bundle-a_promote_0
+ * Resource action: bundle-a-rsc monitor=16000 on bundle-a-1
+ * Pseudo action: bundle-a-clone_promote_0
+ * Resource action: bundle-a-rsc promote on bundle-a-2
+ * Pseudo action: bundle-a-clone_promoted_0
+ * Pseudo action: bundle-a_promoted_0
+ * Resource action: bundle-a-rsc monitor=15000 on bundle-a-2
+
+Revised Cluster Status:
+ * Node List:
+ * Online: [ node1 node2 node3 ]
+ * GuestOnline: [ bundle-a-0 bundle-a-1 bundle-a-2 bundle-b-0 bundle-b-1 bundle-b-2 ]
+
+ * Full List of Resources:
+ * Fencing (stonith:fence_xvm): Started node2
+ * Container bundle set: bundle-a [localhost/pcmktest]:
+ * bundle-a-0 (ocf:pacemaker:Stateful): Unpromoted node1
+ * bundle-a-1 (ocf:pacemaker:Stateful): Unpromoted node3
+ * bundle-a-2 (ocf:pacemaker:Stateful): Promoted node2
+ * Container bundle set: bundle-b [localhost/pcmktest]:
+ * bundle-b-0 (ocf:pacemaker:Stateful): Unpromoted node1
+ * bundle-b-1 (ocf:pacemaker:Stateful): Promoted node3
+ * bundle-b-2 (ocf:pacemaker:Stateful): Unpromoted node2
diff --git a/cts/scheduler/summary/bundle-promoted-anticolocation-6.summary b/cts/scheduler/summary/bundle-promoted-anticolocation-6.summary
new file mode 100644
index 0000000..c35f2e0
--- /dev/null
+++ b/cts/scheduler/summary/bundle-promoted-anticolocation-6.summary
@@ -0,0 +1,51 @@
+Current cluster status:
+ * Node List:
+ * Online: [ node1 node2 node3 ]
+ * GuestOnline: [ bundle-a-0 bundle-a-1 bundle-a-2 bundle-b-0 bundle-b-1 bundle-b-2 ]
+
+ * Full List of Resources:
+ * Fencing (stonith:fence_xvm): Started node2
+ * Container bundle set: bundle-a [localhost/pcmktest]:
+ * bundle-a-0 (ocf:pacemaker:Stateful): Unpromoted node1
+ * bundle-a-1 (ocf:pacemaker:Stateful): Promoted node3
+ * bundle-a-2 (ocf:pacemaker:Stateful): Unpromoted node2
+ * Container bundle set: bundle-b [localhost/pcmktest]:
+ * bundle-b-0 (ocf:pacemaker:Stateful): Unpromoted node1
+ * bundle-b-1 (ocf:pacemaker:Stateful): Promoted node3
+ * bundle-b-2 (ocf:pacemaker:Stateful): Unpromoted node2
+
+Transition Summary:
+ * Demote bundle-a-rsc:1 ( Promoted -> Unpromoted bundle-a-1 )
+ * Promote bundle-a-rsc:2 ( Unpromoted -> Promoted bundle-a-2 )
+
+Executing Cluster Transition:
+ * Resource action: bundle-a-rsc cancel=16000 on bundle-a-2
+ * Resource action: bundle-a-rsc cancel=15000 on bundle-a-1
+ * Pseudo action: bundle-a_demote_0
+ * Pseudo action: bundle-a-clone_demote_0
+ * Resource action: bundle-a-rsc demote on bundle-a-1
+ * Pseudo action: bundle-a-clone_demoted_0
+ * Pseudo action: bundle-a_demoted_0
+ * Pseudo action: bundle-a_promote_0
+ * Resource action: bundle-a-rsc monitor=16000 on bundle-a-1
+ * Pseudo action: bundle-a-clone_promote_0
+ * Resource action: bundle-a-rsc promote on bundle-a-2
+ * Pseudo action: bundle-a-clone_promoted_0
+ * Pseudo action: bundle-a_promoted_0
+ * Resource action: bundle-a-rsc monitor=15000 on bundle-a-2
+
+Revised Cluster Status:
+ * Node List:
+ * Online: [ node1 node2 node3 ]
+ * GuestOnline: [ bundle-a-0 bundle-a-1 bundle-a-2 bundle-b-0 bundle-b-1 bundle-b-2 ]
+
+ * Full List of Resources:
+ * Fencing (stonith:fence_xvm): Started node2
+ * Container bundle set: bundle-a [localhost/pcmktest]:
+ * bundle-a-0 (ocf:pacemaker:Stateful): Unpromoted node1
+ * bundle-a-1 (ocf:pacemaker:Stateful): Unpromoted node3
+ * bundle-a-2 (ocf:pacemaker:Stateful): Promoted node2
+ * Container bundle set: bundle-b [localhost/pcmktest]:
+ * bundle-b-0 (ocf:pacemaker:Stateful): Unpromoted node1
+ * bundle-b-1 (ocf:pacemaker:Stateful): Promoted node3
+ * bundle-b-2 (ocf:pacemaker:Stateful): Unpromoted node2
diff --git a/cts/scheduler/summary/bundle-promoted-colocation-1.summary b/cts/scheduler/summary/bundle-promoted-colocation-1.summary
new file mode 100644
index 0000000..61cc974
--- /dev/null
+++ b/cts/scheduler/summary/bundle-promoted-colocation-1.summary
@@ -0,0 +1,33 @@
+Current cluster status:
+ * Node List:
+ * Online: [ node1 node2 node3 ]
+ * GuestOnline: [ base-bundle-0 base-bundle-1 base-bundle-2 ]
+
+ * Full List of Resources:
+ * Fencing (stonith:fence_xvm): Started node2
+ * Container bundle set: base-bundle [localhost/pcmktest]:
+ * base-bundle-0 (ocf:pacemaker:Stateful): Unpromoted node1
+ * base-bundle-1 (ocf:pacemaker:Stateful): Unpromoted node2
+ * base-bundle-2 (ocf:pacemaker:Stateful): Promoted node3
+ * vip (ocf:heartbeat:IPaddr2): Started node1
+
+Transition Summary:
+ * Move vip ( node1 -> node3 )
+
+Executing Cluster Transition:
+ * Resource action: vip stop on node1
+ * Resource action: vip start on node3
+ * Resource action: vip monitor=10000 on node3
+
+Revised Cluster Status:
+ * Node List:
+ * Online: [ node1 node2 node3 ]
+ * GuestOnline: [ base-bundle-0 base-bundle-1 base-bundle-2 ]
+
+ * Full List of Resources:
+ * Fencing (stonith:fence_xvm): Started node2
+ * Container bundle set: base-bundle [localhost/pcmktest]:
+ * base-bundle-0 (ocf:pacemaker:Stateful): Unpromoted node1
+ * base-bundle-1 (ocf:pacemaker:Stateful): Unpromoted node2
+ * base-bundle-2 (ocf:pacemaker:Stateful): Promoted node3
+ * vip (ocf:heartbeat:IPaddr2): Started node3
diff --git a/cts/scheduler/summary/bundle-promoted-colocation-2.summary b/cts/scheduler/summary/bundle-promoted-colocation-2.summary
new file mode 100644
index 0000000..61cc974
--- /dev/null
+++ b/cts/scheduler/summary/bundle-promoted-colocation-2.summary
@@ -0,0 +1,33 @@
+Current cluster status:
+ * Node List:
+ * Online: [ node1 node2 node3 ]
+ * GuestOnline: [ base-bundle-0 base-bundle-1 base-bundle-2 ]
+
+ * Full List of Resources:
+ * Fencing (stonith:fence_xvm): Started node2
+ * Container bundle set: base-bundle [localhost/pcmktest]:
+ * base-bundle-0 (ocf:pacemaker:Stateful): Unpromoted node1
+ * base-bundle-1 (ocf:pacemaker:Stateful): Unpromoted node2
+ * base-bundle-2 (ocf:pacemaker:Stateful): Promoted node3
+ * vip (ocf:heartbeat:IPaddr2): Started node1
+
+Transition Summary:
+ * Move vip ( node1 -> node3 )
+
+Executing Cluster Transition:
+ * Resource action: vip stop on node1
+ * Resource action: vip start on node3
+ * Resource action: vip monitor=10000 on node3
+
+Revised Cluster Status:
+ * Node List:
+ * Online: [ node1 node2 node3 ]
+ * GuestOnline: [ base-bundle-0 base-bundle-1 base-bundle-2 ]
+
+ * Full List of Resources:
+ * Fencing (stonith:fence_xvm): Started node2
+ * Container bundle set: base-bundle [localhost/pcmktest]:
+ * base-bundle-0 (ocf:pacemaker:Stateful): Unpromoted node1
+ * base-bundle-1 (ocf:pacemaker:Stateful): Unpromoted node2
+ * base-bundle-2 (ocf:pacemaker:Stateful): Promoted node3
+ * vip (ocf:heartbeat:IPaddr2): Started node3
diff --git a/cts/scheduler/summary/bundle-promoted-colocation-3.summary b/cts/scheduler/summary/bundle-promoted-colocation-3.summary
new file mode 100644
index 0000000..64b4157
--- /dev/null
+++ b/cts/scheduler/summary/bundle-promoted-colocation-3.summary
@@ -0,0 +1,45 @@
+Current cluster status:
+ * Node List:
+ * Online: [ node1 node2 node3 ]
+ * GuestOnline: [ base-bundle-0 base-bundle-1 base-bundle-2 ]
+
+ * Full List of Resources:
+ * Fencing (stonith:fence_xvm): Started node2
+ * Container bundle set: base-bundle [localhost/pcmktest]:
+ * base-bundle-0 (ocf:pacemaker:Stateful): Unpromoted node1
+ * base-bundle-1 (ocf:pacemaker:Stateful): Unpromoted node2
+ * base-bundle-2 (ocf:pacemaker:Stateful): Promoted node3
+ * vip (ocf:heartbeat:IPaddr2): Started node1
+
+Transition Summary:
+ * Promote base:0 ( Unpromoted -> Promoted base-bundle-0 )
+ * Demote base:2 ( Promoted -> Unpromoted base-bundle-2 )
+
+Executing Cluster Transition:
+ * Resource action: base cancel=16000 on base-bundle-0
+ * Resource action: base cancel=15000 on base-bundle-2
+ * Pseudo action: base-bundle_demote_0
+ * Pseudo action: base-bundle-clone_demote_0
+ * Resource action: base demote on base-bundle-2
+ * Pseudo action: base-bundle-clone_demoted_0
+ * Pseudo action: base-bundle_demoted_0
+ * Pseudo action: base-bundle_promote_0
+ * Resource action: base monitor=16000 on base-bundle-2
+ * Pseudo action: base-bundle-clone_promote_0
+ * Resource action: base promote on base-bundle-0
+ * Pseudo action: base-bundle-clone_promoted_0
+ * Pseudo action: base-bundle_promoted_0
+ * Resource action: base monitor=15000 on base-bundle-0
+
+Revised Cluster Status:
+ * Node List:
+ * Online: [ node1 node2 node3 ]
+ * GuestOnline: [ base-bundle-0 base-bundle-1 base-bundle-2 ]
+
+ * Full List of Resources:
+ * Fencing (stonith:fence_xvm): Started node2
+ * Container bundle set: base-bundle [localhost/pcmktest]:
+ * base-bundle-0 (ocf:pacemaker:Stateful): Promoted node1
+ * base-bundle-1 (ocf:pacemaker:Stateful): Unpromoted node2
+ * base-bundle-2 (ocf:pacemaker:Stateful): Unpromoted node3
+ * vip (ocf:heartbeat:IPaddr2): Started node1
diff --git a/cts/scheduler/summary/bundle-promoted-colocation-4.summary b/cts/scheduler/summary/bundle-promoted-colocation-4.summary
new file mode 100644
index 0000000..64b4157
--- /dev/null
+++ b/cts/scheduler/summary/bundle-promoted-colocation-4.summary
@@ -0,0 +1,45 @@
+Current cluster status:
+ * Node List:
+ * Online: [ node1 node2 node3 ]
+ * GuestOnline: [ base-bundle-0 base-bundle-1 base-bundle-2 ]
+
+ * Full List of Resources:
+ * Fencing (stonith:fence_xvm): Started node2
+ * Container bundle set: base-bundle [localhost/pcmktest]:
+ * base-bundle-0 (ocf:pacemaker:Stateful): Unpromoted node1
+ * base-bundle-1 (ocf:pacemaker:Stateful): Unpromoted node2
+ * base-bundle-2 (ocf:pacemaker:Stateful): Promoted node3
+ * vip (ocf:heartbeat:IPaddr2): Started node1
+
+Transition Summary:
+ * Promote base:0 ( Unpromoted -> Promoted base-bundle-0 )
+ * Demote base:2 ( Promoted -> Unpromoted base-bundle-2 )
+
+Executing Cluster Transition:
+ * Resource action: base cancel=16000 on base-bundle-0
+ * Resource action: base cancel=15000 on base-bundle-2
+ * Pseudo action: base-bundle_demote_0
+ * Pseudo action: base-bundle-clone_demote_0
+ * Resource action: base demote on base-bundle-2
+ * Pseudo action: base-bundle-clone_demoted_0
+ * Pseudo action: base-bundle_demoted_0
+ * Pseudo action: base-bundle_promote_0
+ * Resource action: base monitor=16000 on base-bundle-2
+ * Pseudo action: base-bundle-clone_promote_0
+ * Resource action: base promote on base-bundle-0
+ * Pseudo action: base-bundle-clone_promoted_0
+ * Pseudo action: base-bundle_promoted_0
+ * Resource action: base monitor=15000 on base-bundle-0
+
+Revised Cluster Status:
+ * Node List:
+ * Online: [ node1 node2 node3 ]
+ * GuestOnline: [ base-bundle-0 base-bundle-1 base-bundle-2 ]
+
+ * Full List of Resources:
+ * Fencing (stonith:fence_xvm): Started node2
+ * Container bundle set: base-bundle [localhost/pcmktest]:
+ * base-bundle-0 (ocf:pacemaker:Stateful): Promoted node1
+ * base-bundle-1 (ocf:pacemaker:Stateful): Unpromoted node2
+ * base-bundle-2 (ocf:pacemaker:Stateful): Unpromoted node3
+ * vip (ocf:heartbeat:IPaddr2): Started node1
diff --git a/cts/scheduler/summary/bundle-promoted-colocation-5.summary b/cts/scheduler/summary/bundle-promoted-colocation-5.summary
new file mode 100644
index 0000000..dbcf940
--- /dev/null
+++ b/cts/scheduler/summary/bundle-promoted-colocation-5.summary
@@ -0,0 +1,51 @@
+Current cluster status:
+ * Node List:
+ * Online: [ node1 node2 node3 ]
+ * GuestOnline: [ bundle-a-0 bundle-a-1 bundle-a-2 bundle-b-0 bundle-b-1 bundle-b-2 ]
+
+ * Full List of Resources:
+ * Fencing (stonith:fence_xvm): Started node2
+ * Container bundle set: bundle-a [localhost/pcmktest]:
+ * bundle-a-0 (ocf:pacemaker:Stateful): Unpromoted node1
+ * bundle-a-1 (ocf:pacemaker:Stateful): Promoted node3
+ * bundle-a-2 (ocf:pacemaker:Stateful): Unpromoted node2
+ * Container bundle set: bundle-b [localhost/pcmktest]:
+ * bundle-b-0 (ocf:pacemaker:Stateful): Unpromoted node1
+ * bundle-b-1 (ocf:pacemaker:Stateful): Unpromoted node3
+ * bundle-b-2 (ocf:pacemaker:Stateful): Promoted node2
+
+Transition Summary:
+ * Demote bundle-a-rsc:1 ( Promoted -> Unpromoted bundle-a-1 )
+ * Promote bundle-a-rsc:2 ( Unpromoted -> Promoted bundle-a-2 )
+
+Executing Cluster Transition:
+ * Resource action: bundle-a-rsc cancel=16000 on bundle-a-2
+ * Resource action: bundle-a-rsc cancel=15000 on bundle-a-1
+ * Pseudo action: bundle-a_demote_0
+ * Pseudo action: bundle-a-clone_demote_0
+ * Resource action: bundle-a-rsc demote on bundle-a-1
+ * Pseudo action: bundle-a-clone_demoted_0
+ * Pseudo action: bundle-a_demoted_0
+ * Pseudo action: bundle-a_promote_0
+ * Resource action: bundle-a-rsc monitor=16000 on bundle-a-1
+ * Pseudo action: bundle-a-clone_promote_0
+ * Resource action: bundle-a-rsc promote on bundle-a-2
+ * Pseudo action: bundle-a-clone_promoted_0
+ * Pseudo action: bundle-a_promoted_0
+ * Resource action: bundle-a-rsc monitor=15000 on bundle-a-2
+
+Revised Cluster Status:
+ * Node List:
+ * Online: [ node1 node2 node3 ]
+ * GuestOnline: [ bundle-a-0 bundle-a-1 bundle-a-2 bundle-b-0 bundle-b-1 bundle-b-2 ]
+
+ * Full List of Resources:
+ * Fencing (stonith:fence_xvm): Started node2
+ * Container bundle set: bundle-a [localhost/pcmktest]:
+ * bundle-a-0 (ocf:pacemaker:Stateful): Unpromoted node1
+ * bundle-a-1 (ocf:pacemaker:Stateful): Unpromoted node3
+ * bundle-a-2 (ocf:pacemaker:Stateful): Promoted node2
+ * Container bundle set: bundle-b [localhost/pcmktest]:
+ * bundle-b-0 (ocf:pacemaker:Stateful): Unpromoted node1
+ * bundle-b-1 (ocf:pacemaker:Stateful): Unpromoted node3
+ * bundle-b-2 (ocf:pacemaker:Stateful): Promoted node2
diff --git a/cts/scheduler/summary/bundle-promoted-colocation-6.summary b/cts/scheduler/summary/bundle-promoted-colocation-6.summary
new file mode 100644
index 0000000..dbcf940
--- /dev/null
+++ b/cts/scheduler/summary/bundle-promoted-colocation-6.summary
@@ -0,0 +1,51 @@
+Current cluster status:
+ * Node List:
+ * Online: [ node1 node2 node3 ]
+ * GuestOnline: [ bundle-a-0 bundle-a-1 bundle-a-2 bundle-b-0 bundle-b-1 bundle-b-2 ]
+
+ * Full List of Resources:
+ * Fencing (stonith:fence_xvm): Started node2
+ * Container bundle set: bundle-a [localhost/pcmktest]:
+ * bundle-a-0 (ocf:pacemaker:Stateful): Unpromoted node1
+ * bundle-a-1 (ocf:pacemaker:Stateful): Promoted node3
+ * bundle-a-2 (ocf:pacemaker:Stateful): Unpromoted node2
+ * Container bundle set: bundle-b [localhost/pcmktest]:
+ * bundle-b-0 (ocf:pacemaker:Stateful): Unpromoted node1
+ * bundle-b-1 (ocf:pacemaker:Stateful): Unpromoted node3
+ * bundle-b-2 (ocf:pacemaker:Stateful): Promoted node2
+
+Transition Summary:
+ * Demote bundle-a-rsc:1 ( Promoted -> Unpromoted bundle-a-1 )
+ * Promote bundle-a-rsc:2 ( Unpromoted -> Promoted bundle-a-2 )
+
+Executing Cluster Transition:
+ * Resource action: bundle-a-rsc cancel=16000 on bundle-a-2
+ * Resource action: bundle-a-rsc cancel=15000 on bundle-a-1
+ * Pseudo action: bundle-a_demote_0
+ * Pseudo action: bundle-a-clone_demote_0
+ * Resource action: bundle-a-rsc demote on bundle-a-1
+ * Pseudo action: bundle-a-clone_demoted_0
+ * Pseudo action: bundle-a_demoted_0
+ * Pseudo action: bundle-a_promote_0
+ * Resource action: bundle-a-rsc monitor=16000 on bundle-a-1
+ * Pseudo action: bundle-a-clone_promote_0
+ * Resource action: bundle-a-rsc promote on bundle-a-2
+ * Pseudo action: bundle-a-clone_promoted_0
+ * Pseudo action: bundle-a_promoted_0
+ * Resource action: bundle-a-rsc monitor=15000 on bundle-a-2
+
+Revised Cluster Status:
+ * Node List:
+ * Online: [ node1 node2 node3 ]
+ * GuestOnline: [ bundle-a-0 bundle-a-1 bundle-a-2 bundle-b-0 bundle-b-1 bundle-b-2 ]
+
+ * Full List of Resources:
+ * Fencing (stonith:fence_xvm): Started node2
+ * Container bundle set: bundle-a [localhost/pcmktest]:
+ * bundle-a-0 (ocf:pacemaker:Stateful): Unpromoted node1
+ * bundle-a-1 (ocf:pacemaker:Stateful): Unpromoted node3
+ * bundle-a-2 (ocf:pacemaker:Stateful): Promoted node2
+ * Container bundle set: bundle-b [localhost/pcmktest]:
+ * bundle-b-0 (ocf:pacemaker:Stateful): Unpromoted node1
+ * bundle-b-1 (ocf:pacemaker:Stateful): Unpromoted node3
+ * bundle-b-2 (ocf:pacemaker:Stateful): Promoted node2
diff --git a/cts/scheduler/summary/bundle-promoted-location-1.summary b/cts/scheduler/summary/bundle-promoted-location-1.summary
new file mode 100644
index 0000000..4c0a0ab
--- /dev/null
+++ b/cts/scheduler/summary/bundle-promoted-location-1.summary
@@ -0,0 +1,27 @@
+Current cluster status:
+ * Node List:
+ * Online: [ node1 node2 node3 ]
+ * GuestOnline: [ base-bundle-0 base-bundle-1 base-bundle-2 ]
+
+ * Full List of Resources:
+ * Fencing (stonith:fence_xvm): Started node2
+ * Container bundle set: base-bundle [localhost/pcmktest]:
+ * base-bundle-0 (ocf:pacemaker:Stateful): Promoted node3
+ * base-bundle-1 (ocf:pacemaker:Stateful): Unpromoted node2
+ * base-bundle-2 (ocf:pacemaker:Stateful): Unpromoted node1
+
+Transition Summary:
+
+Executing Cluster Transition:
+
+Revised Cluster Status:
+ * Node List:
+ * Online: [ node1 node2 node3 ]
+ * GuestOnline: [ base-bundle-0 base-bundle-1 base-bundle-2 ]
+
+ * Full List of Resources:
+ * Fencing (stonith:fence_xvm): Started node2
+ * Container bundle set: base-bundle [localhost/pcmktest]:
+ * base-bundle-0 (ocf:pacemaker:Stateful): Promoted node3
+ * base-bundle-1 (ocf:pacemaker:Stateful): Unpromoted node2
+ * base-bundle-2 (ocf:pacemaker:Stateful): Unpromoted node1
diff --git a/cts/scheduler/summary/bundle-promoted-location-2.summary b/cts/scheduler/summary/bundle-promoted-location-2.summary
new file mode 100644
index 0000000..bd3b3a9
--- /dev/null
+++ b/cts/scheduler/summary/bundle-promoted-location-2.summary
@@ -0,0 +1,54 @@
+Current cluster status:
+ * Node List:
+ * Online: [ node1 node2 node3 ]
+ * GuestOnline: [ base-bundle-0 base-bundle-1 base-bundle-2 ]
+
+ * Full List of Resources:
+ * Fencing (stonith:fence_xvm): Started node2
+ * Container bundle set: base-bundle [localhost/pcmktest]:
+ * base-bundle-0 (ocf:pacemaker:Stateful): Promoted node3
+ * base-bundle-1 (ocf:pacemaker:Stateful): Unpromoted node2
+ * base-bundle-2 (ocf:pacemaker:Stateful): Unpromoted node1
+
+Transition Summary:
+ * Stop base-bundle-podman-0 ( node3 ) due to node availability
+ * Stop base-bundle-0 ( node3 ) due to unrunnable base-bundle-podman-0 start
+ * Stop base:0 ( Promoted base-bundle-0 ) due to unrunnable base-bundle-podman-0 start
+ * Promote base:1 ( Unpromoted -> Promoted base-bundle-1 )
+
+Executing Cluster Transition:
+ * Resource action: base cancel=16000 on base-bundle-1
+ * Resource action: base cancel=15000 on base-bundle-0
+ * Pseudo action: base-bundle_demote_0
+ * Pseudo action: base-bundle-clone_demote_0
+ * Resource action: base demote on base-bundle-0
+ * Pseudo action: base-bundle-clone_demoted_0
+ * Pseudo action: base-bundle_demoted_0
+ * Pseudo action: base-bundle_stop_0
+ * Pseudo action: base-bundle-clone_stop_0
+ * Resource action: base stop on base-bundle-0
+ * Pseudo action: base-bundle-clone_stopped_0
+ * Pseudo action: base-bundle-clone_start_0
+ * Resource action: base-bundle-0 stop on node3
+ * Pseudo action: base-bundle-clone_running_0
+ * Resource action: base-bundle-podman-0 stop on node3
+ * Pseudo action: base-bundle_stopped_0
+ * Pseudo action: base-bundle_running_0
+ * Pseudo action: base-bundle_promote_0
+ * Pseudo action: base-bundle-clone_promote_0
+ * Resource action: base promote on base-bundle-1
+ * Pseudo action: base-bundle-clone_promoted_0
+ * Pseudo action: base-bundle_promoted_0
+ * Resource action: base monitor=15000 on base-bundle-1
+
+Revised Cluster Status:
+ * Node List:
+ * Online: [ node1 node2 node3 ]
+ * GuestOnline: [ base-bundle-1 base-bundle-2 ]
+
+ * Full List of Resources:
+ * Fencing (stonith:fence_xvm): Started node2
+ * Container bundle set: base-bundle [localhost/pcmktest]:
+ * base-bundle-0 (ocf:pacemaker:Stateful): Stopped
+ * base-bundle-1 (ocf:pacemaker:Stateful): Promoted node2
+ * base-bundle-2 (ocf:pacemaker:Stateful): Unpromoted node1
diff --git a/cts/scheduler/summary/bundle-promoted-location-3.summary b/cts/scheduler/summary/bundle-promoted-location-3.summary
new file mode 100644
index 0000000..4c0a0ab
--- /dev/null
+++ b/cts/scheduler/summary/bundle-promoted-location-3.summary
@@ -0,0 +1,27 @@
+Current cluster status:
+ * Node List:
+ * Online: [ node1 node2 node3 ]
+ * GuestOnline: [ base-bundle-0 base-bundle-1 base-bundle-2 ]
+
+ * Full List of Resources:
+ * Fencing (stonith:fence_xvm): Started node2
+ * Container bundle set: base-bundle [localhost/pcmktest]:
+ * base-bundle-0 (ocf:pacemaker:Stateful): Promoted node3
+ * base-bundle-1 (ocf:pacemaker:Stateful): Unpromoted node2
+ * base-bundle-2 (ocf:pacemaker:Stateful): Unpromoted node1
+
+Transition Summary:
+
+Executing Cluster Transition:
+
+Revised Cluster Status:
+ * Node List:
+ * Online: [ node1 node2 node3 ]
+ * GuestOnline: [ base-bundle-0 base-bundle-1 base-bundle-2 ]
+
+ * Full List of Resources:
+ * Fencing (stonith:fence_xvm): Started node2
+ * Container bundle set: base-bundle [localhost/pcmktest]:
+ * base-bundle-0 (ocf:pacemaker:Stateful): Promoted node3
+ * base-bundle-1 (ocf:pacemaker:Stateful): Unpromoted node2
+ * base-bundle-2 (ocf:pacemaker:Stateful): Unpromoted node1
diff --git a/cts/scheduler/summary/bundle-promoted-location-4.summary b/cts/scheduler/summary/bundle-promoted-location-4.summary
new file mode 100644
index 0000000..4c0a0ab
--- /dev/null
+++ b/cts/scheduler/summary/bundle-promoted-location-4.summary
@@ -0,0 +1,27 @@
+Current cluster status:
+ * Node List:
+ * Online: [ node1 node2 node3 ]
+ * GuestOnline: [ base-bundle-0 base-bundle-1 base-bundle-2 ]
+
+ * Full List of Resources:
+ * Fencing (stonith:fence_xvm): Started node2
+ * Container bundle set: base-bundle [localhost/pcmktest]:
+ * base-bundle-0 (ocf:pacemaker:Stateful): Promoted node3
+ * base-bundle-1 (ocf:pacemaker:Stateful): Unpromoted node2
+ * base-bundle-2 (ocf:pacemaker:Stateful): Unpromoted node1
+
+Transition Summary:
+
+Executing Cluster Transition:
+
+Revised Cluster Status:
+ * Node List:
+ * Online: [ node1 node2 node3 ]
+ * GuestOnline: [ base-bundle-0 base-bundle-1 base-bundle-2 ]
+
+ * Full List of Resources:
+ * Fencing (stonith:fence_xvm): Started node2
+ * Container bundle set: base-bundle [localhost/pcmktest]:
+ * base-bundle-0 (ocf:pacemaker:Stateful): Promoted node3
+ * base-bundle-1 (ocf:pacemaker:Stateful): Unpromoted node2
+ * base-bundle-2 (ocf:pacemaker:Stateful): Unpromoted node1
diff --git a/cts/scheduler/summary/bundle-promoted-location-5.summary b/cts/scheduler/summary/bundle-promoted-location-5.summary
new file mode 100644
index 0000000..4c0a0ab
--- /dev/null
+++ b/cts/scheduler/summary/bundle-promoted-location-5.summary
@@ -0,0 +1,27 @@
+Current cluster status:
+ * Node List:
+ * Online: [ node1 node2 node3 ]
+ * GuestOnline: [ base-bundle-0 base-bundle-1 base-bundle-2 ]
+
+ * Full List of Resources:
+ * Fencing (stonith:fence_xvm): Started node2
+ * Container bundle set: base-bundle [localhost/pcmktest]:
+ * base-bundle-0 (ocf:pacemaker:Stateful): Promoted node3
+ * base-bundle-1 (ocf:pacemaker:Stateful): Unpromoted node2
+ * base-bundle-2 (ocf:pacemaker:Stateful): Unpromoted node1
+
+Transition Summary:
+
+Executing Cluster Transition:
+
+Revised Cluster Status:
+ * Node List:
+ * Online: [ node1 node2 node3 ]
+ * GuestOnline: [ base-bundle-0 base-bundle-1 base-bundle-2 ]
+
+ * Full List of Resources:
+ * Fencing (stonith:fence_xvm): Started node2
+ * Container bundle set: base-bundle [localhost/pcmktest]:
+ * base-bundle-0 (ocf:pacemaker:Stateful): Promoted node3
+ * base-bundle-1 (ocf:pacemaker:Stateful): Unpromoted node2
+ * base-bundle-2 (ocf:pacemaker:Stateful): Unpromoted node1
diff --git a/cts/scheduler/summary/bundle-promoted-location-6.summary b/cts/scheduler/summary/bundle-promoted-location-6.summary
new file mode 100644
index 0000000..5e1cce2
--- /dev/null
+++ b/cts/scheduler/summary/bundle-promoted-location-6.summary
@@ -0,0 +1,40 @@
+Current cluster status:
+ * Node List:
+ * Online: [ node1 node2 node3 ]
+ * GuestOnline: [ base-bundle-0 base-bundle-1 base-bundle-2 ]
+
+ * Full List of Resources:
+ * Fencing (stonith:fence_xvm): Started node2
+ * Container bundle set: base-bundle [localhost/pcmktest]:
+ * base-bundle-0 (ocf:pacemaker:Stateful): Promoted node3
+ * base-bundle-1 (ocf:pacemaker:Stateful): Unpromoted node2
+ * base-bundle-2 (ocf:pacemaker:Stateful): Unpromoted node1
+
+Transition Summary:
+ * Stop base-bundle-podman-1 ( node2 ) due to node availability
+ * Stop base-bundle-1 ( node2 ) due to unrunnable base-bundle-podman-1 start
+ * Stop base:1 ( Unpromoted base-bundle-1 ) due to unrunnable base-bundle-podman-1 start
+
+Executing Cluster Transition:
+ * Pseudo action: base-bundle_stop_0
+ * Pseudo action: base-bundle-clone_stop_0
+ * Resource action: base stop on base-bundle-1
+ * Pseudo action: base-bundle-clone_stopped_0
+ * Pseudo action: base-bundle-clone_start_0
+ * Resource action: base-bundle-1 stop on node2
+ * Pseudo action: base-bundle-clone_running_0
+ * Resource action: base-bundle-podman-1 stop on node2
+ * Pseudo action: base-bundle_stopped_0
+ * Pseudo action: base-bundle_running_0
+
+Revised Cluster Status:
+ * Node List:
+ * Online: [ node1 node2 node3 ]
+ * GuestOnline: [ base-bundle-0 base-bundle-2 ]
+
+ * Full List of Resources:
+ * Fencing (stonith:fence_xvm): Started node2
+ * Container bundle set: base-bundle [localhost/pcmktest]:
+ * base-bundle-0 (ocf:pacemaker:Stateful): Promoted node3
+ * base-bundle-1 (ocf:pacemaker:Stateful): Stopped
+ * base-bundle-2 (ocf:pacemaker:Stateful): Unpromoted node1
diff --git a/cts/scheduler/summary/cancel-behind-moving-remote.summary b/cts/scheduler/summary/cancel-behind-moving-remote.summary
index 7726876..945f3c8 100644
--- a/cts/scheduler/summary/cancel-behind-moving-remote.summary
+++ b/cts/scheduler/summary/cancel-behind-moving-remote.summary
@@ -58,22 +58,18 @@ Current cluster status:
Transition Summary:
* Start rabbitmq-bundle-1 ( controller-0 ) due to unrunnable rabbitmq-bundle-podman-1 start (blocked)
* Start rabbitmq:1 ( rabbitmq-bundle-1 ) due to unrunnable rabbitmq-bundle-podman-1 start (blocked)
- * Start ovn-dbs-bundle-podman-0 ( controller-2 )
- * Start ovn-dbs-bundle-0 ( controller-2 )
+ * Start ovn-dbs-bundle-podman-0 ( controller-0 )
+ * Start ovn-dbs-bundle-0 ( controller-0 )
* Start ovndb_servers:0 ( ovn-dbs-bundle-0 )
- * Move ovn-dbs-bundle-podman-1 ( controller-2 -> controller-0 )
- * Move ovn-dbs-bundle-1 ( controller-2 -> controller-0 )
- * Restart ovndb_servers:1 ( Unpromoted -> Promoted ovn-dbs-bundle-1 ) due to required ovn-dbs-bundle-podman-1 start
- * Start ip-172.17.1.87 ( controller-0 )
+ * Promote ovndb_servers:2 ( Unpromoted -> Promoted ovn-dbs-bundle-2 )
+ * Start ip-172.17.1.87 ( controller-1 )
* Move stonith-fence_ipmilan-52540040bb56 ( messaging-2 -> database-0 )
* Move stonith-fence_ipmilan-525400e1534e ( database-1 -> messaging-2 )
Executing Cluster Transition:
* Pseudo action: rabbitmq-bundle-clone_pre_notify_start_0
- * Resource action: ovndb_servers cancel=30000 on ovn-dbs-bundle-1
- * Pseudo action: ovn-dbs-bundle-master_pre_notify_stop_0
- * Cluster action: clear_failcount for ovn-dbs-bundle-0 on controller-0
- * Cluster action: clear_failcount for ovn-dbs-bundle-1 on controller-2
+ * Resource action: ovndb_servers cancel=30000 on ovn-dbs-bundle-2
+ * Pseudo action: ovn-dbs-bundle-master_pre_notify_start_0
* Cluster action: clear_failcount for stonith-fence_compute-fence-nova on messaging-0
* Cluster action: clear_failcount for nova-evacuate on messaging-0
* Cluster action: clear_failcount for stonith-fence_ipmilan-525400aa1373 on database-0
@@ -87,71 +83,53 @@ Executing Cluster Transition:
* Cluster action: clear_failcount for stonith-fence_ipmilan-52540060dbba on messaging-0
* Cluster action: clear_failcount for stonith-fence_ipmilan-525400e018b6 on database-0
* Cluster action: clear_failcount for stonith-fence_ipmilan-525400c87cdb on database-2
- * Pseudo action: ovn-dbs-bundle_stop_0
+ * Pseudo action: ovn-dbs-bundle_start_0
* Pseudo action: rabbitmq-bundle_start_0
* Pseudo action: rabbitmq-bundle-clone_confirmed-pre_notify_start_0
* Pseudo action: rabbitmq-bundle-clone_start_0
- * Resource action: ovndb_servers notify on ovn-dbs-bundle-1
* Resource action: ovndb_servers notify on ovn-dbs-bundle-2
- * Pseudo action: ovn-dbs-bundle-master_confirmed-pre_notify_stop_0
- * Pseudo action: ovn-dbs-bundle-master_stop_0
+ * Resource action: ovndb_servers notify on ovn-dbs-bundle-1
+ * Pseudo action: ovn-dbs-bundle-master_confirmed-pre_notify_start_0
+ * Pseudo action: ovn-dbs-bundle-master_start_0
+ * Resource action: ovn-dbs-bundle-podman-0 start on controller-0
+ * Resource action: ovn-dbs-bundle-0 start on controller-0
* Resource action: stonith-fence_ipmilan-52540040bb56 start on database-0
* Resource action: stonith-fence_ipmilan-525400e1534e start on messaging-2
* Pseudo action: rabbitmq-bundle-clone_running_0
- * Resource action: ovndb_servers stop on ovn-dbs-bundle-1
- * Pseudo action: ovn-dbs-bundle-master_stopped_0
- * Resource action: ovn-dbs-bundle-1 stop on controller-2
+ * Resource action: ovndb_servers start on ovn-dbs-bundle-0
+ * Pseudo action: ovn-dbs-bundle-master_running_0
+ * Resource action: ovn-dbs-bundle-podman-0 monitor=60000 on controller-0
+ * Resource action: ovn-dbs-bundle-0 monitor=30000 on controller-0
* Resource action: stonith-fence_ipmilan-52540040bb56 monitor=60000 on database-0
* Resource action: stonith-fence_ipmilan-525400e1534e monitor=60000 on messaging-2
* Pseudo action: rabbitmq-bundle-clone_post_notify_running_0
- * Pseudo action: ovn-dbs-bundle-master_post_notify_stopped_0
- * Resource action: ovn-dbs-bundle-podman-1 stop on controller-2
+ * Pseudo action: ovn-dbs-bundle-master_post_notify_running_0
* Pseudo action: rabbitmq-bundle-clone_confirmed-post_notify_running_0
* Resource action: ovndb_servers notify on ovn-dbs-bundle-2
- * Pseudo action: ovn-dbs-bundle-master_confirmed-post_notify_stopped_0
- * Pseudo action: ovn-dbs-bundle-master_pre_notify_start_0
- * Pseudo action: ovn-dbs-bundle_stopped_0
- * Pseudo action: ovn-dbs-bundle_start_0
- * Pseudo action: rabbitmq-bundle_running_0
- * Resource action: ovndb_servers notify on ovn-dbs-bundle-2
- * Pseudo action: ovn-dbs-bundle-master_confirmed-pre_notify_start_0
- * Pseudo action: ovn-dbs-bundle-master_start_0
- * Resource action: ovn-dbs-bundle-podman-0 start on controller-2
- * Resource action: ovn-dbs-bundle-0 start on controller-2
- * Resource action: ovn-dbs-bundle-podman-1 start on controller-0
- * Resource action: ovn-dbs-bundle-1 start on controller-0
- * Resource action: ovndb_servers start on ovn-dbs-bundle-0
- * Resource action: ovndb_servers start on ovn-dbs-bundle-1
- * Pseudo action: ovn-dbs-bundle-master_running_0
- * Resource action: ovn-dbs-bundle-podman-0 monitor=60000 on controller-2
- * Resource action: ovn-dbs-bundle-0 monitor=30000 on controller-2
- * Resource action: ovn-dbs-bundle-podman-1 monitor=60000 on controller-0
- * Resource action: ovn-dbs-bundle-1 monitor=30000 on controller-0
- * Pseudo action: ovn-dbs-bundle-master_post_notify_running_0
* Resource action: ovndb_servers notify on ovn-dbs-bundle-0
* Resource action: ovndb_servers notify on ovn-dbs-bundle-1
- * Resource action: ovndb_servers notify on ovn-dbs-bundle-2
* Pseudo action: ovn-dbs-bundle-master_confirmed-post_notify_running_0
* Pseudo action: ovn-dbs-bundle_running_0
+ * Pseudo action: rabbitmq-bundle_running_0
* Pseudo action: ovn-dbs-bundle-master_pre_notify_promote_0
* Pseudo action: ovn-dbs-bundle_promote_0
+ * Resource action: ovndb_servers notify on ovn-dbs-bundle-2
* Resource action: ovndb_servers notify on ovn-dbs-bundle-0
* Resource action: ovndb_servers notify on ovn-dbs-bundle-1
- * Resource action: ovndb_servers notify on ovn-dbs-bundle-2
* Pseudo action: ovn-dbs-bundle-master_confirmed-pre_notify_promote_0
* Pseudo action: ovn-dbs-bundle-master_promote_0
- * Resource action: ip-172.17.1.87 start on controller-0
- * Resource action: ovndb_servers promote on ovn-dbs-bundle-1
+ * Resource action: ip-172.17.1.87 start on controller-1
+ * Resource action: ovndb_servers promote on ovn-dbs-bundle-2
* Pseudo action: ovn-dbs-bundle-master_promoted_0
- * Resource action: ip-172.17.1.87 monitor=10000 on controller-0
+ * Resource action: ip-172.17.1.87 monitor=10000 on controller-1
* Pseudo action: ovn-dbs-bundle-master_post_notify_promoted_0
+ * Resource action: ovndb_servers notify on ovn-dbs-bundle-2
* Resource action: ovndb_servers notify on ovn-dbs-bundle-0
* Resource action: ovndb_servers notify on ovn-dbs-bundle-1
- * Resource action: ovndb_servers notify on ovn-dbs-bundle-2
* Pseudo action: ovn-dbs-bundle-master_confirmed-post_notify_promoted_0
* Pseudo action: ovn-dbs-bundle_promoted_0
+ * Resource action: ovndb_servers monitor=10000 on ovn-dbs-bundle-2
* Resource action: ovndb_servers monitor=30000 on ovn-dbs-bundle-0
- * Resource action: ovndb_servers monitor=10000 on ovn-dbs-bundle-1
Using the original execution date of: 2021-02-15 01:40:51Z
Revised Cluster Status:
@@ -187,10 +165,10 @@ Revised Cluster Status:
* haproxy-bundle-podman-1 (ocf:heartbeat:podman): Started controller-0
* haproxy-bundle-podman-2 (ocf:heartbeat:podman): Started controller-1
* Container bundle set: ovn-dbs-bundle [cluster.common.tag/rhosp16-openstack-ovn-northd:pcmklatest]:
- * ovn-dbs-bundle-0 (ocf:ovn:ovndb-servers): Unpromoted controller-2
- * ovn-dbs-bundle-1 (ocf:ovn:ovndb-servers): Promoted controller-0
- * ovn-dbs-bundle-2 (ocf:ovn:ovndb-servers): Unpromoted controller-1
- * ip-172.17.1.87 (ocf:heartbeat:IPaddr2): Started controller-0
+ * ovn-dbs-bundle-0 (ocf:ovn:ovndb-servers): Unpromoted controller-0
+ * ovn-dbs-bundle-1 (ocf:ovn:ovndb-servers): Unpromoted controller-2
+ * ovn-dbs-bundle-2 (ocf:ovn:ovndb-servers): Promoted controller-1
+ * ip-172.17.1.87 (ocf:heartbeat:IPaddr2): Started controller-1
* stonith-fence_compute-fence-nova (stonith:fence_compute): Started database-1
* Clone Set: compute-unfence-trigger-clone [compute-unfence-trigger]:
* Started: [ compute-0 compute-1 ]
diff --git a/cts/scheduler/summary/clone-recover-no-shuffle-1.summary b/cts/scheduler/summary/clone-recover-no-shuffle-1.summary
new file mode 100644
index 0000000..0b6866e
--- /dev/null
+++ b/cts/scheduler/summary/clone-recover-no-shuffle-1.summary
@@ -0,0 +1,29 @@
+Using the original execution date of: 2023-06-21 00:59:59Z
+Current cluster status:
+ * Node List:
+ * Online: [ node1 node2 node3 ]
+
+ * Full List of Resources:
+ * Fencing (stonith:fence_xvm): Started node2
+ * Clone Set: dummy-clone [dummy]:
+ * Started: [ node2 node3 ]
+ * Stopped: [ node1 ]
+
+Transition Summary:
+ * Start dummy:2 ( node1 )
+
+Executing Cluster Transition:
+ * Pseudo action: dummy-clone_start_0
+ * Resource action: dummy start on node1
+ * Pseudo action: dummy-clone_running_0
+ * Resource action: dummy monitor=10000 on node1
+Using the original execution date of: 2023-06-21 00:59:59Z
+
+Revised Cluster Status:
+ * Node List:
+ * Online: [ node1 node2 node3 ]
+
+ * Full List of Resources:
+ * Fencing (stonith:fence_xvm): Started node2
+ * Clone Set: dummy-clone [dummy]:
+ * Started: [ node1 node2 node3 ]
diff --git a/cts/scheduler/summary/clone-recover-no-shuffle-10.summary b/cts/scheduler/summary/clone-recover-no-shuffle-10.summary
new file mode 100644
index 0000000..5b0f9b6
--- /dev/null
+++ b/cts/scheduler/summary/clone-recover-no-shuffle-10.summary
@@ -0,0 +1,29 @@
+Current cluster status:
+ * Node List:
+ * Online: [ node1 node2 node3 ]
+
+ * Full List of Resources:
+ * Fencing (stonith:fence_xvm): Started node2
+ * Clone Set: dummy-clone [dummy] (promotable):
+ * Promoted: [ node2 ]
+ * Unpromoted: [ node3 ]
+ * Stopped: [ node1 ]
+
+Transition Summary:
+ * Start dummy:2 ( node1 )
+
+Executing Cluster Transition:
+ * Pseudo action: dummy-clone_start_0
+ * Resource action: dummy start on node1
+ * Pseudo action: dummy-clone_running_0
+ * Resource action: dummy monitor=11000 on node1
+
+Revised Cluster Status:
+ * Node List:
+ * Online: [ node1 node2 node3 ]
+
+ * Full List of Resources:
+ * Fencing (stonith:fence_xvm): Started node2
+ * Clone Set: dummy-clone [dummy] (promotable):
+ * Promoted: [ node2 ]
+ * Unpromoted: [ node1 node3 ]
diff --git a/cts/scheduler/summary/clone-recover-no-shuffle-11.summary b/cts/scheduler/summary/clone-recover-no-shuffle-11.summary
new file mode 100644
index 0000000..e0bdb61
--- /dev/null
+++ b/cts/scheduler/summary/clone-recover-no-shuffle-11.summary
@@ -0,0 +1,34 @@
+Current cluster status:
+ * Node List:
+ * Online: [ node1 node2 node3 ]
+
+ * Full List of Resources:
+ * Fencing (stonith:fence_xvm): Started node2
+ * Clone Set: grp-clone [grp] (promotable):
+ * Promoted: [ node2 ]
+ * Unpromoted: [ node3 ]
+ * Stopped: [ node1 ]
+
+Transition Summary:
+ * Start rsc1:2 ( node1 )
+ * Start rsc2:2 ( node1 )
+
+Executing Cluster Transition:
+ * Pseudo action: grp-clone_start_0
+ * Pseudo action: grp:2_start_0
+ * Resource action: rsc1 start on node1
+ * Resource action: rsc2 start on node1
+ * Pseudo action: grp:2_running_0
+ * Resource action: rsc1 monitor=11000 on node1
+ * Resource action: rsc2 monitor=11000 on node1
+ * Pseudo action: grp-clone_running_0
+
+Revised Cluster Status:
+ * Node List:
+ * Online: [ node1 node2 node3 ]
+
+ * Full List of Resources:
+ * Fencing (stonith:fence_xvm): Started node2
+ * Clone Set: grp-clone [grp] (promotable):
+ * Promoted: [ node2 ]
+ * Unpromoted: [ node1 node3 ]
diff --git a/cts/scheduler/summary/clone-recover-no-shuffle-12.summary b/cts/scheduler/summary/clone-recover-no-shuffle-12.summary
new file mode 100644
index 0000000..6e55a0b
--- /dev/null
+++ b/cts/scheduler/summary/clone-recover-no-shuffle-12.summary
@@ -0,0 +1,43 @@
+Current cluster status:
+ * Node List:
+ * Online: [ node1 node2 node3 ]
+ * GuestOnline: [ base-bundle-0 base-bundle-1 ]
+
+ * Full List of Resources:
+ * Fencing (stonith:fence_xvm): Started node2
+ * Container bundle set: base-bundle [localhost/pcmktest]:
+ * base-bundle-0 (ocf:pacemaker:Stateful): Unpromoted node3
+ * base-bundle-1 (ocf:pacemaker:Stateful): Promoted node2
+ * base-bundle-2 (ocf:pacemaker:Stateful): Stopped
+
+Transition Summary:
+ * Start base-bundle-podman-2 ( node1 )
+ * Start base-bundle-2 ( node1 )
+ * Start base:2 ( base-bundle-2 )
+
+Executing Cluster Transition:
+ * Pseudo action: base-bundle_start_0
+ * Pseudo action: base-bundle-clone_start_0
+ * Resource action: base-bundle-podman-2 start on node1
+ * Resource action: base-bundle-2 monitor on node3
+ * Resource action: base-bundle-2 monitor on node2
+ * Resource action: base-bundle-2 monitor on node1
+ * Resource action: base-bundle-podman-2 monitor=60000 on node1
+ * Resource action: base-bundle-2 start on node1
+ * Resource action: base start on base-bundle-2
+ * Pseudo action: base-bundle-clone_running_0
+ * Resource action: base-bundle-2 monitor=30000 on node1
+ * Pseudo action: base-bundle_running_0
+ * Resource action: base monitor=16000 on base-bundle-2
+
+Revised Cluster Status:
+ * Node List:
+ * Online: [ node1 node2 node3 ]
+ * GuestOnline: [ base-bundle-0 base-bundle-1 base-bundle-2 ]
+
+ * Full List of Resources:
+ * Fencing (stonith:fence_xvm): Started node2
+ * Container bundle set: base-bundle [localhost/pcmktest]:
+ * base-bundle-0 (ocf:pacemaker:Stateful): Unpromoted node3
+ * base-bundle-1 (ocf:pacemaker:Stateful): Promoted node2
+ * base-bundle-2 (ocf:pacemaker:Stateful): Unpromoted node1
diff --git a/cts/scheduler/summary/clone-recover-no-shuffle-2.summary b/cts/scheduler/summary/clone-recover-no-shuffle-2.summary
new file mode 100644
index 0000000..8b18120
--- /dev/null
+++ b/cts/scheduler/summary/clone-recover-no-shuffle-2.summary
@@ -0,0 +1,32 @@
+Current cluster status:
+ * Node List:
+ * Online: [ node1 node2 node3 ]
+
+ * Full List of Resources:
+ * Fencing (stonith:fence_xvm): Started node2
+ * Clone Set: grp-clone [grp]:
+ * Started: [ node2 node3 ]
+ * Stopped: [ node1 ]
+
+Transition Summary:
+ * Start rsc1:2 ( node1 )
+ * Start rsc2:2 ( node1 )
+
+Executing Cluster Transition:
+ * Pseudo action: grp-clone_start_0
+ * Pseudo action: grp:2_start_0
+ * Resource action: rsc1 start on node1
+ * Resource action: rsc2 start on node1
+ * Pseudo action: grp:2_running_0
+ * Resource action: rsc1 monitor=10000 on node1
+ * Resource action: rsc2 monitor=10000 on node1
+ * Pseudo action: grp-clone_running_0
+
+Revised Cluster Status:
+ * Node List:
+ * Online: [ node1 node2 node3 ]
+
+ * Full List of Resources:
+ * Fencing (stonith:fence_xvm): Started node2
+ * Clone Set: grp-clone [grp]:
+ * Started: [ node1 node2 node3 ]
diff --git a/cts/scheduler/summary/clone-recover-no-shuffle-3.summary b/cts/scheduler/summary/clone-recover-no-shuffle-3.summary
new file mode 100644
index 0000000..5702177
--- /dev/null
+++ b/cts/scheduler/summary/clone-recover-no-shuffle-3.summary
@@ -0,0 +1,42 @@
+Current cluster status:
+ * Node List:
+ * Online: [ node1 node2 node3 ]
+ * GuestOnline: [ base-bundle-0 base-bundle-1 ]
+
+ * Full List of Resources:
+ * Fencing (stonith:fence_xvm): Started node2
+ * Container bundle set: base-bundle [localhost/pcmktest]:
+ * base-bundle-0 (ocf:pacemaker:Stateful): Started node3
+ * base-bundle-1 (ocf:pacemaker:Stateful): Started node2
+ * base-bundle-2 (ocf:pacemaker:Stateful): Stopped
+
+Transition Summary:
+ * Start base-bundle-podman-2 ( node1 )
+ * Start base-bundle-2 ( node1 )
+ * Start base:2 ( base-bundle-2 )
+
+Executing Cluster Transition:
+ * Pseudo action: base-bundle_start_0
+ * Pseudo action: base-bundle-clone_start_0
+ * Resource action: base-bundle-podman-2 start on node1
+ * Resource action: base-bundle-2 monitor on node3
+ * Resource action: base-bundle-2 monitor on node2
+ * Resource action: base-bundle-2 monitor on node1
+ * Resource action: base-bundle-podman-2 monitor=60000 on node1
+ * Resource action: base-bundle-2 start on node1
+ * Resource action: base start on base-bundle-2
+ * Pseudo action: base-bundle-clone_running_0
+ * Resource action: base-bundle-2 monitor=30000 on node1
+ * Pseudo action: base-bundle_running_0
+
+Revised Cluster Status:
+ * Node List:
+ * Online: [ node1 node2 node3 ]
+ * GuestOnline: [ base-bundle-0 base-bundle-1 base-bundle-2 ]
+
+ * Full List of Resources:
+ * Fencing (stonith:fence_xvm): Started node2
+ * Container bundle set: base-bundle [localhost/pcmktest]:
+ * base-bundle-0 (ocf:pacemaker:Stateful): Started node3
+ * base-bundle-1 (ocf:pacemaker:Stateful): Started node2
+ * base-bundle-2 (ocf:pacemaker:Stateful): Started node1
diff --git a/cts/scheduler/summary/clone-recover-no-shuffle-4.summary b/cts/scheduler/summary/clone-recover-no-shuffle-4.summary
new file mode 100644
index 0000000..0b6866e
--- /dev/null
+++ b/cts/scheduler/summary/clone-recover-no-shuffle-4.summary
@@ -0,0 +1,29 @@
+Using the original execution date of: 2023-06-21 00:59:59Z
+Current cluster status:
+ * Node List:
+ * Online: [ node1 node2 node3 ]
+
+ * Full List of Resources:
+ * Fencing (stonith:fence_xvm): Started node2
+ * Clone Set: dummy-clone [dummy]:
+ * Started: [ node2 node3 ]
+ * Stopped: [ node1 ]
+
+Transition Summary:
+ * Start dummy:2 ( node1 )
+
+Executing Cluster Transition:
+ * Pseudo action: dummy-clone_start_0
+ * Resource action: dummy start on node1
+ * Pseudo action: dummy-clone_running_0
+ * Resource action: dummy monitor=10000 on node1
+Using the original execution date of: 2023-06-21 00:59:59Z
+
+Revised Cluster Status:
+ * Node List:
+ * Online: [ node1 node2 node3 ]
+
+ * Full List of Resources:
+ * Fencing (stonith:fence_xvm): Started node2
+ * Clone Set: dummy-clone [dummy]:
+ * Started: [ node1 node2 node3 ]
diff --git a/cts/scheduler/summary/clone-recover-no-shuffle-5.summary b/cts/scheduler/summary/clone-recover-no-shuffle-5.summary
new file mode 100644
index 0000000..8b18120
--- /dev/null
+++ b/cts/scheduler/summary/clone-recover-no-shuffle-5.summary
@@ -0,0 +1,32 @@
+Current cluster status:
+ * Node List:
+ * Online: [ node1 node2 node3 ]
+
+ * Full List of Resources:
+ * Fencing (stonith:fence_xvm): Started node2
+ * Clone Set: grp-clone [grp]:
+ * Started: [ node2 node3 ]
+ * Stopped: [ node1 ]
+
+Transition Summary:
+ * Start rsc1:2 ( node1 )
+ * Start rsc2:2 ( node1 )
+
+Executing Cluster Transition:
+ * Pseudo action: grp-clone_start_0
+ * Pseudo action: grp:2_start_0
+ * Resource action: rsc1 start on node1
+ * Resource action: rsc2 start on node1
+ * Pseudo action: grp:2_running_0
+ * Resource action: rsc1 monitor=10000 on node1
+ * Resource action: rsc2 monitor=10000 on node1
+ * Pseudo action: grp-clone_running_0
+
+Revised Cluster Status:
+ * Node List:
+ * Online: [ node1 node2 node3 ]
+
+ * Full List of Resources:
+ * Fencing (stonith:fence_xvm): Started node2
+ * Clone Set: grp-clone [grp]:
+ * Started: [ node1 node2 node3 ]
diff --git a/cts/scheduler/summary/clone-recover-no-shuffle-6.summary b/cts/scheduler/summary/clone-recover-no-shuffle-6.summary
new file mode 100644
index 0000000..5702177
--- /dev/null
+++ b/cts/scheduler/summary/clone-recover-no-shuffle-6.summary
@@ -0,0 +1,42 @@
+Current cluster status:
+ * Node List:
+ * Online: [ node1 node2 node3 ]
+ * GuestOnline: [ base-bundle-0 base-bundle-1 ]
+
+ * Full List of Resources:
+ * Fencing (stonith:fence_xvm): Started node2
+ * Container bundle set: base-bundle [localhost/pcmktest]:
+ * base-bundle-0 (ocf:pacemaker:Stateful): Started node3
+ * base-bundle-1 (ocf:pacemaker:Stateful): Started node2
+ * base-bundle-2 (ocf:pacemaker:Stateful): Stopped
+
+Transition Summary:
+ * Start base-bundle-podman-2 ( node1 )
+ * Start base-bundle-2 ( node1 )
+ * Start base:2 ( base-bundle-2 )
+
+Executing Cluster Transition:
+ * Pseudo action: base-bundle_start_0
+ * Pseudo action: base-bundle-clone_start_0
+ * Resource action: base-bundle-podman-2 start on node1
+ * Resource action: base-bundle-2 monitor on node3
+ * Resource action: base-bundle-2 monitor on node2
+ * Resource action: base-bundle-2 monitor on node1
+ * Resource action: base-bundle-podman-2 monitor=60000 on node1
+ * Resource action: base-bundle-2 start on node1
+ * Resource action: base start on base-bundle-2
+ * Pseudo action: base-bundle-clone_running_0
+ * Resource action: base-bundle-2 monitor=30000 on node1
+ * Pseudo action: base-bundle_running_0
+
+Revised Cluster Status:
+ * Node List:
+ * Online: [ node1 node2 node3 ]
+ * GuestOnline: [ base-bundle-0 base-bundle-1 base-bundle-2 ]
+
+ * Full List of Resources:
+ * Fencing (stonith:fence_xvm): Started node2
+ * Container bundle set: base-bundle [localhost/pcmktest]:
+ * base-bundle-0 (ocf:pacemaker:Stateful): Started node3
+ * base-bundle-1 (ocf:pacemaker:Stateful): Started node2
+ * base-bundle-2 (ocf:pacemaker:Stateful): Started node1
diff --git a/cts/scheduler/summary/clone-recover-no-shuffle-7.summary b/cts/scheduler/summary/clone-recover-no-shuffle-7.summary
new file mode 100644
index 0000000..7744570
--- /dev/null
+++ b/cts/scheduler/summary/clone-recover-no-shuffle-7.summary
@@ -0,0 +1,38 @@
+Current cluster status:
+ * Node List:
+ * Online: [ node1 node2 node3 ]
+
+ * Full List of Resources:
+ * Fencing (stonith:fence_xvm): Started node2
+ * Clone Set: dummy-clone [dummy] (promotable):
+ * Promoted: [ node2 ]
+ * Unpromoted: [ node3 ]
+ * Stopped: [ node1 ]
+
+Transition Summary:
+ * Demote dummy:1 ( Promoted -> Unpromoted node2 )
+ * Promote dummy:2 ( Stopped -> Promoted node1 )
+
+Executing Cluster Transition:
+ * Resource action: dummy cancel=10000 on node2
+ * Pseudo action: dummy-clone_demote_0
+ * Resource action: dummy demote on node2
+ * Pseudo action: dummy-clone_demoted_0
+ * Pseudo action: dummy-clone_start_0
+ * Resource action: dummy monitor=11000 on node2
+ * Resource action: dummy start on node1
+ * Pseudo action: dummy-clone_running_0
+ * Pseudo action: dummy-clone_promote_0
+ * Resource action: dummy promote on node1
+ * Pseudo action: dummy-clone_promoted_0
+ * Resource action: dummy monitor=10000 on node1
+
+Revised Cluster Status:
+ * Node List:
+ * Online: [ node1 node2 node3 ]
+
+ * Full List of Resources:
+ * Fencing (stonith:fence_xvm): Started node2
+ * Clone Set: dummy-clone [dummy] (promotable):
+ * Promoted: [ node1 ]
+ * Unpromoted: [ node2 node3 ]
diff --git a/cts/scheduler/summary/clone-recover-no-shuffle-8.summary b/cts/scheduler/summary/clone-recover-no-shuffle-8.summary
new file mode 100644
index 0000000..878f248
--- /dev/null
+++ b/cts/scheduler/summary/clone-recover-no-shuffle-8.summary
@@ -0,0 +1,52 @@
+Current cluster status:
+ * Node List:
+ * Online: [ node1 node2 node3 ]
+
+ * Full List of Resources:
+ * Fencing (stonith:fence_xvm): Started node2
+ * Clone Set: grp-clone [grp] (promotable):
+ * Promoted: [ node2 ]
+ * Unpromoted: [ node3 ]
+ * Stopped: [ node1 ]
+
+Transition Summary:
+ * Demote rsc1:1 ( Promoted -> Unpromoted node2 )
+ * Demote rsc2:1 ( Promoted -> Unpromoted node2 )
+ * Promote rsc1:2 ( Stopped -> Promoted node1 )
+ * Promote rsc2:2 ( Stopped -> Promoted node1 )
+
+Executing Cluster Transition:
+ * Resource action: rsc1 cancel=10000 on node2
+ * Resource action: rsc2 cancel=10000 on node2
+ * Pseudo action: grp-clone_demote_0
+ * Pseudo action: grp:1_demote_0
+ * Resource action: rsc2 demote on node2
+ * Resource action: rsc1 demote on node2
+ * Resource action: rsc2 monitor=11000 on node2
+ * Pseudo action: grp:1_demoted_0
+ * Resource action: rsc1 monitor=11000 on node2
+ * Pseudo action: grp-clone_demoted_0
+ * Pseudo action: grp-clone_start_0
+ * Pseudo action: grp:2_start_0
+ * Resource action: rsc1 start on node1
+ * Resource action: rsc2 start on node1
+ * Pseudo action: grp:2_running_0
+ * Pseudo action: grp-clone_running_0
+ * Pseudo action: grp-clone_promote_0
+ * Pseudo action: grp:2_promote_0
+ * Resource action: rsc1 promote on node1
+ * Resource action: rsc2 promote on node1
+ * Pseudo action: grp:2_promoted_0
+ * Resource action: rsc1 monitor=10000 on node1
+ * Resource action: rsc2 monitor=10000 on node1
+ * Pseudo action: grp-clone_promoted_0
+
+Revised Cluster Status:
+ * Node List:
+ * Online: [ node1 node2 node3 ]
+
+ * Full List of Resources:
+ * Fencing (stonith:fence_xvm): Started node2
+ * Clone Set: grp-clone [grp] (promotable):
+ * Promoted: [ node1 ]
+ * Unpromoted: [ node2 node3 ]
diff --git a/cts/scheduler/summary/clone-recover-no-shuffle-9.summary b/cts/scheduler/summary/clone-recover-no-shuffle-9.summary
new file mode 100644
index 0000000..7ede39a
--- /dev/null
+++ b/cts/scheduler/summary/clone-recover-no-shuffle-9.summary
@@ -0,0 +1,56 @@
+Current cluster status:
+ * Node List:
+ * Online: [ node1 node2 node3 ]
+ * GuestOnline: [ base-bundle-0 base-bundle-1 ]
+
+ * Full List of Resources:
+ * Fencing (stonith:fence_xvm): Started node2
+ * Container bundle set: base-bundle [localhost/pcmktest]:
+ * base-bundle-0 (ocf:pacemaker:Stateful): Unpromoted node3
+ * base-bundle-1 (ocf:pacemaker:Stateful): Promoted node2
+ * base-bundle-2 (ocf:pacemaker:Stateful): Stopped
+
+Transition Summary:
+ * Demote base:1 ( Promoted -> Unpromoted base-bundle-1 )
+ * Start base-bundle-podman-2 ( node1 )
+ * Start base-bundle-2 ( node1 )
+ * Promote base:2 ( Stopped -> Promoted base-bundle-2 )
+
+Executing Cluster Transition:
+ * Resource action: base cancel=15000 on base-bundle-1
+ * Pseudo action: base-bundle_demote_0
+ * Pseudo action: base-bundle-clone_demote_0
+ * Resource action: base demote on base-bundle-1
+ * Pseudo action: base-bundle-clone_demoted_0
+ * Pseudo action: base-bundle_demoted_0
+ * Pseudo action: base-bundle_start_0
+ * Resource action: base monitor=16000 on base-bundle-1
+ * Pseudo action: base-bundle-clone_start_0
+ * Resource action: base-bundle-podman-2 start on node1
+ * Resource action: base-bundle-2 monitor on node3
+ * Resource action: base-bundle-2 monitor on node2
+ * Resource action: base-bundle-2 monitor on node1
+ * Resource action: base-bundle-podman-2 monitor=60000 on node1
+ * Resource action: base-bundle-2 start on node1
+ * Resource action: base start on base-bundle-2
+ * Pseudo action: base-bundle-clone_running_0
+ * Resource action: base-bundle-2 monitor=30000 on node1
+ * Pseudo action: base-bundle_running_0
+ * Pseudo action: base-bundle_promote_0
+ * Pseudo action: base-bundle-clone_promote_0
+ * Resource action: base promote on base-bundle-2
+ * Pseudo action: base-bundle-clone_promoted_0
+ * Pseudo action: base-bundle_promoted_0
+ * Resource action: base monitor=15000 on base-bundle-2
+
+Revised Cluster Status:
+ * Node List:
+ * Online: [ node1 node2 node3 ]
+ * GuestOnline: [ base-bundle-0 base-bundle-1 base-bundle-2 ]
+
+ * Full List of Resources:
+ * Fencing (stonith:fence_xvm): Started node2
+ * Container bundle set: base-bundle [localhost/pcmktest]:
+ * base-bundle-0 (ocf:pacemaker:Stateful): Unpromoted node3
+ * base-bundle-1 (ocf:pacemaker:Stateful): Unpromoted node2
+ * base-bundle-2 (ocf:pacemaker:Stateful): Promoted node1
diff --git a/cts/scheduler/summary/coloc-with-inner-group-member.summary b/cts/scheduler/summary/coloc-with-inner-group-member.summary
new file mode 100644
index 0000000..6659721
--- /dev/null
+++ b/cts/scheduler/summary/coloc-with-inner-group-member.summary
@@ -0,0 +1,45 @@
+Using the original execution date of: 2023-06-20 20:45:06Z
+Current cluster status:
+ * Node List:
+ * Online: [ rhel8-1 rhel8-2 rhel8-3 rhel8-4 rhel8-5 ]
+
+ * Full List of Resources:
+ * Fencing (stonith:fence_xvm): Started rhel8-1
+ * vip-dep (ocf:pacemaker:Dummy): Started rhel8-3
+ * Resource Group: grp:
+ * foo (ocf:pacemaker:Dummy): Started rhel8-4
+ * bar (ocf:pacemaker:Dummy): Started rhel8-4
+ * vip (ocf:pacemaker:Dummy): Started rhel8-3
+
+Transition Summary:
+ * Move foo ( rhel8-4 -> rhel8-3 )
+ * Move bar ( rhel8-4 -> rhel8-3 )
+ * Restart vip ( rhel8-3 ) due to required bar start
+
+Executing Cluster Transition:
+ * Pseudo action: grp_stop_0
+ * Resource action: vip stop on rhel8-3
+ * Resource action: bar stop on rhel8-4
+ * Resource action: foo stop on rhel8-4
+ * Pseudo action: grp_stopped_0
+ * Pseudo action: grp_start_0
+ * Resource action: foo start on rhel8-3
+ * Resource action: bar start on rhel8-3
+ * Resource action: vip start on rhel8-3
+ * Resource action: vip monitor=10000 on rhel8-3
+ * Pseudo action: grp_running_0
+ * Resource action: foo monitor=10000 on rhel8-3
+ * Resource action: bar monitor=10000 on rhel8-3
+Using the original execution date of: 2023-06-20 20:45:06Z
+
+Revised Cluster Status:
+ * Node List:
+ * Online: [ rhel8-1 rhel8-2 rhel8-3 rhel8-4 rhel8-5 ]
+
+ * Full List of Resources:
+ * Fencing (stonith:fence_xvm): Started rhel8-1
+ * vip-dep (ocf:pacemaker:Dummy): Started rhel8-3
+ * Resource Group: grp:
+ * foo (ocf:pacemaker:Dummy): Started rhel8-3
+ * bar (ocf:pacemaker:Dummy): Started rhel8-3
+ * vip (ocf:pacemaker:Dummy): Started rhel8-3
diff --git a/cts/scheduler/summary/group-anticolocation-2.summary b/cts/scheduler/summary/group-anticolocation-2.summary
new file mode 100644
index 0000000..3ecb056
--- /dev/null
+++ b/cts/scheduler/summary/group-anticolocation-2.summary
@@ -0,0 +1,41 @@
+Current cluster status:
+ * Node List:
+ * Online: [ node1 node2 ]
+
+ * Full List of Resources:
+ * Fencing (stonith:fence_xvm): Started node1
+ * Resource Group: group1:
+ * member1a (ocf:pacemaker:Dummy): Started node2
+ * member1b (ocf:pacemaker:Dummy): Started node2
+ * Resource Group: group2:
+ * member2a (ocf:pacemaker:Dummy): Started node1
+ * member2b (ocf:pacemaker:Dummy): FAILED node1
+
+Transition Summary:
+ * Move member2a ( node1 -> node2 )
+ * Recover member2b ( node1 -> node2 )
+
+Executing Cluster Transition:
+ * Pseudo action: group2_stop_0
+ * Resource action: member2b stop on node1
+ * Resource action: member2a stop on node1
+ * Pseudo action: group2_stopped_0
+ * Pseudo action: group2_start_0
+ * Resource action: member2a start on node2
+ * Resource action: member2b start on node2
+ * Pseudo action: group2_running_0
+ * Resource action: member2a monitor=10000 on node2
+ * Resource action: member2b monitor=10000 on node2
+
+Revised Cluster Status:
+ * Node List:
+ * Online: [ node1 node2 ]
+
+ * Full List of Resources:
+ * Fencing (stonith:fence_xvm): Started node1
+ * Resource Group: group1:
+ * member1a (ocf:pacemaker:Dummy): Started node2
+ * member1b (ocf:pacemaker:Dummy): Started node2
+ * Resource Group: group2:
+ * member2a (ocf:pacemaker:Dummy): Started node2
+ * member2b (ocf:pacemaker:Dummy): Started node2
diff --git a/cts/scheduler/summary/group-anticolocation-3.summary b/cts/scheduler/summary/group-anticolocation-3.summary
new file mode 100644
index 0000000..c9d4321
--- /dev/null
+++ b/cts/scheduler/summary/group-anticolocation-3.summary
@@ -0,0 +1,33 @@
+Current cluster status:
+ * Node List:
+ * Online: [ node1 node2 ]
+
+ * Full List of Resources:
+ * Fencing (stonith:fence_xvm): Started node1
+ * Resource Group: group1:
+ * member1a (ocf:pacemaker:Dummy): Started node2
+ * member1b (ocf:pacemaker:Dummy): Started node2
+ * Resource Group: group2:
+ * member2a (ocf:pacemaker:Dummy): Started node1
+ * member2b (ocf:pacemaker:Dummy): FAILED node1
+
+Transition Summary:
+ * Stop member2b ( node1 ) due to node availability
+
+Executing Cluster Transition:
+ * Pseudo action: group2_stop_0
+ * Resource action: member2b stop on node1
+ * Pseudo action: group2_stopped_0
+
+Revised Cluster Status:
+ * Node List:
+ * Online: [ node1 node2 ]
+
+ * Full List of Resources:
+ * Fencing (stonith:fence_xvm): Started node1
+ * Resource Group: group1:
+ * member1a (ocf:pacemaker:Dummy): Started node2
+ * member1b (ocf:pacemaker:Dummy): Started node2
+ * Resource Group: group2:
+ * member2a (ocf:pacemaker:Dummy): Started node1
+ * member2b (ocf:pacemaker:Dummy): Stopped
diff --git a/cts/scheduler/summary/group-anticolocation-4.summary b/cts/scheduler/summary/group-anticolocation-4.summary
new file mode 100644
index 0000000..3ecb056
--- /dev/null
+++ b/cts/scheduler/summary/group-anticolocation-4.summary
@@ -0,0 +1,41 @@
+Current cluster status:
+ * Node List:
+ * Online: [ node1 node2 ]
+
+ * Full List of Resources:
+ * Fencing (stonith:fence_xvm): Started node1
+ * Resource Group: group1:
+ * member1a (ocf:pacemaker:Dummy): Started node2
+ * member1b (ocf:pacemaker:Dummy): Started node2
+ * Resource Group: group2:
+ * member2a (ocf:pacemaker:Dummy): Started node1
+ * member2b (ocf:pacemaker:Dummy): FAILED node1
+
+Transition Summary:
+ * Move member2a ( node1 -> node2 )
+ * Recover member2b ( node1 -> node2 )
+
+Executing Cluster Transition:
+ * Pseudo action: group2_stop_0
+ * Resource action: member2b stop on node1
+ * Resource action: member2a stop on node1
+ * Pseudo action: group2_stopped_0
+ * Pseudo action: group2_start_0
+ * Resource action: member2a start on node2
+ * Resource action: member2b start on node2
+ * Pseudo action: group2_running_0
+ * Resource action: member2a monitor=10000 on node2
+ * Resource action: member2b monitor=10000 on node2
+
+Revised Cluster Status:
+ * Node List:
+ * Online: [ node1 node2 ]
+
+ * Full List of Resources:
+ * Fencing (stonith:fence_xvm): Started node1
+ * Resource Group: group1:
+ * member1a (ocf:pacemaker:Dummy): Started node2
+ * member1b (ocf:pacemaker:Dummy): Started node2
+ * Resource Group: group2:
+ * member2a (ocf:pacemaker:Dummy): Started node2
+ * member2b (ocf:pacemaker:Dummy): Started node2
diff --git a/cts/scheduler/summary/group-anticolocation-5.summary b/cts/scheduler/summary/group-anticolocation-5.summary
new file mode 100644
index 0000000..6f83538
--- /dev/null
+++ b/cts/scheduler/summary/group-anticolocation-5.summary
@@ -0,0 +1,41 @@
+Current cluster status:
+ * Node List:
+ * Online: [ node1 node2 node3 ]
+
+ * Full List of Resources:
+ * Fencing (stonith:fence_xvm): Started node1
+ * Resource Group: group1:
+ * member1a (ocf:pacemaker:Dummy): Started node2
+ * member1b (ocf:pacemaker:Dummy): Started node2
+ * Resource Group: group2:
+ * member2a (ocf:pacemaker:Dummy): Started node1
+ * member2b (ocf:pacemaker:Dummy): FAILED node1
+
+Transition Summary:
+ * Move member2a ( node1 -> node3 )
+ * Recover member2b ( node1 -> node3 )
+
+Executing Cluster Transition:
+ * Pseudo action: group2_stop_0
+ * Resource action: member2b stop on node1
+ * Resource action: member2a stop on node1
+ * Pseudo action: group2_stopped_0
+ * Pseudo action: group2_start_0
+ * Resource action: member2a start on node3
+ * Resource action: member2b start on node3
+ * Pseudo action: group2_running_0
+ * Resource action: member2a monitor=10000 on node3
+ * Resource action: member2b monitor=10000 on node3
+
+Revised Cluster Status:
+ * Node List:
+ * Online: [ node1 node2 node3 ]
+
+ * Full List of Resources:
+ * Fencing (stonith:fence_xvm): Started node1
+ * Resource Group: group1:
+ * member1a (ocf:pacemaker:Dummy): Started node2
+ * member1b (ocf:pacemaker:Dummy): Started node2
+ * Resource Group: group2:
+ * member2a (ocf:pacemaker:Dummy): Started node3
+ * member2b (ocf:pacemaker:Dummy): Started node3
diff --git a/cts/scheduler/summary/group-anticolocation.summary b/cts/scheduler/summary/group-anticolocation.summary
index 3ecb056..93d2e73 100644
--- a/cts/scheduler/summary/group-anticolocation.summary
+++ b/cts/scheduler/summary/group-anticolocation.summary
@@ -12,17 +12,29 @@ Current cluster status:
* member2b (ocf:pacemaker:Dummy): FAILED node1
Transition Summary:
+ * Move member1a ( node2 -> node1 )
+ * Move member1b ( node2 -> node1 )
* Move member2a ( node1 -> node2 )
* Recover member2b ( node1 -> node2 )
Executing Cluster Transition:
+ * Pseudo action: group1_stop_0
+ * Resource action: member1b stop on node2
* Pseudo action: group2_stop_0
* Resource action: member2b stop on node1
+ * Resource action: member1a stop on node2
* Resource action: member2a stop on node1
+ * Pseudo action: group1_stopped_0
+ * Pseudo action: group1_start_0
+ * Resource action: member1a start on node1
+ * Resource action: member1b start on node1
* Pseudo action: group2_stopped_0
* Pseudo action: group2_start_0
* Resource action: member2a start on node2
* Resource action: member2b start on node2
+ * Pseudo action: group1_running_0
+ * Resource action: member1a monitor=10000 on node1
+ * Resource action: member1b monitor=10000 on node1
* Pseudo action: group2_running_0
* Resource action: member2a monitor=10000 on node2
* Resource action: member2b monitor=10000 on node2
@@ -34,8 +46,8 @@ Revised Cluster Status:
* Full List of Resources:
* Fencing (stonith:fence_xvm): Started node1
* Resource Group: group1:
- * member1a (ocf:pacemaker:Dummy): Started node2
- * member1b (ocf:pacemaker:Dummy): Started node2
+ * member1a (ocf:pacemaker:Dummy): Started node1
+ * member1b (ocf:pacemaker:Dummy): Started node1
* Resource Group: group2:
* member2a (ocf:pacemaker:Dummy): Started node2
* member2b (ocf:pacemaker:Dummy): Started node2
diff --git a/cts/scheduler/summary/migrate-fencing.summary b/cts/scheduler/summary/migrate-fencing.summary
index ebc65bd..500c78a 100644
--- a/cts/scheduler/summary/migrate-fencing.summary
+++ b/cts/scheduler/summary/migrate-fencing.summary
@@ -23,7 +23,7 @@ Current cluster status:
* Unpromoted: [ pcmk-1 pcmk-2 pcmk-3 ]
Transition Summary:
- * Fence (reboot) pcmk-4 'termination was requested'
+ * Fence (reboot) pcmk-4 'fencing was requested'
* Stop FencingChild:0 ( pcmk-4 ) due to node availability
* Move r192.168.101.181 ( pcmk-4 -> pcmk-1 )
* Move r192.168.101.182 ( pcmk-4 -> pcmk-1 )
diff --git a/cts/scheduler/summary/no-promote-on-unrunnable-guest.summary b/cts/scheduler/summary/no-promote-on-unrunnable-guest.summary
index c06f8f0..ab8f8ff 100644
--- a/cts/scheduler/summary/no-promote-on-unrunnable-guest.summary
+++ b/cts/scheduler/summary/no-promote-on-unrunnable-guest.summary
@@ -37,9 +37,9 @@ Executing Cluster Transition:
* Resource action: ovndb_servers cancel=30000 on ovn-dbs-bundle-1
* Pseudo action: ovn-dbs-bundle-master_pre_notify_stop_0
* Pseudo action: ovn-dbs-bundle_stop_0
- * Resource action: ovndb_servers notify on ovn-dbs-bundle-0
* Resource action: ovndb_servers notify on ovn-dbs-bundle-1
* Resource action: ovndb_servers notify on ovn-dbs-bundle-2
+ * Resource action: ovndb_servers notify on ovn-dbs-bundle-0
* Pseudo action: ovn-dbs-bundle-master_confirmed-pre_notify_stop_0
* Pseudo action: ovn-dbs-bundle-master_stop_0
* Resource action: ovndb_servers stop on ovn-dbs-bundle-0
diff --git a/cts/scheduler/summary/node-pending-timeout.summary b/cts/scheduler/summary/node-pending-timeout.summary
new file mode 100644
index 0000000..0fef982
--- /dev/null
+++ b/cts/scheduler/summary/node-pending-timeout.summary
@@ -0,0 +1,26 @@
+Using the original execution date of: 2023-02-21 12:19:57Z
+Current cluster status:
+ * Node List:
+ * Node node-2: UNCLEAN (online)
+ * Online: [ node-1 ]
+
+ * Full List of Resources:
+ * st-sbd (stonith:external/sbd): Stopped
+
+Transition Summary:
+ * Fence (reboot) node-2 'peer pending timed out on joining the process group'
+ * Start st-sbd ( node-1 )
+
+Executing Cluster Transition:
+ * Resource action: st-sbd monitor on node-1
+ * Fencing node-2 (reboot)
+ * Resource action: st-sbd start on node-1
+Using the original execution date of: 2023-02-21 12:19:57Z
+
+Revised Cluster Status:
+ * Node List:
+ * Online: [ node-1 ]
+ * OFFLINE: [ node-2 ]
+
+ * Full List of Resources:
+ * st-sbd (stonith:external/sbd): Started node-1
diff --git a/cts/scheduler/summary/pending-node-no-uname.summary b/cts/scheduler/summary/pending-node-no-uname.summary
new file mode 100644
index 0000000..5f04fc6
--- /dev/null
+++ b/cts/scheduler/summary/pending-node-no-uname.summary
@@ -0,0 +1,23 @@
+Using the original execution date of: 2023-02-21 12:19:57Z
+Current cluster status:
+ * Node List:
+ * Node node-2: pending
+ * Online: [ node-1 ]
+
+ * Full List of Resources:
+ * st-sbd (stonith:external/sbd): Stopped
+
+Transition Summary:
+ * Start st-sbd ( node-1 ) blocked
+
+Executing Cluster Transition:
+ * Resource action: st-sbd monitor on node-1
+Using the original execution date of: 2023-02-21 12:19:57Z
+
+Revised Cluster Status:
+ * Node List:
+ * Node node-2: pending
+ * Online: [ node-1 ]
+
+ * Full List of Resources:
+ * st-sbd (stonith:external/sbd): Stopped
diff --git a/cts/scheduler/summary/promoted-ordering.summary b/cts/scheduler/summary/promoted-ordering.summary
index 3222e18..0ef1bd8 100644
--- a/cts/scheduler/summary/promoted-ordering.summary
+++ b/cts/scheduler/summary/promoted-ordering.summary
@@ -9,8 +9,8 @@ Current cluster status:
* extip_2 (ocf:heartbeat:IPaddr2): Stopped
* Resource Group: group_main:
* intip_0_main (ocf:heartbeat:IPaddr2): Stopped
- * intip_1_master (ocf:heartbeat:IPaddr2): Stopped
- * intip_2_slave (ocf:heartbeat:IPaddr2): Stopped
+ * intip_1_active (ocf:heartbeat:IPaddr2): Stopped
+ * intip_2_passive (ocf:heartbeat:IPaddr2): Stopped
* Clone Set: ms_drbd_www [drbd_www] (promotable):
* Stopped: [ webcluster01 webcluster02 ]
* Clone Set: clone_ocfs2_www [ocfs2_www] (unique):
@@ -25,8 +25,8 @@ Current cluster status:
Transition Summary:
* Start extip_1 ( webcluster01 )
* Start extip_2 ( webcluster01 )
- * Start intip_1_master ( webcluster01 )
- * Start intip_2_slave ( webcluster01 )
+ * Start intip_1_active ( webcluster01 )
+ * Start intip_2_passive ( webcluster01 )
* Start drbd_www:0 ( webcluster01 )
* Start drbd_mysql:0 ( webcluster01 )
@@ -35,8 +35,8 @@ Executing Cluster Transition:
* Resource action: extip_1 monitor on webcluster01
* Resource action: extip_2 monitor on webcluster01
* Resource action: intip_0_main monitor on webcluster01
- * Resource action: intip_1_master monitor on webcluster01
- * Resource action: intip_2_slave monitor on webcluster01
+ * Resource action: intip_1_active monitor on webcluster01
+ * Resource action: intip_2_passive monitor on webcluster01
* Resource action: drbd_www:0 monitor on webcluster01
* Pseudo action: ms_drbd_www_pre_notify_start_0
* Resource action: ocfs2_www:0 monitor on webcluster01
@@ -48,16 +48,16 @@ Executing Cluster Transition:
* Resource action: fs_mysql monitor on webcluster01
* Resource action: extip_1 start on webcluster01
* Resource action: extip_2 start on webcluster01
- * Resource action: intip_1_master start on webcluster01
- * Resource action: intip_2_slave start on webcluster01
+ * Resource action: intip_1_active start on webcluster01
+ * Resource action: intip_2_passive start on webcluster01
* Pseudo action: ms_drbd_www_confirmed-pre_notify_start_0
* Pseudo action: ms_drbd_www_start_0
* Pseudo action: ms_drbd_mysql_confirmed-pre_notify_start_0
* Pseudo action: ms_drbd_mysql_start_0
* Resource action: extip_1 monitor=30000 on webcluster01
* Resource action: extip_2 monitor=30000 on webcluster01
- * Resource action: intip_1_master monitor=30000 on webcluster01
- * Resource action: intip_2_slave monitor=30000 on webcluster01
+ * Resource action: intip_1_active monitor=30000 on webcluster01
+ * Resource action: intip_2_passive monitor=30000 on webcluster01
* Resource action: drbd_www:0 start on webcluster01
* Pseudo action: ms_drbd_www_running_0
* Resource action: drbd_mysql:0 start on webcluster01
@@ -80,8 +80,8 @@ Revised Cluster Status:
* extip_2 (ocf:heartbeat:IPaddr2): Started webcluster01
* Resource Group: group_main:
* intip_0_main (ocf:heartbeat:IPaddr2): Stopped
- * intip_1_master (ocf:heartbeat:IPaddr2): Started webcluster01
- * intip_2_slave (ocf:heartbeat:IPaddr2): Started webcluster01
+ * intip_1_active (ocf:heartbeat:IPaddr2): Started webcluster01
+ * intip_2_passive (ocf:heartbeat:IPaddr2): Started webcluster01
* Clone Set: ms_drbd_www [drbd_www] (promotable):
* Unpromoted: [ webcluster01 ]
* Stopped: [ webcluster02 ]
diff --git a/cts/scheduler/summary/promoted-probed-score.summary b/cts/scheduler/summary/promoted-probed-score.summary
index 3c9326c..52487d4 100644
--- a/cts/scheduler/summary/promoted-probed-score.summary
+++ b/cts/scheduler/summary/promoted-probed-score.summary
@@ -39,8 +39,8 @@ Current cluster status:
* Proxy (ocf:heartbeat:VirtualDomain): Stopped
Transition Summary:
- * Promote AdminDrbd:0 ( Stopped -> Promoted hypatia-corosync.nevis.columbia.edu )
- * Promote AdminDrbd:1 ( Stopped -> Promoted orestes-corosync.nevis.columbia.edu )
+ * Promote AdminDrbd:0 ( Stopped -> Promoted orestes-corosync.nevis.columbia.edu )
+ * Promote AdminDrbd:1 ( Stopped -> Promoted hypatia-corosync.nevis.columbia.edu )
* Start CronAmbientTemperature ( hypatia-corosync.nevis.columbia.edu )
* Start StonithHypatia ( orestes-corosync.nevis.columbia.edu )
* Start StonithOrestes ( hypatia-corosync.nevis.columbia.edu )
@@ -83,18 +83,18 @@ Transition Summary:
* Start ExportUsrNevis:1 ( orestes-corosync.nevis.columbia.edu )
* Start ExportUsrNevisOffsite:1 ( orestes-corosync.nevis.columbia.edu )
* Start ExportWWW:1 ( orestes-corosync.nevis.columbia.edu )
- * Start AdminLvm:0 ( hypatia-corosync.nevis.columbia.edu )
- * Start FSUsrNevis:0 ( hypatia-corosync.nevis.columbia.edu )
- * Start FSVarNevis:0 ( hypatia-corosync.nevis.columbia.edu )
- * Start FSVirtualMachines:0 ( hypatia-corosync.nevis.columbia.edu )
- * Start FSMail:0 ( hypatia-corosync.nevis.columbia.edu )
- * Start FSWork:0 ( hypatia-corosync.nevis.columbia.edu )
- * Start AdminLvm:1 ( orestes-corosync.nevis.columbia.edu )
- * Start FSUsrNevis:1 ( orestes-corosync.nevis.columbia.edu )
- * Start FSVarNevis:1 ( orestes-corosync.nevis.columbia.edu )
- * Start FSVirtualMachines:1 ( orestes-corosync.nevis.columbia.edu )
- * Start FSMail:1 ( orestes-corosync.nevis.columbia.edu )
- * Start FSWork:1 ( orestes-corosync.nevis.columbia.edu )
+ * Start AdminLvm:0 ( orestes-corosync.nevis.columbia.edu )
+ * Start FSUsrNevis:0 ( orestes-corosync.nevis.columbia.edu )
+ * Start FSVarNevis:0 ( orestes-corosync.nevis.columbia.edu )
+ * Start FSVirtualMachines:0 ( orestes-corosync.nevis.columbia.edu )
+ * Start FSMail:0 ( orestes-corosync.nevis.columbia.edu )
+ * Start FSWork:0 ( orestes-corosync.nevis.columbia.edu )
+ * Start AdminLvm:1 ( hypatia-corosync.nevis.columbia.edu )
+ * Start FSUsrNevis:1 ( hypatia-corosync.nevis.columbia.edu )
+ * Start FSVarNevis:1 ( hypatia-corosync.nevis.columbia.edu )
+ * Start FSVirtualMachines:1 ( hypatia-corosync.nevis.columbia.edu )
+ * Start FSMail:1 ( hypatia-corosync.nevis.columbia.edu )
+ * Start FSWork:1 ( hypatia-corosync.nevis.columbia.edu )
* Start KVM-guest ( hypatia-corosync.nevis.columbia.edu )
* Start Proxy ( orestes-corosync.nevis.columbia.edu )
@@ -125,74 +125,74 @@ Executing Cluster Transition:
* Resource action: ExportUsrNevis:1 monitor on orestes-corosync.nevis.columbia.edu
* Resource action: ExportUsrNevisOffsite:1 monitor on orestes-corosync.nevis.columbia.edu
* Resource action: ExportWWW:1 monitor on orestes-corosync.nevis.columbia.edu
- * Resource action: AdminLvm:0 monitor on hypatia-corosync.nevis.columbia.edu
- * Resource action: FSUsrNevis:0 monitor on hypatia-corosync.nevis.columbia.edu
- * Resource action: FSVarNevis:0 monitor on hypatia-corosync.nevis.columbia.edu
- * Resource action: FSVirtualMachines:0 monitor on hypatia-corosync.nevis.columbia.edu
- * Resource action: FSMail:0 monitor on hypatia-corosync.nevis.columbia.edu
- * Resource action: FSWork:0 monitor on hypatia-corosync.nevis.columbia.edu
- * Resource action: AdminLvm:1 monitor on orestes-corosync.nevis.columbia.edu
- * Resource action: FSUsrNevis:1 monitor on orestes-corosync.nevis.columbia.edu
- * Resource action: FSVarNevis:1 monitor on orestes-corosync.nevis.columbia.edu
- * Resource action: FSVirtualMachines:1 monitor on orestes-corosync.nevis.columbia.edu
- * Resource action: FSMail:1 monitor on orestes-corosync.nevis.columbia.edu
- * Resource action: FSWork:1 monitor on orestes-corosync.nevis.columbia.edu
+ * Resource action: AdminLvm:0 monitor on orestes-corosync.nevis.columbia.edu
+ * Resource action: FSUsrNevis:0 monitor on orestes-corosync.nevis.columbia.edu
+ * Resource action: FSVarNevis:0 monitor on orestes-corosync.nevis.columbia.edu
+ * Resource action: FSVirtualMachines:0 monitor on orestes-corosync.nevis.columbia.edu
+ * Resource action: FSMail:0 monitor on orestes-corosync.nevis.columbia.edu
+ * Resource action: FSWork:0 monitor on orestes-corosync.nevis.columbia.edu
+ * Resource action: AdminLvm:1 monitor on hypatia-corosync.nevis.columbia.edu
+ * Resource action: FSUsrNevis:1 monitor on hypatia-corosync.nevis.columbia.edu
+ * Resource action: FSVarNevis:1 monitor on hypatia-corosync.nevis.columbia.edu
+ * Resource action: FSVirtualMachines:1 monitor on hypatia-corosync.nevis.columbia.edu
+ * Resource action: FSMail:1 monitor on hypatia-corosync.nevis.columbia.edu
+ * Resource action: FSWork:1 monitor on hypatia-corosync.nevis.columbia.edu
* Resource action: KVM-guest monitor on orestes-corosync.nevis.columbia.edu
* Resource action: KVM-guest monitor on hypatia-corosync.nevis.columbia.edu
* Resource action: Proxy monitor on orestes-corosync.nevis.columbia.edu
* Resource action: Proxy monitor on hypatia-corosync.nevis.columbia.edu
* Pseudo action: AdminClone_confirmed-pre_notify_start_0
* Pseudo action: AdminClone_start_0
- * Resource action: AdminDrbd:0 start on hypatia-corosync.nevis.columbia.edu
- * Resource action: AdminDrbd:1 start on orestes-corosync.nevis.columbia.edu
+ * Resource action: AdminDrbd:0 start on orestes-corosync.nevis.columbia.edu
+ * Resource action: AdminDrbd:1 start on hypatia-corosync.nevis.columbia.edu
* Pseudo action: AdminClone_running_0
* Pseudo action: AdminClone_post_notify_running_0
- * Resource action: AdminDrbd:0 notify on hypatia-corosync.nevis.columbia.edu
- * Resource action: AdminDrbd:1 notify on orestes-corosync.nevis.columbia.edu
+ * Resource action: AdminDrbd:0 notify on orestes-corosync.nevis.columbia.edu
+ * Resource action: AdminDrbd:1 notify on hypatia-corosync.nevis.columbia.edu
* Pseudo action: AdminClone_confirmed-post_notify_running_0
* Pseudo action: AdminClone_pre_notify_promote_0
- * Resource action: AdminDrbd:0 notify on hypatia-corosync.nevis.columbia.edu
- * Resource action: AdminDrbd:1 notify on orestes-corosync.nevis.columbia.edu
+ * Resource action: AdminDrbd:0 notify on orestes-corosync.nevis.columbia.edu
+ * Resource action: AdminDrbd:1 notify on hypatia-corosync.nevis.columbia.edu
* Pseudo action: AdminClone_confirmed-pre_notify_promote_0
* Pseudo action: AdminClone_promote_0
- * Resource action: AdminDrbd:0 promote on hypatia-corosync.nevis.columbia.edu
- * Resource action: AdminDrbd:1 promote on orestes-corosync.nevis.columbia.edu
+ * Resource action: AdminDrbd:0 promote on orestes-corosync.nevis.columbia.edu
+ * Resource action: AdminDrbd:1 promote on hypatia-corosync.nevis.columbia.edu
* Pseudo action: AdminClone_promoted_0
* Pseudo action: AdminClone_post_notify_promoted_0
- * Resource action: AdminDrbd:0 notify on hypatia-corosync.nevis.columbia.edu
- * Resource action: AdminDrbd:1 notify on orestes-corosync.nevis.columbia.edu
+ * Resource action: AdminDrbd:0 notify on orestes-corosync.nevis.columbia.edu
+ * Resource action: AdminDrbd:1 notify on hypatia-corosync.nevis.columbia.edu
* Pseudo action: AdminClone_confirmed-post_notify_promoted_0
* Pseudo action: FilesystemClone_start_0
- * Resource action: AdminDrbd:0 monitor=59000 on hypatia-corosync.nevis.columbia.edu
- * Resource action: AdminDrbd:1 monitor=59000 on orestes-corosync.nevis.columbia.edu
+ * Resource action: AdminDrbd:0 monitor=59000 on orestes-corosync.nevis.columbia.edu
+ * Resource action: AdminDrbd:1 monitor=59000 on hypatia-corosync.nevis.columbia.edu
* Pseudo action: FilesystemGroup:0_start_0
- * Resource action: AdminLvm:0 start on hypatia-corosync.nevis.columbia.edu
- * Resource action: FSUsrNevis:0 start on hypatia-corosync.nevis.columbia.edu
- * Resource action: FSVarNevis:0 start on hypatia-corosync.nevis.columbia.edu
- * Resource action: FSVirtualMachines:0 start on hypatia-corosync.nevis.columbia.edu
- * Resource action: FSMail:0 start on hypatia-corosync.nevis.columbia.edu
- * Resource action: FSWork:0 start on hypatia-corosync.nevis.columbia.edu
+ * Resource action: AdminLvm:0 start on orestes-corosync.nevis.columbia.edu
+ * Resource action: FSUsrNevis:0 start on orestes-corosync.nevis.columbia.edu
+ * Resource action: FSVarNevis:0 start on orestes-corosync.nevis.columbia.edu
+ * Resource action: FSVirtualMachines:0 start on orestes-corosync.nevis.columbia.edu
+ * Resource action: FSMail:0 start on orestes-corosync.nevis.columbia.edu
+ * Resource action: FSWork:0 start on orestes-corosync.nevis.columbia.edu
* Pseudo action: FilesystemGroup:1_start_0
- * Resource action: AdminLvm:1 start on orestes-corosync.nevis.columbia.edu
- * Resource action: FSUsrNevis:1 start on orestes-corosync.nevis.columbia.edu
- * Resource action: FSVarNevis:1 start on orestes-corosync.nevis.columbia.edu
- * Resource action: FSVirtualMachines:1 start on orestes-corosync.nevis.columbia.edu
- * Resource action: FSMail:1 start on orestes-corosync.nevis.columbia.edu
- * Resource action: FSWork:1 start on orestes-corosync.nevis.columbia.edu
+ * Resource action: AdminLvm:1 start on hypatia-corosync.nevis.columbia.edu
+ * Resource action: FSUsrNevis:1 start on hypatia-corosync.nevis.columbia.edu
+ * Resource action: FSVarNevis:1 start on hypatia-corosync.nevis.columbia.edu
+ * Resource action: FSVirtualMachines:1 start on hypatia-corosync.nevis.columbia.edu
+ * Resource action: FSMail:1 start on hypatia-corosync.nevis.columbia.edu
+ * Resource action: FSWork:1 start on hypatia-corosync.nevis.columbia.edu
* Pseudo action: FilesystemGroup:0_running_0
- * Resource action: AdminLvm:0 monitor=30000 on hypatia-corosync.nevis.columbia.edu
- * Resource action: FSUsrNevis:0 monitor=20000 on hypatia-corosync.nevis.columbia.edu
- * Resource action: FSVarNevis:0 monitor=20000 on hypatia-corosync.nevis.columbia.edu
- * Resource action: FSVirtualMachines:0 monitor=20000 on hypatia-corosync.nevis.columbia.edu
- * Resource action: FSMail:0 monitor=20000 on hypatia-corosync.nevis.columbia.edu
- * Resource action: FSWork:0 monitor=20000 on hypatia-corosync.nevis.columbia.edu
+ * Resource action: AdminLvm:0 monitor=30000 on orestes-corosync.nevis.columbia.edu
+ * Resource action: FSUsrNevis:0 monitor=20000 on orestes-corosync.nevis.columbia.edu
+ * Resource action: FSVarNevis:0 monitor=20000 on orestes-corosync.nevis.columbia.edu
+ * Resource action: FSVirtualMachines:0 monitor=20000 on orestes-corosync.nevis.columbia.edu
+ * Resource action: FSMail:0 monitor=20000 on orestes-corosync.nevis.columbia.edu
+ * Resource action: FSWork:0 monitor=20000 on orestes-corosync.nevis.columbia.edu
* Pseudo action: FilesystemGroup:1_running_0
- * Resource action: AdminLvm:1 monitor=30000 on orestes-corosync.nevis.columbia.edu
- * Resource action: FSUsrNevis:1 monitor=20000 on orestes-corosync.nevis.columbia.edu
- * Resource action: FSVarNevis:1 monitor=20000 on orestes-corosync.nevis.columbia.edu
- * Resource action: FSVirtualMachines:1 monitor=20000 on orestes-corosync.nevis.columbia.edu
- * Resource action: FSMail:1 monitor=20000 on orestes-corosync.nevis.columbia.edu
- * Resource action: FSWork:1 monitor=20000 on orestes-corosync.nevis.columbia.edu
+ * Resource action: AdminLvm:1 monitor=30000 on hypatia-corosync.nevis.columbia.edu
+ * Resource action: FSUsrNevis:1 monitor=20000 on hypatia-corosync.nevis.columbia.edu
+ * Resource action: FSVarNevis:1 monitor=20000 on hypatia-corosync.nevis.columbia.edu
+ * Resource action: FSVirtualMachines:1 monitor=20000 on hypatia-corosync.nevis.columbia.edu
+ * Resource action: FSMail:1 monitor=20000 on hypatia-corosync.nevis.columbia.edu
+ * Resource action: FSWork:1 monitor=20000 on hypatia-corosync.nevis.columbia.edu
* Pseudo action: FilesystemClone_running_0
* Resource action: CronAmbientTemperature start on hypatia-corosync.nevis.columbia.edu
* Pseudo action: DhcpGroup_start_0
diff --git a/cts/scheduler/summary/timeout-by-node.summary b/cts/scheduler/summary/timeout-by-node.summary
new file mode 100644
index 0000000..78f4fcd
--- /dev/null
+++ b/cts/scheduler/summary/timeout-by-node.summary
@@ -0,0 +1,43 @@
+Current cluster status:
+ * Node List:
+ * Online: [ node1 node2 node3 node4 node5 ]
+
+ * Full List of Resources:
+ * Fencing (stonith:fence_xvm): Started node1
+ * Clone Set: rsc1-clone [rsc1]:
+ * Stopped: [ node1 node2 node3 node4 node5 ]
+
+Transition Summary:
+ * Start rsc1:0 ( node2 )
+ * Start rsc1:1 ( node3 )
+ * Start rsc1:2 ( node4 )
+ * Start rsc1:3 ( node5 )
+ * Start rsc1:4 ( node1 )
+
+Executing Cluster Transition:
+ * Resource action: rsc1:0 monitor on node2
+ * Resource action: rsc1:1 monitor on node3
+ * Resource action: rsc1:2 monitor on node4
+ * Resource action: rsc1:3 monitor on node5
+ * Resource action: rsc1:4 monitor on node1
+ * Pseudo action: rsc1-clone_start_0
+ * Resource action: rsc1:0 start on node2
+ * Resource action: rsc1:1 start on node3
+ * Resource action: rsc1:2 start on node4
+ * Resource action: rsc1:3 start on node5
+ * Resource action: rsc1:4 start on node1
+ * Pseudo action: rsc1-clone_running_0
+ * Resource action: rsc1:0 monitor=10000 on node2
+ * Resource action: rsc1:1 monitor=10000 on node3
+ * Resource action: rsc1:2 monitor=10000 on node4
+ * Resource action: rsc1:3 monitor=10000 on node5
+ * Resource action: rsc1:4 monitor=10000 on node1
+
+Revised Cluster Status:
+ * Node List:
+ * Online: [ node1 node2 node3 node4 node5 ]
+
+ * Full List of Resources:
+ * Fencing (stonith:fence_xvm): Started node1
+ * Clone Set: rsc1-clone [rsc1]:
+ * Started: [ node1 node2 node3 node4 node5 ]
diff --git a/cts/scheduler/summary/unfence-definition.summary b/cts/scheduler/summary/unfence-definition.summary
index bb22680..2d94f71 100644
--- a/cts/scheduler/summary/unfence-definition.summary
+++ b/cts/scheduler/summary/unfence-definition.summary
@@ -32,8 +32,8 @@ Executing Cluster Transition:
* Resource action: fencing monitor on virt-3
* Resource action: fencing delete on virt-1
* Resource action: dlm monitor on virt-3
- * Resource action: clvmd stop on virt-1
* Resource action: clvmd monitor on virt-3
+ * Resource action: clvmd stop on virt-1
* Pseudo action: clvmd-clone_stopped_0
* Pseudo action: dlm-clone_stop_0
* Resource action: dlm stop on virt-1
diff --git a/cts/scheduler/summary/unfence-parameters.summary b/cts/scheduler/summary/unfence-parameters.summary
index b872a41..93a65e6 100644
--- a/cts/scheduler/summary/unfence-parameters.summary
+++ b/cts/scheduler/summary/unfence-parameters.summary
@@ -31,8 +31,8 @@ Executing Cluster Transition:
* Fencing virt-3 (on)
* Resource action: fencing monitor on virt-3
* Resource action: dlm monitor on virt-3
- * Resource action: clvmd stop on virt-1
* Resource action: clvmd monitor on virt-3
+ * Resource action: clvmd stop on virt-1
* Pseudo action: clvmd-clone_stopped_0
* Pseudo action: dlm-clone_stop_0
* Resource action: dlm stop on virt-1
diff --git a/cts/scheduler/xml/anon-instance-pending.xml b/cts/scheduler/xml/anon-instance-pending.xml
index 86a6728..297c0bb 100644
--- a/cts/scheduler/xml/anon-instance-pending.xml
+++ b/cts/scheduler/xml/anon-instance-pending.xml
@@ -16,7 +16,7 @@
</nodes>
<resources>
<primitive class="stonith" id="Fencing" type="fence_imaginary"/>
- <!-- clone1 tests a pending start on node4 with node1-2 slave, node3 master, and node5-11 stopped -->
+ <!-- clone1 tests a pending start on node4 with node1-2 unpromoted, node3 promoted, and node5-11 stopped -->
<clone id="clone1">
<primitive id="clone1rsc" class="ocf" provider="pacemaker" type="Stateful">
<operations>
diff --git a/cts/scheduler/xml/bundle-interleave-start.xml b/cts/scheduler/xml/bundle-interleave-start.xml
index e8630cd..facb181 100644
--- a/cts/scheduler/xml/bundle-interleave-start.xml
+++ b/cts/scheduler/xml/bundle-interleave-start.xml
@@ -6,7 +6,8 @@
and its promoted role is colocated with base's. App's starts and
promotes are ordered after base's.
- In this test, all are stopped and must be started.
+ In this test, all are stopped and must be started. One replica of each
+ bundle must be promoted.
-->
<configuration>
<crm_config>
diff --git a/cts/scheduler/xml/bundle-promoted-anticolocation-1.xml b/cts/scheduler/xml/bundle-promoted-anticolocation-1.xml
new file mode 100644
index 0000000..71f472e
--- /dev/null
+++ b/cts/scheduler/xml/bundle-promoted-anticolocation-1.xml
@@ -0,0 +1,238 @@
+<cib crm_feature_set="3.17.4" validate-with="pacemaker-3.9" epoch="47" num_updates="0" admin_epoch="0" cib-last-written="Mon Jun 19 19:33:16 2023" update-origin="node1" update-client="cibadmin" update-user="root" have-quorum="1" dc-uuid="1">
+ <configuration>
+ <!-- The essential elements of this test are:
+ * A primitive (vip) is mandatorily anti-colocated with the promoted
+ instance of a bundle (base-bundle)
+ * The primitive is running on the same node as the bundle's promoted
+ instance
+ * There is no stickiness
+ * There are no location constraints
+ * There are three nodes available for both resources
+
+ In this situation, the primitive should move away from the promoted
+ bundle instance's node.
+ -->
+ <crm_config>
+ <cluster_property_set id="cib-bootstrap-options">
+ <nvpair id="cib-bootstrap-options-have-watchdog" name="have-watchdog" value="false"/>
+ <nvpair id="cib-bootstrap-options-dc-version" name="dc-version" value="2.1.5-1.0a457786a.git.el9-0a457786a"/>
+ <nvpair id="cib-bootstrap-options-cluster-infrastructure" name="cluster-infrastructure" value="corosync"/>
+ <nvpair id="cib-bootstrap-options-cluster-name" name="cluster-name" value="test"/>
+ <nvpair id="cib-bootstrap-options-last-lrm-refresh" name="last-lrm-refresh" value="1687217818"/>
+ </cluster_property_set>
+ </crm_config>
+ <nodes>
+ <node id="1" uname="node1"/>
+ <node id="2" uname="node2"/>
+ <node id="3" uname="node3"/>
+ </nodes>
+ <resources>
+ <primitive class="stonith" id="Fencing" type="fence_xvm">
+ <instance_attributes id="Fencing-instance_attributes">
+ <nvpair id="Fencing-instance_attributes_pcmk_host_list" name="pcmk_host_list" value="node1 node2 node3"/>
+ </instance_attributes>
+ <operations>
+ <op id="Fencing-monitor-120s" interval="120s" name="monitor" timeout="120s"/>
+ </operations>
+ </primitive>
+ <bundle id="base-bundle">
+ <meta_attributes id="base-bundle-meta_attributes">
+ <nvpair id="base-bundle-meta_attributes-promotable" name="promotable" value="true"/>
+ <nvpair id="base-bundle-meta_attributes-container-attribute-target" name="container-attribute-target" value="host"/>
+ </meta_attributes>
+ <podman image="localhost/pcmktest" replicas="3"/>
+ <network control-port="3121"/>
+ <primitive id="base" class="ocf" provider="pacemaker" type="Stateful">
+ <operations>
+ <op id="base-monitor-15s" interval="15s" name="monitor" timeout="15s" role="Promoted"/>
+ <op id="base-monitor-16s" interval="16s" name="monitor" timeout="16s" role="Unpromoted"/>
+ </operations>
+ </primitive>
+ </bundle>
+ <primitive class="ocf" id="vip" provider="heartbeat" type="IPaddr2">
+ <instance_attributes id="vip-instance_attributes">
+ <nvpair id="vip-instance_attributes-cidr_netmask" name="cidr_netmask" value="32"/>
+ <nvpair id="vip-instance_attributes-ip" name="ip" value="192.168.22.81"/>
+ </instance_attributes>
+ <operations>
+ <op id="vip-monitor-interval-10s" interval="10s" name="monitor" timeout="20s"/>
+ <op id="vip-start-interval-0s" interval="0s" name="start" timeout="20s"/>
+ <op id="vip-stop-interval-0s" interval="0s" name="stop" timeout="20s"/>
+ </operations>
+ </primitive>
+ </resources>
+ <constraints>
+ <rsc_colocation id="colocation-vip-base-bundle--INFINITY" rsc="vip" score="-INFINITY" with-rsc="base-bundle" with-rsc-role="Promoted"/>
+ </constraints>
+ <fencing-topology/>
+ <op_defaults/>
+ <alerts/>
+ <rsc_defaults/>
+ </configuration>
+ <status>
+ <node_state id="1" uname="node1" in_ccm="true" crmd="online" crm-debug-origin="controld_update_resource_history" join="member" expected="member">
+ <transient_attributes id="1">
+ <instance_attributes id="status-1">
+ <nvpair id="status-1-.feature-set" name="#feature-set" value="3.17.4"/>
+ <nvpair id="status-1-master-base" name="master-base" value="11"/>
+ </instance_attributes>
+ </transient_attributes>
+ <lrm id="1">
+ <lrm_resources>
+ <lrm_resource id="Fencing" type="fence_xvm" class="stonith">
+ <lrm_rsc_op id="Fencing_last_0" operation_key="Fencing_stop_0" operation="stop" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="12:62:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;12:62:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="55" rc-code="0" op-status="0" interval="0" last-rc-change="1687222219" exec-time="0" queue-time="0" op-digest="6197322ae276dfeb4a212d09787f9738"/>
+ <lrm_rsc_op id="Fencing_monitor_120000" operation_key="Fencing_monitor_120000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="2:23:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;2:23:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="38" rc-code="0" op-status="0" interval="120000" last-rc-change="1687217955" exec-time="43" queue-time="0" op-digest="8ca455a603cbe2dc8d68703e63c272f1"/>
+ </lrm_resource>
+ <lrm_resource id="vip" type="IPaddr2" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="vip_last_0" operation_key="vip_stop_0" operation="stop" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="50:71:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;50:71:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="57" rc-code="0" op-status="0" interval="0" last-rc-change="1687228394" exec-time="47" queue-time="0" op-digest="b274efb9afd1400d58df73d9925b6823"/>
+ <lrm_rsc_op id="vip_monitor_10000" operation_key="vip_monitor_10000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="52:60:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;52:60:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="53" rc-code="0" op-status="0" interval="10000" last-rc-change="1687222197" exec-time="38" queue-time="0" op-digest="20f7173b4af9ab62392ae5d9e5243580"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-2" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="base-bundle-podman-2_last_0" operation_key="base-bundle-podman-2_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="8:33:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;8:33:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="49" rc-code="7" op-status="0" interval="0" last-rc-change="1687219402" exec-time="103" queue-time="0" op-digest="eb1c148b6d2d7a7013f75d596536409b"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-1" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="base-bundle-podman-1_last_0" operation_key="base-bundle-podman-1_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="6:33:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;6:33:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="45" rc-code="7" op-status="0" interval="0" last-rc-change="1687219402" exec-time="82" queue-time="0" op-digest="91ec5f49c5fd88f29405389545fb7d59"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-2" type="remote" class="ocf" provider="pacemaker" container="base-bundle-podman-2">
+ <lrm_rsc_op id="base-bundle-2_last_0" operation_key="base-bundle-2_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="9:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;9:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="5" rc-code="7" op-status="0" interval="0" last-rc-change="1687219636" exec-time="0" queue-time="0" op-digest="b1f9a03e78ae75f94cc0c36e6c0cc527" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-0" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="base-bundle-podman-0_last_0" operation_key="base-bundle-podman-0_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="7:28:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;7:28:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="40" rc-code="0" op-status="0" interval="0" last-rc-change="1687218074" exec-time="795" queue-time="0" op-digest="b93578750303776f6bb098395c53338a"/>
+ <lrm_rsc_op id="base-bundle-podman-0_monitor_60000" operation_key="base-bundle-podman-0_monitor_60000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="8:29:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;8:29:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="41" rc-code="0" op-status="0" interval="60000" last-rc-change="1687218074" exec-time="166" queue-time="0" op-digest="902512fcf3e4556d9585c44184665d8c"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-1" type="remote" class="ocf" provider="pacemaker" container="base-bundle-podman-1">
+ <lrm_rsc_op id="base-bundle-1_last_0" operation_key="base-bundle-1_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="7:33:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;7:33:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="4" rc-code="7" op-status="0" interval="0" last-rc-change="1687219403" exec-time="0" queue-time="0" op-digest="137e2067e195bc8e29ef8680e392a9e7" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-0" type="remote" class="ocf" provider="pacemaker" container="base-bundle-podman-0">
+ <lrm_rsc_op id="base-bundle-0_last_0" operation_key="base-bundle-0_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="9:29:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;9:29:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="2" rc-code="0" op-status="0" interval="0" last-rc-change="1687218074" exec-time="0" queue-time="0" op-digest="2b7683df7d64ff71ec5fd3675fd12017" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ <lrm_rsc_op id="base-bundle-0_monitor_30000" operation_key="base-bundle-0_monitor_30000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="11:30:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;11:30:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="3" rc-code="0" op-status="0" interval="30000" last-rc-change="1687218075" exec-time="0" queue-time="0" op-digest="6f3c7e233bacb8420fef5f9581190d00"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ </node_state>
+ <node_state id="2" uname="node2" crmd="online" crm-debug-origin="controld_update_resource_history" in_ccm="true" join="member" expected="member">
+ <transient_attributes id="2">
+ <instance_attributes id="status-2">
+ <nvpair id="status-2-.feature-set" name="#feature-set" value="3.17.4"/>
+ <nvpair id="status-2-master-base" name="master-base" value="12"/>
+ </instance_attributes>
+ </transient_attributes>
+ <lrm id="2">
+ <lrm_resources>
+ <lrm_resource id="Fencing" type="fence_xvm" class="stonith">
+ <lrm_rsc_op id="Fencing_last_0" operation_key="Fencing_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="12:69:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;12:69:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="58" rc-code="0" op-status="0" interval="0" last-rc-change="1687226745" exec-time="33" queue-time="0" op-digest="f551693977f94a4fa8883fb70e439592"/>
+ <lrm_rsc_op id="Fencing_monitor_120000" operation_key="Fencing_monitor_120000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="4:69:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;4:69:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="59" rc-code="0" op-status="0" interval="120000" last-rc-change="1687226745" exec-time="27" queue-time="0" op-digest="24989640311980988fb77ddd1cc1002b"/>
+ </lrm_resource>
+ <lrm_resource id="vip" type="IPaddr2" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="vip_last_0" operation_key="vip_stop_0" operation="stop" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="50:60:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;50:60:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="53" rc-code="0" op-status="0" interval="0" last-rc-change="1687222197" exec-time="47" queue-time="0" op-digest="b274efb9afd1400d58df73d9925b6823"/>
+ <lrm_rsc_op id="vip_monitor_10000" operation_key="vip_monitor_10000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="26:23:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;26:23:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="37" rc-code="0" op-status="0" interval="10000" last-rc-change="1687217955" exec-time="42" queue-time="0" op-digest="20f7173b4af9ab62392ae5d9e5243580"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-2" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="base-bundle-podman-2_last_0" operation_key="base-bundle-podman-2_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="12:33:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;12:33:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="47" rc-code="7" op-status="0" interval="0" last-rc-change="1687219402" exec-time="69" queue-time="1" op-digest="eb1c148b6d2d7a7013f75d596536409b"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-1" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="base-bundle-podman-1_last_0" operation_key="base-bundle-podman-1_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="20:33:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;20:33:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="48" rc-code="0" op-status="0" interval="0" last-rc-change="1687219402" exec-time="665" queue-time="0" op-digest="91ec5f49c5fd88f29405389545fb7d59"/>
+ <lrm_rsc_op id="base-bundle-podman-1_monitor_60000" operation_key="base-bundle-podman-1_monitor_60000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="21:33:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;21:33:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="49" rc-code="0" op-status="0" interval="60000" last-rc-change="1687219403" exec-time="158" queue-time="0" op-digest="f0ef4729d120aa3f5d938cabca4d06c7"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-2" type="remote" class="ocf" provider="pacemaker" container="base-bundle-podman-2">
+ <lrm_rsc_op id="base-bundle-2_last_0" operation_key="base-bundle-2_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="10:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;10:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="5" rc-code="7" op-status="0" interval="0" last-rc-change="1687219636" exec-time="0" queue-time="0" op-digest="b1f9a03e78ae75f94cc0c36e6c0cc527" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-0" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="base-bundle-podman-0_last_0" operation_key="base-bundle-podman-0_stop_0" operation="stop" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="2:27:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;2:27:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="39" rc-code="0" op-status="0" interval="0" last-rc-change="1687217956" exec-time="161" queue-time="0" op-digest="bbac36b73a7a6604aefdd2cb3b5f42e6"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-1" type="remote" class="ocf" provider="pacemaker" container="base-bundle-podman-1">
+ <lrm_rsc_op id="base-bundle-1_last_0" operation_key="base-bundle-1_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="22:33:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;22:33:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="3" rc-code="0" op-status="0" interval="0" last-rc-change="1687219403" exec-time="0" queue-time="0" op-digest="137e2067e195bc8e29ef8680e392a9e7" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ <lrm_rsc_op id="base-bundle-1_monitor_30000" operation_key="base-bundle-1_monitor_30000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="20:34:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;20:34:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="4" rc-code="0" op-status="0" interval="30000" last-rc-change="1687219404" exec-time="0" queue-time="0" op-digest="3929eec440004bca31f813a8e6097506"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-0" type="remote" class="ocf" provider="pacemaker" container="base-bundle-podman-0">
+ <lrm_rsc_op id="base-bundle-0_last_0" operation_key="base-bundle-0_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="3:7:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;3:7:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="1" rc-code="7" op-status="0" interval="0" last-rc-change="1687217701" exec-time="0" queue-time="0" op-digest="137e2067e195bc8e29ef8680e392a9e7" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ </node_state>
+ <node_state remote_node="true" id="base-bundle-0" uname="base-bundle-0" in_ccm="true" crm-debug-origin="do_state_transition" node_fenced="0">
+ <lrm id="base-bundle-0">
+ <lrm_resources>
+ <lrm_resource id="base" class="ocf" provider="pacemaker" type="Stateful">
+ <lrm_rsc_op id="base_last_0" operation_key="base_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="16:30:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;16:30:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="8" rc-code="0" op-status="0" interval="0" last-rc-change="1687218075" exec-time="307" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="base_monitor_16000" operation_key="base_monitor_16000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="17:31:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;17:31:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="14" rc-code="0" op-status="0" interval="16000" last-rc-change="1687218076" exec-time="15" queue-time="0" op-digest="e62ad827732488b88ef8722ff6a484b3"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ <transient_attributes id="base-bundle-0">
+ <instance_attributes id="status-base-bundle-0">
+ <nvpair id="status-base-bundle-0-master-base" name="master-base" value="5"/>
+ </instance_attributes>
+ </transient_attributes>
+ </node_state>
+ <node_state id="3" uname="node3" crmd="online" crm-debug-origin="controld_update_resource_history" in_ccm="true" join="member" expected="member">
+ <transient_attributes id="3">
+ <instance_attributes id="status-3">
+ <nvpair id="status-3-.feature-set" name="#feature-set" value="3.17.4"/>
+ <nvpair id="status-3-master-base" name="master-base" value="13"/>
+ </instance_attributes>
+ </transient_attributes>
+ <lrm id="3">
+ <lrm_resources>
+ <lrm_resource id="Fencing" type="fence_xvm" class="stonith">
+ <lrm_rsc_op id="Fencing_last_0" operation_key="Fencing_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="11:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;11:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="8" rc-code="7" op-status="0" interval="0" last-rc-change="1687219634" exec-time="5" queue-time="0" op-digest="6197322ae276dfeb4a212d09787f9738"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-2" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="base-bundle-podman-2_last_0" operation_key="base-bundle-podman-2_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="29:36:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;29:36:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="24" rc-code="0" op-status="0" interval="0" last-rc-change="1687219634" exec-time="936" queue-time="0" op-digest="eb1c148b6d2d7a7013f75d596536409b"/>
+ <lrm_rsc_op id="base-bundle-podman-2_monitor_60000" operation_key="base-bundle-podman-2_monitor_60000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="30:36:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;30:36:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="25" rc-code="0" op-status="0" interval="60000" last-rc-change="1687219635" exec-time="173" queue-time="0" op-digest="8eeca5a30b14f3d9ef7d2ddbd16c2e05"/>
+ </lrm_resource>
+ <lrm_resource id="vip" type="IPaddr2" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="vip_last_0" operation_key="vip_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="51:71:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;51:71:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="27" rc-code="0" op-status="0" interval="0" last-rc-change="1687228393" exec-time="58" queue-time="0" op-digest="b274efb9afd1400d58df73d9925b6823"/>
+ <lrm_rsc_op id="vip_monitor_10000" operation_key="vip_monitor_10000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="52:71:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;52:71:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="28" rc-code="0" op-status="0" interval="10000" last-rc-change="1687228393" exec-time="35" queue-time="0" op-digest="20f7173b4af9ab62392ae5d9e5243580"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-1" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="base-bundle-podman-1_last_0" operation_key="base-bundle-podman-1_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="14:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;14:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="14" rc-code="7" op-status="0" interval="0" last-rc-change="1687219634" exec-time="107" queue-time="0" op-digest="91ec5f49c5fd88f29405389545fb7d59"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-2" type="remote" class="ocf" provider="pacemaker" container="base-bundle-podman-2">
+ <lrm_rsc_op id="base-bundle-2_last_0" operation_key="base-bundle-2_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="31:36:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;31:36:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="4" rc-code="0" op-status="0" interval="0" last-rc-change="1687219635" exec-time="0" queue-time="0" op-digest="b1f9a03e78ae75f94cc0c36e6c0cc527" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ <lrm_rsc_op id="base-bundle-2_monitor_30000" operation_key="base-bundle-2_monitor_30000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="25:37:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;25:37:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="5" rc-code="0" op-status="0" interval="30000" last-rc-change="1687219637" exec-time="0" queue-time="0" op-digest="354b9acaa7ea1113d708dc11a1d6bbfa"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-0" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="base-bundle-podman-0_last_0" operation_key="base-bundle-podman-0_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="12:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;12:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="10" rc-code="7" op-status="0" interval="0" last-rc-change="1687219634" exec-time="104" queue-time="0" op-digest="b93578750303776f6bb098395c53338a"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-1" type="remote" class="ocf" provider="pacemaker" container="base-bundle-podman-1">
+ <lrm_rsc_op id="base-bundle-1_last_0" operation_key="base-bundle-1_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="15:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;15:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="2" rc-code="7" op-status="0" interval="0" last-rc-change="1687219634" exec-time="0" queue-time="0" op-digest="137e2067e195bc8e29ef8680e392a9e7" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-0" type="remote" class="ocf" provider="pacemaker" container="base-bundle-podman-0">
+ <lrm_rsc_op id="base-bundle-0_last_0" operation_key="base-bundle-0_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="13:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;13:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="1" rc-code="7" op-status="0" interval="0" last-rc-change="1687219634" exec-time="0" queue-time="0" op-digest="2b7683df7d64ff71ec5fd3675fd12017" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ </node_state>
+ <node_state remote_node="true" id="base-bundle-1" uname="base-bundle-1" in_ccm="true" crm-debug-origin="controld_update_resource_history" node_fenced="0">
+ <lrm id="base-bundle-1">
+ <lrm_resources>
+ <lrm_resource id="base" class="ocf" provider="pacemaker" type="Stateful">
+ <lrm_rsc_op id="base_last_0" operation_key="base_demote_0" operation="demote" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="35:55:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;35:55:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="86" rc-code="0" op-status="0" interval="0" last-rc-change="1687220328" exec-time="221" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="base_monitor_16000" operation_key="base_monitor_16000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="35:56:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;35:56:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="92" rc-code="0" op-status="0" interval="16000" last-rc-change="1687220329" exec-time="43" queue-time="0" op-digest="e62ad827732488b88ef8722ff6a484b3"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ <transient_attributes id="base-bundle-1">
+ <instance_attributes id="status-base-bundle-1">
+ <nvpair id="status-base-bundle-1-master-base" name="master-base" value="5"/>
+ </instance_attributes>
+ </transient_attributes>
+ </node_state>
+ <node_state remote_node="true" id="base-bundle-2" uname="base-bundle-2" in_ccm="true" crm-debug-origin="controld_update_resource_history" node_fenced="0">
+ <lrm id="base-bundle-2">
+ <lrm_resources>
+ <lrm_resource id="base" class="ocf" provider="pacemaker" type="Stateful">
+ <lrm_rsc_op id="base_last_0" operation_key="base_promote_0" operation="promote" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="32:43:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;32:43:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="30" rc-code="0" op-status="0" interval="0" last-rc-change="1687220058" exec-time="222" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="base_monitor_15000" operation_key="base_monitor_15000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="33:44:8:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:8;33:44:8:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="36" rc-code="8" op-status="0" interval="15000" last-rc-change="1687220059" exec-time="13" queue-time="0" op-digest="3ef575c5f050ae086f0f31bc8f085fdc"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ <transient_attributes id="base-bundle-2">
+ <instance_attributes id="status-base-bundle-2">
+ <nvpair id="status-base-bundle-2-master-base" name="master-base" value="10"/>
+ </instance_attributes>
+ </transient_attributes>
+ </node_state>
+ </status>
+</cib>
diff --git a/cts/scheduler/xml/bundle-promoted-anticolocation-2.xml b/cts/scheduler/xml/bundle-promoted-anticolocation-2.xml
new file mode 100644
index 0000000..32bc5ea
--- /dev/null
+++ b/cts/scheduler/xml/bundle-promoted-anticolocation-2.xml
@@ -0,0 +1,238 @@
+<cib crm_feature_set="3.17.4" validate-with="pacemaker-3.9" epoch="47" num_updates="0" admin_epoch="0" cib-last-written="Mon Jun 19 19:33:16 2023" update-origin="node1" update-client="cibadmin" update-user="root" have-quorum="1" dc-uuid="1">
+ <configuration>
+ <!-- The essential elements of this test are:
+ * A primitive (vip) is optionally anti-colocated (score=-5000) with
+ the promoted instance of a bundle (base-bundle)
+ * The primitive is running on the same node as the bundle's promoted
+ instance
+ * There is no stickiness
+ * There are no location constraints
+ * There are three nodes available for both resources
+
+ In this situation, the primitive should move away from the promoted
+ bundle instance's node.
+ -->
+ <crm_config>
+ <cluster_property_set id="cib-bootstrap-options">
+ <nvpair id="cib-bootstrap-options-have-watchdog" name="have-watchdog" value="false"/>
+ <nvpair id="cib-bootstrap-options-dc-version" name="dc-version" value="2.1.5-1.0a457786a.git.el9-0a457786a"/>
+ <nvpair id="cib-bootstrap-options-cluster-infrastructure" name="cluster-infrastructure" value="corosync"/>
+ <nvpair id="cib-bootstrap-options-cluster-name" name="cluster-name" value="test"/>
+ <nvpair id="cib-bootstrap-options-last-lrm-refresh" name="last-lrm-refresh" value="1687217818"/>
+ </cluster_property_set>
+ </crm_config>
+ <nodes>
+ <node id="1" uname="node1"/>
+ <node id="2" uname="node2"/>
+ <node id="3" uname="node3"/>
+ </nodes>
+ <resources>
+ <primitive class="stonith" id="Fencing" type="fence_xvm">
+ <instance_attributes id="Fencing-instance_attributes">
+ <nvpair id="Fencing-instance_attributes_pcmk_host_list" name="pcmk_host_list" value="node1 node2 node3"/>
+ </instance_attributes>
+ <operations>
+ <op id="Fencing-monitor-120s" interval="120s" name="monitor" timeout="120s"/>
+ </operations>
+ </primitive>
+ <bundle id="base-bundle">
+ <meta_attributes id="base-bundle-meta_attributes">
+ <nvpair id="base-bundle-meta_attributes-promotable" name="promotable" value="true"/>
+ <nvpair id="base-bundle-meta_attributes-container-attribute-target" name="container-attribute-target" value="host"/>
+ </meta_attributes>
+ <podman image="localhost/pcmktest" replicas="3"/>
+ <network control-port="3121"/>
+ <primitive id="base" class="ocf" provider="pacemaker" type="Stateful">
+ <operations>
+ <op id="base-monitor-15s" interval="15s" name="monitor" timeout="15s" role="Promoted"/>
+ <op id="base-monitor-16s" interval="16s" name="monitor" timeout="16s" role="Unpromoted"/>
+ </operations>
+ </primitive>
+ </bundle>
+ <primitive class="ocf" id="vip" provider="heartbeat" type="IPaddr2">
+ <instance_attributes id="vip-instance_attributes">
+ <nvpair id="vip-instance_attributes-cidr_netmask" name="cidr_netmask" value="32"/>
+ <nvpair id="vip-instance_attributes-ip" name="ip" value="192.168.22.81"/>
+ </instance_attributes>
+ <operations>
+ <op id="vip-monitor-interval-10s" interval="10s" name="monitor" timeout="20s"/>
+ <op id="vip-start-interval-0s" interval="0s" name="start" timeout="20s"/>
+ <op id="vip-stop-interval-0s" interval="0s" name="stop" timeout="20s"/>
+ </operations>
+ </primitive>
+ </resources>
+ <constraints>
+ <rsc_colocation id="colocation-vip-base-bundle--5000" rsc="vip" score="-5000" with-rsc="base-bundle" with-rsc-role="Promoted"/>
+ </constraints>
+ <fencing-topology/>
+ <op_defaults/>
+ <alerts/>
+ <rsc_defaults/>
+ </configuration>
+ <status>
+ <node_state id="1" uname="node1" in_ccm="true" crmd="online" crm-debug-origin="controld_update_resource_history" join="member" expected="member">
+ <transient_attributes id="1">
+ <instance_attributes id="status-1">
+ <nvpair id="status-1-.feature-set" name="#feature-set" value="3.17.4"/>
+ <nvpair id="status-1-master-base" name="master-base" value="11"/>
+ </instance_attributes>
+ </transient_attributes>
+ <lrm id="1">
+ <lrm_resources>
+ <lrm_resource id="Fencing" type="fence_xvm" class="stonith">
+ <lrm_rsc_op id="Fencing_last_0" operation_key="Fencing_stop_0" operation="stop" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="12:62:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;12:62:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="55" rc-code="0" op-status="0" interval="0" last-rc-change="1687222219" exec-time="0" queue-time="0" op-digest="6197322ae276dfeb4a212d09787f9738"/>
+ <lrm_rsc_op id="Fencing_monitor_120000" operation_key="Fencing_monitor_120000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="2:23:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;2:23:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="38" rc-code="0" op-status="0" interval="120000" last-rc-change="1687217955" exec-time="43" queue-time="0" op-digest="8ca455a603cbe2dc8d68703e63c272f1"/>
+ </lrm_resource>
+ <lrm_resource id="vip" type="IPaddr2" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="vip_last_0" operation_key="vip_stop_0" operation="stop" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="50:71:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;50:71:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="57" rc-code="0" op-status="0" interval="0" last-rc-change="1687228394" exec-time="47" queue-time="0" op-digest="b274efb9afd1400d58df73d9925b6823"/>
+ <lrm_rsc_op id="vip_monitor_10000" operation_key="vip_monitor_10000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="52:60:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;52:60:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="53" rc-code="0" op-status="0" interval="10000" last-rc-change="1687222197" exec-time="38" queue-time="0" op-digest="20f7173b4af9ab62392ae5d9e5243580"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-2" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="base-bundle-podman-2_last_0" operation_key="base-bundle-podman-2_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="8:33:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;8:33:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="49" rc-code="7" op-status="0" interval="0" last-rc-change="1687219402" exec-time="103" queue-time="0" op-digest="eb1c148b6d2d7a7013f75d596536409b"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-1" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="base-bundle-podman-1_last_0" operation_key="base-bundle-podman-1_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="6:33:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;6:33:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="45" rc-code="7" op-status="0" interval="0" last-rc-change="1687219402" exec-time="82" queue-time="0" op-digest="91ec5f49c5fd88f29405389545fb7d59"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-2" type="remote" class="ocf" provider="pacemaker" container="base-bundle-podman-2">
+ <lrm_rsc_op id="base-bundle-2_last_0" operation_key="base-bundle-2_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="9:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;9:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="5" rc-code="7" op-status="0" interval="0" last-rc-change="1687219636" exec-time="0" queue-time="0" op-digest="b1f9a03e78ae75f94cc0c36e6c0cc527" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-0" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="base-bundle-podman-0_last_0" operation_key="base-bundle-podman-0_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="7:28:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;7:28:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="40" rc-code="0" op-status="0" interval="0" last-rc-change="1687218074" exec-time="795" queue-time="0" op-digest="b93578750303776f6bb098395c53338a"/>
+ <lrm_rsc_op id="base-bundle-podman-0_monitor_60000" operation_key="base-bundle-podman-0_monitor_60000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="8:29:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;8:29:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="41" rc-code="0" op-status="0" interval="60000" last-rc-change="1687218074" exec-time="166" queue-time="0" op-digest="902512fcf3e4556d9585c44184665d8c"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-1" type="remote" class="ocf" provider="pacemaker" container="base-bundle-podman-1">
+ <lrm_rsc_op id="base-bundle-1_last_0" operation_key="base-bundle-1_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="7:33:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;7:33:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="4" rc-code="7" op-status="0" interval="0" last-rc-change="1687219403" exec-time="0" queue-time="0" op-digest="137e2067e195bc8e29ef8680e392a9e7" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-0" type="remote" class="ocf" provider="pacemaker" container="base-bundle-podman-0">
+ <lrm_rsc_op id="base-bundle-0_last_0" operation_key="base-bundle-0_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="9:29:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;9:29:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="2" rc-code="0" op-status="0" interval="0" last-rc-change="1687218074" exec-time="0" queue-time="0" op-digest="2b7683df7d64ff71ec5fd3675fd12017" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ <lrm_rsc_op id="base-bundle-0_monitor_30000" operation_key="base-bundle-0_monitor_30000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="11:30:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;11:30:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="3" rc-code="0" op-status="0" interval="30000" last-rc-change="1687218075" exec-time="0" queue-time="0" op-digest="6f3c7e233bacb8420fef5f9581190d00"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ </node_state>
+ <node_state id="2" uname="node2" crmd="online" crm-debug-origin="controld_update_resource_history" in_ccm="true" join="member" expected="member">
+ <transient_attributes id="2">
+ <instance_attributes id="status-2">
+ <nvpair id="status-2-.feature-set" name="#feature-set" value="3.17.4"/>
+ <nvpair id="status-2-master-base" name="master-base" value="12"/>
+ </instance_attributes>
+ </transient_attributes>
+ <lrm id="2">
+ <lrm_resources>
+ <lrm_resource id="Fencing" type="fence_xvm" class="stonith">
+ <lrm_rsc_op id="Fencing_last_0" operation_key="Fencing_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="12:69:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;12:69:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="58" rc-code="0" op-status="0" interval="0" last-rc-change="1687226745" exec-time="33" queue-time="0" op-digest="f551693977f94a4fa8883fb70e439592"/>
+ <lrm_rsc_op id="Fencing_monitor_120000" operation_key="Fencing_monitor_120000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="4:69:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;4:69:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="59" rc-code="0" op-status="0" interval="120000" last-rc-change="1687226745" exec-time="27" queue-time="0" op-digest="24989640311980988fb77ddd1cc1002b"/>
+ </lrm_resource>
+ <lrm_resource id="vip" type="IPaddr2" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="vip_last_0" operation_key="vip_stop_0" operation="stop" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="50:60:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;50:60:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="53" rc-code="0" op-status="0" interval="0" last-rc-change="1687222197" exec-time="47" queue-time="0" op-digest="b274efb9afd1400d58df73d9925b6823"/>
+ <lrm_rsc_op id="vip_monitor_10000" operation_key="vip_monitor_10000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="26:23:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;26:23:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="37" rc-code="0" op-status="0" interval="10000" last-rc-change="1687217955" exec-time="42" queue-time="0" op-digest="20f7173b4af9ab62392ae5d9e5243580"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-2" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="base-bundle-podman-2_last_0" operation_key="base-bundle-podman-2_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="12:33:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;12:33:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="47" rc-code="7" op-status="0" interval="0" last-rc-change="1687219402" exec-time="69" queue-time="1" op-digest="eb1c148b6d2d7a7013f75d596536409b"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-1" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="base-bundle-podman-1_last_0" operation_key="base-bundle-podman-1_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="20:33:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;20:33:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="48" rc-code="0" op-status="0" interval="0" last-rc-change="1687219402" exec-time="665" queue-time="0" op-digest="91ec5f49c5fd88f29405389545fb7d59"/>
+ <lrm_rsc_op id="base-bundle-podman-1_monitor_60000" operation_key="base-bundle-podman-1_monitor_60000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="21:33:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;21:33:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="49" rc-code="0" op-status="0" interval="60000" last-rc-change="1687219403" exec-time="158" queue-time="0" op-digest="f0ef4729d120aa3f5d938cabca4d06c7"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-2" type="remote" class="ocf" provider="pacemaker" container="base-bundle-podman-2">
+ <lrm_rsc_op id="base-bundle-2_last_0" operation_key="base-bundle-2_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="10:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;10:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="5" rc-code="7" op-status="0" interval="0" last-rc-change="1687219636" exec-time="0" queue-time="0" op-digest="b1f9a03e78ae75f94cc0c36e6c0cc527" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-0" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="base-bundle-podman-0_last_0" operation_key="base-bundle-podman-0_stop_0" operation="stop" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="2:27:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;2:27:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="39" rc-code="0" op-status="0" interval="0" last-rc-change="1687217956" exec-time="161" queue-time="0" op-digest="bbac36b73a7a6604aefdd2cb3b5f42e6"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-1" type="remote" class="ocf" provider="pacemaker" container="base-bundle-podman-1">
+ <lrm_rsc_op id="base-bundle-1_last_0" operation_key="base-bundle-1_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="22:33:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;22:33:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="3" rc-code="0" op-status="0" interval="0" last-rc-change="1687219403" exec-time="0" queue-time="0" op-digest="137e2067e195bc8e29ef8680e392a9e7" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ <lrm_rsc_op id="base-bundle-1_monitor_30000" operation_key="base-bundle-1_monitor_30000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="20:34:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;20:34:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="4" rc-code="0" op-status="0" interval="30000" last-rc-change="1687219404" exec-time="0" queue-time="0" op-digest="3929eec440004bca31f813a8e6097506"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-0" type="remote" class="ocf" provider="pacemaker" container="base-bundle-podman-0">
+ <lrm_rsc_op id="base-bundle-0_last_0" operation_key="base-bundle-0_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="3:7:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;3:7:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="1" rc-code="7" op-status="0" interval="0" last-rc-change="1687217701" exec-time="0" queue-time="0" op-digest="137e2067e195bc8e29ef8680e392a9e7" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ </node_state>
+ <node_state remote_node="true" id="base-bundle-0" uname="base-bundle-0" in_ccm="true" crm-debug-origin="do_state_transition" node_fenced="0">
+ <lrm id="base-bundle-0">
+ <lrm_resources>
+ <lrm_resource id="base" class="ocf" provider="pacemaker" type="Stateful">
+ <lrm_rsc_op id="base_last_0" operation_key="base_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="16:30:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;16:30:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="8" rc-code="0" op-status="0" interval="0" last-rc-change="1687218075" exec-time="307" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="base_monitor_16000" operation_key="base_monitor_16000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="17:31:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;17:31:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="14" rc-code="0" op-status="0" interval="16000" last-rc-change="1687218076" exec-time="15" queue-time="0" op-digest="e62ad827732488b88ef8722ff6a484b3"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ <transient_attributes id="base-bundle-0">
+ <instance_attributes id="status-base-bundle-0">
+ <nvpair id="status-base-bundle-0-master-base" name="master-base" value="5"/>
+ </instance_attributes>
+ </transient_attributes>
+ </node_state>
+ <node_state id="3" uname="node3" crmd="online" crm-debug-origin="controld_update_resource_history" in_ccm="true" join="member" expected="member">
+ <transient_attributes id="3">
+ <instance_attributes id="status-3">
+ <nvpair id="status-3-.feature-set" name="#feature-set" value="3.17.4"/>
+ <nvpair id="status-3-master-base" name="master-base" value="13"/>
+ </instance_attributes>
+ </transient_attributes>
+ <lrm id="3">
+ <lrm_resources>
+ <lrm_resource id="Fencing" type="fence_xvm" class="stonith">
+ <lrm_rsc_op id="Fencing_last_0" operation_key="Fencing_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="11:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;11:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="8" rc-code="7" op-status="0" interval="0" last-rc-change="1687219634" exec-time="5" queue-time="0" op-digest="6197322ae276dfeb4a212d09787f9738"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-2" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="base-bundle-podman-2_last_0" operation_key="base-bundle-podman-2_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="29:36:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;29:36:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="24" rc-code="0" op-status="0" interval="0" last-rc-change="1687219634" exec-time="936" queue-time="0" op-digest="eb1c148b6d2d7a7013f75d596536409b"/>
+ <lrm_rsc_op id="base-bundle-podman-2_monitor_60000" operation_key="base-bundle-podman-2_monitor_60000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="30:36:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;30:36:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="25" rc-code="0" op-status="0" interval="60000" last-rc-change="1687219635" exec-time="173" queue-time="0" op-digest="8eeca5a30b14f3d9ef7d2ddbd16c2e05"/>
+ </lrm_resource>
+ <lrm_resource id="vip" type="IPaddr2" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="vip_last_0" operation_key="vip_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="51:71:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;51:71:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="27" rc-code="0" op-status="0" interval="0" last-rc-change="1687228393" exec-time="58" queue-time="0" op-digest="b274efb9afd1400d58df73d9925b6823"/>
+ <lrm_rsc_op id="vip_monitor_10000" operation_key="vip_monitor_10000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="52:71:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;52:71:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="28" rc-code="0" op-status="0" interval="10000" last-rc-change="1687228393" exec-time="35" queue-time="0" op-digest="20f7173b4af9ab62392ae5d9e5243580"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-1" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="base-bundle-podman-1_last_0" operation_key="base-bundle-podman-1_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="14:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;14:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="14" rc-code="7" op-status="0" interval="0" last-rc-change="1687219634" exec-time="107" queue-time="0" op-digest="91ec5f49c5fd88f29405389545fb7d59"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-2" type="remote" class="ocf" provider="pacemaker" container="base-bundle-podman-2">
+ <lrm_rsc_op id="base-bundle-2_last_0" operation_key="base-bundle-2_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="31:36:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;31:36:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="4" rc-code="0" op-status="0" interval="0" last-rc-change="1687219635" exec-time="0" queue-time="0" op-digest="b1f9a03e78ae75f94cc0c36e6c0cc527" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ <lrm_rsc_op id="base-bundle-2_monitor_30000" operation_key="base-bundle-2_monitor_30000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="25:37:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;25:37:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="5" rc-code="0" op-status="0" interval="30000" last-rc-change="1687219637" exec-time="0" queue-time="0" op-digest="354b9acaa7ea1113d708dc11a1d6bbfa"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-0" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="base-bundle-podman-0_last_0" operation_key="base-bundle-podman-0_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="12:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;12:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="10" rc-code="7" op-status="0" interval="0" last-rc-change="1687219634" exec-time="104" queue-time="0" op-digest="b93578750303776f6bb098395c53338a"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-1" type="remote" class="ocf" provider="pacemaker" container="base-bundle-podman-1">
+ <lrm_rsc_op id="base-bundle-1_last_0" operation_key="base-bundle-1_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="15:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;15:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="2" rc-code="7" op-status="0" interval="0" last-rc-change="1687219634" exec-time="0" queue-time="0" op-digest="137e2067e195bc8e29ef8680e392a9e7" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-0" type="remote" class="ocf" provider="pacemaker" container="base-bundle-podman-0">
+ <lrm_rsc_op id="base-bundle-0_last_0" operation_key="base-bundle-0_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="13:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;13:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="1" rc-code="7" op-status="0" interval="0" last-rc-change="1687219634" exec-time="0" queue-time="0" op-digest="2b7683df7d64ff71ec5fd3675fd12017" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ </node_state>
+ <node_state remote_node="true" id="base-bundle-1" uname="base-bundle-1" in_ccm="true" crm-debug-origin="controld_update_resource_history" node_fenced="0">
+ <lrm id="base-bundle-1">
+ <lrm_resources>
+ <lrm_resource id="base" class="ocf" provider="pacemaker" type="Stateful">
+ <lrm_rsc_op id="base_last_0" operation_key="base_demote_0" operation="demote" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="35:55:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;35:55:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="86" rc-code="0" op-status="0" interval="0" last-rc-change="1687220328" exec-time="221" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="base_monitor_16000" operation_key="base_monitor_16000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="35:56:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;35:56:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="92" rc-code="0" op-status="0" interval="16000" last-rc-change="1687220329" exec-time="43" queue-time="0" op-digest="e62ad827732488b88ef8722ff6a484b3"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ <transient_attributes id="base-bundle-1">
+ <instance_attributes id="status-base-bundle-1">
+ <nvpair id="status-base-bundle-1-master-base" name="master-base" value="5"/>
+ </instance_attributes>
+ </transient_attributes>
+ </node_state>
+ <node_state remote_node="true" id="base-bundle-2" uname="base-bundle-2" in_ccm="true" crm-debug-origin="controld_update_resource_history" node_fenced="0">
+ <lrm id="base-bundle-2">
+ <lrm_resources>
+ <lrm_resource id="base" class="ocf" provider="pacemaker" type="Stateful">
+ <lrm_rsc_op id="base_last_0" operation_key="base_promote_0" operation="promote" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="32:43:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;32:43:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="30" rc-code="0" op-status="0" interval="0" last-rc-change="1687220058" exec-time="222" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="base_monitor_15000" operation_key="base_monitor_15000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="33:44:8:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:8;33:44:8:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="36" rc-code="8" op-status="0" interval="15000" last-rc-change="1687220059" exec-time="13" queue-time="0" op-digest="3ef575c5f050ae086f0f31bc8f085fdc"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ <transient_attributes id="base-bundle-2">
+ <instance_attributes id="status-base-bundle-2">
+ <nvpair id="status-base-bundle-2-master-base" name="master-base" value="10"/>
+ </instance_attributes>
+ </transient_attributes>
+ </node_state>
+ </status>
+</cib>
diff --git a/cts/scheduler/xml/bundle-promoted-anticolocation-3.xml b/cts/scheduler/xml/bundle-promoted-anticolocation-3.xml
new file mode 100644
index 0000000..f954ae1
--- /dev/null
+++ b/cts/scheduler/xml/bundle-promoted-anticolocation-3.xml
@@ -0,0 +1,238 @@
+<cib crm_feature_set="3.17.4" validate-with="pacemaker-3.9" epoch="47" num_updates="0" admin_epoch="0" cib-last-written="Mon Jun 19 19:33:16 2023" update-origin="node1" update-client="cibadmin" update-user="root" have-quorum="1" dc-uuid="1">
+ <configuration>
+ <!-- The essential elements of this test are:
+ * The promoted instance of a bundle (base-bundle) is mandatorily
+ anti-colocated with a primitive (vip)
+ * The bundle's promoted instance is running on the same node as the
+ primitive
+ * There is no stickiness
+ * There are no location constraints
+ * There are three nodes available for both resources
+
+ In this situation, the bundle should demote its currently promoted
+ instance and promote an instance elsewhere.
+ -->
+ <crm_config>
+ <cluster_property_set id="cib-bootstrap-options">
+ <nvpair id="cib-bootstrap-options-have-watchdog" name="have-watchdog" value="false"/>
+ <nvpair id="cib-bootstrap-options-dc-version" name="dc-version" value="2.1.5-1.0a457786a.git.el9-0a457786a"/>
+ <nvpair id="cib-bootstrap-options-cluster-infrastructure" name="cluster-infrastructure" value="corosync"/>
+ <nvpair id="cib-bootstrap-options-cluster-name" name="cluster-name" value="test"/>
+ <nvpair id="cib-bootstrap-options-last-lrm-refresh" name="last-lrm-refresh" value="1687217818"/>
+ </cluster_property_set>
+ </crm_config>
+ <nodes>
+ <node id="1" uname="node1"/>
+ <node id="2" uname="node2"/>
+ <node id="3" uname="node3"/>
+ </nodes>
+ <resources>
+ <primitive class="stonith" id="Fencing" type="fence_xvm">
+ <instance_attributes id="Fencing-instance_attributes">
+ <nvpair id="Fencing-instance_attributes_pcmk_host_list" name="pcmk_host_list" value="node1 node2 node3"/>
+ </instance_attributes>
+ <operations>
+ <op id="Fencing-monitor-120s" interval="120s" name="monitor" timeout="120s"/>
+ </operations>
+ </primitive>
+ <bundle id="base-bundle">
+ <meta_attributes id="base-bundle-meta_attributes">
+ <nvpair id="base-bundle-meta_attributes-promotable" name="promotable" value="true"/>
+ <nvpair id="base-bundle-meta_attributes-container-attribute-target" name="container-attribute-target" value="host"/>
+ </meta_attributes>
+ <podman image="localhost/pcmktest" replicas="3"/>
+ <network control-port="3121"/>
+ <primitive id="base" class="ocf" provider="pacemaker" type="Stateful">
+ <operations>
+ <op id="base-monitor-15s" interval="15s" name="monitor" timeout="15s" role="Promoted"/>
+ <op id="base-monitor-16s" interval="16s" name="monitor" timeout="16s" role="Unpromoted"/>
+ </operations>
+ </primitive>
+ </bundle>
+ <primitive class="ocf" id="vip" provider="heartbeat" type="IPaddr2">
+ <instance_attributes id="vip-instance_attributes">
+ <nvpair id="vip-instance_attributes-cidr_netmask" name="cidr_netmask" value="32"/>
+ <nvpair id="vip-instance_attributes-ip" name="ip" value="192.168.22.81"/>
+ </instance_attributes>
+ <operations>
+ <op id="vip-monitor-interval-10s" interval="10s" name="monitor" timeout="20s"/>
+ <op id="vip-start-interval-0s" interval="0s" name="start" timeout="20s"/>
+ <op id="vip-stop-interval-0s" interval="0s" name="stop" timeout="20s"/>
+ </operations>
+ </primitive>
+ </resources>
+ <constraints>
+ <rsc_colocation id="colocation-base-bundle-vip--INFINITY" rsc="base-bundle" rsc-role="Promoted" score="-INFINITY" with-rsc="vip"/>
+ </constraints>
+ <fencing-topology/>
+ <op_defaults/>
+ <alerts/>
+ <rsc_defaults/>
+ </configuration>
+ <status>
+ <node_state id="1" uname="node1" in_ccm="true" crmd="online" crm-debug-origin="controld_update_resource_history" join="member" expected="member">
+ <transient_attributes id="1">
+ <instance_attributes id="status-1">
+ <nvpair id="status-1-.feature-set" name="#feature-set" value="3.17.4"/>
+ <nvpair id="status-1-master-base" name="master-base" value="11"/>
+ </instance_attributes>
+ </transient_attributes>
+ <lrm id="1">
+ <lrm_resources>
+ <lrm_resource id="Fencing" type="fence_xvm" class="stonith">
+ <lrm_rsc_op id="Fencing_last_0" operation_key="Fencing_stop_0" operation="stop" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="12:62:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;12:62:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="55" rc-code="0" op-status="0" interval="0" last-rc-change="1687222219" exec-time="0" queue-time="0" op-digest="6197322ae276dfeb4a212d09787f9738"/>
+ <lrm_rsc_op id="Fencing_monitor_120000" operation_key="Fencing_monitor_120000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="2:23:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;2:23:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="38" rc-code="0" op-status="0" interval="120000" last-rc-change="1687217955" exec-time="43" queue-time="0" op-digest="8ca455a603cbe2dc8d68703e63c272f1"/>
+ </lrm_resource>
+ <lrm_resource id="vip" type="IPaddr2" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="vip_last_0" operation_key="vip_stop_0" operation="stop" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="50:71:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;50:71:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="57" rc-code="0" op-status="0" interval="0" last-rc-change="1687228394" exec-time="47" queue-time="0" op-digest="b274efb9afd1400d58df73d9925b6823"/>
+ <lrm_rsc_op id="vip_monitor_10000" operation_key="vip_monitor_10000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="52:60:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;52:60:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="53" rc-code="0" op-status="0" interval="10000" last-rc-change="1687222197" exec-time="38" queue-time="0" op-digest="20f7173b4af9ab62392ae5d9e5243580"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-2" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="base-bundle-podman-2_last_0" operation_key="base-bundle-podman-2_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="8:33:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;8:33:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="49" rc-code="7" op-status="0" interval="0" last-rc-change="1687219402" exec-time="103" queue-time="0" op-digest="eb1c148b6d2d7a7013f75d596536409b"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-1" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="base-bundle-podman-1_last_0" operation_key="base-bundle-podman-1_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="6:33:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;6:33:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="45" rc-code="7" op-status="0" interval="0" last-rc-change="1687219402" exec-time="82" queue-time="0" op-digest="91ec5f49c5fd88f29405389545fb7d59"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-2" type="remote" class="ocf" provider="pacemaker" container="base-bundle-podman-2">
+ <lrm_rsc_op id="base-bundle-2_last_0" operation_key="base-bundle-2_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="9:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;9:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="5" rc-code="7" op-status="0" interval="0" last-rc-change="1687219636" exec-time="0" queue-time="0" op-digest="b1f9a03e78ae75f94cc0c36e6c0cc527" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-0" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="base-bundle-podman-0_last_0" operation_key="base-bundle-podman-0_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="7:28:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;7:28:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="40" rc-code="0" op-status="0" interval="0" last-rc-change="1687218074" exec-time="795" queue-time="0" op-digest="b93578750303776f6bb098395c53338a"/>
+ <lrm_rsc_op id="base-bundle-podman-0_monitor_60000" operation_key="base-bundle-podman-0_monitor_60000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="8:29:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;8:29:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="41" rc-code="0" op-status="0" interval="60000" last-rc-change="1687218074" exec-time="166" queue-time="0" op-digest="902512fcf3e4556d9585c44184665d8c"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-1" type="remote" class="ocf" provider="pacemaker" container="base-bundle-podman-1">
+ <lrm_rsc_op id="base-bundle-1_last_0" operation_key="base-bundle-1_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="7:33:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;7:33:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="4" rc-code="7" op-status="0" interval="0" last-rc-change="1687219403" exec-time="0" queue-time="0" op-digest="137e2067e195bc8e29ef8680e392a9e7" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-0" type="remote" class="ocf" provider="pacemaker" container="base-bundle-podman-0">
+ <lrm_rsc_op id="base-bundle-0_last_0" operation_key="base-bundle-0_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="9:29:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;9:29:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="2" rc-code="0" op-status="0" interval="0" last-rc-change="1687218074" exec-time="0" queue-time="0" op-digest="2b7683df7d64ff71ec5fd3675fd12017" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ <lrm_rsc_op id="base-bundle-0_monitor_30000" operation_key="base-bundle-0_monitor_30000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="11:30:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;11:30:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="3" rc-code="0" op-status="0" interval="30000" last-rc-change="1687218075" exec-time="0" queue-time="0" op-digest="6f3c7e233bacb8420fef5f9581190d00"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ </node_state>
+ <node_state id="2" uname="node2" crmd="online" crm-debug-origin="controld_update_resource_history" in_ccm="true" join="member" expected="member">
+ <transient_attributes id="2">
+ <instance_attributes id="status-2">
+ <nvpair id="status-2-.feature-set" name="#feature-set" value="3.17.4"/>
+ <nvpair id="status-2-master-base" name="master-base" value="12"/>
+ </instance_attributes>
+ </transient_attributes>
+ <lrm id="2">
+ <lrm_resources>
+ <lrm_resource id="Fencing" type="fence_xvm" class="stonith">
+ <lrm_rsc_op id="Fencing_last_0" operation_key="Fencing_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="12:69:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;12:69:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="58" rc-code="0" op-status="0" interval="0" last-rc-change="1687226745" exec-time="33" queue-time="0" op-digest="f551693977f94a4fa8883fb70e439592"/>
+ <lrm_rsc_op id="Fencing_monitor_120000" operation_key="Fencing_monitor_120000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="4:69:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;4:69:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="59" rc-code="0" op-status="0" interval="120000" last-rc-change="1687226745" exec-time="27" queue-time="0" op-digest="24989640311980988fb77ddd1cc1002b"/>
+ </lrm_resource>
+ <lrm_resource id="vip" type="IPaddr2" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="vip_last_0" operation_key="vip_stop_0" operation="stop" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="50:60:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;50:60:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="53" rc-code="0" op-status="0" interval="0" last-rc-change="1687222197" exec-time="47" queue-time="0" op-digest="b274efb9afd1400d58df73d9925b6823"/>
+ <lrm_rsc_op id="vip_monitor_10000" operation_key="vip_monitor_10000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="26:23:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;26:23:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="37" rc-code="0" op-status="0" interval="10000" last-rc-change="1687217955" exec-time="42" queue-time="0" op-digest="20f7173b4af9ab62392ae5d9e5243580"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-2" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="base-bundle-podman-2_last_0" operation_key="base-bundle-podman-2_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="12:33:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;12:33:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="47" rc-code="7" op-status="0" interval="0" last-rc-change="1687219402" exec-time="69" queue-time="1" op-digest="eb1c148b6d2d7a7013f75d596536409b"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-1" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="base-bundle-podman-1_last_0" operation_key="base-bundle-podman-1_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="20:33:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;20:33:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="48" rc-code="0" op-status="0" interval="0" last-rc-change="1687219402" exec-time="665" queue-time="0" op-digest="91ec5f49c5fd88f29405389545fb7d59"/>
+ <lrm_rsc_op id="base-bundle-podman-1_monitor_60000" operation_key="base-bundle-podman-1_monitor_60000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="21:33:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;21:33:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="49" rc-code="0" op-status="0" interval="60000" last-rc-change="1687219403" exec-time="158" queue-time="0" op-digest="f0ef4729d120aa3f5d938cabca4d06c7"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-2" type="remote" class="ocf" provider="pacemaker" container="base-bundle-podman-2">
+ <lrm_rsc_op id="base-bundle-2_last_0" operation_key="base-bundle-2_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="10:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;10:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="5" rc-code="7" op-status="0" interval="0" last-rc-change="1687219636" exec-time="0" queue-time="0" op-digest="b1f9a03e78ae75f94cc0c36e6c0cc527" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-0" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="base-bundle-podman-0_last_0" operation_key="base-bundle-podman-0_stop_0" operation="stop" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="2:27:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;2:27:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="39" rc-code="0" op-status="0" interval="0" last-rc-change="1687217956" exec-time="161" queue-time="0" op-digest="bbac36b73a7a6604aefdd2cb3b5f42e6"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-1" type="remote" class="ocf" provider="pacemaker" container="base-bundle-podman-1">
+ <lrm_rsc_op id="base-bundle-1_last_0" operation_key="base-bundle-1_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="22:33:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;22:33:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="3" rc-code="0" op-status="0" interval="0" last-rc-change="1687219403" exec-time="0" queue-time="0" op-digest="137e2067e195bc8e29ef8680e392a9e7" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ <lrm_rsc_op id="base-bundle-1_monitor_30000" operation_key="base-bundle-1_monitor_30000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="20:34:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;20:34:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="4" rc-code="0" op-status="0" interval="30000" last-rc-change="1687219404" exec-time="0" queue-time="0" op-digest="3929eec440004bca31f813a8e6097506"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-0" type="remote" class="ocf" provider="pacemaker" container="base-bundle-podman-0">
+ <lrm_rsc_op id="base-bundle-0_last_0" operation_key="base-bundle-0_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="3:7:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;3:7:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="1" rc-code="7" op-status="0" interval="0" last-rc-change="1687217701" exec-time="0" queue-time="0" op-digest="137e2067e195bc8e29ef8680e392a9e7" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ </node_state>
+ <node_state remote_node="true" id="base-bundle-0" uname="base-bundle-0" in_ccm="true" crm-debug-origin="do_state_transition" node_fenced="0">
+ <lrm id="base-bundle-0">
+ <lrm_resources>
+ <lrm_resource id="base" class="ocf" provider="pacemaker" type="Stateful">
+ <lrm_rsc_op id="base_last_0" operation_key="base_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="16:30:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;16:30:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="8" rc-code="0" op-status="0" interval="0" last-rc-change="1687218075" exec-time="307" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="base_monitor_16000" operation_key="base_monitor_16000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="17:31:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;17:31:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="14" rc-code="0" op-status="0" interval="16000" last-rc-change="1687218076" exec-time="15" queue-time="0" op-digest="e62ad827732488b88ef8722ff6a484b3"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ <transient_attributes id="base-bundle-0">
+ <instance_attributes id="status-base-bundle-0">
+ <nvpair id="status-base-bundle-0-master-base" name="master-base" value="5"/>
+ </instance_attributes>
+ </transient_attributes>
+ </node_state>
+ <node_state id="3" uname="node3" crmd="online" crm-debug-origin="controld_update_resource_history" in_ccm="true" join="member" expected="member">
+ <transient_attributes id="3">
+ <instance_attributes id="status-3">
+ <nvpair id="status-3-.feature-set" name="#feature-set" value="3.17.4"/>
+ <nvpair id="status-3-master-base" name="master-base" value="13"/>
+ </instance_attributes>
+ </transient_attributes>
+ <lrm id="3">
+ <lrm_resources>
+ <lrm_resource id="Fencing" type="fence_xvm" class="stonith">
+ <lrm_rsc_op id="Fencing_last_0" operation_key="Fencing_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="11:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;11:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="8" rc-code="7" op-status="0" interval="0" last-rc-change="1687219634" exec-time="5" queue-time="0" op-digest="6197322ae276dfeb4a212d09787f9738"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-2" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="base-bundle-podman-2_last_0" operation_key="base-bundle-podman-2_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="29:36:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;29:36:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="24" rc-code="0" op-status="0" interval="0" last-rc-change="1687219634" exec-time="936" queue-time="0" op-digest="eb1c148b6d2d7a7013f75d596536409b"/>
+ <lrm_rsc_op id="base-bundle-podman-2_monitor_60000" operation_key="base-bundle-podman-2_monitor_60000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="30:36:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;30:36:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="25" rc-code="0" op-status="0" interval="60000" last-rc-change="1687219635" exec-time="173" queue-time="0" op-digest="8eeca5a30b14f3d9ef7d2ddbd16c2e05"/>
+ </lrm_resource>
+ <lrm_resource id="vip" type="IPaddr2" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="vip_last_0" operation_key="vip_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="51:71:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;51:71:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="27" rc-code="0" op-status="0" interval="0" last-rc-change="1687228393" exec-time="58" queue-time="0" op-digest="b274efb9afd1400d58df73d9925b6823"/>
+ <lrm_rsc_op id="vip_monitor_10000" operation_key="vip_monitor_10000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="52:71:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;52:71:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="28" rc-code="0" op-status="0" interval="10000" last-rc-change="1687228393" exec-time="35" queue-time="0" op-digest="20f7173b4af9ab62392ae5d9e5243580"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-1" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="base-bundle-podman-1_last_0" operation_key="base-bundle-podman-1_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="14:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;14:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="14" rc-code="7" op-status="0" interval="0" last-rc-change="1687219634" exec-time="107" queue-time="0" op-digest="91ec5f49c5fd88f29405389545fb7d59"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-2" type="remote" class="ocf" provider="pacemaker" container="base-bundle-podman-2">
+ <lrm_rsc_op id="base-bundle-2_last_0" operation_key="base-bundle-2_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="31:36:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;31:36:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="4" rc-code="0" op-status="0" interval="0" last-rc-change="1687219635" exec-time="0" queue-time="0" op-digest="b1f9a03e78ae75f94cc0c36e6c0cc527" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ <lrm_rsc_op id="base-bundle-2_monitor_30000" operation_key="base-bundle-2_monitor_30000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="25:37:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;25:37:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="5" rc-code="0" op-status="0" interval="30000" last-rc-change="1687219637" exec-time="0" queue-time="0" op-digest="354b9acaa7ea1113d708dc11a1d6bbfa"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-0" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="base-bundle-podman-0_last_0" operation_key="base-bundle-podman-0_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="12:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;12:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="10" rc-code="7" op-status="0" interval="0" last-rc-change="1687219634" exec-time="104" queue-time="0" op-digest="b93578750303776f6bb098395c53338a"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-1" type="remote" class="ocf" provider="pacemaker" container="base-bundle-podman-1">
+ <lrm_rsc_op id="base-bundle-1_last_0" operation_key="base-bundle-1_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="15:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;15:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="2" rc-code="7" op-status="0" interval="0" last-rc-change="1687219634" exec-time="0" queue-time="0" op-digest="137e2067e195bc8e29ef8680e392a9e7" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-0" type="remote" class="ocf" provider="pacemaker" container="base-bundle-podman-0">
+ <lrm_rsc_op id="base-bundle-0_last_0" operation_key="base-bundle-0_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="13:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;13:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="1" rc-code="7" op-status="0" interval="0" last-rc-change="1687219634" exec-time="0" queue-time="0" op-digest="2b7683df7d64ff71ec5fd3675fd12017" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ </node_state>
+ <node_state remote_node="true" id="base-bundle-1" uname="base-bundle-1" in_ccm="true" crm-debug-origin="controld_update_resource_history" node_fenced="0">
+ <lrm id="base-bundle-1">
+ <lrm_resources>
+ <lrm_resource id="base" class="ocf" provider="pacemaker" type="Stateful">
+ <lrm_rsc_op id="base_last_0" operation_key="base_demote_0" operation="demote" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="35:55:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;35:55:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="86" rc-code="0" op-status="0" interval="0" last-rc-change="1687220328" exec-time="221" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="base_monitor_16000" operation_key="base_monitor_16000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="35:56:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;35:56:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="92" rc-code="0" op-status="0" interval="16000" last-rc-change="1687220329" exec-time="43" queue-time="0" op-digest="e62ad827732488b88ef8722ff6a484b3"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ <transient_attributes id="base-bundle-1">
+ <instance_attributes id="status-base-bundle-1">
+ <nvpair id="status-base-bundle-1-master-base" name="master-base" value="5"/>
+ </instance_attributes>
+ </transient_attributes>
+ </node_state>
+ <node_state remote_node="true" id="base-bundle-2" uname="base-bundle-2" in_ccm="true" crm-debug-origin="controld_update_resource_history" node_fenced="0">
+ <lrm id="base-bundle-2">
+ <lrm_resources>
+ <lrm_resource id="base" class="ocf" provider="pacemaker" type="Stateful">
+ <lrm_rsc_op id="base_last_0" operation_key="base_promote_0" operation="promote" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="32:43:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;32:43:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="30" rc-code="0" op-status="0" interval="0" last-rc-change="1687220058" exec-time="222" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="base_monitor_15000" operation_key="base_monitor_15000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="33:44:8:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:8;33:44:8:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="36" rc-code="8" op-status="0" interval="15000" last-rc-change="1687220059" exec-time="13" queue-time="0" op-digest="3ef575c5f050ae086f0f31bc8f085fdc"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ <transient_attributes id="base-bundle-2">
+ <instance_attributes id="status-base-bundle-2">
+ <nvpair id="status-base-bundle-2-master-base" name="master-base" value="10"/>
+ </instance_attributes>
+ </transient_attributes>
+ </node_state>
+ </status>
+</cib>
diff --git a/cts/scheduler/xml/bundle-promoted-anticolocation-4.xml b/cts/scheduler/xml/bundle-promoted-anticolocation-4.xml
new file mode 100644
index 0000000..8902190
--- /dev/null
+++ b/cts/scheduler/xml/bundle-promoted-anticolocation-4.xml
@@ -0,0 +1,238 @@
+<cib crm_feature_set="3.17.4" validate-with="pacemaker-3.9" epoch="47" num_updates="0" admin_epoch="0" cib-last-written="Mon Jun 19 19:33:16 2023" update-origin="node1" update-client="cibadmin" update-user="root" have-quorum="1" dc-uuid="1">
+ <configuration>
+ <!-- The essential elements of this test are:
+ * The promoted instance of a bundle (base-bundle) is optionally
+ anti-colocated (score=-5000) with a primitive (vip)
+ * The bundle's promoted instance is running on the same node as the
+ primitive
+ * There is no stickiness
+ * There are no location constraints
+ * There are three nodes available for both resources
+
+ In this situation, the bundle should demote its currently promoted
+ instance and promote an instance elsewhere.
+ -->
+ <crm_config>
+ <cluster_property_set id="cib-bootstrap-options">
+ <nvpair id="cib-bootstrap-options-have-watchdog" name="have-watchdog" value="false"/>
+ <nvpair id="cib-bootstrap-options-dc-version" name="dc-version" value="2.1.5-1.0a457786a.git.el9-0a457786a"/>
+ <nvpair id="cib-bootstrap-options-cluster-infrastructure" name="cluster-infrastructure" value="corosync"/>
+ <nvpair id="cib-bootstrap-options-cluster-name" name="cluster-name" value="test"/>
+ <nvpair id="cib-bootstrap-options-last-lrm-refresh" name="last-lrm-refresh" value="1687217818"/>
+ </cluster_property_set>
+ </crm_config>
+ <nodes>
+ <node id="1" uname="node1"/>
+ <node id="2" uname="node2"/>
+ <node id="3" uname="node3"/>
+ </nodes>
+ <resources>
+ <primitive class="stonith" id="Fencing" type="fence_xvm">
+ <instance_attributes id="Fencing-instance_attributes">
+ <nvpair id="Fencing-instance_attributes_pcmk_host_list" name="pcmk_host_list" value="node1 node2 node3"/>
+ </instance_attributes>
+ <operations>
+ <op id="Fencing-monitor-120s" interval="120s" name="monitor" timeout="120s"/>
+ </operations>
+ </primitive>
+ <bundle id="base-bundle">
+ <meta_attributes id="base-bundle-meta_attributes">
+ <nvpair id="base-bundle-meta_attributes-promotable" name="promotable" value="true"/>
+ <nvpair id="base-bundle-meta_attributes-container-attribute-target" name="container-attribute-target" value="host"/>
+ </meta_attributes>
+ <podman image="localhost/pcmktest" replicas="3"/>
+ <network control-port="3121"/>
+ <primitive id="base" class="ocf" provider="pacemaker" type="Stateful">
+ <operations>
+ <op id="base-monitor-15s" interval="15s" name="monitor" timeout="15s" role="Promoted"/>
+ <op id="base-monitor-16s" interval="16s" name="monitor" timeout="16s" role="Unpromoted"/>
+ </operations>
+ </primitive>
+ </bundle>
+ <primitive class="ocf" id="vip" provider="heartbeat" type="IPaddr2">
+ <instance_attributes id="vip-instance_attributes">
+ <nvpair id="vip-instance_attributes-cidr_netmask" name="cidr_netmask" value="32"/>
+ <nvpair id="vip-instance_attributes-ip" name="ip" value="192.168.22.81"/>
+ </instance_attributes>
+ <operations>
+ <op id="vip-monitor-interval-10s" interval="10s" name="monitor" timeout="20s"/>
+ <op id="vip-start-interval-0s" interval="0s" name="start" timeout="20s"/>
+ <op id="vip-stop-interval-0s" interval="0s" name="stop" timeout="20s"/>
+ </operations>
+ </primitive>
+ </resources>
+ <constraints>
+ <rsc_colocation id="colocation-base-bundle-vip--5000" rsc="base-bundle" rsc-role="Promoted" score="-5000" with-rsc="vip"/>
+ </constraints>
+ <fencing-topology/>
+ <op_defaults/>
+ <alerts/>
+ <rsc_defaults/>
+ </configuration>
+ <status>
+ <node_state id="1" uname="node1" in_ccm="true" crmd="online" crm-debug-origin="controld_update_resource_history" join="member" expected="member">
+ <transient_attributes id="1">
+ <instance_attributes id="status-1">
+ <nvpair id="status-1-.feature-set" name="#feature-set" value="3.17.4"/>
+ <nvpair id="status-1-master-base" name="master-base" value="11"/>
+ </instance_attributes>
+ </transient_attributes>
+ <lrm id="1">
+ <lrm_resources>
+ <lrm_resource id="Fencing" type="fence_xvm" class="stonith">
+ <lrm_rsc_op id="Fencing_last_0" operation_key="Fencing_stop_0" operation="stop" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="12:62:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;12:62:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="55" rc-code="0" op-status="0" interval="0" last-rc-change="1687222219" exec-time="0" queue-time="0" op-digest="6197322ae276dfeb4a212d09787f9738"/>
+ <lrm_rsc_op id="Fencing_monitor_120000" operation_key="Fencing_monitor_120000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="2:23:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;2:23:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="38" rc-code="0" op-status="0" interval="120000" last-rc-change="1687217955" exec-time="43" queue-time="0" op-digest="8ca455a603cbe2dc8d68703e63c272f1"/>
+ </lrm_resource>
+ <lrm_resource id="vip" type="IPaddr2" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="vip_last_0" operation_key="vip_stop_0" operation="stop" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="50:71:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;50:71:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="57" rc-code="0" op-status="0" interval="0" last-rc-change="1687228394" exec-time="47" queue-time="0" op-digest="b274efb9afd1400d58df73d9925b6823"/>
+ <lrm_rsc_op id="vip_monitor_10000" operation_key="vip_monitor_10000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="52:60:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;52:60:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="53" rc-code="0" op-status="0" interval="10000" last-rc-change="1687222197" exec-time="38" queue-time="0" op-digest="20f7173b4af9ab62392ae5d9e5243580"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-2" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="base-bundle-podman-2_last_0" operation_key="base-bundle-podman-2_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="8:33:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;8:33:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="49" rc-code="7" op-status="0" interval="0" last-rc-change="1687219402" exec-time="103" queue-time="0" op-digest="eb1c148b6d2d7a7013f75d596536409b"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-1" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="base-bundle-podman-1_last_0" operation_key="base-bundle-podman-1_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="6:33:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;6:33:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="45" rc-code="7" op-status="0" interval="0" last-rc-change="1687219402" exec-time="82" queue-time="0" op-digest="91ec5f49c5fd88f29405389545fb7d59"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-2" type="remote" class="ocf" provider="pacemaker" container="base-bundle-podman-2">
+ <lrm_rsc_op id="base-bundle-2_last_0" operation_key="base-bundle-2_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="9:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;9:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="5" rc-code="7" op-status="0" interval="0" last-rc-change="1687219636" exec-time="0" queue-time="0" op-digest="b1f9a03e78ae75f94cc0c36e6c0cc527" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-0" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="base-bundle-podman-0_last_0" operation_key="base-bundle-podman-0_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="7:28:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;7:28:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="40" rc-code="0" op-status="0" interval="0" last-rc-change="1687218074" exec-time="795" queue-time="0" op-digest="b93578750303776f6bb098395c53338a"/>
+ <lrm_rsc_op id="base-bundle-podman-0_monitor_60000" operation_key="base-bundle-podman-0_monitor_60000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="8:29:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;8:29:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="41" rc-code="0" op-status="0" interval="60000" last-rc-change="1687218074" exec-time="166" queue-time="0" op-digest="902512fcf3e4556d9585c44184665d8c"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-1" type="remote" class="ocf" provider="pacemaker" container="base-bundle-podman-1">
+ <lrm_rsc_op id="base-bundle-1_last_0" operation_key="base-bundle-1_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="7:33:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;7:33:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="4" rc-code="7" op-status="0" interval="0" last-rc-change="1687219403" exec-time="0" queue-time="0" op-digest="137e2067e195bc8e29ef8680e392a9e7" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-0" type="remote" class="ocf" provider="pacemaker" container="base-bundle-podman-0">
+ <lrm_rsc_op id="base-bundle-0_last_0" operation_key="base-bundle-0_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="9:29:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;9:29:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="2" rc-code="0" op-status="0" interval="0" last-rc-change="1687218074" exec-time="0" queue-time="0" op-digest="2b7683df7d64ff71ec5fd3675fd12017" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ <lrm_rsc_op id="base-bundle-0_monitor_30000" operation_key="base-bundle-0_monitor_30000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="11:30:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;11:30:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="3" rc-code="0" op-status="0" interval="30000" last-rc-change="1687218075" exec-time="0" queue-time="0" op-digest="6f3c7e233bacb8420fef5f9581190d00"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ </node_state>
+ <node_state id="2" uname="node2" crmd="online" crm-debug-origin="controld_update_resource_history" in_ccm="true" join="member" expected="member">
+ <transient_attributes id="2">
+ <instance_attributes id="status-2">
+ <nvpair id="status-2-.feature-set" name="#feature-set" value="3.17.4"/>
+ <nvpair id="status-2-master-base" name="master-base" value="12"/>
+ </instance_attributes>
+ </transient_attributes>
+ <lrm id="2">
+ <lrm_resources>
+ <lrm_resource id="Fencing" type="fence_xvm" class="stonith">
+ <lrm_rsc_op id="Fencing_last_0" operation_key="Fencing_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="12:69:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;12:69:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="58" rc-code="0" op-status="0" interval="0" last-rc-change="1687226745" exec-time="33" queue-time="0" op-digest="f551693977f94a4fa8883fb70e439592"/>
+ <lrm_rsc_op id="Fencing_monitor_120000" operation_key="Fencing_monitor_120000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="4:69:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;4:69:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="59" rc-code="0" op-status="0" interval="120000" last-rc-change="1687226745" exec-time="27" queue-time="0" op-digest="24989640311980988fb77ddd1cc1002b"/>
+ </lrm_resource>
+ <lrm_resource id="vip" type="IPaddr2" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="vip_last_0" operation_key="vip_stop_0" operation="stop" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="50:60:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;50:60:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="53" rc-code="0" op-status="0" interval="0" last-rc-change="1687222197" exec-time="47" queue-time="0" op-digest="b274efb9afd1400d58df73d9925b6823"/>
+ <lrm_rsc_op id="vip_monitor_10000" operation_key="vip_monitor_10000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="26:23:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;26:23:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="37" rc-code="0" op-status="0" interval="10000" last-rc-change="1687217955" exec-time="42" queue-time="0" op-digest="20f7173b4af9ab62392ae5d9e5243580"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-2" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="base-bundle-podman-2_last_0" operation_key="base-bundle-podman-2_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="12:33:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;12:33:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="47" rc-code="7" op-status="0" interval="0" last-rc-change="1687219402" exec-time="69" queue-time="1" op-digest="eb1c148b6d2d7a7013f75d596536409b"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-1" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="base-bundle-podman-1_last_0" operation_key="base-bundle-podman-1_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="20:33:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;20:33:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="48" rc-code="0" op-status="0" interval="0" last-rc-change="1687219402" exec-time="665" queue-time="0" op-digest="91ec5f49c5fd88f29405389545fb7d59"/>
+ <lrm_rsc_op id="base-bundle-podman-1_monitor_60000" operation_key="base-bundle-podman-1_monitor_60000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="21:33:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;21:33:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="49" rc-code="0" op-status="0" interval="60000" last-rc-change="1687219403" exec-time="158" queue-time="0" op-digest="f0ef4729d120aa3f5d938cabca4d06c7"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-2" type="remote" class="ocf" provider="pacemaker" container="base-bundle-podman-2">
+ <lrm_rsc_op id="base-bundle-2_last_0" operation_key="base-bundle-2_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="10:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;10:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="5" rc-code="7" op-status="0" interval="0" last-rc-change="1687219636" exec-time="0" queue-time="0" op-digest="b1f9a03e78ae75f94cc0c36e6c0cc527" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-0" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="base-bundle-podman-0_last_0" operation_key="base-bundle-podman-0_stop_0" operation="stop" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="2:27:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;2:27:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="39" rc-code="0" op-status="0" interval="0" last-rc-change="1687217956" exec-time="161" queue-time="0" op-digest="bbac36b73a7a6604aefdd2cb3b5f42e6"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-1" type="remote" class="ocf" provider="pacemaker" container="base-bundle-podman-1">
+ <lrm_rsc_op id="base-bundle-1_last_0" operation_key="base-bundle-1_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="22:33:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;22:33:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="3" rc-code="0" op-status="0" interval="0" last-rc-change="1687219403" exec-time="0" queue-time="0" op-digest="137e2067e195bc8e29ef8680e392a9e7" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ <lrm_rsc_op id="base-bundle-1_monitor_30000" operation_key="base-bundle-1_monitor_30000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="20:34:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;20:34:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="4" rc-code="0" op-status="0" interval="30000" last-rc-change="1687219404" exec-time="0" queue-time="0" op-digest="3929eec440004bca31f813a8e6097506"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-0" type="remote" class="ocf" provider="pacemaker" container="base-bundle-podman-0">
+ <lrm_rsc_op id="base-bundle-0_last_0" operation_key="base-bundle-0_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="3:7:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;3:7:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="1" rc-code="7" op-status="0" interval="0" last-rc-change="1687217701" exec-time="0" queue-time="0" op-digest="137e2067e195bc8e29ef8680e392a9e7" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ </node_state>
+ <node_state remote_node="true" id="base-bundle-0" uname="base-bundle-0" in_ccm="true" crm-debug-origin="do_state_transition" node_fenced="0">
+ <lrm id="base-bundle-0">
+ <lrm_resources>
+ <lrm_resource id="base" class="ocf" provider="pacemaker" type="Stateful">
+ <lrm_rsc_op id="base_last_0" operation_key="base_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="16:30:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;16:30:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="8" rc-code="0" op-status="0" interval="0" last-rc-change="1687218075" exec-time="307" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="base_monitor_16000" operation_key="base_monitor_16000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="17:31:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;17:31:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="14" rc-code="0" op-status="0" interval="16000" last-rc-change="1687218076" exec-time="15" queue-time="0" op-digest="e62ad827732488b88ef8722ff6a484b3"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ <transient_attributes id="base-bundle-0">
+ <instance_attributes id="status-base-bundle-0">
+ <nvpair id="status-base-bundle-0-master-base" name="master-base" value="5"/>
+ </instance_attributes>
+ </transient_attributes>
+ </node_state>
+ <node_state id="3" uname="node3" crmd="online" crm-debug-origin="controld_update_resource_history" in_ccm="true" join="member" expected="member">
+ <transient_attributes id="3">
+ <instance_attributes id="status-3">
+ <nvpair id="status-3-.feature-set" name="#feature-set" value="3.17.4"/>
+ <nvpair id="status-3-master-base" name="master-base" value="13"/>
+ </instance_attributes>
+ </transient_attributes>
+ <lrm id="3">
+ <lrm_resources>
+ <lrm_resource id="Fencing" type="fence_xvm" class="stonith">
+ <lrm_rsc_op id="Fencing_last_0" operation_key="Fencing_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="11:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;11:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="8" rc-code="7" op-status="0" interval="0" last-rc-change="1687219634" exec-time="5" queue-time="0" op-digest="6197322ae276dfeb4a212d09787f9738"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-2" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="base-bundle-podman-2_last_0" operation_key="base-bundle-podman-2_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="29:36:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;29:36:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="24" rc-code="0" op-status="0" interval="0" last-rc-change="1687219634" exec-time="936" queue-time="0" op-digest="eb1c148b6d2d7a7013f75d596536409b"/>
+ <lrm_rsc_op id="base-bundle-podman-2_monitor_60000" operation_key="base-bundle-podman-2_monitor_60000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="30:36:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;30:36:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="25" rc-code="0" op-status="0" interval="60000" last-rc-change="1687219635" exec-time="173" queue-time="0" op-digest="8eeca5a30b14f3d9ef7d2ddbd16c2e05"/>
+ </lrm_resource>
+ <lrm_resource id="vip" type="IPaddr2" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="vip_last_0" operation_key="vip_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="51:71:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;51:71:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="27" rc-code="0" op-status="0" interval="0" last-rc-change="1687228393" exec-time="58" queue-time="0" op-digest="b274efb9afd1400d58df73d9925b6823"/>
+ <lrm_rsc_op id="vip_monitor_10000" operation_key="vip_monitor_10000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="52:71:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;52:71:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="28" rc-code="0" op-status="0" interval="10000" last-rc-change="1687228393" exec-time="35" queue-time="0" op-digest="20f7173b4af9ab62392ae5d9e5243580"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-1" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="base-bundle-podman-1_last_0" operation_key="base-bundle-podman-1_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="14:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;14:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="14" rc-code="7" op-status="0" interval="0" last-rc-change="1687219634" exec-time="107" queue-time="0" op-digest="91ec5f49c5fd88f29405389545fb7d59"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-2" type="remote" class="ocf" provider="pacemaker" container="base-bundle-podman-2">
+ <lrm_rsc_op id="base-bundle-2_last_0" operation_key="base-bundle-2_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="31:36:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;31:36:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="4" rc-code="0" op-status="0" interval="0" last-rc-change="1687219635" exec-time="0" queue-time="0" op-digest="b1f9a03e78ae75f94cc0c36e6c0cc527" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ <lrm_rsc_op id="base-bundle-2_monitor_30000" operation_key="base-bundle-2_monitor_30000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="25:37:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;25:37:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="5" rc-code="0" op-status="0" interval="30000" last-rc-change="1687219637" exec-time="0" queue-time="0" op-digest="354b9acaa7ea1113d708dc11a1d6bbfa"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-0" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="base-bundle-podman-0_last_0" operation_key="base-bundle-podman-0_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="12:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;12:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="10" rc-code="7" op-status="0" interval="0" last-rc-change="1687219634" exec-time="104" queue-time="0" op-digest="b93578750303776f6bb098395c53338a"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-1" type="remote" class="ocf" provider="pacemaker" container="base-bundle-podman-1">
+ <lrm_rsc_op id="base-bundle-1_last_0" operation_key="base-bundle-1_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="15:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;15:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="2" rc-code="7" op-status="0" interval="0" last-rc-change="1687219634" exec-time="0" queue-time="0" op-digest="137e2067e195bc8e29ef8680e392a9e7" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-0" type="remote" class="ocf" provider="pacemaker" container="base-bundle-podman-0">
+ <lrm_rsc_op id="base-bundle-0_last_0" operation_key="base-bundle-0_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="13:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;13:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="1" rc-code="7" op-status="0" interval="0" last-rc-change="1687219634" exec-time="0" queue-time="0" op-digest="2b7683df7d64ff71ec5fd3675fd12017" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ </node_state>
+ <node_state remote_node="true" id="base-bundle-1" uname="base-bundle-1" in_ccm="true" crm-debug-origin="controld_update_resource_history" node_fenced="0">
+ <lrm id="base-bundle-1">
+ <lrm_resources>
+ <lrm_resource id="base" class="ocf" provider="pacemaker" type="Stateful">
+ <lrm_rsc_op id="base_last_0" operation_key="base_demote_0" operation="demote" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="35:55:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;35:55:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="86" rc-code="0" op-status="0" interval="0" last-rc-change="1687220328" exec-time="221" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="base_monitor_16000" operation_key="base_monitor_16000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="35:56:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;35:56:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="92" rc-code="0" op-status="0" interval="16000" last-rc-change="1687220329" exec-time="43" queue-time="0" op-digest="e62ad827732488b88ef8722ff6a484b3"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ <transient_attributes id="base-bundle-1">
+ <instance_attributes id="status-base-bundle-1">
+ <nvpair id="status-base-bundle-1-master-base" name="master-base" value="5"/>
+ </instance_attributes>
+ </transient_attributes>
+ </node_state>
+ <node_state remote_node="true" id="base-bundle-2" uname="base-bundle-2" in_ccm="true" crm-debug-origin="controld_update_resource_history" node_fenced="0">
+ <lrm id="base-bundle-2">
+ <lrm_resources>
+ <lrm_resource id="base" class="ocf" provider="pacemaker" type="Stateful">
+ <lrm_rsc_op id="base_last_0" operation_key="base_promote_0" operation="promote" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="32:43:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;32:43:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="30" rc-code="0" op-status="0" interval="0" last-rc-change="1687220058" exec-time="222" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="base_monitor_15000" operation_key="base_monitor_15000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="33:44:8:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:8;33:44:8:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="36" rc-code="8" op-status="0" interval="15000" last-rc-change="1687220059" exec-time="13" queue-time="0" op-digest="3ef575c5f050ae086f0f31bc8f085fdc"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ <transient_attributes id="base-bundle-2">
+ <instance_attributes id="status-base-bundle-2">
+ <nvpair id="status-base-bundle-2-master-base" name="master-base" value="10"/>
+ </instance_attributes>
+ </transient_attributes>
+ </node_state>
+ </status>
+</cib>
diff --git a/cts/scheduler/xml/bundle-promoted-anticolocation-5.xml b/cts/scheduler/xml/bundle-promoted-anticolocation-5.xml
new file mode 100644
index 0000000..b960ac5
--- /dev/null
+++ b/cts/scheduler/xml/bundle-promoted-anticolocation-5.xml
@@ -0,0 +1,368 @@
+<cib crm_feature_set="3.17.4" validate-with="pacemaker-3.9" epoch="61" num_updates="0" admin_epoch="0" cib-last-written="Tue Jun 20 13:17:35 2023" update-origin="node1" update-client="cibadmin" update-user="root" have-quorum="1" dc-uuid="1">
+ <configuration>
+ <!-- The essential elements of this test are:
+ * The promoted instance of a bundle (bundle-a) is mandatorily
+ anti-colocated with the promoted instance of another bundle
+ (bundle-b)
+ * bundle-a's promoted instance is running on the same node as
+ bundle-b's promoted instance
+ * There is no stickiness
+ * There are no location constraints
+ * There are three nodes available for both resources
+
+ In this situation, bundle-a should demote its currently promoted
+ instance and promote an instance elsewhere.
+ -->
+ <crm_config>
+ <cluster_property_set id="cib-bootstrap-options">
+ <nvpair id="cib-bootstrap-options-have-watchdog" name="have-watchdog" value="false"/>
+ <nvpair id="cib-bootstrap-options-dc-version" name="dc-version" value="2.1.5-1.0a457786a.git.el9-0a457786a"/>
+ <nvpair id="cib-bootstrap-options-cluster-infrastructure" name="cluster-infrastructure" value="corosync"/>
+ <nvpair id="cib-bootstrap-options-cluster-name" name="cluster-name" value="test"/>
+ <nvpair id="cib-bootstrap-options-last-lrm-refresh" name="last-lrm-refresh" value="1687288330"/>
+ </cluster_property_set>
+ </crm_config>
+ <nodes>
+ <node id="1" uname="node1"/>
+ <node id="2" uname="node2"/>
+ <node id="3" uname="node3"/>
+ </nodes>
+ <resources>
+ <primitive class="stonith" id="Fencing" type="fence_xvm">
+ <instance_attributes id="Fencing-instance_attributes">
+ <nvpair id="Fencing-instance_attributes_pcmk_host_list" name="pcmk_host_list" value="node1 node2 node3"/>
+ </instance_attributes>
+ <operations>
+ <op id="Fencing-monitor-120s" interval="120s" name="monitor" timeout="120s"/>
+ </operations>
+ </primitive>
+ <bundle id="bundle-a">
+ <meta_attributes id="bundle-a-meta_attributes">
+ <nvpair id="bundle-a-meta_attributes-promotable" name="promotable" value="true"/>
+ <nvpair id="bundle-a-meta_attributes-container-attribute-target" name="container-attribute-target" value="host"/>
+ </meta_attributes>
+ <podman image="localhost/pcmktest" replicas="3"/>
+ <network control-port="3121"/>
+ <primitive id="bundle-a-rsc" class="ocf" provider="pacemaker" type="Stateful">
+ <operations>
+ <op id="bundle-a-rsc-monitor-15s" interval="15s" name="monitor" timeout="15s" role="Promoted"/>
+ <op id="bundle-a-rsc-monitor-16s" interval="16s" name="monitor" timeout="16s" role="Unpromoted"/>
+ </operations>
+ </primitive>
+ </bundle>
+ <bundle id="bundle-b">
+ <meta_attributes id="bundle-b-meta_attributes">
+ <nvpair id="bundle-b-meta_attributes-interleave" name="interleave" value="true"/>
+ <nvpair id="bundle-b-meta_attributes-promotable" name="promotable" value="true"/>
+ <nvpair id="bundle-b-meta_attributes-container-attribute-target" name="container-attribute-target" value="host"/>
+ </meta_attributes>
+ <podman image="localhost/pcmktest" replicas="3"/>
+ <network control-port="3122"/>
+ <primitive id="bundle-b-rsc" class="ocf" provider="pacemaker" type="Stateful">
+ <operations>
+ <op id="bundle-b-rsc-monitor-15s" interval="15s" name="monitor" timeout="15s" role="Promoted"/>
+ <op id="bundle-b-rsc-monitor-16s" interval="16s" name="monitor" timeout="16s" role="Unpromoted"/>
+ </operations>
+ </primitive>
+ </bundle>
+ </resources>
+ <constraints>
+ <rsc_colocation id="colocation-bundle-a-bundle-b--INFINITY" rsc="bundle-a" rsc-role="Promoted" score="-INFINITY" with-rsc="bundle-b" with-rsc-role="Promoted"/>
+ </constraints>
+ <fencing-topology/>
+ <op_defaults/>
+ <alerts/>
+ <rsc_defaults/>
+ </configuration>
+ <status>
+ <node_state id="1" uname="node1" in_ccm="true" crmd="online" crm-debug-origin="do_state_transition" join="member" expected="member">
+ <transient_attributes id="1">
+ <instance_attributes id="status-1">
+ <nvpair id="status-1-.feature-set" name="#feature-set" value="3.17.4"/>
+ <nvpair id="status-1-promotion-bundle-a-rsc" name="master-bundle-a-rsc" value="11"/>
+ <nvpair id="status-1-promotion-bundle-b-rsc" name="master-bundle-b-rsc" value="12"/>
+ </instance_attributes>
+ </transient_attributes>
+ <lrm id="1">
+ <lrm_resources>
+ <lrm_resource id="bundle-b-podman-2" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="bundle-b-podman-2_last_0" operation_key="bundle-b-podman-2_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="4:154:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;4:154:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="132" rc-code="7" op-status="0" interval="0" last-rc-change="1687288263" exec-time="237" queue-time="0" op-digest="4e4b17530bea4f6fd27df1cf68bd9f22"/>
+ </lrm_resource>
+ <lrm_resource id="Fencing" type="fence_xvm" class="stonith">
+ <lrm_rsc_op id="Fencing_last_0" operation_key="Fencing_stop_0" operation="stop" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="12:62:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;12:62:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="55" rc-code="0" op-status="0" interval="0" last-rc-change="1687222219" exec-time="0" queue-time="0" op-digest="6197322ae276dfeb4a212d09787f9738"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-a-0" type="remote" class="ocf" provider="pacemaker" container="bundle-a-podman-0">
+ <lrm_rsc_op id="bundle-a-0_last_0" operation_key="bundle-a-0_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="13:161:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;13:161:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="19" rc-code="0" op-status="0" interval="0" last-rc-change="1687288332" exec-time="0" queue-time="0" op-digest="2b7683df7d64ff71ec5fd3675fd12017" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ <lrm_rsc_op id="bundle-a-0_monitor_30000" operation_key="bundle-a-0_monitor_30000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="22:162:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;22:162:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="20" rc-code="0" op-status="0" interval="30000" last-rc-change="1687288333" exec-time="0" queue-time="0" op-digest="6f3c7e233bacb8420fef5f9581190d00"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-a-podman-1" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="bundle-a-podman-1_last_0" operation_key="bundle-a-podman-1_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="3:153:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;3:153:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="117" rc-code="7" op-status="0" interval="0" last-rc-change="1687288204" exec-time="106" queue-time="0" op-digest="90f1390dea2a7bca12099b080987eae7"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-b-podman-0" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="bundle-b-podman-0_last_0" operation_key="bundle-b-podman-0_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="45:161:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;45:161:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="144" rc-code="0" op-status="0" interval="0" last-rc-change="1687288330" exec-time="1158" queue-time="0" op-digest="94098b91d583b0b8498741508c609a37"/>
+ <lrm_rsc_op id="bundle-b-podman-0_monitor_60000" operation_key="bundle-b-podman-0_monitor_60000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="46:161:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;46:161:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="146" rc-code="0" op-status="0" interval="60000" last-rc-change="1687288332" exec-time="182" queue-time="0" op-digest="b7a9f966374c886087fb6f03d6e4c286"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-b-0" type="remote" class="ocf" provider="pacemaker" container="bundle-b-podman-0">
+ <lrm_rsc_op id="bundle-b-0_last_0" operation_key="bundle-b-0_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="47:161:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;47:161:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="18" rc-code="0" op-status="0" interval="0" last-rc-change="1687288332" exec-time="0" queue-time="0" op-digest="06b6a770601e99a2d691d4cf853acceb" op-force-restart=" port server " op-restart-digest="5b00a5a6fae3dc7e25288679ad0c92ce"/>
+ <lrm_rsc_op id="bundle-b-0_monitor_30000" operation_key="bundle-b-0_monitor_30000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="57:162:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;57:162:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="21" rc-code="0" op-status="0" interval="30000" last-rc-change="1687288333" exec-time="0" queue-time="0" op-digest="b4ca332a542717c28b117ec80e27b838"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-a-1" type="remote" class="ocf" provider="pacemaker" container="bundle-a-podman-1">
+ <lrm_rsc_op id="bundle-a-1_last_0" operation_key="bundle-a-1_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="8:103:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;8:103:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="10" rc-code="7" op-status="0" interval="0" last-rc-change="1687248552" exec-time="0" queue-time="0" op-digest="137e2067e195bc8e29ef8680e392a9e7" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-a-podman-2" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="bundle-a-podman-2_last_0" operation_key="bundle-a-podman-2_stop_0" operation="stop" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="17:105:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;17:105:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="107" rc-code="0" op-status="0" interval="0" last-rc-change="1687248553" exec-time="10540" queue-time="0" op-digest="a5415a2b8dfba2a5741d70bab5591c1b"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-b-1" type="remote" class="ocf" provider="pacemaker" container="bundle-b-podman-1">
+ <lrm_rsc_op id="bundle-b-1_last_0" operation_key="bundle-b-1_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="28:99:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;28:99:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="8" rc-code="7" op-status="0" interval="0" last-rc-change="1687248540" exec-time="0" queue-time="0" op-digest="2b7683df7d64ff71ec5fd3675fd12017" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-b-podman-1" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="bundle-b-podman-1_last_0" operation_key="bundle-b-podman-1_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="3:154:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;3:154:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="128" rc-code="7" op-status="0" interval="0" last-rc-change="1687288263" exec-time="240" queue-time="0" op-digest="e1aa4eab4c9e9334ee91c66cce449b13"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-a-podman-0" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="bundle-a-podman-0_last_0" operation_key="bundle-a-podman-0_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="11:161:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;11:161:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="145" rc-code="0" op-status="0" interval="0" last-rc-change="1687288331" exec-time="1143" queue-time="0" op-digest="bc99a652606652014a6cb5f743b5d75d"/>
+ <lrm_rsc_op id="bundle-a-podman-0_monitor_60000" operation_key="bundle-a-podman-0_monitor_60000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="12:161:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;12:161:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="147" rc-code="0" op-status="0" interval="60000" last-rc-change="1687288332" exec-time="161" queue-time="0" op-digest="d39778305ffa599cc7f7a94b47d18783"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-b-2" type="remote" class="ocf" provider="pacemaker" container="bundle-b-podman-2">
+ <lrm_rsc_op id="bundle-b-2_last_0" operation_key="bundle-b-2_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="37:97:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;37:97:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="6" rc-code="7" op-status="0" interval="0" last-rc-change="1687248528" exec-time="0" queue-time="0" op-digest="137e2067e195bc8e29ef8680e392a9e7" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-a-2" type="remote" class="ocf" provider="pacemaker" container="bundle-a-podman-2">
+ <lrm_rsc_op id="bundle-a-2_last_0" operation_key="bundle-a-2_stop_0" operation="stop" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="18:105:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;18:105:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="14" rc-code="0" op-status="0" interval="0" last-rc-change="1687248553" exec-time="0" queue-time="0" op-digest="2b7683df7d64ff71ec5fd3675fd12017"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ </node_state>
+ <node_state id="2" uname="node2" crmd="online" crm-debug-origin="do_state_transition" in_ccm="true" join="member" expected="member">
+ <transient_attributes id="2">
+ <instance_attributes id="status-2">
+ <nvpair id="status-2-.feature-set" name="#feature-set" value="3.17.4"/>
+ <nvpair id="status-2-promotion-bundle-a-rsc" name="master-bundle-a-rsc" value="12"/>
+ <nvpair id="status-2-promotion-bundle-b-rsc" name="master-bundle-b-rsc" value="13"/>
+ </instance_attributes>
+ </transient_attributes>
+ <lrm id="2">
+ <lrm_resources>
+ <lrm_resource id="bundle-b-podman-2" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="bundle-b-podman-2_last_0" operation_key="bundle-b-podman-2_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="53:161:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;53:161:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="141" rc-code="0" op-status="0" interval="0" last-rc-change="1687288330" exec-time="752" queue-time="0" op-digest="35320d55914b88e0c9d4d13b574cef8a"/>
+ <lrm_rsc_op id="bundle-b-podman-2_monitor_60000" operation_key="bundle-b-podman-2_monitor_60000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="54:161:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;54:161:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="142" rc-code="0" op-status="0" interval="60000" last-rc-change="1687288331" exec-time="120" queue-time="0" op-digest="62d15df41b3f596ca94b0dbe7edda857"/>
+ </lrm_resource>
+ <lrm_resource id="Fencing" type="fence_xvm" class="stonith">
+ <lrm_rsc_op id="Fencing_last_0" operation_key="Fencing_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="12:69:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;12:69:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="58" rc-code="0" op-status="0" interval="0" last-rc-change="1687226745" exec-time="33" queue-time="0" op-digest="f551693977f94a4fa8883fb70e439592"/>
+ <lrm_rsc_op id="Fencing_monitor_120000" operation_key="Fencing_monitor_120000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="4:69:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;4:69:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="59" rc-code="0" op-status="0" interval="120000" last-rc-change="1687226745" exec-time="27" queue-time="0" op-digest="24989640311980988fb77ddd1cc1002b"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-a-0" type="remote" class="ocf" provider="pacemaker" container="bundle-a-podman-0">
+ <lrm_rsc_op id="bundle-a-0_last_0" operation_key="bundle-a-0_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="11:101:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;11:101:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="9" rc-code="7" op-status="0" interval="0" last-rc-change="1687248551" exec-time="0" queue-time="0" op-digest="b1f9a03e78ae75f94cc0c36e6c0cc527" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-a-podman-1" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="bundle-a-podman-1_last_0" operation_key="bundle-a-podman-1_stop_0" operation="stop" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="13:105:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;13:105:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="109" rc-code="0" op-status="0" interval="0" last-rc-change="1687248553" exec-time="10646" queue-time="0" op-digest="90f1390dea2a7bca12099b080987eae7"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-b-podman-0" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="bundle-b-podman-0_last_0" operation_key="bundle-b-podman-0_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="5:154:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;5:154:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="126" rc-code="7" op-status="0" interval="0" last-rc-change="1687288263" exec-time="124" queue-time="0" op-digest="cad283aeb094013845bac465ab6a198d"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-b-0" type="remote" class="ocf" provider="pacemaker" container="bundle-b-podman-0">
+ <lrm_rsc_op id="bundle-b-0_last_0" operation_key="bundle-b-0_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="13:103:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;13:103:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="12" rc-code="7" op-status="0" interval="0" last-rc-change="1687248552" exec-time="0" queue-time="0" op-digest="137e2067e195bc8e29ef8680e392a9e7" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-a-1" type="remote" class="ocf" provider="pacemaker" container="bundle-a-podman-1">
+ <lrm_rsc_op id="bundle-a-1_last_0" operation_key="bundle-a-1_stop_0" operation="stop" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="14:105:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;14:105:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="14" rc-code="0" op-status="0" interval="0" last-rc-change="1687248553" exec-time="0" queue-time="0" op-digest="137e2067e195bc8e29ef8680e392a9e7"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-a-podman-2" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="bundle-a-podman-2_last_0" operation_key="bundle-a-podman-2_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="21:154:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;21:154:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="135" rc-code="0" op-status="0" interval="0" last-rc-change="1687288263" exec-time="1059" queue-time="0" op-digest="a5415a2b8dfba2a5741d70bab5591c1b"/>
+ <lrm_rsc_op id="bundle-a-podman-2_monitor_60000" operation_key="bundle-a-podman-2_monitor_60000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="19:155:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;19:155:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="137" rc-code="0" op-status="0" interval="60000" last-rc-change="1687288265" exec-time="284" queue-time="0" op-digest="77326e7c2187a5c4fe386812dfcd4118"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-b-1" type="remote" class="ocf" provider="pacemaker" container="bundle-b-podman-1">
+ <lrm_rsc_op id="bundle-b-1_last_0" operation_key="bundle-b-1_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="33:99:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;33:99:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="8" rc-code="7" op-status="0" interval="0" last-rc-change="1687248540" exec-time="0" queue-time="0" op-digest="2b7683df7d64ff71ec5fd3675fd12017" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-b-podman-1" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="bundle-b-podman-1_last_0" operation_key="bundle-b-podman-1_stop_0" operation="stop" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="4:156:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;4:156:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="140" rc-code="0" op-status="0" interval="0" last-rc-change="1687288267" exec-time="216" queue-time="0" op-digest="e1aa4eab4c9e9334ee91c66cce449b13"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-a-podman-0" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="bundle-a-podman-0_last_0" operation_key="bundle-a-podman-0_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="4:153:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;4:153:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="115" rc-code="7" op-status="0" interval="0" last-rc-change="1687288204" exec-time="101" queue-time="0" op-digest="bc99a652606652014a6cb5f743b5d75d"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-b-2" type="remote" class="ocf" provider="pacemaker" container="bundle-b-podman-2">
+ <lrm_rsc_op id="bundle-b-2_last_0" operation_key="bundle-b-2_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="55:161:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;55:161:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="17" rc-code="0" op-status="0" interval="0" last-rc-change="1687288331" exec-time="0" queue-time="0" op-digest="077939dc4a5dbbd799045f9120d057b4" op-force-restart=" port server " op-restart-digest="5b00a5a6fae3dc7e25288679ad0c92ce"/>
+ <lrm_rsc_op id="bundle-b-2_monitor_30000" operation_key="bundle-b-2_monitor_30000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="67:162:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;67:162:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="18" rc-code="0" op-status="0" interval="30000" last-rc-change="1687288333" exec-time="0" queue-time="0" op-digest="f9f13135e91dabbc6c77a3fd4b23ab80"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-a-2" type="remote" class="ocf" provider="pacemaker" container="bundle-a-podman-2">
+ <lrm_rsc_op id="bundle-a-2_last_0" operation_key="bundle-a-2_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="20:155:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;20:155:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="15" rc-code="0" op-status="0" interval="0" last-rc-change="1687288265" exec-time="0" queue-time="0" op-digest="137e2067e195bc8e29ef8680e392a9e7" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ <lrm_rsc_op id="bundle-a-2_monitor_30000" operation_key="bundle-a-2_monitor_30000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="23:156:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;23:156:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="16" rc-code="0" op-status="0" interval="30000" last-rc-change="1687288267" exec-time="0" queue-time="0" op-digest="3929eec440004bca31f813a8e6097506"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ </node_state>
+ <node_state remote_node="true" id="base-bundle-0" uname="base-bundle-0" in_ccm="false" crm-debug-origin="do_state_transition" node_fenced="0">
+ <lrm id="base-bundle-0">
+ <lrm_resources>
+ <lrm_resource id="base" class="ocf" provider="pacemaker" type="Stateful">
+ <lrm_rsc_op id="base_last_0" operation_key="base_stop_0" operation="stop" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="124:97:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;124:97:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="1035" rc-code="0" op-status="0" interval="0" last-rc-change="1687248529" exec-time="180" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="base_monitor_16000" operation_key="base_monitor_16000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="17:31:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;17:31:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="14" rc-code="0" op-status="0" interval="16000" last-rc-change="1687218076" exec-time="15" queue-time="0" op-digest="e62ad827732488b88ef8722ff6a484b3"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ </node_state>
+ <node_state id="3" uname="node3" crmd="online" crm-debug-origin="do_state_transition" in_ccm="true" join="member" expected="member">
+ <transient_attributes id="3">
+ <instance_attributes id="status-3">
+ <nvpair id="status-3-.feature-set" name="#feature-set" value="3.17.4"/>
+ <nvpair id="status-3-promotion-bundle-a-rsc" name="master-bundle-a-rsc" value="13"/>
+ <nvpair id="status-3-promotion-bundle-b-rsc" name="master-bundle-b-rsc" value="14"/>
+ </instance_attributes>
+ </transient_attributes>
+ <lrm id="3">
+ <lrm_resources>
+ <lrm_resource id="bundle-b-podman-2" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="bundle-b-podman-2_last_0" operation_key="bundle-b-podman-2_stop_0" operation="stop" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="6:156:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;6:156:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="111" rc-code="0" op-status="0" interval="0" last-rc-change="1687288267" exec-time="243" queue-time="0" op-digest="4e4b17530bea4f6fd27df1cf68bd9f22"/>
+ </lrm_resource>
+ <lrm_resource id="Fencing" type="fence_xvm" class="stonith">
+ <lrm_rsc_op id="Fencing_last_0" operation_key="Fencing_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="11:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;11:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="8" rc-code="7" op-status="0" interval="0" last-rc-change="1687219634" exec-time="5" queue-time="0" op-digest="6197322ae276dfeb4a212d09787f9738"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-a-0" type="remote" class="ocf" provider="pacemaker" container="bundle-a-podman-0">
+ <lrm_rsc_op id="bundle-a-0_last_0" operation_key="bundle-a-0_stop_0" operation="stop" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="10:105:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;10:105:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="14" rc-code="0" op-status="0" interval="0" last-rc-change="1687248552" exec-time="0" queue-time="0" op-digest="b1f9a03e78ae75f94cc0c36e6c0cc527"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-a-podman-1" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="bundle-a-podman-1_last_0" operation_key="bundle-a-podman-1_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="17:154:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;17:154:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="106" rc-code="0" op-status="0" interval="0" last-rc-change="1687288263" exec-time="1002" queue-time="0" op-digest="90f1390dea2a7bca12099b080987eae7"/>
+ <lrm_rsc_op id="bundle-a-podman-1_monitor_60000" operation_key="bundle-a-podman-1_monitor_60000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="14:155:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;14:155:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="108" rc-code="0" op-status="0" interval="60000" last-rc-change="1687288264" exec-time="156" queue-time="0" op-digest="34c506d61f8ef4e0d77193cce6e838ce"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-b-podman-0" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="bundle-b-podman-0_last_0" operation_key="bundle-b-podman-0_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="8:154:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;8:154:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="97" rc-code="7" op-status="0" interval="0" last-rc-change="1687288263" exec-time="119" queue-time="0" op-digest="cad283aeb094013845bac465ab6a198d"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-b-0" type="remote" class="ocf" provider="pacemaker" container="bundle-b-podman-0">
+ <lrm_rsc_op id="bundle-b-0_last_0" operation_key="bundle-b-0_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="16:103:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;16:103:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="12" rc-code="7" op-status="0" interval="0" last-rc-change="1687248551" exec-time="0" queue-time="0" op-digest="137e2067e195bc8e29ef8680e392a9e7" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-a-podman-2" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="bundle-a-podman-2_last_0" operation_key="bundle-a-podman-2_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="7:153:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;7:153:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="90" rc-code="7" op-status="0" interval="0" last-rc-change="1687288203" exec-time="78" queue-time="0" op-digest="a5415a2b8dfba2a5741d70bab5591c1b"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-b-1" type="remote" class="ocf" provider="pacemaker" container="bundle-b-podman-1">
+ <lrm_rsc_op id="bundle-b-1_last_0" operation_key="bundle-b-1_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="51:161:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;51:161:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="17" rc-code="0" op-status="0" interval="0" last-rc-change="1687288331" exec-time="0" queue-time="0" op-digest="aeee9bdab74d90d67c45ff8a2e53b020" op-force-restart=" port server " op-restart-digest="5b00a5a6fae3dc7e25288679ad0c92ce"/>
+ <lrm_rsc_op id="bundle-b-1_monitor_30000" operation_key="bundle-b-1_monitor_30000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="62:162:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;62:162:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="18" rc-code="0" op-status="0" interval="30000" last-rc-change="1687288333" exec-time="0" queue-time="0" op-digest="6a12d3c71ed94e6f961711073ca69f24"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-b-podman-1" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="bundle-b-podman-1_last_0" operation_key="bundle-b-podman-1_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="49:161:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;49:161:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="112" rc-code="0" op-status="0" interval="0" last-rc-change="1687288330" exec-time="821" queue-time="0" op-digest="9ba708e8e80ce11a8a1ca4908e76e75e"/>
+ <lrm_rsc_op id="bundle-b-podman-1_monitor_60000" operation_key="bundle-b-podman-1_monitor_60000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="50:161:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;50:161:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="113" rc-code="0" op-status="0" interval="60000" last-rc-change="1687288331" exec-time="171" queue-time="0" op-digest="12e3bf09305d4a76f940376759128ae1"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-a-1" type="remote" class="ocf" provider="pacemaker" container="bundle-a-podman-1">
+ <lrm_rsc_op id="bundle-a-1_last_0" operation_key="bundle-a-1_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="15:155:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;15:155:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="15" rc-code="0" op-status="0" interval="0" last-rc-change="1687288264" exec-time="0" queue-time="0" op-digest="b1f9a03e78ae75f94cc0c36e6c0cc527" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ <lrm_rsc_op id="bundle-a-1_monitor_30000" operation_key="bundle-a-1_monitor_30000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="18:156:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;18:156:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="16" rc-code="0" op-status="0" interval="30000" last-rc-change="1687288267" exec-time="0" queue-time="0" op-digest="354b9acaa7ea1113d708dc11a1d6bbfa"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-a-podman-0" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="bundle-a-podman-0_last_0" operation_key="bundle-a-podman-0_stop_0" operation="stop" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="9:105:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;9:105:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="80" rc-code="0" op-status="0" interval="0" last-rc-change="1687248552" exec-time="10639" queue-time="0" op-digest="bc99a652606652014a6cb5f743b5d75d"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-b-2" type="remote" class="ocf" provider="pacemaker" container="bundle-b-podman-2">
+ <lrm_rsc_op id="bundle-b-2_last_0" operation_key="bundle-b-2_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="49:97:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;49:97:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="6" rc-code="7" op-status="0" interval="0" last-rc-change="1687248528" exec-time="0" queue-time="0" op-digest="137e2067e195bc8e29ef8680e392a9e7" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-a-2" type="remote" class="ocf" provider="pacemaker" container="bundle-a-podman-2">
+ <lrm_rsc_op id="bundle-a-2_last_0" operation_key="bundle-a-2_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="15:103:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;15:103:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="11" rc-code="7" op-status="0" interval="0" last-rc-change="1687248551" exec-time="0" queue-time="0" op-digest="2b7683df7d64ff71ec5fd3675fd12017" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ </node_state>
+ <node_state remote_node="true" id="base-bundle-1" uname="base-bundle-1" in_ccm="false" crm-debug-origin="do_state_transition" node_fenced="0">
+ <lrm id="base-bundle-1">
+ <lrm_resources>
+ <lrm_resource id="base" class="ocf" provider="pacemaker" type="Stateful">
+ <lrm_rsc_op id="base_last_0" operation_key="base_stop_0" operation="stop" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="125:97:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;125:97:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="1039" rc-code="0" op-status="0" interval="0" last-rc-change="1687248529" exec-time="177" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="base_monitor_16000" operation_key="base_monitor_16000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="35:56:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;35:56:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="92" rc-code="0" op-status="0" interval="16000" last-rc-change="1687220329" exec-time="43" queue-time="0" op-digest="e62ad827732488b88ef8722ff6a484b3"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ </node_state>
+ <node_state remote_node="true" id="base-bundle-2" uname="base-bundle-2" in_ccm="false" crm-debug-origin="do_state_transition" node_fenced="0">
+ <lrm id="base-bundle-2">
+ <lrm_resources>
+ <lrm_resource id="base" class="ocf" provider="pacemaker" type="Stateful">
+ <lrm_rsc_op id="base_last_0" operation_key="base_stop_0" operation="stop" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="126:97:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;126:97:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="991" rc-code="0" op-status="0" interval="0" last-rc-change="1687248528" exec-time="201" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="base_monitor_15000" operation_key="base_monitor_15000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="33:44:8:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:8;33:44:8:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="36" rc-code="8" op-status="0" interval="15000" last-rc-change="1687220059" exec-time="13" queue-time="0" op-digest="3ef575c5f050ae086f0f31bc8f085fdc"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ </node_state>
+ <node_state remote_node="true" id="bundle-a-1" uname="bundle-a-1" in_ccm="true" crm-debug-origin="do_state_transition" node_fenced="0">
+ <lrm id="bundle-a-1">
+ <lrm_resources>
+ <lrm_resource id="bundle-a-rsc" class="ocf" provider="pacemaker" type="Stateful">
+ <lrm_rsc_op id="bundle-a-rsc_last_0" operation_key="bundle-a-rsc_promote_0" operation="promote" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="40:168:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;40:168:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="25" rc-code="0" op-status="0" interval="0" last-rc-change="1687288549" exec-time="216" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="bundle-a-rsc_monitor_15000" operation_key="bundle-a-rsc_monitor_15000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="40:169:8:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:8;40:169:8:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="31" rc-code="8" op-status="0" interval="15000" last-rc-change="1687288549" exec-time="9" queue-time="0" op-digest="3ef575c5f050ae086f0f31bc8f085fdc"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ <transient_attributes id="bundle-a-1">
+ <instance_attributes id="status-bundle-a-1">
+ <nvpair id="status-bundle-a-1-master-bundle-a-rsc" name="master-bundle-a-rsc" value="10"/>
+ </instance_attributes>
+ </transient_attributes>
+ </node_state>
+ <node_state remote_node="true" id="bundle-b-2" uname="bundle-b-2" in_ccm="true" crm-debug-origin="controld_update_resource_history" node_fenced="0">
+ <lrm id="bundle-b-2">
+ <lrm_resources>
+ <lrm_resource id="bundle-b-rsc" class="ocf" provider="pacemaker" type="Stateful">
+ <lrm_rsc_op id="bundle-b-rsc_last_0" operation_key="bundle-b-rsc_demote_0" operation="demote" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="79:177:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;79:177:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="153" rc-code="0" op-status="0" interval="0" last-rc-change="1687292227" exec-time="217" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="bundle-b-rsc_monitor_16000" operation_key="bundle-b-rsc_monitor_16000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="78:178:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;78:178:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="159" rc-code="0" op-status="0" interval="16000" last-rc-change="1687292227" exec-time="10" queue-time="0" op-digest="e62ad827732488b88ef8722ff6a484b3"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ <transient_attributes id="bundle-b-2">
+ <instance_attributes id="status-bundle-b-2">
+ <nvpair id="status-bundle-b-2-master-bundle-b-rsc" name="master-bundle-b-rsc" value="5"/>
+ </instance_attributes>
+ </transient_attributes>
+ </node_state>
+ <node_state remote_node="true" id="bundle-b-0" uname="bundle-b-0" in_ccm="true" crm-debug-origin="do_state_transition" node_fenced="0">
+ <lrm id="bundle-b-0">
+ <lrm_resources>
+ <lrm_resource id="bundle-b-rsc" class="ocf" provider="pacemaker" type="Stateful">
+ <lrm_rsc_op id="bundle-b-rsc_last_0" operation_key="bundle-b-rsc_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="69:163:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;69:163:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="8" rc-code="0" op-status="0" interval="0" last-rc-change="1687288333" exec-time="290" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="bundle-b-rsc_monitor_16000" operation_key="bundle-b-rsc_monitor_16000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="71:164:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;71:164:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="14" rc-code="0" op-status="0" interval="16000" last-rc-change="1687288334" exec-time="12" queue-time="0" op-digest="e62ad827732488b88ef8722ff6a484b3"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ <transient_attributes id="bundle-b-0">
+ <instance_attributes id="status-bundle-b-0">
+ <nvpair id="status-bundle-b-0-master-bundle-b-rsc" name="master-bundle-b-rsc" value="5"/>
+ </instance_attributes>
+ </transient_attributes>
+ </node_state>
+ <node_state remote_node="true" id="bundle-b-1" uname="bundle-b-1" in_ccm="true" crm-debug-origin="controld_update_resource_history" node_fenced="0">
+ <lrm id="bundle-b-1">
+ <lrm_resources>
+ <lrm_resource id="bundle-b-rsc" class="ocf" provider="pacemaker" type="Stateful">
+ <lrm_rsc_op id="bundle-b-rsc_last_0" operation_key="bundle-b-rsc_promote_0" operation="promote" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="74:178:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;74:178:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="145" rc-code="0" op-status="0" interval="0" last-rc-change="1687292227" exec-time="200" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="bundle-b-rsc_monitor_15000" operation_key="bundle-b-rsc_monitor_15000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="77:179:8:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:8;77:179:8:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="151" rc-code="8" op-status="0" interval="15000" last-rc-change="1687292227" exec-time="32" queue-time="0" op-digest="3ef575c5f050ae086f0f31bc8f085fdc"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ <transient_attributes id="bundle-b-1">
+ <instance_attributes id="status-bundle-b-1">
+ <nvpair id="status-bundle-b-1-master-bundle-b-rsc" name="master-bundle-b-rsc" value="10"/>
+ </instance_attributes>
+ </transient_attributes>
+ </node_state>
+ <node_state remote_node="true" id="bundle-a-0" uname="bundle-a-0" in_ccm="true" crm-debug-origin="do_state_transition" node_fenced="0">
+ <lrm id="bundle-a-0">
+ <lrm_resources>
+ <lrm_resource id="bundle-a-rsc" class="ocf" provider="pacemaker" type="Stateful">
+ <lrm_rsc_op id="bundle-a-rsc_last_0" operation_key="bundle-a-rsc_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="39:162:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;39:162:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="8" rc-code="0" op-status="0" interval="0" last-rc-change="1687288333" exec-time="250" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="bundle-a-rsc_monitor_16000" operation_key="bundle-a-rsc_monitor_16000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="36:163:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;36:163:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="14" rc-code="0" op-status="0" interval="16000" last-rc-change="1687288333" exec-time="10" queue-time="0" op-digest="e62ad827732488b88ef8722ff6a484b3"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ <transient_attributes id="bundle-a-0">
+ <instance_attributes id="status-bundle-a-0">
+ <nvpair id="status-bundle-a-0-master-bundle-a-rsc" name="master-bundle-a-rsc" value="5"/>
+ </instance_attributes>
+ </transient_attributes>
+ </node_state>
+ <node_state remote_node="true" id="bundle-a-2" uname="bundle-a-2" in_ccm="true" crm-debug-origin="do_state_transition" node_fenced="0">
+ <lrm id="bundle-a-2">
+ <lrm_resources>
+ <lrm_resource id="bundle-a-rsc" class="ocf" provider="pacemaker" type="Stateful">
+ <lrm_rsc_op id="bundle-a-rsc_last_0" operation_key="bundle-a-rsc_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="29:157:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;29:157:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="8" rc-code="0" op-status="0" interval="0" last-rc-change="1687288268" exec-time="236" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="bundle-a-rsc_monitor_16000" operation_key="bundle-a-rsc_monitor_16000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="30:158:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;30:158:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="14" rc-code="0" op-status="0" interval="16000" last-rc-change="1687288268" exec-time="10" queue-time="0" op-digest="e62ad827732488b88ef8722ff6a484b3"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ <transient_attributes id="bundle-a-2">
+ <instance_attributes id="status-bundle-a-2">
+ <nvpair id="status-bundle-a-2-master-bundle-a-rsc" name="master-bundle-a-rsc" value="5"/>
+ </instance_attributes>
+ </transient_attributes>
+ </node_state>
+ </status>
+</cib>
diff --git a/cts/scheduler/xml/bundle-promoted-anticolocation-6.xml b/cts/scheduler/xml/bundle-promoted-anticolocation-6.xml
new file mode 100644
index 0000000..6cc80e4
--- /dev/null
+++ b/cts/scheduler/xml/bundle-promoted-anticolocation-6.xml
@@ -0,0 +1,368 @@
+<cib crm_feature_set="3.17.4" validate-with="pacemaker-3.9" epoch="61" num_updates="0" admin_epoch="0" cib-last-written="Tue Jun 20 13:17:35 2023" update-origin="node1" update-client="cibadmin" update-user="root" have-quorum="1" dc-uuid="1">
+ <configuration>
+ <!-- The essential elements of this test are:
+ * The promoted instance of a bundle (bundle-a) is optionally
+ anti-colocated (score=-5000) with the promoted instance of another
+ bundle (bundle-b)
+ * bundle-a's promoted instance is running on the same node as
+ bundle-b's promoted instance
+ * There is no stickiness
+ * There are no location constraints
+ * There are three nodes available for both resources
+
+ In this situation, bundle-a should demote its currently promoted
+ instance and promote an instance elsewhere.
+ -->
+ <crm_config>
+ <cluster_property_set id="cib-bootstrap-options">
+ <nvpair id="cib-bootstrap-options-have-watchdog" name="have-watchdog" value="false"/>
+ <nvpair id="cib-bootstrap-options-dc-version" name="dc-version" value="2.1.5-1.0a457786a.git.el9-0a457786a"/>
+ <nvpair id="cib-bootstrap-options-cluster-infrastructure" name="cluster-infrastructure" value="corosync"/>
+ <nvpair id="cib-bootstrap-options-cluster-name" name="cluster-name" value="test"/>
+ <nvpair id="cib-bootstrap-options-last-lrm-refresh" name="last-lrm-refresh" value="1687288330"/>
+ </cluster_property_set>
+ </crm_config>
+ <nodes>
+ <node id="1" uname="node1"/>
+ <node id="2" uname="node2"/>
+ <node id="3" uname="node3"/>
+ </nodes>
+ <resources>
+ <primitive class="stonith" id="Fencing" type="fence_xvm">
+ <instance_attributes id="Fencing-instance_attributes">
+ <nvpair id="Fencing-instance_attributes_pcmk_host_list" name="pcmk_host_list" value="node1 node2 node3"/>
+ </instance_attributes>
+ <operations>
+ <op id="Fencing-monitor-120s" interval="120s" name="monitor" timeout="120s"/>
+ </operations>
+ </primitive>
+ <bundle id="bundle-a">
+ <meta_attributes id="bundle-a-meta_attributes">
+ <nvpair id="bundle-a-meta_attributes-promotable" name="promotable" value="true"/>
+ <nvpair id="bundle-a-meta_attributes-container-attribute-target" name="container-attribute-target" value="host"/>
+ </meta_attributes>
+ <podman image="localhost/pcmktest" replicas="3"/>
+ <network control-port="3121"/>
+ <primitive id="bundle-a-rsc" class="ocf" provider="pacemaker" type="Stateful">
+ <operations>
+ <op id="bundle-a-rsc-monitor-15s" interval="15s" name="monitor" timeout="15s" role="Promoted"/>
+ <op id="bundle-a-rsc-monitor-16s" interval="16s" name="monitor" timeout="16s" role="Unpromoted"/>
+ </operations>
+ </primitive>
+ </bundle>
+ <bundle id="bundle-b">
+ <meta_attributes id="bundle-b-meta_attributes">
+ <nvpair id="bundle-b-meta_attributes-interleave" name="interleave" value="true"/>
+ <nvpair id="bundle-b-meta_attributes-promotable" name="promotable" value="true"/>
+ <nvpair id="bundle-b-meta_attributes-container-attribute-target" name="container-attribute-target" value="host"/>
+ </meta_attributes>
+ <podman image="localhost/pcmktest" replicas="3"/>
+ <network control-port="3122"/>
+ <primitive id="bundle-b-rsc" class="ocf" provider="pacemaker" type="Stateful">
+ <operations>
+ <op id="bundle-b-rsc-monitor-15s" interval="15s" name="monitor" timeout="15s" role="Promoted"/>
+ <op id="bundle-b-rsc-monitor-16s" interval="16s" name="monitor" timeout="16s" role="Unpromoted"/>
+ </operations>
+ </primitive>
+ </bundle>
+ </resources>
+ <constraints>
+ <rsc_colocation id="colocation-bundle-a-bundle-b--5000" rsc="bundle-a" rsc-role="Promoted" score="-5000" with-rsc="bundle-b" with-rsc-role="Promoted"/>
+ </constraints>
+ <fencing-topology/>
+ <op_defaults/>
+ <alerts/>
+ <rsc_defaults/>
+ </configuration>
+ <status>
+ <node_state id="1" uname="node1" in_ccm="true" crmd="online" crm-debug-origin="do_state_transition" join="member" expected="member">
+ <transient_attributes id="1">
+ <instance_attributes id="status-1">
+ <nvpair id="status-1-.feature-set" name="#feature-set" value="3.17.4"/>
+ <nvpair id="status-1-promotion-bundle-a-rsc" name="master-bundle-a-rsc" value="11"/>
+ <nvpair id="status-1-promotion-bundle-b-rsc" name="master-bundle-b-rsc" value="12"/>
+ </instance_attributes>
+ </transient_attributes>
+ <lrm id="1">
+ <lrm_resources>
+ <lrm_resource id="bundle-b-podman-2" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="bundle-b-podman-2_last_0" operation_key="bundle-b-podman-2_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="4:154:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;4:154:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="132" rc-code="7" op-status="0" interval="0" last-rc-change="1687288263" exec-time="237" queue-time="0" op-digest="4e4b17530bea4f6fd27df1cf68bd9f22"/>
+ </lrm_resource>
+ <lrm_resource id="Fencing" type="fence_xvm" class="stonith">
+ <lrm_rsc_op id="Fencing_last_0" operation_key="Fencing_stop_0" operation="stop" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="12:62:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;12:62:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="55" rc-code="0" op-status="0" interval="0" last-rc-change="1687222219" exec-time="0" queue-time="0" op-digest="6197322ae276dfeb4a212d09787f9738"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-a-0" type="remote" class="ocf" provider="pacemaker" container="bundle-a-podman-0">
+ <lrm_rsc_op id="bundle-a-0_last_0" operation_key="bundle-a-0_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="13:161:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;13:161:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="19" rc-code="0" op-status="0" interval="0" last-rc-change="1687288332" exec-time="0" queue-time="0" op-digest="2b7683df7d64ff71ec5fd3675fd12017" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ <lrm_rsc_op id="bundle-a-0_monitor_30000" operation_key="bundle-a-0_monitor_30000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="22:162:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;22:162:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="20" rc-code="0" op-status="0" interval="30000" last-rc-change="1687288333" exec-time="0" queue-time="0" op-digest="6f3c7e233bacb8420fef5f9581190d00"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-a-podman-1" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="bundle-a-podman-1_last_0" operation_key="bundle-a-podman-1_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="3:153:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;3:153:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="117" rc-code="7" op-status="0" interval="0" last-rc-change="1687288204" exec-time="106" queue-time="0" op-digest="90f1390dea2a7bca12099b080987eae7"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-b-podman-0" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="bundle-b-podman-0_last_0" operation_key="bundle-b-podman-0_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="45:161:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;45:161:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="144" rc-code="0" op-status="0" interval="0" last-rc-change="1687288330" exec-time="1158" queue-time="0" op-digest="94098b91d583b0b8498741508c609a37"/>
+ <lrm_rsc_op id="bundle-b-podman-0_monitor_60000" operation_key="bundle-b-podman-0_monitor_60000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="46:161:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;46:161:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="146" rc-code="0" op-status="0" interval="60000" last-rc-change="1687288332" exec-time="182" queue-time="0" op-digest="b7a9f966374c886087fb6f03d6e4c286"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-b-0" type="remote" class="ocf" provider="pacemaker" container="bundle-b-podman-0">
+ <lrm_rsc_op id="bundle-b-0_last_0" operation_key="bundle-b-0_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="47:161:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;47:161:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="18" rc-code="0" op-status="0" interval="0" last-rc-change="1687288332" exec-time="0" queue-time="0" op-digest="06b6a770601e99a2d691d4cf853acceb" op-force-restart=" port server " op-restart-digest="5b00a5a6fae3dc7e25288679ad0c92ce"/>
+ <lrm_rsc_op id="bundle-b-0_monitor_30000" operation_key="bundle-b-0_monitor_30000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="57:162:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;57:162:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="21" rc-code="0" op-status="0" interval="30000" last-rc-change="1687288333" exec-time="0" queue-time="0" op-digest="b4ca332a542717c28b117ec80e27b838"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-a-1" type="remote" class="ocf" provider="pacemaker" container="bundle-a-podman-1">
+ <lrm_rsc_op id="bundle-a-1_last_0" operation_key="bundle-a-1_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="8:103:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;8:103:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="10" rc-code="7" op-status="0" interval="0" last-rc-change="1687248552" exec-time="0" queue-time="0" op-digest="137e2067e195bc8e29ef8680e392a9e7" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-a-podman-2" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="bundle-a-podman-2_last_0" operation_key="bundle-a-podman-2_stop_0" operation="stop" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="17:105:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;17:105:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="107" rc-code="0" op-status="0" interval="0" last-rc-change="1687248553" exec-time="10540" queue-time="0" op-digest="a5415a2b8dfba2a5741d70bab5591c1b"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-b-1" type="remote" class="ocf" provider="pacemaker" container="bundle-b-podman-1">
+ <lrm_rsc_op id="bundle-b-1_last_0" operation_key="bundle-b-1_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="28:99:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;28:99:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="8" rc-code="7" op-status="0" interval="0" last-rc-change="1687248540" exec-time="0" queue-time="0" op-digest="2b7683df7d64ff71ec5fd3675fd12017" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-b-podman-1" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="bundle-b-podman-1_last_0" operation_key="bundle-b-podman-1_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="3:154:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;3:154:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="128" rc-code="7" op-status="0" interval="0" last-rc-change="1687288263" exec-time="240" queue-time="0" op-digest="e1aa4eab4c9e9334ee91c66cce449b13"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-a-podman-0" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="bundle-a-podman-0_last_0" operation_key="bundle-a-podman-0_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="11:161:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;11:161:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="145" rc-code="0" op-status="0" interval="0" last-rc-change="1687288331" exec-time="1143" queue-time="0" op-digest="bc99a652606652014a6cb5f743b5d75d"/>
+ <lrm_rsc_op id="bundle-a-podman-0_monitor_60000" operation_key="bundle-a-podman-0_monitor_60000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="12:161:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;12:161:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="147" rc-code="0" op-status="0" interval="60000" last-rc-change="1687288332" exec-time="161" queue-time="0" op-digest="d39778305ffa599cc7f7a94b47d18783"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-b-2" type="remote" class="ocf" provider="pacemaker" container="bundle-b-podman-2">
+ <lrm_rsc_op id="bundle-b-2_last_0" operation_key="bundle-b-2_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="37:97:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;37:97:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="6" rc-code="7" op-status="0" interval="0" last-rc-change="1687248528" exec-time="0" queue-time="0" op-digest="137e2067e195bc8e29ef8680e392a9e7" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-a-2" type="remote" class="ocf" provider="pacemaker" container="bundle-a-podman-2">
+ <lrm_rsc_op id="bundle-a-2_last_0" operation_key="bundle-a-2_stop_0" operation="stop" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="18:105:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;18:105:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="14" rc-code="0" op-status="0" interval="0" last-rc-change="1687248553" exec-time="0" queue-time="0" op-digest="2b7683df7d64ff71ec5fd3675fd12017"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ </node_state>
+ <node_state id="2" uname="node2" crmd="online" crm-debug-origin="do_state_transition" in_ccm="true" join="member" expected="member">
+ <transient_attributes id="2">
+ <instance_attributes id="status-2">
+ <nvpair id="status-2-.feature-set" name="#feature-set" value="3.17.4"/>
+ <nvpair id="status-2-promotion-bundle-a-rsc" name="master-bundle-a-rsc" value="12"/>
+ <nvpair id="status-2-promotion-bundle-b-rsc" name="master-bundle-b-rsc" value="13"/>
+ </instance_attributes>
+ </transient_attributes>
+ <lrm id="2">
+ <lrm_resources>
+ <lrm_resource id="bundle-b-podman-2" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="bundle-b-podman-2_last_0" operation_key="bundle-b-podman-2_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="53:161:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;53:161:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="141" rc-code="0" op-status="0" interval="0" last-rc-change="1687288330" exec-time="752" queue-time="0" op-digest="35320d55914b88e0c9d4d13b574cef8a"/>
+ <lrm_rsc_op id="bundle-b-podman-2_monitor_60000" operation_key="bundle-b-podman-2_monitor_60000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="54:161:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;54:161:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="142" rc-code="0" op-status="0" interval="60000" last-rc-change="1687288331" exec-time="120" queue-time="0" op-digest="62d15df41b3f596ca94b0dbe7edda857"/>
+ </lrm_resource>
+ <lrm_resource id="Fencing" type="fence_xvm" class="stonith">
+ <lrm_rsc_op id="Fencing_last_0" operation_key="Fencing_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="12:69:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;12:69:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="58" rc-code="0" op-status="0" interval="0" last-rc-change="1687226745" exec-time="33" queue-time="0" op-digest="f551693977f94a4fa8883fb70e439592"/>
+ <lrm_rsc_op id="Fencing_monitor_120000" operation_key="Fencing_monitor_120000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="4:69:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;4:69:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="59" rc-code="0" op-status="0" interval="120000" last-rc-change="1687226745" exec-time="27" queue-time="0" op-digest="24989640311980988fb77ddd1cc1002b"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-a-0" type="remote" class="ocf" provider="pacemaker" container="bundle-a-podman-0">
+ <lrm_rsc_op id="bundle-a-0_last_0" operation_key="bundle-a-0_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="11:101:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;11:101:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="9" rc-code="7" op-status="0" interval="0" last-rc-change="1687248551" exec-time="0" queue-time="0" op-digest="b1f9a03e78ae75f94cc0c36e6c0cc527" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-a-podman-1" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="bundle-a-podman-1_last_0" operation_key="bundle-a-podman-1_stop_0" operation="stop" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="13:105:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;13:105:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="109" rc-code="0" op-status="0" interval="0" last-rc-change="1687248553" exec-time="10646" queue-time="0" op-digest="90f1390dea2a7bca12099b080987eae7"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-b-podman-0" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="bundle-b-podman-0_last_0" operation_key="bundle-b-podman-0_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="5:154:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;5:154:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="126" rc-code="7" op-status="0" interval="0" last-rc-change="1687288263" exec-time="124" queue-time="0" op-digest="cad283aeb094013845bac465ab6a198d"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-b-0" type="remote" class="ocf" provider="pacemaker" container="bundle-b-podman-0">
+ <lrm_rsc_op id="bundle-b-0_last_0" operation_key="bundle-b-0_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="13:103:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;13:103:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="12" rc-code="7" op-status="0" interval="0" last-rc-change="1687248552" exec-time="0" queue-time="0" op-digest="137e2067e195bc8e29ef8680e392a9e7" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-a-1" type="remote" class="ocf" provider="pacemaker" container="bundle-a-podman-1">
+ <lrm_rsc_op id="bundle-a-1_last_0" operation_key="bundle-a-1_stop_0" operation="stop" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="14:105:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;14:105:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="14" rc-code="0" op-status="0" interval="0" last-rc-change="1687248553" exec-time="0" queue-time="0" op-digest="137e2067e195bc8e29ef8680e392a9e7"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-a-podman-2" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="bundle-a-podman-2_last_0" operation_key="bundle-a-podman-2_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="21:154:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;21:154:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="135" rc-code="0" op-status="0" interval="0" last-rc-change="1687288263" exec-time="1059" queue-time="0" op-digest="a5415a2b8dfba2a5741d70bab5591c1b"/>
+ <lrm_rsc_op id="bundle-a-podman-2_monitor_60000" operation_key="bundle-a-podman-2_monitor_60000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="19:155:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;19:155:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="137" rc-code="0" op-status="0" interval="60000" last-rc-change="1687288265" exec-time="284" queue-time="0" op-digest="77326e7c2187a5c4fe386812dfcd4118"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-b-1" type="remote" class="ocf" provider="pacemaker" container="bundle-b-podman-1">
+ <lrm_rsc_op id="bundle-b-1_last_0" operation_key="bundle-b-1_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="33:99:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;33:99:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="8" rc-code="7" op-status="0" interval="0" last-rc-change="1687248540" exec-time="0" queue-time="0" op-digest="2b7683df7d64ff71ec5fd3675fd12017" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-b-podman-1" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="bundle-b-podman-1_last_0" operation_key="bundle-b-podman-1_stop_0" operation="stop" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="4:156:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;4:156:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="140" rc-code="0" op-status="0" interval="0" last-rc-change="1687288267" exec-time="216" queue-time="0" op-digest="e1aa4eab4c9e9334ee91c66cce449b13"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-a-podman-0" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="bundle-a-podman-0_last_0" operation_key="bundle-a-podman-0_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="4:153:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;4:153:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="115" rc-code="7" op-status="0" interval="0" last-rc-change="1687288204" exec-time="101" queue-time="0" op-digest="bc99a652606652014a6cb5f743b5d75d"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-b-2" type="remote" class="ocf" provider="pacemaker" container="bundle-b-podman-2">
+ <lrm_rsc_op id="bundle-b-2_last_0" operation_key="bundle-b-2_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="55:161:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;55:161:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="17" rc-code="0" op-status="0" interval="0" last-rc-change="1687288331" exec-time="0" queue-time="0" op-digest="077939dc4a5dbbd799045f9120d057b4" op-force-restart=" port server " op-restart-digest="5b00a5a6fae3dc7e25288679ad0c92ce"/>
+ <lrm_rsc_op id="bundle-b-2_monitor_30000" operation_key="bundle-b-2_monitor_30000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="67:162:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;67:162:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="18" rc-code="0" op-status="0" interval="30000" last-rc-change="1687288333" exec-time="0" queue-time="0" op-digest="f9f13135e91dabbc6c77a3fd4b23ab80"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-a-2" type="remote" class="ocf" provider="pacemaker" container="bundle-a-podman-2">
+ <lrm_rsc_op id="bundle-a-2_last_0" operation_key="bundle-a-2_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="20:155:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;20:155:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="15" rc-code="0" op-status="0" interval="0" last-rc-change="1687288265" exec-time="0" queue-time="0" op-digest="137e2067e195bc8e29ef8680e392a9e7" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ <lrm_rsc_op id="bundle-a-2_monitor_30000" operation_key="bundle-a-2_monitor_30000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="23:156:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;23:156:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="16" rc-code="0" op-status="0" interval="30000" last-rc-change="1687288267" exec-time="0" queue-time="0" op-digest="3929eec440004bca31f813a8e6097506"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ </node_state>
+ <node_state remote_node="true" id="base-bundle-0" uname="base-bundle-0" in_ccm="false" crm-debug-origin="do_state_transition" node_fenced="0">
+ <lrm id="base-bundle-0">
+ <lrm_resources>
+ <lrm_resource id="base" class="ocf" provider="pacemaker" type="Stateful">
+ <lrm_rsc_op id="base_last_0" operation_key="base_stop_0" operation="stop" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="124:97:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;124:97:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="1035" rc-code="0" op-status="0" interval="0" last-rc-change="1687248529" exec-time="180" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="base_monitor_16000" operation_key="base_monitor_16000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="17:31:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;17:31:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="14" rc-code="0" op-status="0" interval="16000" last-rc-change="1687218076" exec-time="15" queue-time="0" op-digest="e62ad827732488b88ef8722ff6a484b3"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ </node_state>
+ <node_state id="3" uname="node3" crmd="online" crm-debug-origin="do_state_transition" in_ccm="true" join="member" expected="member">
+ <transient_attributes id="3">
+ <instance_attributes id="status-3">
+ <nvpair id="status-3-.feature-set" name="#feature-set" value="3.17.4"/>
+ <nvpair id="status-3-promotion-bundle-a-rsc" name="master-bundle-a-rsc" value="13"/>
+ <nvpair id="status-3-promotion-bundle-b-rsc" name="master-bundle-b-rsc" value="14"/>
+ </instance_attributes>
+ </transient_attributes>
+ <lrm id="3">
+ <lrm_resources>
+ <lrm_resource id="bundle-b-podman-2" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="bundle-b-podman-2_last_0" operation_key="bundle-b-podman-2_stop_0" operation="stop" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="6:156:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;6:156:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="111" rc-code="0" op-status="0" interval="0" last-rc-change="1687288267" exec-time="243" queue-time="0" op-digest="4e4b17530bea4f6fd27df1cf68bd9f22"/>
+ </lrm_resource>
+ <lrm_resource id="Fencing" type="fence_xvm" class="stonith">
+ <lrm_rsc_op id="Fencing_last_0" operation_key="Fencing_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="11:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;11:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="8" rc-code="7" op-status="0" interval="0" last-rc-change="1687219634" exec-time="5" queue-time="0" op-digest="6197322ae276dfeb4a212d09787f9738"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-a-0" type="remote" class="ocf" provider="pacemaker" container="bundle-a-podman-0">
+ <lrm_rsc_op id="bundle-a-0_last_0" operation_key="bundle-a-0_stop_0" operation="stop" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="10:105:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;10:105:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="14" rc-code="0" op-status="0" interval="0" last-rc-change="1687248552" exec-time="0" queue-time="0" op-digest="b1f9a03e78ae75f94cc0c36e6c0cc527"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-a-podman-1" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="bundle-a-podman-1_last_0" operation_key="bundle-a-podman-1_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="17:154:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;17:154:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="106" rc-code="0" op-status="0" interval="0" last-rc-change="1687288263" exec-time="1002" queue-time="0" op-digest="90f1390dea2a7bca12099b080987eae7"/>
+ <lrm_rsc_op id="bundle-a-podman-1_monitor_60000" operation_key="bundle-a-podman-1_monitor_60000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="14:155:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;14:155:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="108" rc-code="0" op-status="0" interval="60000" last-rc-change="1687288264" exec-time="156" queue-time="0" op-digest="34c506d61f8ef4e0d77193cce6e838ce"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-b-podman-0" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="bundle-b-podman-0_last_0" operation_key="bundle-b-podman-0_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="8:154:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;8:154:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="97" rc-code="7" op-status="0" interval="0" last-rc-change="1687288263" exec-time="119" queue-time="0" op-digest="cad283aeb094013845bac465ab6a198d"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-b-0" type="remote" class="ocf" provider="pacemaker" container="bundle-b-podman-0">
+ <lrm_rsc_op id="bundle-b-0_last_0" operation_key="bundle-b-0_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="16:103:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;16:103:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="12" rc-code="7" op-status="0" interval="0" last-rc-change="1687248551" exec-time="0" queue-time="0" op-digest="137e2067e195bc8e29ef8680e392a9e7" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-a-podman-2" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="bundle-a-podman-2_last_0" operation_key="bundle-a-podman-2_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="7:153:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;7:153:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="90" rc-code="7" op-status="0" interval="0" last-rc-change="1687288203" exec-time="78" queue-time="0" op-digest="a5415a2b8dfba2a5741d70bab5591c1b"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-b-1" type="remote" class="ocf" provider="pacemaker" container="bundle-b-podman-1">
+ <lrm_rsc_op id="bundle-b-1_last_0" operation_key="bundle-b-1_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="51:161:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;51:161:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="17" rc-code="0" op-status="0" interval="0" last-rc-change="1687288331" exec-time="0" queue-time="0" op-digest="aeee9bdab74d90d67c45ff8a2e53b020" op-force-restart=" port server " op-restart-digest="5b00a5a6fae3dc7e25288679ad0c92ce"/>
+ <lrm_rsc_op id="bundle-b-1_monitor_30000" operation_key="bundle-b-1_monitor_30000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="62:162:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;62:162:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="18" rc-code="0" op-status="0" interval="30000" last-rc-change="1687288333" exec-time="0" queue-time="0" op-digest="6a12d3c71ed94e6f961711073ca69f24"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-b-podman-1" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="bundle-b-podman-1_last_0" operation_key="bundle-b-podman-1_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="49:161:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;49:161:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="112" rc-code="0" op-status="0" interval="0" last-rc-change="1687288330" exec-time="821" queue-time="0" op-digest="9ba708e8e80ce11a8a1ca4908e76e75e"/>
+ <lrm_rsc_op id="bundle-b-podman-1_monitor_60000" operation_key="bundle-b-podman-1_monitor_60000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="50:161:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;50:161:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="113" rc-code="0" op-status="0" interval="60000" last-rc-change="1687288331" exec-time="171" queue-time="0" op-digest="12e3bf09305d4a76f940376759128ae1"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-a-1" type="remote" class="ocf" provider="pacemaker" container="bundle-a-podman-1">
+ <lrm_rsc_op id="bundle-a-1_last_0" operation_key="bundle-a-1_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="15:155:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;15:155:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="15" rc-code="0" op-status="0" interval="0" last-rc-change="1687288264" exec-time="0" queue-time="0" op-digest="b1f9a03e78ae75f94cc0c36e6c0cc527" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ <lrm_rsc_op id="bundle-a-1_monitor_30000" operation_key="bundle-a-1_monitor_30000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="18:156:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;18:156:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="16" rc-code="0" op-status="0" interval="30000" last-rc-change="1687288267" exec-time="0" queue-time="0" op-digest="354b9acaa7ea1113d708dc11a1d6bbfa"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-a-podman-0" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="bundle-a-podman-0_last_0" operation_key="bundle-a-podman-0_stop_0" operation="stop" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="9:105:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;9:105:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="80" rc-code="0" op-status="0" interval="0" last-rc-change="1687248552" exec-time="10639" queue-time="0" op-digest="bc99a652606652014a6cb5f743b5d75d"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-b-2" type="remote" class="ocf" provider="pacemaker" container="bundle-b-podman-2">
+ <lrm_rsc_op id="bundle-b-2_last_0" operation_key="bundle-b-2_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="49:97:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;49:97:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="6" rc-code="7" op-status="0" interval="0" last-rc-change="1687248528" exec-time="0" queue-time="0" op-digest="137e2067e195bc8e29ef8680e392a9e7" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-a-2" type="remote" class="ocf" provider="pacemaker" container="bundle-a-podman-2">
+ <lrm_rsc_op id="bundle-a-2_last_0" operation_key="bundle-a-2_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="15:103:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;15:103:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="11" rc-code="7" op-status="0" interval="0" last-rc-change="1687248551" exec-time="0" queue-time="0" op-digest="2b7683df7d64ff71ec5fd3675fd12017" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ </node_state>
+ <node_state remote_node="true" id="base-bundle-1" uname="base-bundle-1" in_ccm="false" crm-debug-origin="do_state_transition" node_fenced="0">
+ <lrm id="base-bundle-1">
+ <lrm_resources>
+ <lrm_resource id="base" class="ocf" provider="pacemaker" type="Stateful">
+ <lrm_rsc_op id="base_last_0" operation_key="base_stop_0" operation="stop" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="125:97:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;125:97:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="1039" rc-code="0" op-status="0" interval="0" last-rc-change="1687248529" exec-time="177" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="base_monitor_16000" operation_key="base_monitor_16000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="35:56:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;35:56:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="92" rc-code="0" op-status="0" interval="16000" last-rc-change="1687220329" exec-time="43" queue-time="0" op-digest="e62ad827732488b88ef8722ff6a484b3"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ </node_state>
+ <node_state remote_node="true" id="base-bundle-2" uname="base-bundle-2" in_ccm="false" crm-debug-origin="do_state_transition" node_fenced="0">
+ <lrm id="base-bundle-2">
+ <lrm_resources>
+ <lrm_resource id="base" class="ocf" provider="pacemaker" type="Stateful">
+ <lrm_rsc_op id="base_last_0" operation_key="base_stop_0" operation="stop" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="126:97:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;126:97:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="991" rc-code="0" op-status="0" interval="0" last-rc-change="1687248528" exec-time="201" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="base_monitor_15000" operation_key="base_monitor_15000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="33:44:8:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:8;33:44:8:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="36" rc-code="8" op-status="0" interval="15000" last-rc-change="1687220059" exec-time="13" queue-time="0" op-digest="3ef575c5f050ae086f0f31bc8f085fdc"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ </node_state>
+ <node_state remote_node="true" id="bundle-a-1" uname="bundle-a-1" in_ccm="true" crm-debug-origin="do_state_transition" node_fenced="0">
+ <lrm id="bundle-a-1">
+ <lrm_resources>
+ <lrm_resource id="bundle-a-rsc" class="ocf" provider="pacemaker" type="Stateful">
+ <lrm_rsc_op id="bundle-a-rsc_last_0" operation_key="bundle-a-rsc_promote_0" operation="promote" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="40:168:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;40:168:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="25" rc-code="0" op-status="0" interval="0" last-rc-change="1687288549" exec-time="216" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="bundle-a-rsc_monitor_15000" operation_key="bundle-a-rsc_monitor_15000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="40:169:8:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:8;40:169:8:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="31" rc-code="8" op-status="0" interval="15000" last-rc-change="1687288549" exec-time="9" queue-time="0" op-digest="3ef575c5f050ae086f0f31bc8f085fdc"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ <transient_attributes id="bundle-a-1">
+ <instance_attributes id="status-bundle-a-1">
+ <nvpair id="status-bundle-a-1-master-bundle-a-rsc" name="master-bundle-a-rsc" value="10"/>
+ </instance_attributes>
+ </transient_attributes>
+ </node_state>
+ <node_state remote_node="true" id="bundle-b-2" uname="bundle-b-2" in_ccm="true" crm-debug-origin="controld_update_resource_history" node_fenced="0">
+ <lrm id="bundle-b-2">
+ <lrm_resources>
+ <lrm_resource id="bundle-b-rsc" class="ocf" provider="pacemaker" type="Stateful">
+ <lrm_rsc_op id="bundle-b-rsc_last_0" operation_key="bundle-b-rsc_demote_0" operation="demote" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="79:177:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;79:177:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="153" rc-code="0" op-status="0" interval="0" last-rc-change="1687292227" exec-time="217" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="bundle-b-rsc_monitor_16000" operation_key="bundle-b-rsc_monitor_16000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="78:178:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;78:178:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="159" rc-code="0" op-status="0" interval="16000" last-rc-change="1687292227" exec-time="10" queue-time="0" op-digest="e62ad827732488b88ef8722ff6a484b3"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ <transient_attributes id="bundle-b-2">
+ <instance_attributes id="status-bundle-b-2">
+ <nvpair id="status-bundle-b-2-master-bundle-b-rsc" name="master-bundle-b-rsc" value="5"/>
+ </instance_attributes>
+ </transient_attributes>
+ </node_state>
+ <node_state remote_node="true" id="bundle-b-0" uname="bundle-b-0" in_ccm="true" crm-debug-origin="do_state_transition" node_fenced="0">
+ <lrm id="bundle-b-0">
+ <lrm_resources>
+ <lrm_resource id="bundle-b-rsc" class="ocf" provider="pacemaker" type="Stateful">
+ <lrm_rsc_op id="bundle-b-rsc_last_0" operation_key="bundle-b-rsc_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="69:163:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;69:163:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="8" rc-code="0" op-status="0" interval="0" last-rc-change="1687288333" exec-time="290" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="bundle-b-rsc_monitor_16000" operation_key="bundle-b-rsc_monitor_16000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="71:164:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;71:164:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="14" rc-code="0" op-status="0" interval="16000" last-rc-change="1687288334" exec-time="12" queue-time="0" op-digest="e62ad827732488b88ef8722ff6a484b3"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ <transient_attributes id="bundle-b-0">
+ <instance_attributes id="status-bundle-b-0">
+ <nvpair id="status-bundle-b-0-master-bundle-b-rsc" name="master-bundle-b-rsc" value="5"/>
+ </instance_attributes>
+ </transient_attributes>
+ </node_state>
+ <node_state remote_node="true" id="bundle-b-1" uname="bundle-b-1" in_ccm="true" crm-debug-origin="controld_update_resource_history" node_fenced="0">
+ <lrm id="bundle-b-1">
+ <lrm_resources>
+ <lrm_resource id="bundle-b-rsc" class="ocf" provider="pacemaker" type="Stateful">
+ <lrm_rsc_op id="bundle-b-rsc_last_0" operation_key="bundle-b-rsc_promote_0" operation="promote" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="74:178:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;74:178:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="145" rc-code="0" op-status="0" interval="0" last-rc-change="1687292227" exec-time="200" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="bundle-b-rsc_monitor_15000" operation_key="bundle-b-rsc_monitor_15000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="77:179:8:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:8;77:179:8:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="151" rc-code="8" op-status="0" interval="15000" last-rc-change="1687292227" exec-time="32" queue-time="0" op-digest="3ef575c5f050ae086f0f31bc8f085fdc"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ <transient_attributes id="bundle-b-1">
+ <instance_attributes id="status-bundle-b-1">
+ <nvpair id="status-bundle-b-1-master-bundle-b-rsc" name="master-bundle-b-rsc" value="10"/>
+ </instance_attributes>
+ </transient_attributes>
+ </node_state>
+ <node_state remote_node="true" id="bundle-a-0" uname="bundle-a-0" in_ccm="true" crm-debug-origin="do_state_transition" node_fenced="0">
+ <lrm id="bundle-a-0">
+ <lrm_resources>
+ <lrm_resource id="bundle-a-rsc" class="ocf" provider="pacemaker" type="Stateful">
+ <lrm_rsc_op id="bundle-a-rsc_last_0" operation_key="bundle-a-rsc_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="39:162:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;39:162:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="8" rc-code="0" op-status="0" interval="0" last-rc-change="1687288333" exec-time="250" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="bundle-a-rsc_monitor_16000" operation_key="bundle-a-rsc_monitor_16000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="36:163:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;36:163:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="14" rc-code="0" op-status="0" interval="16000" last-rc-change="1687288333" exec-time="10" queue-time="0" op-digest="e62ad827732488b88ef8722ff6a484b3"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ <transient_attributes id="bundle-a-0">
+ <instance_attributes id="status-bundle-a-0">
+ <nvpair id="status-bundle-a-0-master-bundle-a-rsc" name="master-bundle-a-rsc" value="5"/>
+ </instance_attributes>
+ </transient_attributes>
+ </node_state>
+ <node_state remote_node="true" id="bundle-a-2" uname="bundle-a-2" in_ccm="true" crm-debug-origin="do_state_transition" node_fenced="0">
+ <lrm id="bundle-a-2">
+ <lrm_resources>
+ <lrm_resource id="bundle-a-rsc" class="ocf" provider="pacemaker" type="Stateful">
+ <lrm_rsc_op id="bundle-a-rsc_last_0" operation_key="bundle-a-rsc_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="29:157:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;29:157:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="8" rc-code="0" op-status="0" interval="0" last-rc-change="1687288268" exec-time="236" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="bundle-a-rsc_monitor_16000" operation_key="bundle-a-rsc_monitor_16000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="30:158:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;30:158:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="14" rc-code="0" op-status="0" interval="16000" last-rc-change="1687288268" exec-time="10" queue-time="0" op-digest="e62ad827732488b88ef8722ff6a484b3"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ <transient_attributes id="bundle-a-2">
+ <instance_attributes id="status-bundle-a-2">
+ <nvpair id="status-bundle-a-2-master-bundle-a-rsc" name="master-bundle-a-rsc" value="5"/>
+ </instance_attributes>
+ </transient_attributes>
+ </node_state>
+ </status>
+</cib>
diff --git a/cts/scheduler/xml/bundle-promoted-colocation-1.xml b/cts/scheduler/xml/bundle-promoted-colocation-1.xml
new file mode 100644
index 0000000..ff2a520
--- /dev/null
+++ b/cts/scheduler/xml/bundle-promoted-colocation-1.xml
@@ -0,0 +1,237 @@
+<cib crm_feature_set="3.17.4" validate-with="pacemaker-3.9" epoch="45" num_updates="6" admin_epoch="0" cib-last-written="Mon Jun 19 19:05:45 2023" update-origin="node1" update-client="cibadmin" update-user="root" have-quorum="1" dc-uuid="1">
+ <configuration>
+ <!-- The essential elements of this test are:
+ * A primitive (vip) is mandatorily colocated with the promoted instance
+ of a bundle (base-bundle)
+ * The primitive is running on a different node from the bundle's
+ promoted instance
+ * There is no stickiness
+ * There are no location constraints
+ * There are three nodes available for both resources
+
+ In this situation, the primitive should move to the same node as the
+ bundle's promoted instance.
+ -->
+ <crm_config>
+ <cluster_property_set id="cib-bootstrap-options">
+ <nvpair id="cib-bootstrap-options-have-watchdog" name="have-watchdog" value="false"/>
+ <nvpair id="cib-bootstrap-options-dc-version" name="dc-version" value="2.1.5-1.0a457786a.git.el9-0a457786a"/>
+ <nvpair id="cib-bootstrap-options-cluster-infrastructure" name="cluster-infrastructure" value="corosync"/>
+ <nvpair id="cib-bootstrap-options-cluster-name" name="cluster-name" value="test"/>
+ <nvpair id="cib-bootstrap-options-last-lrm-refresh" name="last-lrm-refresh" value="1687217818"/>
+ </cluster_property_set>
+ </crm_config>
+ <nodes>
+ <node id="1" uname="node1"/>
+ <node id="2" uname="node2"/>
+ <node id="3" uname="node3"/>
+ </nodes>
+ <resources>
+ <primitive class="stonith" id="Fencing" type="fence_xvm">
+ <instance_attributes id="Fencing-instance_attributes">
+ <nvpair id="Fencing-instance_attributes_pcmk_host_list" name="pcmk_host_list" value="node1 node2 node3"/>
+ </instance_attributes>
+ <operations>
+ <op id="Fencing-monitor-120s" interval="120s" name="monitor" timeout="120s"/>
+ </operations>
+ </primitive>
+ <bundle id="base-bundle">
+ <meta_attributes id="base-bundle-meta_attributes">
+ <nvpair id="base-bundle-meta_attributes-promotable" name="promotable" value="true"/>
+ <nvpair id="base-bundle-meta_attributes-container-attribute-target" name="container-attribute-target" value="host"/>
+ </meta_attributes>
+ <podman image="localhost/pcmktest" replicas="3"/>
+ <network control-port="3121"/>
+ <primitive id="base" class="ocf" provider="pacemaker" type="Stateful">
+ <operations>
+ <op id="base-monitor-15s" interval="15s" name="monitor" timeout="15s" role="Promoted"/>
+ <op id="base-monitor-16s" interval="16s" name="monitor" timeout="16s" role="Unpromoted"/>
+ </operations>
+ </primitive>
+ </bundle>
+ <primitive class="ocf" id="vip" provider="heartbeat" type="IPaddr2">
+ <instance_attributes id="vip-instance_attributes">
+ <nvpair id="vip-instance_attributes-cidr_netmask" name="cidr_netmask" value="32"/>
+ <nvpair id="vip-instance_attributes-ip" name="ip" value="192.168.22.81"/>
+ </instance_attributes>
+ <operations>
+ <op id="vip-monitor-interval-10s" interval="10s" name="monitor" timeout="20s"/>
+ <op id="vip-start-interval-0s" interval="0s" name="start" timeout="20s"/>
+ <op id="vip-stop-interval-0s" interval="0s" name="stop" timeout="20s"/>
+ </operations>
+ </primitive>
+ </resources>
+ <constraints>
+ <rsc_colocation id="colocation-vip-base-bundle-INFINITY" rsc="vip" score="INFINITY" with-rsc="base-bundle" with-rsc-role="Promoted"/>
+ </constraints>
+ <fencing-topology/>
+ <op_defaults/>
+ <alerts/>
+ <rsc_defaults/>
+ </configuration>
+ <status>
+ <node_state id="1" uname="node1" in_ccm="true" crmd="online" crm-debug-origin="controld_update_resource_history" join="member" expected="member">
+ <transient_attributes id="1">
+ <instance_attributes id="status-1">
+ <nvpair id="status-1-.feature-set" name="#feature-set" value="3.17.4"/>
+ <nvpair id="status-1-master-base" name="master-base" value="11"/>
+ </instance_attributes>
+ </transient_attributes>
+ <lrm id="1">
+ <lrm_resources>
+ <lrm_resource id="Fencing" type="fence_xvm" class="stonith">
+ <lrm_rsc_op id="Fencing_last_0" operation_key="Fencing_stop_0" operation="stop" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="12:62:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;12:62:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="55" rc-code="0" op-status="0" interval="0" last-rc-change="1687222219" exec-time="0" queue-time="0" op-digest="6197322ae276dfeb4a212d09787f9738"/>
+ <lrm_rsc_op id="Fencing_monitor_120000" operation_key="Fencing_monitor_120000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="2:23:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;2:23:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="38" rc-code="0" op-status="0" interval="120000" last-rc-change="1687217955" exec-time="43" queue-time="0" op-digest="8ca455a603cbe2dc8d68703e63c272f1"/>
+ </lrm_resource>
+ <lrm_resource id="vip" type="IPaddr2" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="vip_last_0" operation_key="vip_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="51:60:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;51:60:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="52" rc-code="0" op-status="0" interval="0" last-rc-change="1687222197" exec-time="61" queue-time="0" op-digest="b274efb9afd1400d58df73d9925b6823"/>
+ <lrm_rsc_op id="vip_monitor_10000" operation_key="vip_monitor_10000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="52:60:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;52:60:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="53" rc-code="0" op-status="0" interval="10000" last-rc-change="1687222197" exec-time="38" queue-time="0" op-digest="20f7173b4af9ab62392ae5d9e5243580"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-2" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="base-bundle-podman-2_last_0" operation_key="base-bundle-podman-2_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="8:33:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;8:33:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="49" rc-code="7" op-status="0" interval="0" last-rc-change="1687219402" exec-time="103" queue-time="0" op-digest="eb1c148b6d2d7a7013f75d596536409b"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-1" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="base-bundle-podman-1_last_0" operation_key="base-bundle-podman-1_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="6:33:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;6:33:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="45" rc-code="7" op-status="0" interval="0" last-rc-change="1687219402" exec-time="82" queue-time="0" op-digest="91ec5f49c5fd88f29405389545fb7d59"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-2" type="remote" class="ocf" provider="pacemaker" container="base-bundle-podman-2">
+ <lrm_rsc_op id="base-bundle-2_last_0" operation_key="base-bundle-2_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="9:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;9:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="5" rc-code="7" op-status="0" interval="0" last-rc-change="1687219636" exec-time="0" queue-time="0" op-digest="b1f9a03e78ae75f94cc0c36e6c0cc527" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-0" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="base-bundle-podman-0_last_0" operation_key="base-bundle-podman-0_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="7:28:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;7:28:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="40" rc-code="0" op-status="0" interval="0" last-rc-change="1687218074" exec-time="795" queue-time="0" op-digest="b93578750303776f6bb098395c53338a"/>
+ <lrm_rsc_op id="base-bundle-podman-0_monitor_60000" operation_key="base-bundle-podman-0_monitor_60000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="8:29:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;8:29:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="41" rc-code="0" op-status="0" interval="60000" last-rc-change="1687218074" exec-time="166" queue-time="0" op-digest="902512fcf3e4556d9585c44184665d8c"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-1" type="remote" class="ocf" provider="pacemaker" container="base-bundle-podman-1">
+ <lrm_rsc_op id="base-bundle-1_last_0" operation_key="base-bundle-1_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="7:33:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;7:33:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="4" rc-code="7" op-status="0" interval="0" last-rc-change="1687219403" exec-time="0" queue-time="0" op-digest="137e2067e195bc8e29ef8680e392a9e7" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-0" type="remote" class="ocf" provider="pacemaker" container="base-bundle-podman-0">
+ <lrm_rsc_op id="base-bundle-0_last_0" operation_key="base-bundle-0_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="9:29:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;9:29:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="2" rc-code="0" op-status="0" interval="0" last-rc-change="1687218074" exec-time="0" queue-time="0" op-digest="2b7683df7d64ff71ec5fd3675fd12017" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ <lrm_rsc_op id="base-bundle-0_monitor_30000" operation_key="base-bundle-0_monitor_30000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="11:30:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;11:30:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="3" rc-code="0" op-status="0" interval="30000" last-rc-change="1687218075" exec-time="0" queue-time="0" op-digest="6f3c7e233bacb8420fef5f9581190d00"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ </node_state>
+ <node_state id="2" uname="node2" crmd="online" crm-debug-origin="controld_update_resource_history" in_ccm="true" join="member" expected="member">
+ <transient_attributes id="2">
+ <instance_attributes id="status-2">
+ <nvpair id="status-2-.feature-set" name="#feature-set" value="3.17.4"/>
+ <nvpair id="status-2-master-base" name="master-base" value="12"/>
+ </instance_attributes>
+ </transient_attributes>
+ <lrm id="2">
+ <lrm_resources>
+ <lrm_resource id="Fencing" type="fence_xvm" class="stonith">
+ <lrm_rsc_op id="Fencing_last_0" operation_key="Fencing_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="12:69:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;12:69:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="58" rc-code="0" op-status="0" interval="0" last-rc-change="1687226745" exec-time="33" queue-time="0" op-digest="f551693977f94a4fa8883fb70e439592"/>
+ <lrm_rsc_op id="Fencing_monitor_120000" operation_key="Fencing_monitor_120000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="4:69:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;4:69:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="59" rc-code="0" op-status="0" interval="120000" last-rc-change="1687226745" exec-time="27" queue-time="0" op-digest="24989640311980988fb77ddd1cc1002b"/>
+ </lrm_resource>
+ <lrm_resource id="vip" type="IPaddr2" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="vip_last_0" operation_key="vip_stop_0" operation="stop" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="50:60:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;50:60:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="53" rc-code="0" op-status="0" interval="0" last-rc-change="1687222197" exec-time="47" queue-time="0" op-digest="b274efb9afd1400d58df73d9925b6823"/>
+ <lrm_rsc_op id="vip_monitor_10000" operation_key="vip_monitor_10000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="26:23:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;26:23:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="37" rc-code="0" op-status="0" interval="10000" last-rc-change="1687217955" exec-time="42" queue-time="0" op-digest="20f7173b4af9ab62392ae5d9e5243580"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-2" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="base-bundle-podman-2_last_0" operation_key="base-bundle-podman-2_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="12:33:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;12:33:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="47" rc-code="7" op-status="0" interval="0" last-rc-change="1687219402" exec-time="69" queue-time="1" op-digest="eb1c148b6d2d7a7013f75d596536409b"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-1" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="base-bundle-podman-1_last_0" operation_key="base-bundle-podman-1_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="20:33:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;20:33:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="48" rc-code="0" op-status="0" interval="0" last-rc-change="1687219402" exec-time="665" queue-time="0" op-digest="91ec5f49c5fd88f29405389545fb7d59"/>
+ <lrm_rsc_op id="base-bundle-podman-1_monitor_60000" operation_key="base-bundle-podman-1_monitor_60000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="21:33:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;21:33:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="49" rc-code="0" op-status="0" interval="60000" last-rc-change="1687219403" exec-time="158" queue-time="0" op-digest="f0ef4729d120aa3f5d938cabca4d06c7"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-2" type="remote" class="ocf" provider="pacemaker" container="base-bundle-podman-2">
+ <lrm_rsc_op id="base-bundle-2_last_0" operation_key="base-bundle-2_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="10:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;10:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="5" rc-code="7" op-status="0" interval="0" last-rc-change="1687219636" exec-time="0" queue-time="0" op-digest="b1f9a03e78ae75f94cc0c36e6c0cc527" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-0" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="base-bundle-podman-0_last_0" operation_key="base-bundle-podman-0_stop_0" operation="stop" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="2:27:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;2:27:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="39" rc-code="0" op-status="0" interval="0" last-rc-change="1687217956" exec-time="161" queue-time="0" op-digest="bbac36b73a7a6604aefdd2cb3b5f42e6"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-1" type="remote" class="ocf" provider="pacemaker" container="base-bundle-podman-1">
+ <lrm_rsc_op id="base-bundle-1_last_0" operation_key="base-bundle-1_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="22:33:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;22:33:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="3" rc-code="0" op-status="0" interval="0" last-rc-change="1687219403" exec-time="0" queue-time="0" op-digest="137e2067e195bc8e29ef8680e392a9e7" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ <lrm_rsc_op id="base-bundle-1_monitor_30000" operation_key="base-bundle-1_monitor_30000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="20:34:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;20:34:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="4" rc-code="0" op-status="0" interval="30000" last-rc-change="1687219404" exec-time="0" queue-time="0" op-digest="3929eec440004bca31f813a8e6097506"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-0" type="remote" class="ocf" provider="pacemaker" container="base-bundle-podman-0">
+ <lrm_rsc_op id="base-bundle-0_last_0" operation_key="base-bundle-0_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="3:7:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;3:7:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="1" rc-code="7" op-status="0" interval="0" last-rc-change="1687217701" exec-time="0" queue-time="0" op-digest="137e2067e195bc8e29ef8680e392a9e7" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ </node_state>
+ <node_state remote_node="true" id="base-bundle-0" uname="base-bundle-0" in_ccm="true" crm-debug-origin="do_state_transition" node_fenced="0">
+ <lrm id="base-bundle-0">
+ <lrm_resources>
+ <lrm_resource id="base" class="ocf" provider="pacemaker" type="Stateful">
+ <lrm_rsc_op id="base_last_0" operation_key="base_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="16:30:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;16:30:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="8" rc-code="0" op-status="0" interval="0" last-rc-change="1687218075" exec-time="307" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="base_monitor_16000" operation_key="base_monitor_16000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="17:31:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;17:31:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="14" rc-code="0" op-status="0" interval="16000" last-rc-change="1687218076" exec-time="15" queue-time="0" op-digest="e62ad827732488b88ef8722ff6a484b3"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ <transient_attributes id="base-bundle-0">
+ <instance_attributes id="status-base-bundle-0">
+ <nvpair id="status-base-bundle-0-master-base" name="master-base" value="5"/>
+ </instance_attributes>
+ </transient_attributes>
+ </node_state>
+ <node_state id="3" uname="node3" crmd="online" crm-debug-origin="do_state_transition" in_ccm="true" join="member" expected="member">
+ <transient_attributes id="3">
+ <instance_attributes id="status-3">
+ <nvpair id="status-3-.feature-set" name="#feature-set" value="3.17.4"/>
+ <nvpair id="status-3-master-base" name="master-base" value="13"/>
+ </instance_attributes>
+ </transient_attributes>
+ <lrm id="3">
+ <lrm_resources>
+ <lrm_resource id="Fencing" type="fence_xvm" class="stonith">
+ <lrm_rsc_op id="Fencing_last_0" operation_key="Fencing_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="11:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;11:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="8" rc-code="7" op-status="0" interval="0" last-rc-change="1687219634" exec-time="5" queue-time="0" op-digest="6197322ae276dfeb4a212d09787f9738"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-2" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="base-bundle-podman-2_last_0" operation_key="base-bundle-podman-2_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="29:36:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;29:36:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="24" rc-code="0" op-status="0" interval="0" last-rc-change="1687219634" exec-time="936" queue-time="0" op-digest="eb1c148b6d2d7a7013f75d596536409b"/>
+ <lrm_rsc_op id="base-bundle-podman-2_monitor_60000" operation_key="base-bundle-podman-2_monitor_60000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="30:36:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;30:36:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="25" rc-code="0" op-status="0" interval="60000" last-rc-change="1687219635" exec-time="173" queue-time="0" op-digest="8eeca5a30b14f3d9ef7d2ddbd16c2e05"/>
+ </lrm_resource>
+ <lrm_resource id="vip" type="IPaddr2" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="vip_last_0" operation_key="vip_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="18:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;18:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="23" rc-code="7" op-status="0" interval="0" last-rc-change="1687219634" exec-time="71" queue-time="0" op-digest="b274efb9afd1400d58df73d9925b6823"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-1" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="base-bundle-podman-1_last_0" operation_key="base-bundle-podman-1_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="14:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;14:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="14" rc-code="7" op-status="0" interval="0" last-rc-change="1687219634" exec-time="107" queue-time="0" op-digest="91ec5f49c5fd88f29405389545fb7d59"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-2" type="remote" class="ocf" provider="pacemaker" container="base-bundle-podman-2">
+ <lrm_rsc_op id="base-bundle-2_last_0" operation_key="base-bundle-2_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="31:36:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;31:36:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="4" rc-code="0" op-status="0" interval="0" last-rc-change="1687219635" exec-time="0" queue-time="0" op-digest="b1f9a03e78ae75f94cc0c36e6c0cc527" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ <lrm_rsc_op id="base-bundle-2_monitor_30000" operation_key="base-bundle-2_monitor_30000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="25:37:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;25:37:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="5" rc-code="0" op-status="0" interval="30000" last-rc-change="1687219637" exec-time="0" queue-time="0" op-digest="354b9acaa7ea1113d708dc11a1d6bbfa"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-0" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="base-bundle-podman-0_last_0" operation_key="base-bundle-podman-0_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="12:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;12:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="10" rc-code="7" op-status="0" interval="0" last-rc-change="1687219634" exec-time="104" queue-time="0" op-digest="b93578750303776f6bb098395c53338a"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-1" type="remote" class="ocf" provider="pacemaker" container="base-bundle-podman-1">
+ <lrm_rsc_op id="base-bundle-1_last_0" operation_key="base-bundle-1_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="15:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;15:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="2" rc-code="7" op-status="0" interval="0" last-rc-change="1687219634" exec-time="0" queue-time="0" op-digest="137e2067e195bc8e29ef8680e392a9e7" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-0" type="remote" class="ocf" provider="pacemaker" container="base-bundle-podman-0">
+ <lrm_rsc_op id="base-bundle-0_last_0" operation_key="base-bundle-0_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="13:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;13:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="1" rc-code="7" op-status="0" interval="0" last-rc-change="1687219634" exec-time="0" queue-time="0" op-digest="2b7683df7d64ff71ec5fd3675fd12017" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ </node_state>
+ <node_state remote_node="true" id="base-bundle-1" uname="base-bundle-1" in_ccm="true" crm-debug-origin="controld_update_resource_history" node_fenced="0">
+ <lrm id="base-bundle-1">
+ <lrm_resources>
+ <lrm_resource id="base" class="ocf" provider="pacemaker" type="Stateful">
+ <lrm_rsc_op id="base_last_0" operation_key="base_demote_0" operation="demote" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="35:55:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;35:55:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="86" rc-code="0" op-status="0" interval="0" last-rc-change="1687220328" exec-time="221" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="base_monitor_16000" operation_key="base_monitor_16000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="35:56:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;35:56:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="92" rc-code="0" op-status="0" interval="16000" last-rc-change="1687220329" exec-time="43" queue-time="0" op-digest="e62ad827732488b88ef8722ff6a484b3"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ <transient_attributes id="base-bundle-1">
+ <instance_attributes id="status-base-bundle-1">
+ <nvpair id="status-base-bundle-1-master-base" name="master-base" value="5"/>
+ </instance_attributes>
+ </transient_attributes>
+ </node_state>
+ <node_state remote_node="true" id="base-bundle-2" uname="base-bundle-2" in_ccm="true" crm-debug-origin="controld_update_resource_history" node_fenced="0">
+ <lrm id="base-bundle-2">
+ <lrm_resources>
+ <lrm_resource id="base" class="ocf" provider="pacemaker" type="Stateful">
+ <lrm_rsc_op id="base_last_0" operation_key="base_promote_0" operation="promote" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="32:43:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;32:43:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="30" rc-code="0" op-status="0" interval="0" last-rc-change="1687220058" exec-time="222" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="base_monitor_15000" operation_key="base_monitor_15000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="33:44:8:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:8;33:44:8:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="36" rc-code="8" op-status="0" interval="15000" last-rc-change="1687220059" exec-time="13" queue-time="0" op-digest="3ef575c5f050ae086f0f31bc8f085fdc"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ <transient_attributes id="base-bundle-2">
+ <instance_attributes id="status-base-bundle-2">
+ <nvpair id="status-base-bundle-2-master-base" name="master-base" value="10"/>
+ </instance_attributes>
+ </transient_attributes>
+ </node_state>
+ </status>
+</cib>
diff --git a/cts/scheduler/xml/bundle-promoted-colocation-2.xml b/cts/scheduler/xml/bundle-promoted-colocation-2.xml
new file mode 100644
index 0000000..cbef724
--- /dev/null
+++ b/cts/scheduler/xml/bundle-promoted-colocation-2.xml
@@ -0,0 +1,237 @@
+<cib crm_feature_set="3.17.4" validate-with="pacemaker-3.9" epoch="45" num_updates="6" admin_epoch="0" cib-last-written="Mon Jun 19 19:05:45 2023" update-origin="node1" update-client="cibadmin" update-user="root" have-quorum="1" dc-uuid="1">
+ <configuration>
+ <!-- The essential elements of this test are:
+ * A primitive (vip) is optionally colocated (score=5000) with the
+ promoted instance of a bundle (base-bundle)
+ * The primitive is running on a different node from the bundle's
+ promoted instance
+ * There is no stickiness
+ * There are no location constraints
+ * There are three nodes available for both resources
+
+ In this situation, the primitive should move to the same node as the
+ bundle's promoted instance.
+ -->
+ <crm_config>
+ <cluster_property_set id="cib-bootstrap-options">
+ <nvpair id="cib-bootstrap-options-have-watchdog" name="have-watchdog" value="false"/>
+ <nvpair id="cib-bootstrap-options-dc-version" name="dc-version" value="2.1.5-1.0a457786a.git.el9-0a457786a"/>
+ <nvpair id="cib-bootstrap-options-cluster-infrastructure" name="cluster-infrastructure" value="corosync"/>
+ <nvpair id="cib-bootstrap-options-cluster-name" name="cluster-name" value="test"/>
+ <nvpair id="cib-bootstrap-options-last-lrm-refresh" name="last-lrm-refresh" value="1687217818"/>
+ </cluster_property_set>
+ </crm_config>
+ <nodes>
+ <node id="1" uname="node1"/>
+ <node id="2" uname="node2"/>
+ <node id="3" uname="node3"/>
+ </nodes>
+ <resources>
+ <primitive class="stonith" id="Fencing" type="fence_xvm">
+ <instance_attributes id="Fencing-instance_attributes">
+ <nvpair id="Fencing-instance_attributes_pcmk_host_list" name="pcmk_host_list" value="node1 node2 node3"/>
+ </instance_attributes>
+ <operations>
+ <op id="Fencing-monitor-120s" interval="120s" name="monitor" timeout="120s"/>
+ </operations>
+ </primitive>
+ <bundle id="base-bundle">
+ <meta_attributes id="base-bundle-meta_attributes">
+ <nvpair id="base-bundle-meta_attributes-promotable" name="promotable" value="true"/>
+ <nvpair id="base-bundle-meta_attributes-container-attribute-target" name="container-attribute-target" value="host"/>
+ </meta_attributes>
+ <podman image="localhost/pcmktest" replicas="3"/>
+ <network control-port="3121"/>
+ <primitive id="base" class="ocf" provider="pacemaker" type="Stateful">
+ <operations>
+ <op id="base-monitor-15s" interval="15s" name="monitor" timeout="15s" role="Promoted"/>
+ <op id="base-monitor-16s" interval="16s" name="monitor" timeout="16s" role="Unpromoted"/>
+ </operations>
+ </primitive>
+ </bundle>
+ <primitive class="ocf" id="vip" provider="heartbeat" type="IPaddr2">
+ <instance_attributes id="vip-instance_attributes">
+ <nvpair id="vip-instance_attributes-cidr_netmask" name="cidr_netmask" value="32"/>
+ <nvpair id="vip-instance_attributes-ip" name="ip" value="192.168.22.81"/>
+ </instance_attributes>
+ <operations>
+ <op id="vip-monitor-interval-10s" interval="10s" name="monitor" timeout="20s"/>
+ <op id="vip-start-interval-0s" interval="0s" name="start" timeout="20s"/>
+ <op id="vip-stop-interval-0s" interval="0s" name="stop" timeout="20s"/>
+ </operations>
+ </primitive>
+ </resources>
+ <constraints>
+ <rsc_colocation id="colocation-vip-base-bundle-5000" rsc="vip" score="5000" with-rsc="base-bundle" with-rsc-role="Promoted"/>
+ </constraints>
+ <fencing-topology/>
+ <op_defaults/>
+ <alerts/>
+ <rsc_defaults/>
+ </configuration>
+ <status>
+ <node_state id="1" uname="node1" in_ccm="true" crmd="online" crm-debug-origin="controld_update_resource_history" join="member" expected="member">
+ <transient_attributes id="1">
+ <instance_attributes id="status-1">
+ <nvpair id="status-1-.feature-set" name="#feature-set" value="3.17.4"/>
+ <nvpair id="status-1-master-base" name="master-base" value="11"/>
+ </instance_attributes>
+ </transient_attributes>
+ <lrm id="1">
+ <lrm_resources>
+ <lrm_resource id="Fencing" type="fence_xvm" class="stonith">
+ <lrm_rsc_op id="Fencing_last_0" operation_key="Fencing_stop_0" operation="stop" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="12:62:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;12:62:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="55" rc-code="0" op-status="0" interval="0" last-rc-change="1687222219" exec-time="0" queue-time="0" op-digest="6197322ae276dfeb4a212d09787f9738"/>
+ <lrm_rsc_op id="Fencing_monitor_120000" operation_key="Fencing_monitor_120000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="2:23:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;2:23:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="38" rc-code="0" op-status="0" interval="120000" last-rc-change="1687217955" exec-time="43" queue-time="0" op-digest="8ca455a603cbe2dc8d68703e63c272f1"/>
+ </lrm_resource>
+ <lrm_resource id="vip" type="IPaddr2" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="vip_last_0" operation_key="vip_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="51:60:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;51:60:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="52" rc-code="0" op-status="0" interval="0" last-rc-change="1687222197" exec-time="61" queue-time="0" op-digest="b274efb9afd1400d58df73d9925b6823"/>
+ <lrm_rsc_op id="vip_monitor_10000" operation_key="vip_monitor_10000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="52:60:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;52:60:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="53" rc-code="0" op-status="0" interval="10000" last-rc-change="1687222197" exec-time="38" queue-time="0" op-digest="20f7173b4af9ab62392ae5d9e5243580"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-2" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="base-bundle-podman-2_last_0" operation_key="base-bundle-podman-2_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="8:33:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;8:33:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="49" rc-code="7" op-status="0" interval="0" last-rc-change="1687219402" exec-time="103" queue-time="0" op-digest="eb1c148b6d2d7a7013f75d596536409b"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-1" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="base-bundle-podman-1_last_0" operation_key="base-bundle-podman-1_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="6:33:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;6:33:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="45" rc-code="7" op-status="0" interval="0" last-rc-change="1687219402" exec-time="82" queue-time="0" op-digest="91ec5f49c5fd88f29405389545fb7d59"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-2" type="remote" class="ocf" provider="pacemaker" container="base-bundle-podman-2">
+ <lrm_rsc_op id="base-bundle-2_last_0" operation_key="base-bundle-2_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="9:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;9:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="5" rc-code="7" op-status="0" interval="0" last-rc-change="1687219636" exec-time="0" queue-time="0" op-digest="b1f9a03e78ae75f94cc0c36e6c0cc527" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-0" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="base-bundle-podman-0_last_0" operation_key="base-bundle-podman-0_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="7:28:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;7:28:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="40" rc-code="0" op-status="0" interval="0" last-rc-change="1687218074" exec-time="795" queue-time="0" op-digest="b93578750303776f6bb098395c53338a"/>
+ <lrm_rsc_op id="base-bundle-podman-0_monitor_60000" operation_key="base-bundle-podman-0_monitor_60000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="8:29:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;8:29:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="41" rc-code="0" op-status="0" interval="60000" last-rc-change="1687218074" exec-time="166" queue-time="0" op-digest="902512fcf3e4556d9585c44184665d8c"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-1" type="remote" class="ocf" provider="pacemaker" container="base-bundle-podman-1">
+ <lrm_rsc_op id="base-bundle-1_last_0" operation_key="base-bundle-1_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="7:33:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;7:33:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="4" rc-code="7" op-status="0" interval="0" last-rc-change="1687219403" exec-time="0" queue-time="0" op-digest="137e2067e195bc8e29ef8680e392a9e7" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-0" type="remote" class="ocf" provider="pacemaker" container="base-bundle-podman-0">
+ <lrm_rsc_op id="base-bundle-0_last_0" operation_key="base-bundle-0_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="9:29:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;9:29:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="2" rc-code="0" op-status="0" interval="0" last-rc-change="1687218074" exec-time="0" queue-time="0" op-digest="2b7683df7d64ff71ec5fd3675fd12017" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ <lrm_rsc_op id="base-bundle-0_monitor_30000" operation_key="base-bundle-0_monitor_30000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="11:30:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;11:30:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="3" rc-code="0" op-status="0" interval="30000" last-rc-change="1687218075" exec-time="0" queue-time="0" op-digest="6f3c7e233bacb8420fef5f9581190d00"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ </node_state>
+ <node_state id="2" uname="node2" crmd="online" crm-debug-origin="controld_update_resource_history" in_ccm="true" join="member" expected="member">
+ <transient_attributes id="2">
+ <instance_attributes id="status-2">
+ <nvpair id="status-2-.feature-set" name="#feature-set" value="3.17.4"/>
+ <nvpair id="status-2-master-base" name="master-base" value="12"/>
+ </instance_attributes>
+ </transient_attributes>
+ <lrm id="2">
+ <lrm_resources>
+ <lrm_resource id="Fencing" type="fence_xvm" class="stonith">
+ <lrm_rsc_op id="Fencing_last_0" operation_key="Fencing_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="12:69:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;12:69:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="58" rc-code="0" op-status="0" interval="0" last-rc-change="1687226745" exec-time="33" queue-time="0" op-digest="f551693977f94a4fa8883fb70e439592"/>
+ <lrm_rsc_op id="Fencing_monitor_120000" operation_key="Fencing_monitor_120000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="4:69:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;4:69:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="59" rc-code="0" op-status="0" interval="120000" last-rc-change="1687226745" exec-time="27" queue-time="0" op-digest="24989640311980988fb77ddd1cc1002b"/>
+ </lrm_resource>
+ <lrm_resource id="vip" type="IPaddr2" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="vip_last_0" operation_key="vip_stop_0" operation="stop" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="50:60:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;50:60:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="53" rc-code="0" op-status="0" interval="0" last-rc-change="1687222197" exec-time="47" queue-time="0" op-digest="b274efb9afd1400d58df73d9925b6823"/>
+ <lrm_rsc_op id="vip_monitor_10000" operation_key="vip_monitor_10000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="26:23:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;26:23:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="37" rc-code="0" op-status="0" interval="10000" last-rc-change="1687217955" exec-time="42" queue-time="0" op-digest="20f7173b4af9ab62392ae5d9e5243580"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-2" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="base-bundle-podman-2_last_0" operation_key="base-bundle-podman-2_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="12:33:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;12:33:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="47" rc-code="7" op-status="0" interval="0" last-rc-change="1687219402" exec-time="69" queue-time="1" op-digest="eb1c148b6d2d7a7013f75d596536409b"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-1" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="base-bundle-podman-1_last_0" operation_key="base-bundle-podman-1_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="20:33:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;20:33:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="48" rc-code="0" op-status="0" interval="0" last-rc-change="1687219402" exec-time="665" queue-time="0" op-digest="91ec5f49c5fd88f29405389545fb7d59"/>
+ <lrm_rsc_op id="base-bundle-podman-1_monitor_60000" operation_key="base-bundle-podman-1_monitor_60000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="21:33:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;21:33:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="49" rc-code="0" op-status="0" interval="60000" last-rc-change="1687219403" exec-time="158" queue-time="0" op-digest="f0ef4729d120aa3f5d938cabca4d06c7"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-2" type="remote" class="ocf" provider="pacemaker" container="base-bundle-podman-2">
+ <lrm_rsc_op id="base-bundle-2_last_0" operation_key="base-bundle-2_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="10:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;10:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="5" rc-code="7" op-status="0" interval="0" last-rc-change="1687219636" exec-time="0" queue-time="0" op-digest="b1f9a03e78ae75f94cc0c36e6c0cc527" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-0" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="base-bundle-podman-0_last_0" operation_key="base-bundle-podman-0_stop_0" operation="stop" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="2:27:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;2:27:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="39" rc-code="0" op-status="0" interval="0" last-rc-change="1687217956" exec-time="161" queue-time="0" op-digest="bbac36b73a7a6604aefdd2cb3b5f42e6"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-1" type="remote" class="ocf" provider="pacemaker" container="base-bundle-podman-1">
+ <lrm_rsc_op id="base-bundle-1_last_0" operation_key="base-bundle-1_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="22:33:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;22:33:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="3" rc-code="0" op-status="0" interval="0" last-rc-change="1687219403" exec-time="0" queue-time="0" op-digest="137e2067e195bc8e29ef8680e392a9e7" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ <lrm_rsc_op id="base-bundle-1_monitor_30000" operation_key="base-bundle-1_monitor_30000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="20:34:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;20:34:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="4" rc-code="0" op-status="0" interval="30000" last-rc-change="1687219404" exec-time="0" queue-time="0" op-digest="3929eec440004bca31f813a8e6097506"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-0" type="remote" class="ocf" provider="pacemaker" container="base-bundle-podman-0">
+ <lrm_rsc_op id="base-bundle-0_last_0" operation_key="base-bundle-0_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="3:7:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;3:7:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="1" rc-code="7" op-status="0" interval="0" last-rc-change="1687217701" exec-time="0" queue-time="0" op-digest="137e2067e195bc8e29ef8680e392a9e7" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ </node_state>
+ <node_state remote_node="true" id="base-bundle-0" uname="base-bundle-0" in_ccm="true" crm-debug-origin="do_state_transition" node_fenced="0">
+ <lrm id="base-bundle-0">
+ <lrm_resources>
+ <lrm_resource id="base" class="ocf" provider="pacemaker" type="Stateful">
+ <lrm_rsc_op id="base_last_0" operation_key="base_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="16:30:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;16:30:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="8" rc-code="0" op-status="0" interval="0" last-rc-change="1687218075" exec-time="307" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="base_monitor_16000" operation_key="base_monitor_16000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="17:31:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;17:31:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="14" rc-code="0" op-status="0" interval="16000" last-rc-change="1687218076" exec-time="15" queue-time="0" op-digest="e62ad827732488b88ef8722ff6a484b3"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ <transient_attributes id="base-bundle-0">
+ <instance_attributes id="status-base-bundle-0">
+ <nvpair id="status-base-bundle-0-master-base" name="master-base" value="5"/>
+ </instance_attributes>
+ </transient_attributes>
+ </node_state>
+ <node_state id="3" uname="node3" crmd="online" crm-debug-origin="do_state_transition" in_ccm="true" join="member" expected="member">
+ <transient_attributes id="3">
+ <instance_attributes id="status-3">
+ <nvpair id="status-3-.feature-set" name="#feature-set" value="3.17.4"/>
+ <nvpair id="status-3-master-base" name="master-base" value="13"/>
+ </instance_attributes>
+ </transient_attributes>
+ <lrm id="3">
+ <lrm_resources>
+ <lrm_resource id="Fencing" type="fence_xvm" class="stonith">
+ <lrm_rsc_op id="Fencing_last_0" operation_key="Fencing_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="11:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;11:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="8" rc-code="7" op-status="0" interval="0" last-rc-change="1687219634" exec-time="5" queue-time="0" op-digest="6197322ae276dfeb4a212d09787f9738"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-2" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="base-bundle-podman-2_last_0" operation_key="base-bundle-podman-2_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="29:36:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;29:36:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="24" rc-code="0" op-status="0" interval="0" last-rc-change="1687219634" exec-time="936" queue-time="0" op-digest="eb1c148b6d2d7a7013f75d596536409b"/>
+ <lrm_rsc_op id="base-bundle-podman-2_monitor_60000" operation_key="base-bundle-podman-2_monitor_60000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="30:36:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;30:36:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="25" rc-code="0" op-status="0" interval="60000" last-rc-change="1687219635" exec-time="173" queue-time="0" op-digest="8eeca5a30b14f3d9ef7d2ddbd16c2e05"/>
+ </lrm_resource>
+ <lrm_resource id="vip" type="IPaddr2" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="vip_last_0" operation_key="vip_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="18:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;18:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="23" rc-code="7" op-status="0" interval="0" last-rc-change="1687219634" exec-time="71" queue-time="0" op-digest="b274efb9afd1400d58df73d9925b6823"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-1" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="base-bundle-podman-1_last_0" operation_key="base-bundle-podman-1_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="14:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;14:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="14" rc-code="7" op-status="0" interval="0" last-rc-change="1687219634" exec-time="107" queue-time="0" op-digest="91ec5f49c5fd88f29405389545fb7d59"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-2" type="remote" class="ocf" provider="pacemaker" container="base-bundle-podman-2">
+ <lrm_rsc_op id="base-bundle-2_last_0" operation_key="base-bundle-2_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="31:36:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;31:36:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="4" rc-code="0" op-status="0" interval="0" last-rc-change="1687219635" exec-time="0" queue-time="0" op-digest="b1f9a03e78ae75f94cc0c36e6c0cc527" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ <lrm_rsc_op id="base-bundle-2_monitor_30000" operation_key="base-bundle-2_monitor_30000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="25:37:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;25:37:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="5" rc-code="0" op-status="0" interval="30000" last-rc-change="1687219637" exec-time="0" queue-time="0" op-digest="354b9acaa7ea1113d708dc11a1d6bbfa"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-0" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="base-bundle-podman-0_last_0" operation_key="base-bundle-podman-0_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="12:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;12:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="10" rc-code="7" op-status="0" interval="0" last-rc-change="1687219634" exec-time="104" queue-time="0" op-digest="b93578750303776f6bb098395c53338a"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-1" type="remote" class="ocf" provider="pacemaker" container="base-bundle-podman-1">
+ <lrm_rsc_op id="base-bundle-1_last_0" operation_key="base-bundle-1_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="15:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;15:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="2" rc-code="7" op-status="0" interval="0" last-rc-change="1687219634" exec-time="0" queue-time="0" op-digest="137e2067e195bc8e29ef8680e392a9e7" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-0" type="remote" class="ocf" provider="pacemaker" container="base-bundle-podman-0">
+ <lrm_rsc_op id="base-bundle-0_last_0" operation_key="base-bundle-0_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="13:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;13:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="1" rc-code="7" op-status="0" interval="0" last-rc-change="1687219634" exec-time="0" queue-time="0" op-digest="2b7683df7d64ff71ec5fd3675fd12017" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ </node_state>
+ <node_state remote_node="true" id="base-bundle-1" uname="base-bundle-1" in_ccm="true" crm-debug-origin="controld_update_resource_history" node_fenced="0">
+ <lrm id="base-bundle-1">
+ <lrm_resources>
+ <lrm_resource id="base" class="ocf" provider="pacemaker" type="Stateful">
+ <lrm_rsc_op id="base_last_0" operation_key="base_demote_0" operation="demote" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="35:55:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;35:55:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="86" rc-code="0" op-status="0" interval="0" last-rc-change="1687220328" exec-time="221" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="base_monitor_16000" operation_key="base_monitor_16000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="35:56:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;35:56:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="92" rc-code="0" op-status="0" interval="16000" last-rc-change="1687220329" exec-time="43" queue-time="0" op-digest="e62ad827732488b88ef8722ff6a484b3"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ <transient_attributes id="base-bundle-1">
+ <instance_attributes id="status-base-bundle-1">
+ <nvpair id="status-base-bundle-1-master-base" name="master-base" value="5"/>
+ </instance_attributes>
+ </transient_attributes>
+ </node_state>
+ <node_state remote_node="true" id="base-bundle-2" uname="base-bundle-2" in_ccm="true" crm-debug-origin="controld_update_resource_history" node_fenced="0">
+ <lrm id="base-bundle-2">
+ <lrm_resources>
+ <lrm_resource id="base" class="ocf" provider="pacemaker" type="Stateful">
+ <lrm_rsc_op id="base_last_0" operation_key="base_promote_0" operation="promote" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="32:43:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;32:43:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="30" rc-code="0" op-status="0" interval="0" last-rc-change="1687220058" exec-time="222" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="base_monitor_15000" operation_key="base_monitor_15000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="33:44:8:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:8;33:44:8:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="36" rc-code="8" op-status="0" interval="15000" last-rc-change="1687220059" exec-time="13" queue-time="0" op-digest="3ef575c5f050ae086f0f31bc8f085fdc"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ <transient_attributes id="base-bundle-2">
+ <instance_attributes id="status-base-bundle-2">
+ <nvpair id="status-base-bundle-2-master-base" name="master-base" value="10"/>
+ </instance_attributes>
+ </transient_attributes>
+ </node_state>
+ </status>
+</cib>
diff --git a/cts/scheduler/xml/bundle-promoted-colocation-3.xml b/cts/scheduler/xml/bundle-promoted-colocation-3.xml
new file mode 100644
index 0000000..94d5d1b
--- /dev/null
+++ b/cts/scheduler/xml/bundle-promoted-colocation-3.xml
@@ -0,0 +1,237 @@
+<cib crm_feature_set="3.17.4" validate-with="pacemaker-3.9" epoch="45" num_updates="6" admin_epoch="0" cib-last-written="Mon Jun 19 19:05:45 2023" update-origin="node1" update-client="cibadmin" update-user="root" have-quorum="1" dc-uuid="1">
+ <configuration>
+ <!-- The essential elements of this test are:
+ * The promoted instance of a bundle (base-bundle) is mandatorily
+ colocated with a primitive (vip)
+ * The bundle's promoted instance is running on a different node from
+ the primitive
+ * There is no stickiness
+ * There are no location constraints
+ * There are three nodes available for both resources
+
+ In this situation, the bundle should demote its currently promoted
+ instance and promote the instance on the primitive's node.
+ -->
+ <crm_config>
+ <cluster_property_set id="cib-bootstrap-options">
+ <nvpair id="cib-bootstrap-options-have-watchdog" name="have-watchdog" value="false"/>
+ <nvpair id="cib-bootstrap-options-dc-version" name="dc-version" value="2.1.5-1.0a457786a.git.el9-0a457786a"/>
+ <nvpair id="cib-bootstrap-options-cluster-infrastructure" name="cluster-infrastructure" value="corosync"/>
+ <nvpair id="cib-bootstrap-options-cluster-name" name="cluster-name" value="test"/>
+ <nvpair id="cib-bootstrap-options-last-lrm-refresh" name="last-lrm-refresh" value="1687217818"/>
+ </cluster_property_set>
+ </crm_config>
+ <nodes>
+ <node id="1" uname="node1"/>
+ <node id="2" uname="node2"/>
+ <node id="3" uname="node3"/>
+ </nodes>
+ <resources>
+ <primitive class="stonith" id="Fencing" type="fence_xvm">
+ <instance_attributes id="Fencing-instance_attributes">
+ <nvpair id="Fencing-instance_attributes_pcmk_host_list" name="pcmk_host_list" value="node1 node2 node3"/>
+ </instance_attributes>
+ <operations>
+ <op id="Fencing-monitor-120s" interval="120s" name="monitor" timeout="120s"/>
+ </operations>
+ </primitive>
+ <bundle id="base-bundle">
+ <meta_attributes id="base-bundle-meta_attributes">
+ <nvpair id="base-bundle-meta_attributes-promotable" name="promotable" value="true"/>
+ <nvpair id="base-bundle-meta_attributes-container-attribute-target" name="container-attribute-target" value="host"/>
+ </meta_attributes>
+ <podman image="localhost/pcmktest" replicas="3"/>
+ <network control-port="3121"/>
+ <primitive id="base" class="ocf" provider="pacemaker" type="Stateful">
+ <operations>
+ <op id="base-monitor-15s" interval="15s" name="monitor" timeout="15s" role="Promoted"/>
+ <op id="base-monitor-16s" interval="16s" name="monitor" timeout="16s" role="Unpromoted"/>
+ </operations>
+ </primitive>
+ </bundle>
+ <primitive class="ocf" id="vip" provider="heartbeat" type="IPaddr2">
+ <instance_attributes id="vip-instance_attributes">
+ <nvpair id="vip-instance_attributes-cidr_netmask" name="cidr_netmask" value="32"/>
+ <nvpair id="vip-instance_attributes-ip" name="ip" value="192.168.22.81"/>
+ </instance_attributes>
+ <operations>
+ <op id="vip-monitor-interval-10s" interval="10s" name="monitor" timeout="20s"/>
+ <op id="vip-start-interval-0s" interval="0s" name="start" timeout="20s"/>
+ <op id="vip-stop-interval-0s" interval="0s" name="stop" timeout="20s"/>
+ </operations>
+ </primitive>
+ </resources>
+ <constraints>
+ <rsc_colocation id="colocation-base-bundle-vip-INFINITY" rsc="base-bundle" rsc-role="Promoted" score="INFINITY" with-rsc="vip"/>
+ </constraints>
+ <fencing-topology/>
+ <op_defaults/>
+ <alerts/>
+ <rsc_defaults/>
+ </configuration>
+ <status>
+ <node_state id="1" uname="node1" in_ccm="true" crmd="online" crm-debug-origin="controld_update_resource_history" join="member" expected="member">
+ <transient_attributes id="1">
+ <instance_attributes id="status-1">
+ <nvpair id="status-1-.feature-set" name="#feature-set" value="3.17.4"/>
+ <nvpair id="status-1-master-base" name="master-base" value="11"/>
+ </instance_attributes>
+ </transient_attributes>
+ <lrm id="1">
+ <lrm_resources>
+ <lrm_resource id="Fencing" type="fence_xvm" class="stonith">
+ <lrm_rsc_op id="Fencing_last_0" operation_key="Fencing_stop_0" operation="stop" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="12:62:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;12:62:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="55" rc-code="0" op-status="0" interval="0" last-rc-change="1687222219" exec-time="0" queue-time="0" op-digest="6197322ae276dfeb4a212d09787f9738"/>
+ <lrm_rsc_op id="Fencing_monitor_120000" operation_key="Fencing_monitor_120000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="2:23:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;2:23:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="38" rc-code="0" op-status="0" interval="120000" last-rc-change="1687217955" exec-time="43" queue-time="0" op-digest="8ca455a603cbe2dc8d68703e63c272f1"/>
+ </lrm_resource>
+ <lrm_resource id="vip" type="IPaddr2" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="vip_last_0" operation_key="vip_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="51:60:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;51:60:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="52" rc-code="0" op-status="0" interval="0" last-rc-change="1687222197" exec-time="61" queue-time="0" op-digest="b274efb9afd1400d58df73d9925b6823"/>
+ <lrm_rsc_op id="vip_monitor_10000" operation_key="vip_monitor_10000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="52:60:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;52:60:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="53" rc-code="0" op-status="0" interval="10000" last-rc-change="1687222197" exec-time="38" queue-time="0" op-digest="20f7173b4af9ab62392ae5d9e5243580"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-2" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="base-bundle-podman-2_last_0" operation_key="base-bundle-podman-2_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="8:33:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;8:33:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="49" rc-code="7" op-status="0" interval="0" last-rc-change="1687219402" exec-time="103" queue-time="0" op-digest="eb1c148b6d2d7a7013f75d596536409b"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-1" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="base-bundle-podman-1_last_0" operation_key="base-bundle-podman-1_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="6:33:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;6:33:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="45" rc-code="7" op-status="0" interval="0" last-rc-change="1687219402" exec-time="82" queue-time="0" op-digest="91ec5f49c5fd88f29405389545fb7d59"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-2" type="remote" class="ocf" provider="pacemaker" container="base-bundle-podman-2">
+ <lrm_rsc_op id="base-bundle-2_last_0" operation_key="base-bundle-2_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="9:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;9:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="5" rc-code="7" op-status="0" interval="0" last-rc-change="1687219636" exec-time="0" queue-time="0" op-digest="b1f9a03e78ae75f94cc0c36e6c0cc527" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-0" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="base-bundle-podman-0_last_0" operation_key="base-bundle-podman-0_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="7:28:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;7:28:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="40" rc-code="0" op-status="0" interval="0" last-rc-change="1687218074" exec-time="795" queue-time="0" op-digest="b93578750303776f6bb098395c53338a"/>
+ <lrm_rsc_op id="base-bundle-podman-0_monitor_60000" operation_key="base-bundle-podman-0_monitor_60000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="8:29:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;8:29:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="41" rc-code="0" op-status="0" interval="60000" last-rc-change="1687218074" exec-time="166" queue-time="0" op-digest="902512fcf3e4556d9585c44184665d8c"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-1" type="remote" class="ocf" provider="pacemaker" container="base-bundle-podman-1">
+ <lrm_rsc_op id="base-bundle-1_last_0" operation_key="base-bundle-1_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="7:33:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;7:33:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="4" rc-code="7" op-status="0" interval="0" last-rc-change="1687219403" exec-time="0" queue-time="0" op-digest="137e2067e195bc8e29ef8680e392a9e7" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-0" type="remote" class="ocf" provider="pacemaker" container="base-bundle-podman-0">
+ <lrm_rsc_op id="base-bundle-0_last_0" operation_key="base-bundle-0_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="9:29:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;9:29:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="2" rc-code="0" op-status="0" interval="0" last-rc-change="1687218074" exec-time="0" queue-time="0" op-digest="2b7683df7d64ff71ec5fd3675fd12017" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ <lrm_rsc_op id="base-bundle-0_monitor_30000" operation_key="base-bundle-0_monitor_30000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="11:30:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;11:30:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="3" rc-code="0" op-status="0" interval="30000" last-rc-change="1687218075" exec-time="0" queue-time="0" op-digest="6f3c7e233bacb8420fef5f9581190d00"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ </node_state>
+ <node_state id="2" uname="node2" crmd="online" crm-debug-origin="controld_update_resource_history" in_ccm="true" join="member" expected="member">
+ <transient_attributes id="2">
+ <instance_attributes id="status-2">
+ <nvpair id="status-2-.feature-set" name="#feature-set" value="3.17.4"/>
+ <nvpair id="status-2-master-base" name="master-base" value="12"/>
+ </instance_attributes>
+ </transient_attributes>
+ <lrm id="2">
+ <lrm_resources>
+ <lrm_resource id="Fencing" type="fence_xvm" class="stonith">
+ <lrm_rsc_op id="Fencing_last_0" operation_key="Fencing_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="12:69:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;12:69:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="58" rc-code="0" op-status="0" interval="0" last-rc-change="1687226745" exec-time="33" queue-time="0" op-digest="f551693977f94a4fa8883fb70e439592"/>
+ <lrm_rsc_op id="Fencing_monitor_120000" operation_key="Fencing_monitor_120000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="4:69:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;4:69:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="59" rc-code="0" op-status="0" interval="120000" last-rc-change="1687226745" exec-time="27" queue-time="0" op-digest="24989640311980988fb77ddd1cc1002b"/>
+ </lrm_resource>
+ <lrm_resource id="vip" type="IPaddr2" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="vip_last_0" operation_key="vip_stop_0" operation="stop" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="50:60:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;50:60:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="53" rc-code="0" op-status="0" interval="0" last-rc-change="1687222197" exec-time="47" queue-time="0" op-digest="b274efb9afd1400d58df73d9925b6823"/>
+ <lrm_rsc_op id="vip_monitor_10000" operation_key="vip_monitor_10000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="26:23:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;26:23:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="37" rc-code="0" op-status="0" interval="10000" last-rc-change="1687217955" exec-time="42" queue-time="0" op-digest="20f7173b4af9ab62392ae5d9e5243580"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-2" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="base-bundle-podman-2_last_0" operation_key="base-bundle-podman-2_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="12:33:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;12:33:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="47" rc-code="7" op-status="0" interval="0" last-rc-change="1687219402" exec-time="69" queue-time="1" op-digest="eb1c148b6d2d7a7013f75d596536409b"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-1" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="base-bundle-podman-1_last_0" operation_key="base-bundle-podman-1_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="20:33:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;20:33:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="48" rc-code="0" op-status="0" interval="0" last-rc-change="1687219402" exec-time="665" queue-time="0" op-digest="91ec5f49c5fd88f29405389545fb7d59"/>
+ <lrm_rsc_op id="base-bundle-podman-1_monitor_60000" operation_key="base-bundle-podman-1_monitor_60000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="21:33:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;21:33:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="49" rc-code="0" op-status="0" interval="60000" last-rc-change="1687219403" exec-time="158" queue-time="0" op-digest="f0ef4729d120aa3f5d938cabca4d06c7"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-2" type="remote" class="ocf" provider="pacemaker" container="base-bundle-podman-2">
+ <lrm_rsc_op id="base-bundle-2_last_0" operation_key="base-bundle-2_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="10:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;10:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="5" rc-code="7" op-status="0" interval="0" last-rc-change="1687219636" exec-time="0" queue-time="0" op-digest="b1f9a03e78ae75f94cc0c36e6c0cc527" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-0" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="base-bundle-podman-0_last_0" operation_key="base-bundle-podman-0_stop_0" operation="stop" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="2:27:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;2:27:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="39" rc-code="0" op-status="0" interval="0" last-rc-change="1687217956" exec-time="161" queue-time="0" op-digest="bbac36b73a7a6604aefdd2cb3b5f42e6"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-1" type="remote" class="ocf" provider="pacemaker" container="base-bundle-podman-1">
+ <lrm_rsc_op id="base-bundle-1_last_0" operation_key="base-bundle-1_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="22:33:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;22:33:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="3" rc-code="0" op-status="0" interval="0" last-rc-change="1687219403" exec-time="0" queue-time="0" op-digest="137e2067e195bc8e29ef8680e392a9e7" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ <lrm_rsc_op id="base-bundle-1_monitor_30000" operation_key="base-bundle-1_monitor_30000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="20:34:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;20:34:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="4" rc-code="0" op-status="0" interval="30000" last-rc-change="1687219404" exec-time="0" queue-time="0" op-digest="3929eec440004bca31f813a8e6097506"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-0" type="remote" class="ocf" provider="pacemaker" container="base-bundle-podman-0">
+ <lrm_rsc_op id="base-bundle-0_last_0" operation_key="base-bundle-0_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="3:7:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;3:7:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="1" rc-code="7" op-status="0" interval="0" last-rc-change="1687217701" exec-time="0" queue-time="0" op-digest="137e2067e195bc8e29ef8680e392a9e7" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ </node_state>
+ <node_state remote_node="true" id="base-bundle-0" uname="base-bundle-0" in_ccm="true" crm-debug-origin="do_state_transition" node_fenced="0">
+ <lrm id="base-bundle-0">
+ <lrm_resources>
+ <lrm_resource id="base" class="ocf" provider="pacemaker" type="Stateful">
+ <lrm_rsc_op id="base_last_0" operation_key="base_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="16:30:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;16:30:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="8" rc-code="0" op-status="0" interval="0" last-rc-change="1687218075" exec-time="307" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="base_monitor_16000" operation_key="base_monitor_16000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="17:31:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;17:31:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="14" rc-code="0" op-status="0" interval="16000" last-rc-change="1687218076" exec-time="15" queue-time="0" op-digest="e62ad827732488b88ef8722ff6a484b3"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ <transient_attributes id="base-bundle-0">
+ <instance_attributes id="status-base-bundle-0">
+ <nvpair id="status-base-bundle-0-master-base" name="master-base" value="5"/>
+ </instance_attributes>
+ </transient_attributes>
+ </node_state>
+ <node_state id="3" uname="node3" crmd="online" crm-debug-origin="do_state_transition" in_ccm="true" join="member" expected="member">
+ <transient_attributes id="3">
+ <instance_attributes id="status-3">
+ <nvpair id="status-3-.feature-set" name="#feature-set" value="3.17.4"/>
+ <nvpair id="status-3-master-base" name="master-base" value="13"/>
+ </instance_attributes>
+ </transient_attributes>
+ <lrm id="3">
+ <lrm_resources>
+ <lrm_resource id="Fencing" type="fence_xvm" class="stonith">
+ <lrm_rsc_op id="Fencing_last_0" operation_key="Fencing_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="11:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;11:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="8" rc-code="7" op-status="0" interval="0" last-rc-change="1687219634" exec-time="5" queue-time="0" op-digest="6197322ae276dfeb4a212d09787f9738"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-2" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="base-bundle-podman-2_last_0" operation_key="base-bundle-podman-2_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="29:36:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;29:36:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="24" rc-code="0" op-status="0" interval="0" last-rc-change="1687219634" exec-time="936" queue-time="0" op-digest="eb1c148b6d2d7a7013f75d596536409b"/>
+ <lrm_rsc_op id="base-bundle-podman-2_monitor_60000" operation_key="base-bundle-podman-2_monitor_60000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="30:36:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;30:36:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="25" rc-code="0" op-status="0" interval="60000" last-rc-change="1687219635" exec-time="173" queue-time="0" op-digest="8eeca5a30b14f3d9ef7d2ddbd16c2e05"/>
+ </lrm_resource>
+ <lrm_resource id="vip" type="IPaddr2" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="vip_last_0" operation_key="vip_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="18:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;18:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="23" rc-code="7" op-status="0" interval="0" last-rc-change="1687219634" exec-time="71" queue-time="0" op-digest="b274efb9afd1400d58df73d9925b6823"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-1" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="base-bundle-podman-1_last_0" operation_key="base-bundle-podman-1_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="14:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;14:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="14" rc-code="7" op-status="0" interval="0" last-rc-change="1687219634" exec-time="107" queue-time="0" op-digest="91ec5f49c5fd88f29405389545fb7d59"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-2" type="remote" class="ocf" provider="pacemaker" container="base-bundle-podman-2">
+ <lrm_rsc_op id="base-bundle-2_last_0" operation_key="base-bundle-2_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="31:36:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;31:36:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="4" rc-code="0" op-status="0" interval="0" last-rc-change="1687219635" exec-time="0" queue-time="0" op-digest="b1f9a03e78ae75f94cc0c36e6c0cc527" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ <lrm_rsc_op id="base-bundle-2_monitor_30000" operation_key="base-bundle-2_monitor_30000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="25:37:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;25:37:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="5" rc-code="0" op-status="0" interval="30000" last-rc-change="1687219637" exec-time="0" queue-time="0" op-digest="354b9acaa7ea1113d708dc11a1d6bbfa"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-0" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="base-bundle-podman-0_last_0" operation_key="base-bundle-podman-0_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="12:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;12:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="10" rc-code="7" op-status="0" interval="0" last-rc-change="1687219634" exec-time="104" queue-time="0" op-digest="b93578750303776f6bb098395c53338a"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-1" type="remote" class="ocf" provider="pacemaker" container="base-bundle-podman-1">
+ <lrm_rsc_op id="base-bundle-1_last_0" operation_key="base-bundle-1_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="15:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;15:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="2" rc-code="7" op-status="0" interval="0" last-rc-change="1687219634" exec-time="0" queue-time="0" op-digest="137e2067e195bc8e29ef8680e392a9e7" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-0" type="remote" class="ocf" provider="pacemaker" container="base-bundle-podman-0">
+ <lrm_rsc_op id="base-bundle-0_last_0" operation_key="base-bundle-0_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="13:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;13:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="1" rc-code="7" op-status="0" interval="0" last-rc-change="1687219634" exec-time="0" queue-time="0" op-digest="2b7683df7d64ff71ec5fd3675fd12017" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ </node_state>
+ <node_state remote_node="true" id="base-bundle-1" uname="base-bundle-1" in_ccm="true" crm-debug-origin="controld_update_resource_history" node_fenced="0">
+ <lrm id="base-bundle-1">
+ <lrm_resources>
+ <lrm_resource id="base" class="ocf" provider="pacemaker" type="Stateful">
+ <lrm_rsc_op id="base_last_0" operation_key="base_demote_0" operation="demote" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="35:55:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;35:55:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="86" rc-code="0" op-status="0" interval="0" last-rc-change="1687220328" exec-time="221" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="base_monitor_16000" operation_key="base_monitor_16000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="35:56:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;35:56:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="92" rc-code="0" op-status="0" interval="16000" last-rc-change="1687220329" exec-time="43" queue-time="0" op-digest="e62ad827732488b88ef8722ff6a484b3"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ <transient_attributes id="base-bundle-1">
+ <instance_attributes id="status-base-bundle-1">
+ <nvpair id="status-base-bundle-1-master-base" name="master-base" value="5"/>
+ </instance_attributes>
+ </transient_attributes>
+ </node_state>
+ <node_state remote_node="true" id="base-bundle-2" uname="base-bundle-2" in_ccm="true" crm-debug-origin="controld_update_resource_history" node_fenced="0">
+ <lrm id="base-bundle-2">
+ <lrm_resources>
+ <lrm_resource id="base" class="ocf" provider="pacemaker" type="Stateful">
+ <lrm_rsc_op id="base_last_0" operation_key="base_promote_0" operation="promote" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="32:43:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;32:43:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="30" rc-code="0" op-status="0" interval="0" last-rc-change="1687220058" exec-time="222" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="base_monitor_15000" operation_key="base_monitor_15000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="33:44:8:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:8;33:44:8:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="36" rc-code="8" op-status="0" interval="15000" last-rc-change="1687220059" exec-time="13" queue-time="0" op-digest="3ef575c5f050ae086f0f31bc8f085fdc"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ <transient_attributes id="base-bundle-2">
+ <instance_attributes id="status-base-bundle-2">
+ <nvpair id="status-base-bundle-2-master-base" name="master-base" value="10"/>
+ </instance_attributes>
+ </transient_attributes>
+ </node_state>
+ </status>
+</cib>
diff --git a/cts/scheduler/xml/bundle-promoted-colocation-4.xml b/cts/scheduler/xml/bundle-promoted-colocation-4.xml
new file mode 100644
index 0000000..4739472
--- /dev/null
+++ b/cts/scheduler/xml/bundle-promoted-colocation-4.xml
@@ -0,0 +1,237 @@
+<cib crm_feature_set="3.17.4" validate-with="pacemaker-3.9" epoch="45" num_updates="6" admin_epoch="0" cib-last-written="Mon Jun 19 19:05:45 2023" update-origin="node1" update-client="cibadmin" update-user="root" have-quorum="1" dc-uuid="1">
+ <configuration>
+ <!-- The essential elements of this test are:
+ * The promoted instance of a bundle (base-bundle) is optionally
+ colocated (score=5000) with a primitive (vip)
+ * The bundle's promoted instance is running on a different node from
+ the primitive
+ * There is no stickiness
+ * There are no location constraints
+ * There are three nodes available for both resources
+
+ In this situation, the bundle should demote its currently promoted
+ instance and promote the instance on the primitive's node.
+ -->
+ <crm_config>
+ <cluster_property_set id="cib-bootstrap-options">
+ <nvpair id="cib-bootstrap-options-have-watchdog" name="have-watchdog" value="false"/>
+ <nvpair id="cib-bootstrap-options-dc-version" name="dc-version" value="2.1.5-1.0a457786a.git.el9-0a457786a"/>
+ <nvpair id="cib-bootstrap-options-cluster-infrastructure" name="cluster-infrastructure" value="corosync"/>
+ <nvpair id="cib-bootstrap-options-cluster-name" name="cluster-name" value="test"/>
+ <nvpair id="cib-bootstrap-options-last-lrm-refresh" name="last-lrm-refresh" value="1687217818"/>
+ </cluster_property_set>
+ </crm_config>
+ <nodes>
+ <node id="1" uname="node1"/>
+ <node id="2" uname="node2"/>
+ <node id="3" uname="node3"/>
+ </nodes>
+ <resources>
+ <primitive class="stonith" id="Fencing" type="fence_xvm">
+ <instance_attributes id="Fencing-instance_attributes">
+ <nvpair id="Fencing-instance_attributes_pcmk_host_list" name="pcmk_host_list" value="node1 node2 node3"/>
+ </instance_attributes>
+ <operations>
+ <op id="Fencing-monitor-120s" interval="120s" name="monitor" timeout="120s"/>
+ </operations>
+ </primitive>
+ <bundle id="base-bundle">
+ <meta_attributes id="base-bundle-meta_attributes">
+ <nvpair id="base-bundle-meta_attributes-promotable" name="promotable" value="true"/>
+ <nvpair id="base-bundle-meta_attributes-container-attribute-target" name="container-attribute-target" value="host"/>
+ </meta_attributes>
+ <podman image="localhost/pcmktest" replicas="3"/>
+ <network control-port="3121"/>
+ <primitive id="base" class="ocf" provider="pacemaker" type="Stateful">
+ <operations>
+ <op id="base-monitor-15s" interval="15s" name="monitor" timeout="15s" role="Promoted"/>
+ <op id="base-monitor-16s" interval="16s" name="monitor" timeout="16s" role="Unpromoted"/>
+ </operations>
+ </primitive>
+ </bundle>
+ <primitive class="ocf" id="vip" provider="heartbeat" type="IPaddr2">
+ <instance_attributes id="vip-instance_attributes">
+ <nvpair id="vip-instance_attributes-cidr_netmask" name="cidr_netmask" value="32"/>
+ <nvpair id="vip-instance_attributes-ip" name="ip" value="192.168.22.81"/>
+ </instance_attributes>
+ <operations>
+ <op id="vip-monitor-interval-10s" interval="10s" name="monitor" timeout="20s"/>
+ <op id="vip-start-interval-0s" interval="0s" name="start" timeout="20s"/>
+ <op id="vip-stop-interval-0s" interval="0s" name="stop" timeout="20s"/>
+ </operations>
+ </primitive>
+ </resources>
+ <constraints>
+ <rsc_colocation id="colocation-base-bundle-vip-5000" rsc="base-bundle" rsc-role="Promoted" score="5000" with-rsc="vip"/>
+ </constraints>
+ <fencing-topology/>
+ <op_defaults/>
+ <alerts/>
+ <rsc_defaults/>
+ </configuration>
+ <status>
+ <node_state id="1" uname="node1" in_ccm="true" crmd="online" crm-debug-origin="controld_update_resource_history" join="member" expected="member">
+ <transient_attributes id="1">
+ <instance_attributes id="status-1">
+ <nvpair id="status-1-.feature-set" name="#feature-set" value="3.17.4"/>
+ <nvpair id="status-1-master-base" name="master-base" value="11"/>
+ </instance_attributes>
+ </transient_attributes>
+ <lrm id="1">
+ <lrm_resources>
+ <lrm_resource id="Fencing" type="fence_xvm" class="stonith">
+ <lrm_rsc_op id="Fencing_last_0" operation_key="Fencing_stop_0" operation="stop" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="12:62:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;12:62:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="55" rc-code="0" op-status="0" interval="0" last-rc-change="1687222219" exec-time="0" queue-time="0" op-digest="6197322ae276dfeb4a212d09787f9738"/>
+ <lrm_rsc_op id="Fencing_monitor_120000" operation_key="Fencing_monitor_120000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="2:23:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;2:23:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="38" rc-code="0" op-status="0" interval="120000" last-rc-change="1687217955" exec-time="43" queue-time="0" op-digest="8ca455a603cbe2dc8d68703e63c272f1"/>
+ </lrm_resource>
+ <lrm_resource id="vip" type="IPaddr2" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="vip_last_0" operation_key="vip_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="51:60:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;51:60:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="52" rc-code="0" op-status="0" interval="0" last-rc-change="1687222197" exec-time="61" queue-time="0" op-digest="b274efb9afd1400d58df73d9925b6823"/>
+ <lrm_rsc_op id="vip_monitor_10000" operation_key="vip_monitor_10000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="52:60:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;52:60:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="53" rc-code="0" op-status="0" interval="10000" last-rc-change="1687222197" exec-time="38" queue-time="0" op-digest="20f7173b4af9ab62392ae5d9e5243580"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-2" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="base-bundle-podman-2_last_0" operation_key="base-bundle-podman-2_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="8:33:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;8:33:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="49" rc-code="7" op-status="0" interval="0" last-rc-change="1687219402" exec-time="103" queue-time="0" op-digest="eb1c148b6d2d7a7013f75d596536409b"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-1" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="base-bundle-podman-1_last_0" operation_key="base-bundle-podman-1_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="6:33:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;6:33:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="45" rc-code="7" op-status="0" interval="0" last-rc-change="1687219402" exec-time="82" queue-time="0" op-digest="91ec5f49c5fd88f29405389545fb7d59"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-2" type="remote" class="ocf" provider="pacemaker" container="base-bundle-podman-2">
+ <lrm_rsc_op id="base-bundle-2_last_0" operation_key="base-bundle-2_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="9:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;9:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="5" rc-code="7" op-status="0" interval="0" last-rc-change="1687219636" exec-time="0" queue-time="0" op-digest="b1f9a03e78ae75f94cc0c36e6c0cc527" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-0" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="base-bundle-podman-0_last_0" operation_key="base-bundle-podman-0_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="7:28:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;7:28:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="40" rc-code="0" op-status="0" interval="0" last-rc-change="1687218074" exec-time="795" queue-time="0" op-digest="b93578750303776f6bb098395c53338a"/>
+ <lrm_rsc_op id="base-bundle-podman-0_monitor_60000" operation_key="base-bundle-podman-0_monitor_60000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="8:29:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;8:29:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="41" rc-code="0" op-status="0" interval="60000" last-rc-change="1687218074" exec-time="166" queue-time="0" op-digest="902512fcf3e4556d9585c44184665d8c"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-1" type="remote" class="ocf" provider="pacemaker" container="base-bundle-podman-1">
+ <lrm_rsc_op id="base-bundle-1_last_0" operation_key="base-bundle-1_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="7:33:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;7:33:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="4" rc-code="7" op-status="0" interval="0" last-rc-change="1687219403" exec-time="0" queue-time="0" op-digest="137e2067e195bc8e29ef8680e392a9e7" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-0" type="remote" class="ocf" provider="pacemaker" container="base-bundle-podman-0">
+ <lrm_rsc_op id="base-bundle-0_last_0" operation_key="base-bundle-0_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="9:29:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;9:29:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="2" rc-code="0" op-status="0" interval="0" last-rc-change="1687218074" exec-time="0" queue-time="0" op-digest="2b7683df7d64ff71ec5fd3675fd12017" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ <lrm_rsc_op id="base-bundle-0_monitor_30000" operation_key="base-bundle-0_monitor_30000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="11:30:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;11:30:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="3" rc-code="0" op-status="0" interval="30000" last-rc-change="1687218075" exec-time="0" queue-time="0" op-digest="6f3c7e233bacb8420fef5f9581190d00"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ </node_state>
+ <node_state id="2" uname="node2" crmd="online" crm-debug-origin="controld_update_resource_history" in_ccm="true" join="member" expected="member">
+ <transient_attributes id="2">
+ <instance_attributes id="status-2">
+ <nvpair id="status-2-.feature-set" name="#feature-set" value="3.17.4"/>
+ <nvpair id="status-2-master-base" name="master-base" value="12"/>
+ </instance_attributes>
+ </transient_attributes>
+ <lrm id="2">
+ <lrm_resources>
+ <lrm_resource id="Fencing" type="fence_xvm" class="stonith">
+ <lrm_rsc_op id="Fencing_last_0" operation_key="Fencing_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="12:69:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;12:69:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="58" rc-code="0" op-status="0" interval="0" last-rc-change="1687226745" exec-time="33" queue-time="0" op-digest="f551693977f94a4fa8883fb70e439592"/>
+ <lrm_rsc_op id="Fencing_monitor_120000" operation_key="Fencing_monitor_120000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="4:69:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;4:69:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="59" rc-code="0" op-status="0" interval="120000" last-rc-change="1687226745" exec-time="27" queue-time="0" op-digest="24989640311980988fb77ddd1cc1002b"/>
+ </lrm_resource>
+ <lrm_resource id="vip" type="IPaddr2" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="vip_last_0" operation_key="vip_stop_0" operation="stop" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="50:60:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;50:60:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="53" rc-code="0" op-status="0" interval="0" last-rc-change="1687222197" exec-time="47" queue-time="0" op-digest="b274efb9afd1400d58df73d9925b6823"/>
+ <lrm_rsc_op id="vip_monitor_10000" operation_key="vip_monitor_10000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="26:23:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;26:23:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="37" rc-code="0" op-status="0" interval="10000" last-rc-change="1687217955" exec-time="42" queue-time="0" op-digest="20f7173b4af9ab62392ae5d9e5243580"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-2" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="base-bundle-podman-2_last_0" operation_key="base-bundle-podman-2_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="12:33:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;12:33:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="47" rc-code="7" op-status="0" interval="0" last-rc-change="1687219402" exec-time="69" queue-time="1" op-digest="eb1c148b6d2d7a7013f75d596536409b"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-1" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="base-bundle-podman-1_last_0" operation_key="base-bundle-podman-1_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="20:33:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;20:33:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="48" rc-code="0" op-status="0" interval="0" last-rc-change="1687219402" exec-time="665" queue-time="0" op-digest="91ec5f49c5fd88f29405389545fb7d59"/>
+ <lrm_rsc_op id="base-bundle-podman-1_monitor_60000" operation_key="base-bundle-podman-1_monitor_60000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="21:33:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;21:33:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="49" rc-code="0" op-status="0" interval="60000" last-rc-change="1687219403" exec-time="158" queue-time="0" op-digest="f0ef4729d120aa3f5d938cabca4d06c7"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-2" type="remote" class="ocf" provider="pacemaker" container="base-bundle-podman-2">
+ <lrm_rsc_op id="base-bundle-2_last_0" operation_key="base-bundle-2_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="10:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;10:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="5" rc-code="7" op-status="0" interval="0" last-rc-change="1687219636" exec-time="0" queue-time="0" op-digest="b1f9a03e78ae75f94cc0c36e6c0cc527" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-0" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="base-bundle-podman-0_last_0" operation_key="base-bundle-podman-0_stop_0" operation="stop" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="2:27:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;2:27:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="39" rc-code="0" op-status="0" interval="0" last-rc-change="1687217956" exec-time="161" queue-time="0" op-digest="bbac36b73a7a6604aefdd2cb3b5f42e6"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-1" type="remote" class="ocf" provider="pacemaker" container="base-bundle-podman-1">
+ <lrm_rsc_op id="base-bundle-1_last_0" operation_key="base-bundle-1_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="22:33:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;22:33:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="3" rc-code="0" op-status="0" interval="0" last-rc-change="1687219403" exec-time="0" queue-time="0" op-digest="137e2067e195bc8e29ef8680e392a9e7" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ <lrm_rsc_op id="base-bundle-1_monitor_30000" operation_key="base-bundle-1_monitor_30000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="20:34:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;20:34:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="4" rc-code="0" op-status="0" interval="30000" last-rc-change="1687219404" exec-time="0" queue-time="0" op-digest="3929eec440004bca31f813a8e6097506"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-0" type="remote" class="ocf" provider="pacemaker" container="base-bundle-podman-0">
+ <lrm_rsc_op id="base-bundle-0_last_0" operation_key="base-bundle-0_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="3:7:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;3:7:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="1" rc-code="7" op-status="0" interval="0" last-rc-change="1687217701" exec-time="0" queue-time="0" op-digest="137e2067e195bc8e29ef8680e392a9e7" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ </node_state>
+ <node_state remote_node="true" id="base-bundle-0" uname="base-bundle-0" in_ccm="true" crm-debug-origin="do_state_transition" node_fenced="0">
+ <lrm id="base-bundle-0">
+ <lrm_resources>
+ <lrm_resource id="base" class="ocf" provider="pacemaker" type="Stateful">
+ <lrm_rsc_op id="base_last_0" operation_key="base_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="16:30:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;16:30:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="8" rc-code="0" op-status="0" interval="0" last-rc-change="1687218075" exec-time="307" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="base_monitor_16000" operation_key="base_monitor_16000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="17:31:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;17:31:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="14" rc-code="0" op-status="0" interval="16000" last-rc-change="1687218076" exec-time="15" queue-time="0" op-digest="e62ad827732488b88ef8722ff6a484b3"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ <transient_attributes id="base-bundle-0">
+ <instance_attributes id="status-base-bundle-0">
+ <nvpair id="status-base-bundle-0-master-base" name="master-base" value="5"/>
+ </instance_attributes>
+ </transient_attributes>
+ </node_state>
+ <node_state id="3" uname="node3" crmd="online" crm-debug-origin="do_state_transition" in_ccm="true" join="member" expected="member">
+ <transient_attributes id="3">
+ <instance_attributes id="status-3">
+ <nvpair id="status-3-.feature-set" name="#feature-set" value="3.17.4"/>
+ <nvpair id="status-3-master-base" name="master-base" value="13"/>
+ </instance_attributes>
+ </transient_attributes>
+ <lrm id="3">
+ <lrm_resources>
+ <lrm_resource id="Fencing" type="fence_xvm" class="stonith">
+ <lrm_rsc_op id="Fencing_last_0" operation_key="Fencing_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="11:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;11:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="8" rc-code="7" op-status="0" interval="0" last-rc-change="1687219634" exec-time="5" queue-time="0" op-digest="6197322ae276dfeb4a212d09787f9738"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-2" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="base-bundle-podman-2_last_0" operation_key="base-bundle-podman-2_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="29:36:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;29:36:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="24" rc-code="0" op-status="0" interval="0" last-rc-change="1687219634" exec-time="936" queue-time="0" op-digest="eb1c148b6d2d7a7013f75d596536409b"/>
+ <lrm_rsc_op id="base-bundle-podman-2_monitor_60000" operation_key="base-bundle-podman-2_monitor_60000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="30:36:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;30:36:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="25" rc-code="0" op-status="0" interval="60000" last-rc-change="1687219635" exec-time="173" queue-time="0" op-digest="8eeca5a30b14f3d9ef7d2ddbd16c2e05"/>
+ </lrm_resource>
+ <lrm_resource id="vip" type="IPaddr2" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="vip_last_0" operation_key="vip_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="18:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;18:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="23" rc-code="7" op-status="0" interval="0" last-rc-change="1687219634" exec-time="71" queue-time="0" op-digest="b274efb9afd1400d58df73d9925b6823"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-1" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="base-bundle-podman-1_last_0" operation_key="base-bundle-podman-1_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="14:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;14:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="14" rc-code="7" op-status="0" interval="0" last-rc-change="1687219634" exec-time="107" queue-time="0" op-digest="91ec5f49c5fd88f29405389545fb7d59"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-2" type="remote" class="ocf" provider="pacemaker" container="base-bundle-podman-2">
+ <lrm_rsc_op id="base-bundle-2_last_0" operation_key="base-bundle-2_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="31:36:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;31:36:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="4" rc-code="0" op-status="0" interval="0" last-rc-change="1687219635" exec-time="0" queue-time="0" op-digest="b1f9a03e78ae75f94cc0c36e6c0cc527" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ <lrm_rsc_op id="base-bundle-2_monitor_30000" operation_key="base-bundle-2_monitor_30000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="25:37:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;25:37:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="5" rc-code="0" op-status="0" interval="30000" last-rc-change="1687219637" exec-time="0" queue-time="0" op-digest="354b9acaa7ea1113d708dc11a1d6bbfa"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-0" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="base-bundle-podman-0_last_0" operation_key="base-bundle-podman-0_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="12:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;12:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="10" rc-code="7" op-status="0" interval="0" last-rc-change="1687219634" exec-time="104" queue-time="0" op-digest="b93578750303776f6bb098395c53338a"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-1" type="remote" class="ocf" provider="pacemaker" container="base-bundle-podman-1">
+ <lrm_rsc_op id="base-bundle-1_last_0" operation_key="base-bundle-1_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="15:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;15:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="2" rc-code="7" op-status="0" interval="0" last-rc-change="1687219634" exec-time="0" queue-time="0" op-digest="137e2067e195bc8e29ef8680e392a9e7" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-0" type="remote" class="ocf" provider="pacemaker" container="base-bundle-podman-0">
+ <lrm_rsc_op id="base-bundle-0_last_0" operation_key="base-bundle-0_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="13:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;13:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="1" rc-code="7" op-status="0" interval="0" last-rc-change="1687219634" exec-time="0" queue-time="0" op-digest="2b7683df7d64ff71ec5fd3675fd12017" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ </node_state>
+ <node_state remote_node="true" id="base-bundle-1" uname="base-bundle-1" in_ccm="true" crm-debug-origin="controld_update_resource_history" node_fenced="0">
+ <lrm id="base-bundle-1">
+ <lrm_resources>
+ <lrm_resource id="base" class="ocf" provider="pacemaker" type="Stateful">
+ <lrm_rsc_op id="base_last_0" operation_key="base_demote_0" operation="demote" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="35:55:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;35:55:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="86" rc-code="0" op-status="0" interval="0" last-rc-change="1687220328" exec-time="221" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="base_monitor_16000" operation_key="base_monitor_16000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="35:56:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;35:56:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="92" rc-code="0" op-status="0" interval="16000" last-rc-change="1687220329" exec-time="43" queue-time="0" op-digest="e62ad827732488b88ef8722ff6a484b3"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ <transient_attributes id="base-bundle-1">
+ <instance_attributes id="status-base-bundle-1">
+ <nvpair id="status-base-bundle-1-master-base" name="master-base" value="5"/>
+ </instance_attributes>
+ </transient_attributes>
+ </node_state>
+ <node_state remote_node="true" id="base-bundle-2" uname="base-bundle-2" in_ccm="true" crm-debug-origin="controld_update_resource_history" node_fenced="0">
+ <lrm id="base-bundle-2">
+ <lrm_resources>
+ <lrm_resource id="base" class="ocf" provider="pacemaker" type="Stateful">
+ <lrm_rsc_op id="base_last_0" operation_key="base_promote_0" operation="promote" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="32:43:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;32:43:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="30" rc-code="0" op-status="0" interval="0" last-rc-change="1687220058" exec-time="222" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="base_monitor_15000" operation_key="base_monitor_15000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="33:44:8:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:8;33:44:8:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="36" rc-code="8" op-status="0" interval="15000" last-rc-change="1687220059" exec-time="13" queue-time="0" op-digest="3ef575c5f050ae086f0f31bc8f085fdc"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ <transient_attributes id="base-bundle-2">
+ <instance_attributes id="status-base-bundle-2">
+ <nvpair id="status-base-bundle-2-master-base" name="master-base" value="10"/>
+ </instance_attributes>
+ </transient_attributes>
+ </node_state>
+ </status>
+</cib>
diff --git a/cts/scheduler/xml/bundle-promoted-colocation-5.xml b/cts/scheduler/xml/bundle-promoted-colocation-5.xml
new file mode 100644
index 0000000..76367d7
--- /dev/null
+++ b/cts/scheduler/xml/bundle-promoted-colocation-5.xml
@@ -0,0 +1,367 @@
+<cib crm_feature_set="3.17.4" validate-with="pacemaker-3.9" epoch="56" num_updates="140" admin_epoch="0" cib-last-written="Tue Jun 20 12:12:10 2023" update-origin="node1" update-client="crmd" update-user="hacluster" have-quorum="1" dc-uuid="1">
+ <configuration>
+ <!-- The essential elements of this test are:
+ * The promoted instance of a bundle (bundle-a) is mandatorily colocated
+ with the promoted instance of another bundle (bundle-b)
+ * bundle-a's promoted instance is running on a different node from
+ bundle-b's promoted instance
+ * There is no stickiness
+ * There are no location constraints
+ * There are three nodes available for both resources
+
+ In this situation, bundle-a should demote its currently promoted
+ instance and promote the instance on the node where bundle-b is
+ promoted.
+ -->
+ <crm_config>
+ <cluster_property_set id="cib-bootstrap-options">
+ <nvpair id="cib-bootstrap-options-have-watchdog" name="have-watchdog" value="false"/>
+ <nvpair id="cib-bootstrap-options-dc-version" name="dc-version" value="2.1.5-1.0a457786a.git.el9-0a457786a"/>
+ <nvpair id="cib-bootstrap-options-cluster-infrastructure" name="cluster-infrastructure" value="corosync"/>
+ <nvpair id="cib-bootstrap-options-cluster-name" name="cluster-name" value="test"/>
+ <nvpair id="cib-bootstrap-options-last-lrm-refresh" name="last-lrm-refresh" value="1687288330"/>
+ </cluster_property_set>
+ </crm_config>
+ <nodes>
+ <node id="1" uname="node1"/>
+ <node id="2" uname="node2"/>
+ <node id="3" uname="node3"/>
+ </nodes>
+ <resources>
+ <primitive class="stonith" id="Fencing" type="fence_xvm">
+ <instance_attributes id="Fencing-instance_attributes">
+ <nvpair id="Fencing-instance_attributes_pcmk_host_list" name="pcmk_host_list" value="node1 node2 node3"/>
+ </instance_attributes>
+ <operations>
+ <op id="Fencing-monitor-120s" interval="120s" name="monitor" timeout="120s"/>
+ </operations>
+ </primitive>
+ <bundle id="bundle-a">
+ <meta_attributes id="bundle-a-meta_attributes">
+ <nvpair id="bundle-a-meta_attributes-promotable" name="promotable" value="true"/>
+ <nvpair id="bundle-a-meta_attributes-container-attribute-target" name="container-attribute-target" value="host"/>
+ </meta_attributes>
+ <podman image="localhost/pcmktest" replicas="3"/>
+ <network control-port="3121"/>
+ <primitive id="bundle-a-rsc" class="ocf" provider="pacemaker" type="Stateful">
+ <operations>
+ <op id="bundle-a-rsc-monitor-15s" interval="15s" name="monitor" timeout="15s" role="Promoted"/>
+ <op id="bundle-a-rsc-monitor-16s" interval="16s" name="monitor" timeout="16s" role="Unpromoted"/>
+ </operations>
+ </primitive>
+ </bundle>
+ <bundle id="bundle-b">
+ <meta_attributes id="bundle-b-meta_attributes">
+ <nvpair id="bundle-b-meta_attributes-promotable" name="promotable" value="true"/>
+ <nvpair id="bundle-b-meta_attributes-container-attribute-target" name="container-attribute-target" value="host"/>
+ </meta_attributes>
+ <podman image="localhost/pcmktest" replicas="3"/>
+ <network control-port="3122"/>
+ <primitive id="bundle-b-rsc" class="ocf" provider="pacemaker" type="Stateful">
+ <operations>
+ <op id="bundle-b-rsc-monitor-15s" interval="15s" name="monitor" timeout="15s" role="Promoted"/>
+ <op id="bundle-b-rsc-monitor-16s" interval="16s" name="monitor" timeout="16s" role="Unpromoted"/>
+ </operations>
+ </primitive>
+ </bundle>
+ </resources>
+ <constraints>
+ <rsc_colocation id="colocation-bundle-a-bundle-b-INFINITY" rsc="bundle-a" rsc-role="Promoted" score="INFINITY" with-rsc="bundle-b" with-rsc-role="Promoted"/>
+ </constraints>
+ <fencing-topology/>
+ <op_defaults/>
+ <alerts/>
+ <rsc_defaults/>
+ </configuration>
+ <status>
+ <node_state id="1" uname="node1" in_ccm="true" crmd="online" crm-debug-origin="do_state_transition" join="member" expected="member">
+ <transient_attributes id="1">
+ <instance_attributes id="status-1">
+ <nvpair id="status-1-.feature-set" name="#feature-set" value="3.17.4"/>
+ <nvpair id="status-1-promotion-bundle-a-rsc" name="master-bundle-a-rsc" value="11"/>
+ <nvpair id="status-1-promotion-bundle-b-rsc" name="master-bundle-b-rsc" value="12"/>
+ </instance_attributes>
+ </transient_attributes>
+ <lrm id="1">
+ <lrm_resources>
+ <lrm_resource id="bundle-b-podman-2" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="bundle-b-podman-2_last_0" operation_key="bundle-b-podman-2_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="4:154:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;4:154:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="132" rc-code="7" op-status="0" interval="0" last-rc-change="1687288263" exec-time="237" queue-time="0" op-digest="4e4b17530bea4f6fd27df1cf68bd9f22"/>
+ </lrm_resource>
+ <lrm_resource id="Fencing" type="fence_xvm" class="stonith">
+ <lrm_rsc_op id="Fencing_last_0" operation_key="Fencing_stop_0" operation="stop" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="12:62:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;12:62:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="55" rc-code="0" op-status="0" interval="0" last-rc-change="1687222219" exec-time="0" queue-time="0" op-digest="6197322ae276dfeb4a212d09787f9738"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-a-0" type="remote" class="ocf" provider="pacemaker" container="bundle-a-podman-0">
+ <lrm_rsc_op id="bundle-a-0_last_0" operation_key="bundle-a-0_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="13:161:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;13:161:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="19" rc-code="0" op-status="0" interval="0" last-rc-change="1687288332" exec-time="0" queue-time="0" op-digest="2b7683df7d64ff71ec5fd3675fd12017" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ <lrm_rsc_op id="bundle-a-0_monitor_30000" operation_key="bundle-a-0_monitor_30000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="22:162:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;22:162:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="20" rc-code="0" op-status="0" interval="30000" last-rc-change="1687288333" exec-time="0" queue-time="0" op-digest="6f3c7e233bacb8420fef5f9581190d00"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-a-podman-1" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="bundle-a-podman-1_last_0" operation_key="bundle-a-podman-1_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="3:153:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;3:153:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="117" rc-code="7" op-status="0" interval="0" last-rc-change="1687288204" exec-time="106" queue-time="0" op-digest="90f1390dea2a7bca12099b080987eae7"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-b-podman-0" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="bundle-b-podman-0_last_0" operation_key="bundle-b-podman-0_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="45:161:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;45:161:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="144" rc-code="0" op-status="0" interval="0" last-rc-change="1687288330" exec-time="1158" queue-time="0" op-digest="94098b91d583b0b8498741508c609a37"/>
+ <lrm_rsc_op id="bundle-b-podman-0_monitor_60000" operation_key="bundle-b-podman-0_monitor_60000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="46:161:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;46:161:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="146" rc-code="0" op-status="0" interval="60000" last-rc-change="1687288332" exec-time="182" queue-time="0" op-digest="b7a9f966374c886087fb6f03d6e4c286"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-b-0" type="remote" class="ocf" provider="pacemaker" container="bundle-b-podman-0">
+ <lrm_rsc_op id="bundle-b-0_last_0" operation_key="bundle-b-0_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="47:161:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;47:161:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="18" rc-code="0" op-status="0" interval="0" last-rc-change="1687288332" exec-time="0" queue-time="0" op-digest="06b6a770601e99a2d691d4cf853acceb" op-force-restart=" port server " op-restart-digest="5b00a5a6fae3dc7e25288679ad0c92ce"/>
+ <lrm_rsc_op id="bundle-b-0_monitor_30000" operation_key="bundle-b-0_monitor_30000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="57:162:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;57:162:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="21" rc-code="0" op-status="0" interval="30000" last-rc-change="1687288333" exec-time="0" queue-time="0" op-digest="b4ca332a542717c28b117ec80e27b838"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-a-1" type="remote" class="ocf" provider="pacemaker" container="bundle-a-podman-1">
+ <lrm_rsc_op id="bundle-a-1_last_0" operation_key="bundle-a-1_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="8:103:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;8:103:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="10" rc-code="7" op-status="0" interval="0" last-rc-change="1687248552" exec-time="0" queue-time="0" op-digest="137e2067e195bc8e29ef8680e392a9e7" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-a-podman-2" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="bundle-a-podman-2_last_0" operation_key="bundle-a-podman-2_stop_0" operation="stop" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="17:105:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;17:105:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="107" rc-code="0" op-status="0" interval="0" last-rc-change="1687248553" exec-time="10540" queue-time="0" op-digest="a5415a2b8dfba2a5741d70bab5591c1b"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-b-1" type="remote" class="ocf" provider="pacemaker" container="bundle-b-podman-1">
+ <lrm_rsc_op id="bundle-b-1_last_0" operation_key="bundle-b-1_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="28:99:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;28:99:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="8" rc-code="7" op-status="0" interval="0" last-rc-change="1687248540" exec-time="0" queue-time="0" op-digest="2b7683df7d64ff71ec5fd3675fd12017" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-b-podman-1" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="bundle-b-podman-1_last_0" operation_key="bundle-b-podman-1_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="3:154:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;3:154:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="128" rc-code="7" op-status="0" interval="0" last-rc-change="1687288263" exec-time="240" queue-time="0" op-digest="e1aa4eab4c9e9334ee91c66cce449b13"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-a-podman-0" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="bundle-a-podman-0_last_0" operation_key="bundle-a-podman-0_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="11:161:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;11:161:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="145" rc-code="0" op-status="0" interval="0" last-rc-change="1687288331" exec-time="1143" queue-time="0" op-digest="bc99a652606652014a6cb5f743b5d75d"/>
+ <lrm_rsc_op id="bundle-a-podman-0_monitor_60000" operation_key="bundle-a-podman-0_monitor_60000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="12:161:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;12:161:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="147" rc-code="0" op-status="0" interval="60000" last-rc-change="1687288332" exec-time="161" queue-time="0" op-digest="d39778305ffa599cc7f7a94b47d18783"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-b-2" type="remote" class="ocf" provider="pacemaker" container="bundle-b-podman-2">
+ <lrm_rsc_op id="bundle-b-2_last_0" operation_key="bundle-b-2_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="37:97:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;37:97:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="6" rc-code="7" op-status="0" interval="0" last-rc-change="1687248528" exec-time="0" queue-time="0" op-digest="137e2067e195bc8e29ef8680e392a9e7" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-a-2" type="remote" class="ocf" provider="pacemaker" container="bundle-a-podman-2">
+ <lrm_rsc_op id="bundle-a-2_last_0" operation_key="bundle-a-2_stop_0" operation="stop" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="18:105:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;18:105:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="14" rc-code="0" op-status="0" interval="0" last-rc-change="1687248553" exec-time="0" queue-time="0" op-digest="2b7683df7d64ff71ec5fd3675fd12017"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ </node_state>
+ <node_state id="2" uname="node2" crmd="online" crm-debug-origin="do_state_transition" in_ccm="true" join="member" expected="member">
+ <transient_attributes id="2">
+ <instance_attributes id="status-2">
+ <nvpair id="status-2-.feature-set" name="#feature-set" value="3.17.4"/>
+ <nvpair id="status-2-promotion-bundle-a-rsc" name="master-bundle-a-rsc" value="12"/>
+ <nvpair id="status-2-promotion-bundle-b-rsc" name="master-bundle-b-rsc" value="13"/>
+ </instance_attributes>
+ </transient_attributes>
+ <lrm id="2">
+ <lrm_resources>
+ <lrm_resource id="bundle-b-podman-2" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="bundle-b-podman-2_last_0" operation_key="bundle-b-podman-2_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="53:161:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;53:161:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="141" rc-code="0" op-status="0" interval="0" last-rc-change="1687288330" exec-time="752" queue-time="0" op-digest="35320d55914b88e0c9d4d13b574cef8a"/>
+ <lrm_rsc_op id="bundle-b-podman-2_monitor_60000" operation_key="bundle-b-podman-2_monitor_60000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="54:161:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;54:161:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="142" rc-code="0" op-status="0" interval="60000" last-rc-change="1687288331" exec-time="120" queue-time="0" op-digest="62d15df41b3f596ca94b0dbe7edda857"/>
+ </lrm_resource>
+ <lrm_resource id="Fencing" type="fence_xvm" class="stonith">
+ <lrm_rsc_op id="Fencing_last_0" operation_key="Fencing_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="12:69:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;12:69:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="58" rc-code="0" op-status="0" interval="0" last-rc-change="1687226745" exec-time="33" queue-time="0" op-digest="f551693977f94a4fa8883fb70e439592"/>
+ <lrm_rsc_op id="Fencing_monitor_120000" operation_key="Fencing_monitor_120000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="4:69:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;4:69:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="59" rc-code="0" op-status="0" interval="120000" last-rc-change="1687226745" exec-time="27" queue-time="0" op-digest="24989640311980988fb77ddd1cc1002b"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-a-0" type="remote" class="ocf" provider="pacemaker" container="bundle-a-podman-0">
+ <lrm_rsc_op id="bundle-a-0_last_0" operation_key="bundle-a-0_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="11:101:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;11:101:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="9" rc-code="7" op-status="0" interval="0" last-rc-change="1687248551" exec-time="0" queue-time="0" op-digest="b1f9a03e78ae75f94cc0c36e6c0cc527" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-a-podman-1" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="bundle-a-podman-1_last_0" operation_key="bundle-a-podman-1_stop_0" operation="stop" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="13:105:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;13:105:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="109" rc-code="0" op-status="0" interval="0" last-rc-change="1687248553" exec-time="10646" queue-time="0" op-digest="90f1390dea2a7bca12099b080987eae7"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-b-podman-0" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="bundle-b-podman-0_last_0" operation_key="bundle-b-podman-0_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="5:154:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;5:154:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="126" rc-code="7" op-status="0" interval="0" last-rc-change="1687288263" exec-time="124" queue-time="0" op-digest="cad283aeb094013845bac465ab6a198d"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-b-0" type="remote" class="ocf" provider="pacemaker" container="bundle-b-podman-0">
+ <lrm_rsc_op id="bundle-b-0_last_0" operation_key="bundle-b-0_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="13:103:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;13:103:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="12" rc-code="7" op-status="0" interval="0" last-rc-change="1687248552" exec-time="0" queue-time="0" op-digest="137e2067e195bc8e29ef8680e392a9e7" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-a-1" type="remote" class="ocf" provider="pacemaker" container="bundle-a-podman-1">
+ <lrm_rsc_op id="bundle-a-1_last_0" operation_key="bundle-a-1_stop_0" operation="stop" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="14:105:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;14:105:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="14" rc-code="0" op-status="0" interval="0" last-rc-change="1687248553" exec-time="0" queue-time="0" op-digest="137e2067e195bc8e29ef8680e392a9e7"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-a-podman-2" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="bundle-a-podman-2_last_0" operation_key="bundle-a-podman-2_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="21:154:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;21:154:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="135" rc-code="0" op-status="0" interval="0" last-rc-change="1687288263" exec-time="1059" queue-time="0" op-digest="a5415a2b8dfba2a5741d70bab5591c1b"/>
+ <lrm_rsc_op id="bundle-a-podman-2_monitor_60000" operation_key="bundle-a-podman-2_monitor_60000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="19:155:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;19:155:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="137" rc-code="0" op-status="0" interval="60000" last-rc-change="1687288265" exec-time="284" queue-time="0" op-digest="77326e7c2187a5c4fe386812dfcd4118"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-b-1" type="remote" class="ocf" provider="pacemaker" container="bundle-b-podman-1">
+ <lrm_rsc_op id="bundle-b-1_last_0" operation_key="bundle-b-1_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="33:99:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;33:99:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="8" rc-code="7" op-status="0" interval="0" last-rc-change="1687248540" exec-time="0" queue-time="0" op-digest="2b7683df7d64ff71ec5fd3675fd12017" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-b-podman-1" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="bundle-b-podman-1_last_0" operation_key="bundle-b-podman-1_stop_0" operation="stop" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="4:156:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;4:156:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="140" rc-code="0" op-status="0" interval="0" last-rc-change="1687288267" exec-time="216" queue-time="0" op-digest="e1aa4eab4c9e9334ee91c66cce449b13"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-a-podman-0" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="bundle-a-podman-0_last_0" operation_key="bundle-a-podman-0_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="4:153:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;4:153:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="115" rc-code="7" op-status="0" interval="0" last-rc-change="1687288204" exec-time="101" queue-time="0" op-digest="bc99a652606652014a6cb5f743b5d75d"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-b-2" type="remote" class="ocf" provider="pacemaker" container="bundle-b-podman-2">
+ <lrm_rsc_op id="bundle-b-2_last_0" operation_key="bundle-b-2_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="55:161:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;55:161:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="17" rc-code="0" op-status="0" interval="0" last-rc-change="1687288331" exec-time="0" queue-time="0" op-digest="077939dc4a5dbbd799045f9120d057b4" op-force-restart=" port server " op-restart-digest="5b00a5a6fae3dc7e25288679ad0c92ce"/>
+ <lrm_rsc_op id="bundle-b-2_monitor_30000" operation_key="bundle-b-2_monitor_30000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="67:162:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;67:162:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="18" rc-code="0" op-status="0" interval="30000" last-rc-change="1687288333" exec-time="0" queue-time="0" op-digest="f9f13135e91dabbc6c77a3fd4b23ab80"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-a-2" type="remote" class="ocf" provider="pacemaker" container="bundle-a-podman-2">
+ <lrm_rsc_op id="bundle-a-2_last_0" operation_key="bundle-a-2_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="20:155:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;20:155:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="15" rc-code="0" op-status="0" interval="0" last-rc-change="1687288265" exec-time="0" queue-time="0" op-digest="137e2067e195bc8e29ef8680e392a9e7" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ <lrm_rsc_op id="bundle-a-2_monitor_30000" operation_key="bundle-a-2_monitor_30000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="23:156:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;23:156:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="16" rc-code="0" op-status="0" interval="30000" last-rc-change="1687288267" exec-time="0" queue-time="0" op-digest="3929eec440004bca31f813a8e6097506"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ </node_state>
+ <node_state remote_node="true" id="base-bundle-0" uname="base-bundle-0" in_ccm="false" crm-debug-origin="do_state_transition" node_fenced="0">
+ <lrm id="base-bundle-0">
+ <lrm_resources>
+ <lrm_resource id="base" class="ocf" provider="pacemaker" type="Stateful">
+ <lrm_rsc_op id="base_last_0" operation_key="base_stop_0" operation="stop" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="124:97:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;124:97:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="1035" rc-code="0" op-status="0" interval="0" last-rc-change="1687248529" exec-time="180" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="base_monitor_16000" operation_key="base_monitor_16000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="17:31:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;17:31:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="14" rc-code="0" op-status="0" interval="16000" last-rc-change="1687218076" exec-time="15" queue-time="0" op-digest="e62ad827732488b88ef8722ff6a484b3"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ </node_state>
+ <node_state id="3" uname="node3" crmd="online" crm-debug-origin="do_state_transition" in_ccm="true" join="member" expected="member">
+ <transient_attributes id="3">
+ <instance_attributes id="status-3">
+ <nvpair id="status-3-.feature-set" name="#feature-set" value="3.17.4"/>
+ <nvpair id="status-3-promotion-bundle-a-rsc" name="master-bundle-a-rsc" value="13"/>
+ <nvpair id="status-3-promotion-bundle-b-rsc" name="master-bundle-b-rsc" value="11"/>
+ </instance_attributes>
+ </transient_attributes>
+ <lrm id="3">
+ <lrm_resources>
+ <lrm_resource id="bundle-b-podman-2" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="bundle-b-podman-2_last_0" operation_key="bundle-b-podman-2_stop_0" operation="stop" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="6:156:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;6:156:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="111" rc-code="0" op-status="0" interval="0" last-rc-change="1687288267" exec-time="243" queue-time="0" op-digest="4e4b17530bea4f6fd27df1cf68bd9f22"/>
+ </lrm_resource>
+ <lrm_resource id="Fencing" type="fence_xvm" class="stonith">
+ <lrm_rsc_op id="Fencing_last_0" operation_key="Fencing_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="11:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;11:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="8" rc-code="7" op-status="0" interval="0" last-rc-change="1687219634" exec-time="5" queue-time="0" op-digest="6197322ae276dfeb4a212d09787f9738"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-a-0" type="remote" class="ocf" provider="pacemaker" container="bundle-a-podman-0">
+ <lrm_rsc_op id="bundle-a-0_last_0" operation_key="bundle-a-0_stop_0" operation="stop" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="10:105:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;10:105:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="14" rc-code="0" op-status="0" interval="0" last-rc-change="1687248552" exec-time="0" queue-time="0" op-digest="b1f9a03e78ae75f94cc0c36e6c0cc527"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-a-podman-1" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="bundle-a-podman-1_last_0" operation_key="bundle-a-podman-1_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="17:154:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;17:154:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="106" rc-code="0" op-status="0" interval="0" last-rc-change="1687288263" exec-time="1002" queue-time="0" op-digest="90f1390dea2a7bca12099b080987eae7"/>
+ <lrm_rsc_op id="bundle-a-podman-1_monitor_60000" operation_key="bundle-a-podman-1_monitor_60000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="14:155:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;14:155:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="108" rc-code="0" op-status="0" interval="60000" last-rc-change="1687288264" exec-time="156" queue-time="0" op-digest="34c506d61f8ef4e0d77193cce6e838ce"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-b-podman-0" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="bundle-b-podman-0_last_0" operation_key="bundle-b-podman-0_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="8:154:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;8:154:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="97" rc-code="7" op-status="0" interval="0" last-rc-change="1687288263" exec-time="119" queue-time="0" op-digest="cad283aeb094013845bac465ab6a198d"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-b-0" type="remote" class="ocf" provider="pacemaker" container="bundle-b-podman-0">
+ <lrm_rsc_op id="bundle-b-0_last_0" operation_key="bundle-b-0_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="16:103:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;16:103:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="12" rc-code="7" op-status="0" interval="0" last-rc-change="1687248551" exec-time="0" queue-time="0" op-digest="137e2067e195bc8e29ef8680e392a9e7" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-a-podman-2" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="bundle-a-podman-2_last_0" operation_key="bundle-a-podman-2_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="7:153:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;7:153:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="90" rc-code="7" op-status="0" interval="0" last-rc-change="1687288203" exec-time="78" queue-time="0" op-digest="a5415a2b8dfba2a5741d70bab5591c1b"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-b-1" type="remote" class="ocf" provider="pacemaker" container="bundle-b-podman-1">
+ <lrm_rsc_op id="bundle-b-1_last_0" operation_key="bundle-b-1_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="51:161:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;51:161:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="17" rc-code="0" op-status="0" interval="0" last-rc-change="1687288331" exec-time="0" queue-time="0" op-digest="aeee9bdab74d90d67c45ff8a2e53b020" op-force-restart=" port server " op-restart-digest="5b00a5a6fae3dc7e25288679ad0c92ce"/>
+ <lrm_rsc_op id="bundle-b-1_monitor_30000" operation_key="bundle-b-1_monitor_30000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="62:162:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;62:162:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="18" rc-code="0" op-status="0" interval="30000" last-rc-change="1687288333" exec-time="0" queue-time="0" op-digest="6a12d3c71ed94e6f961711073ca69f24"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-b-podman-1" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="bundle-b-podman-1_last_0" operation_key="bundle-b-podman-1_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="49:161:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;49:161:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="112" rc-code="0" op-status="0" interval="0" last-rc-change="1687288330" exec-time="821" queue-time="0" op-digest="9ba708e8e80ce11a8a1ca4908e76e75e"/>
+ <lrm_rsc_op id="bundle-b-podman-1_monitor_60000" operation_key="bundle-b-podman-1_monitor_60000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="50:161:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;50:161:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="113" rc-code="0" op-status="0" interval="60000" last-rc-change="1687288331" exec-time="171" queue-time="0" op-digest="12e3bf09305d4a76f940376759128ae1"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-a-1" type="remote" class="ocf" provider="pacemaker" container="bundle-a-podman-1">
+ <lrm_rsc_op id="bundle-a-1_last_0" operation_key="bundle-a-1_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="15:155:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;15:155:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="15" rc-code="0" op-status="0" interval="0" last-rc-change="1687288264" exec-time="0" queue-time="0" op-digest="b1f9a03e78ae75f94cc0c36e6c0cc527" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ <lrm_rsc_op id="bundle-a-1_monitor_30000" operation_key="bundle-a-1_monitor_30000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="18:156:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;18:156:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="16" rc-code="0" op-status="0" interval="30000" last-rc-change="1687288267" exec-time="0" queue-time="0" op-digest="354b9acaa7ea1113d708dc11a1d6bbfa"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-a-podman-0" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="bundle-a-podman-0_last_0" operation_key="bundle-a-podman-0_stop_0" operation="stop" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="9:105:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;9:105:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="80" rc-code="0" op-status="0" interval="0" last-rc-change="1687248552" exec-time="10639" queue-time="0" op-digest="bc99a652606652014a6cb5f743b5d75d"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-b-2" type="remote" class="ocf" provider="pacemaker" container="bundle-b-podman-2">
+ <lrm_rsc_op id="bundle-b-2_last_0" operation_key="bundle-b-2_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="49:97:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;49:97:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="6" rc-code="7" op-status="0" interval="0" last-rc-change="1687248528" exec-time="0" queue-time="0" op-digest="137e2067e195bc8e29ef8680e392a9e7" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-a-2" type="remote" class="ocf" provider="pacemaker" container="bundle-a-podman-2">
+ <lrm_rsc_op id="bundle-a-2_last_0" operation_key="bundle-a-2_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="15:103:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;15:103:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="11" rc-code="7" op-status="0" interval="0" last-rc-change="1687248551" exec-time="0" queue-time="0" op-digest="2b7683df7d64ff71ec5fd3675fd12017" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ </node_state>
+ <node_state remote_node="true" id="base-bundle-1" uname="base-bundle-1" in_ccm="false" crm-debug-origin="do_state_transition" node_fenced="0">
+ <lrm id="base-bundle-1">
+ <lrm_resources>
+ <lrm_resource id="base" class="ocf" provider="pacemaker" type="Stateful">
+ <lrm_rsc_op id="base_last_0" operation_key="base_stop_0" operation="stop" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="125:97:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;125:97:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="1039" rc-code="0" op-status="0" interval="0" last-rc-change="1687248529" exec-time="177" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="base_monitor_16000" operation_key="base_monitor_16000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="35:56:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;35:56:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="92" rc-code="0" op-status="0" interval="16000" last-rc-change="1687220329" exec-time="43" queue-time="0" op-digest="e62ad827732488b88ef8722ff6a484b3"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ </node_state>
+ <node_state remote_node="true" id="base-bundle-2" uname="base-bundle-2" in_ccm="false" crm-debug-origin="do_state_transition" node_fenced="0">
+ <lrm id="base-bundle-2">
+ <lrm_resources>
+ <lrm_resource id="base" class="ocf" provider="pacemaker" type="Stateful">
+ <lrm_rsc_op id="base_last_0" operation_key="base_stop_0" operation="stop" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="126:97:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;126:97:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="991" rc-code="0" op-status="0" interval="0" last-rc-change="1687248528" exec-time="201" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="base_monitor_15000" operation_key="base_monitor_15000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="33:44:8:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:8;33:44:8:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="36" rc-code="8" op-status="0" interval="15000" last-rc-change="1687220059" exec-time="13" queue-time="0" op-digest="3ef575c5f050ae086f0f31bc8f085fdc"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ </node_state>
+ <node_state remote_node="true" id="bundle-a-1" uname="bundle-a-1" in_ccm="true" crm-debug-origin="controld_update_resource_history" node_fenced="0">
+ <lrm id="bundle-a-1">
+ <lrm_resources>
+ <lrm_resource id="bundle-a-rsc" class="ocf" provider="pacemaker" type="Stateful">
+ <lrm_rsc_op id="bundle-a-rsc_last_0" operation_key="bundle-a-rsc_promote_0" operation="promote" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="40:168:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;40:168:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="25" rc-code="0" op-status="0" interval="0" last-rc-change="1687288549" exec-time="216" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="bundle-a-rsc_monitor_15000" operation_key="bundle-a-rsc_monitor_15000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="40:169:8:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:8;40:169:8:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="31" rc-code="8" op-status="0" interval="15000" last-rc-change="1687288549" exec-time="9" queue-time="0" op-digest="3ef575c5f050ae086f0f31bc8f085fdc"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ <transient_attributes id="bundle-a-1">
+ <instance_attributes id="status-bundle-a-1">
+ <nvpair id="status-bundle-a-1-master-bundle-a-rsc" name="master-bundle-a-rsc" value="10"/>
+ </instance_attributes>
+ </transient_attributes>
+ </node_state>
+ <node_state remote_node="true" id="bundle-b-2" uname="bundle-b-2" in_ccm="true" crm-debug-origin="controld_update_resource_history" node_fenced="0">
+ <lrm id="bundle-b-2">
+ <lrm_resources>
+ <lrm_resource id="bundle-b-rsc" class="ocf" provider="pacemaker" type="Stateful">
+ <lrm_rsc_op id="bundle-b-rsc_last_0" operation_key="bundle-b-rsc_promote_0" operation="promote" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="76:168:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;76:168:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="23" rc-code="0" op-status="0" interval="0" last-rc-change="1687288550" exec-time="219" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="bundle-b-rsc_monitor_15000" operation_key="bundle-b-rsc_monitor_15000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="77:169:8:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:8;77:169:8:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="29" rc-code="8" op-status="0" interval="15000" last-rc-change="1687288550" exec-time="10" queue-time="0" op-digest="3ef575c5f050ae086f0f31bc8f085fdc"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ <transient_attributes id="bundle-b-2">
+ <instance_attributes id="status-bundle-b-2">
+ <nvpair id="status-bundle-b-2-master-bundle-b-rsc" name="master-bundle-b-rsc" value="10"/>
+ </instance_attributes>
+ </transient_attributes>
+ </node_state>
+ <node_state remote_node="true" id="bundle-b-0" uname="bundle-b-0" in_ccm="true" crm-debug-origin="do_state_transition" node_fenced="0">
+ <lrm id="bundle-b-0">
+ <lrm_resources>
+ <lrm_resource id="bundle-b-rsc" class="ocf" provider="pacemaker" type="Stateful">
+ <lrm_rsc_op id="bundle-b-rsc_last_0" operation_key="bundle-b-rsc_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="69:163:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;69:163:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="8" rc-code="0" op-status="0" interval="0" last-rc-change="1687288333" exec-time="290" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="bundle-b-rsc_monitor_16000" operation_key="bundle-b-rsc_monitor_16000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="71:164:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;71:164:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="14" rc-code="0" op-status="0" interval="16000" last-rc-change="1687288334" exec-time="12" queue-time="0" op-digest="e62ad827732488b88ef8722ff6a484b3"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ <transient_attributes id="bundle-b-0">
+ <instance_attributes id="status-bundle-b-0">
+ <nvpair id="status-bundle-b-0-master-bundle-b-rsc" name="master-bundle-b-rsc" value="5"/>
+ </instance_attributes>
+ </transient_attributes>
+ </node_state>
+ <node_state remote_node="true" id="bundle-b-1" uname="bundle-b-1" in_ccm="true" crm-debug-origin="do_state_transition" node_fenced="0">
+ <lrm id="bundle-b-1">
+ <lrm_resources>
+ <lrm_resource id="bundle-b-rsc" class="ocf" provider="pacemaker" type="Stateful">
+ <lrm_rsc_op id="bundle-b-rsc_last_0" operation_key="bundle-b-rsc_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="72:164:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;72:164:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="8" rc-code="0" op-status="0" interval="0" last-rc-change="1687288333" exec-time="274" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="bundle-b-rsc_monitor_16000" operation_key="bundle-b-rsc_monitor_16000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="74:165:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;74:165:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="14" rc-code="0" op-status="0" interval="16000" last-rc-change="1687288334" exec-time="9" queue-time="0" op-digest="e62ad827732488b88ef8722ff6a484b3"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ <transient_attributes id="bundle-b-1">
+ <instance_attributes id="status-bundle-b-1">
+ <nvpair id="status-bundle-b-1-master-bundle-b-rsc" name="master-bundle-b-rsc" value="5"/>
+ </instance_attributes>
+ </transient_attributes>
+ </node_state>
+ <node_state remote_node="true" id="bundle-a-0" uname="bundle-a-0" in_ccm="true" crm-debug-origin="do_state_transition" node_fenced="0">
+ <lrm id="bundle-a-0">
+ <lrm_resources>
+ <lrm_resource id="bundle-a-rsc" class="ocf" provider="pacemaker" type="Stateful">
+ <lrm_rsc_op id="bundle-a-rsc_last_0" operation_key="bundle-a-rsc_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="39:162:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;39:162:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="8" rc-code="0" op-status="0" interval="0" last-rc-change="1687288333" exec-time="250" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="bundle-a-rsc_monitor_16000" operation_key="bundle-a-rsc_monitor_16000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="36:163:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;36:163:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="14" rc-code="0" op-status="0" interval="16000" last-rc-change="1687288333" exec-time="10" queue-time="0" op-digest="e62ad827732488b88ef8722ff6a484b3"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ <transient_attributes id="bundle-a-0">
+ <instance_attributes id="status-bundle-a-0">
+ <nvpair id="status-bundle-a-0-master-bundle-a-rsc" name="master-bundle-a-rsc" value="5"/>
+ </instance_attributes>
+ </transient_attributes>
+ </node_state>
+ <node_state remote_node="true" id="bundle-a-2" uname="bundle-a-2" in_ccm="true" crm-debug-origin="do_state_transition" node_fenced="0">
+ <lrm id="bundle-a-2">
+ <lrm_resources>
+ <lrm_resource id="bundle-a-rsc" class="ocf" provider="pacemaker" type="Stateful">
+ <lrm_rsc_op id="bundle-a-rsc_last_0" operation_key="bundle-a-rsc_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="29:157:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;29:157:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="8" rc-code="0" op-status="0" interval="0" last-rc-change="1687288268" exec-time="236" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="bundle-a-rsc_monitor_16000" operation_key="bundle-a-rsc_monitor_16000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="30:158:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;30:158:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="14" rc-code="0" op-status="0" interval="16000" last-rc-change="1687288268" exec-time="10" queue-time="0" op-digest="e62ad827732488b88ef8722ff6a484b3"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ <transient_attributes id="bundle-a-2">
+ <instance_attributes id="status-bundle-a-2">
+ <nvpair id="status-bundle-a-2-master-bundle-a-rsc" name="master-bundle-a-rsc" value="5"/>
+ </instance_attributes>
+ </transient_attributes>
+ </node_state>
+ </status>
+</cib>
diff --git a/cts/scheduler/xml/bundle-promoted-colocation-6.xml b/cts/scheduler/xml/bundle-promoted-colocation-6.xml
new file mode 100644
index 0000000..a14e7c4
--- /dev/null
+++ b/cts/scheduler/xml/bundle-promoted-colocation-6.xml
@@ -0,0 +1,367 @@
+<cib crm_feature_set="3.17.4" validate-with="pacemaker-3.9" epoch="56" num_updates="140" admin_epoch="0" cib-last-written="Tue Jun 20 12:12:10 2023" update-origin="node1" update-client="crmd" update-user="hacluster" have-quorum="1" dc-uuid="1">
+ <configuration>
+ <!-- The essential elements of this test are:
+ * The promoted instance of a bundle (bundle-a) is optionally colocated
+ (score=5000) with the promoted instance of another bundle (bundle-b)
+ * bundle-a's promoted instance is running on a different node from
+ bundle-b's promoted instance
+ * There is no stickiness
+ * There are no location constraints
+ * There are three nodes available for both resources
+
+ In this situation, bundle-a should demote its currently promoted
+ instance and promote the instance on the node where bundle-b is
+ promoted.
+ -->
+ <crm_config>
+ <cluster_property_set id="cib-bootstrap-options">
+ <nvpair id="cib-bootstrap-options-have-watchdog" name="have-watchdog" value="false"/>
+ <nvpair id="cib-bootstrap-options-dc-version" name="dc-version" value="2.1.5-1.0a457786a.git.el9-0a457786a"/>
+ <nvpair id="cib-bootstrap-options-cluster-infrastructure" name="cluster-infrastructure" value="corosync"/>
+ <nvpair id="cib-bootstrap-options-cluster-name" name="cluster-name" value="test"/>
+ <nvpair id="cib-bootstrap-options-last-lrm-refresh" name="last-lrm-refresh" value="1687288330"/>
+ </cluster_property_set>
+ </crm_config>
+ <nodes>
+ <node id="1" uname="node1"/>
+ <node id="2" uname="node2"/>
+ <node id="3" uname="node3"/>
+ </nodes>
+ <resources>
+ <primitive class="stonith" id="Fencing" type="fence_xvm">
+ <instance_attributes id="Fencing-instance_attributes">
+ <nvpair id="Fencing-instance_attributes_pcmk_host_list" name="pcmk_host_list" value="node1 node2 node3"/>
+ </instance_attributes>
+ <operations>
+ <op id="Fencing-monitor-120s" interval="120s" name="monitor" timeout="120s"/>
+ </operations>
+ </primitive>
+ <bundle id="bundle-a">
+ <meta_attributes id="bundle-a-meta_attributes">
+ <nvpair id="bundle-a-meta_attributes-promotable" name="promotable" value="true"/>
+ <nvpair id="bundle-a-meta_attributes-container-attribute-target" name="container-attribute-target" value="host"/>
+ </meta_attributes>
+ <podman image="localhost/pcmktest" replicas="3"/>
+ <network control-port="3121"/>
+ <primitive id="bundle-a-rsc" class="ocf" provider="pacemaker" type="Stateful">
+ <operations>
+ <op id="bundle-a-rsc-monitor-15s" interval="15s" name="monitor" timeout="15s" role="Promoted"/>
+ <op id="bundle-a-rsc-monitor-16s" interval="16s" name="monitor" timeout="16s" role="Unpromoted"/>
+ </operations>
+ </primitive>
+ </bundle>
+ <bundle id="bundle-b">
+ <meta_attributes id="bundle-b-meta_attributes">
+ <nvpair id="bundle-b-meta_attributes-promotable" name="promotable" value="true"/>
+ <nvpair id="bundle-b-meta_attributes-container-attribute-target" name="container-attribute-target" value="host"/>
+ </meta_attributes>
+ <podman image="localhost/pcmktest" replicas="3"/>
+ <network control-port="3122"/>
+ <primitive id="bundle-b-rsc" class="ocf" provider="pacemaker" type="Stateful">
+ <operations>
+ <op id="bundle-b-rsc-monitor-15s" interval="15s" name="monitor" timeout="15s" role="Promoted"/>
+ <op id="bundle-b-rsc-monitor-16s" interval="16s" name="monitor" timeout="16s" role="Unpromoted"/>
+ </operations>
+ </primitive>
+ </bundle>
+ </resources>
+ <constraints>
+ <rsc_colocation id="colocation-bundle-a-bundle-b-5000" rsc="bundle-a" rsc-role="Promoted" score="5000" with-rsc="bundle-b" with-rsc-role="Promoted"/>
+ </constraints>
+ <fencing-topology/>
+ <op_defaults/>
+ <alerts/>
+ <rsc_defaults/>
+ </configuration>
+ <status>
+ <node_state id="1" uname="node1" in_ccm="true" crmd="online" crm-debug-origin="do_state_transition" join="member" expected="member">
+ <transient_attributes id="1">
+ <instance_attributes id="status-1">
+ <nvpair id="status-1-.feature-set" name="#feature-set" value="3.17.4"/>
+ <nvpair id="status-1-promotion-bundle-a-rsc" name="master-bundle-a-rsc" value="11"/>
+ <nvpair id="status-1-promotion-bundle-b-rsc" name="master-bundle-b-rsc" value="12"/>
+ </instance_attributes>
+ </transient_attributes>
+ <lrm id="1">
+ <lrm_resources>
+ <lrm_resource id="bundle-b-podman-2" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="bundle-b-podman-2_last_0" operation_key="bundle-b-podman-2_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="4:154:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;4:154:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="132" rc-code="7" op-status="0" interval="0" last-rc-change="1687288263" exec-time="237" queue-time="0" op-digest="4e4b17530bea4f6fd27df1cf68bd9f22"/>
+ </lrm_resource>
+ <lrm_resource id="Fencing" type="fence_xvm" class="stonith">
+ <lrm_rsc_op id="Fencing_last_0" operation_key="Fencing_stop_0" operation="stop" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="12:62:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;12:62:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="55" rc-code="0" op-status="0" interval="0" last-rc-change="1687222219" exec-time="0" queue-time="0" op-digest="6197322ae276dfeb4a212d09787f9738"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-a-0" type="remote" class="ocf" provider="pacemaker" container="bundle-a-podman-0">
+ <lrm_rsc_op id="bundle-a-0_last_0" operation_key="bundle-a-0_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="13:161:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;13:161:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="19" rc-code="0" op-status="0" interval="0" last-rc-change="1687288332" exec-time="0" queue-time="0" op-digest="2b7683df7d64ff71ec5fd3675fd12017" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ <lrm_rsc_op id="bundle-a-0_monitor_30000" operation_key="bundle-a-0_monitor_30000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="22:162:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;22:162:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="20" rc-code="0" op-status="0" interval="30000" last-rc-change="1687288333" exec-time="0" queue-time="0" op-digest="6f3c7e233bacb8420fef5f9581190d00"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-a-podman-1" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="bundle-a-podman-1_last_0" operation_key="bundle-a-podman-1_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="3:153:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;3:153:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="117" rc-code="7" op-status="0" interval="0" last-rc-change="1687288204" exec-time="106" queue-time="0" op-digest="90f1390dea2a7bca12099b080987eae7"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-b-podman-0" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="bundle-b-podman-0_last_0" operation_key="bundle-b-podman-0_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="45:161:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;45:161:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="144" rc-code="0" op-status="0" interval="0" last-rc-change="1687288330" exec-time="1158" queue-time="0" op-digest="94098b91d583b0b8498741508c609a37"/>
+ <lrm_rsc_op id="bundle-b-podman-0_monitor_60000" operation_key="bundle-b-podman-0_monitor_60000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="46:161:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;46:161:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="146" rc-code="0" op-status="0" interval="60000" last-rc-change="1687288332" exec-time="182" queue-time="0" op-digest="b7a9f966374c886087fb6f03d6e4c286"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-b-0" type="remote" class="ocf" provider="pacemaker" container="bundle-b-podman-0">
+ <lrm_rsc_op id="bundle-b-0_last_0" operation_key="bundle-b-0_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="47:161:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;47:161:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="18" rc-code="0" op-status="0" interval="0" last-rc-change="1687288332" exec-time="0" queue-time="0" op-digest="06b6a770601e99a2d691d4cf853acceb" op-force-restart=" port server " op-restart-digest="5b00a5a6fae3dc7e25288679ad0c92ce"/>
+ <lrm_rsc_op id="bundle-b-0_monitor_30000" operation_key="bundle-b-0_monitor_30000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="57:162:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;57:162:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="21" rc-code="0" op-status="0" interval="30000" last-rc-change="1687288333" exec-time="0" queue-time="0" op-digest="b4ca332a542717c28b117ec80e27b838"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-a-1" type="remote" class="ocf" provider="pacemaker" container="bundle-a-podman-1">
+ <lrm_rsc_op id="bundle-a-1_last_0" operation_key="bundle-a-1_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="8:103:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;8:103:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="10" rc-code="7" op-status="0" interval="0" last-rc-change="1687248552" exec-time="0" queue-time="0" op-digest="137e2067e195bc8e29ef8680e392a9e7" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-a-podman-2" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="bundle-a-podman-2_last_0" operation_key="bundle-a-podman-2_stop_0" operation="stop" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="17:105:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;17:105:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="107" rc-code="0" op-status="0" interval="0" last-rc-change="1687248553" exec-time="10540" queue-time="0" op-digest="a5415a2b8dfba2a5741d70bab5591c1b"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-b-1" type="remote" class="ocf" provider="pacemaker" container="bundle-b-podman-1">
+ <lrm_rsc_op id="bundle-b-1_last_0" operation_key="bundle-b-1_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="28:99:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;28:99:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="8" rc-code="7" op-status="0" interval="0" last-rc-change="1687248540" exec-time="0" queue-time="0" op-digest="2b7683df7d64ff71ec5fd3675fd12017" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-b-podman-1" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="bundle-b-podman-1_last_0" operation_key="bundle-b-podman-1_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="3:154:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;3:154:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="128" rc-code="7" op-status="0" interval="0" last-rc-change="1687288263" exec-time="240" queue-time="0" op-digest="e1aa4eab4c9e9334ee91c66cce449b13"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-a-podman-0" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="bundle-a-podman-0_last_0" operation_key="bundle-a-podman-0_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="11:161:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;11:161:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="145" rc-code="0" op-status="0" interval="0" last-rc-change="1687288331" exec-time="1143" queue-time="0" op-digest="bc99a652606652014a6cb5f743b5d75d"/>
+ <lrm_rsc_op id="bundle-a-podman-0_monitor_60000" operation_key="bundle-a-podman-0_monitor_60000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="12:161:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;12:161:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="147" rc-code="0" op-status="0" interval="60000" last-rc-change="1687288332" exec-time="161" queue-time="0" op-digest="d39778305ffa599cc7f7a94b47d18783"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-b-2" type="remote" class="ocf" provider="pacemaker" container="bundle-b-podman-2">
+ <lrm_rsc_op id="bundle-b-2_last_0" operation_key="bundle-b-2_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="37:97:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;37:97:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="6" rc-code="7" op-status="0" interval="0" last-rc-change="1687248528" exec-time="0" queue-time="0" op-digest="137e2067e195bc8e29ef8680e392a9e7" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-a-2" type="remote" class="ocf" provider="pacemaker" container="bundle-a-podman-2">
+ <lrm_rsc_op id="bundle-a-2_last_0" operation_key="bundle-a-2_stop_0" operation="stop" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="18:105:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;18:105:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="14" rc-code="0" op-status="0" interval="0" last-rc-change="1687248553" exec-time="0" queue-time="0" op-digest="2b7683df7d64ff71ec5fd3675fd12017"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ </node_state>
+ <node_state id="2" uname="node2" crmd="online" crm-debug-origin="do_state_transition" in_ccm="true" join="member" expected="member">
+ <transient_attributes id="2">
+ <instance_attributes id="status-2">
+ <nvpair id="status-2-.feature-set" name="#feature-set" value="3.17.4"/>
+ <nvpair id="status-2-promotion-bundle-a-rsc" name="master-bundle-a-rsc" value="12"/>
+ <nvpair id="status-2-promotion-bundle-b-rsc" name="master-bundle-b-rsc" value="13"/>
+ </instance_attributes>
+ </transient_attributes>
+ <lrm id="2">
+ <lrm_resources>
+ <lrm_resource id="bundle-b-podman-2" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="bundle-b-podman-2_last_0" operation_key="bundle-b-podman-2_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="53:161:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;53:161:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="141" rc-code="0" op-status="0" interval="0" last-rc-change="1687288330" exec-time="752" queue-time="0" op-digest="35320d55914b88e0c9d4d13b574cef8a"/>
+ <lrm_rsc_op id="bundle-b-podman-2_monitor_60000" operation_key="bundle-b-podman-2_monitor_60000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="54:161:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;54:161:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="142" rc-code="0" op-status="0" interval="60000" last-rc-change="1687288331" exec-time="120" queue-time="0" op-digest="62d15df41b3f596ca94b0dbe7edda857"/>
+ </lrm_resource>
+ <lrm_resource id="Fencing" type="fence_xvm" class="stonith">
+ <lrm_rsc_op id="Fencing_last_0" operation_key="Fencing_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="12:69:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;12:69:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="58" rc-code="0" op-status="0" interval="0" last-rc-change="1687226745" exec-time="33" queue-time="0" op-digest="f551693977f94a4fa8883fb70e439592"/>
+ <lrm_rsc_op id="Fencing_monitor_120000" operation_key="Fencing_monitor_120000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="4:69:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;4:69:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="59" rc-code="0" op-status="0" interval="120000" last-rc-change="1687226745" exec-time="27" queue-time="0" op-digest="24989640311980988fb77ddd1cc1002b"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-a-0" type="remote" class="ocf" provider="pacemaker" container="bundle-a-podman-0">
+ <lrm_rsc_op id="bundle-a-0_last_0" operation_key="bundle-a-0_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="11:101:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;11:101:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="9" rc-code="7" op-status="0" interval="0" last-rc-change="1687248551" exec-time="0" queue-time="0" op-digest="b1f9a03e78ae75f94cc0c36e6c0cc527" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-a-podman-1" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="bundle-a-podman-1_last_0" operation_key="bundle-a-podman-1_stop_0" operation="stop" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="13:105:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;13:105:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="109" rc-code="0" op-status="0" interval="0" last-rc-change="1687248553" exec-time="10646" queue-time="0" op-digest="90f1390dea2a7bca12099b080987eae7"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-b-podman-0" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="bundle-b-podman-0_last_0" operation_key="bundle-b-podman-0_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="5:154:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;5:154:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="126" rc-code="7" op-status="0" interval="0" last-rc-change="1687288263" exec-time="124" queue-time="0" op-digest="cad283aeb094013845bac465ab6a198d"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-b-0" type="remote" class="ocf" provider="pacemaker" container="bundle-b-podman-0">
+ <lrm_rsc_op id="bundle-b-0_last_0" operation_key="bundle-b-0_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="13:103:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;13:103:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="12" rc-code="7" op-status="0" interval="0" last-rc-change="1687248552" exec-time="0" queue-time="0" op-digest="137e2067e195bc8e29ef8680e392a9e7" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-a-1" type="remote" class="ocf" provider="pacemaker" container="bundle-a-podman-1">
+ <lrm_rsc_op id="bundle-a-1_last_0" operation_key="bundle-a-1_stop_0" operation="stop" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="14:105:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;14:105:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="14" rc-code="0" op-status="0" interval="0" last-rc-change="1687248553" exec-time="0" queue-time="0" op-digest="137e2067e195bc8e29ef8680e392a9e7"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-a-podman-2" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="bundle-a-podman-2_last_0" operation_key="bundle-a-podman-2_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="21:154:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;21:154:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="135" rc-code="0" op-status="0" interval="0" last-rc-change="1687288263" exec-time="1059" queue-time="0" op-digest="a5415a2b8dfba2a5741d70bab5591c1b"/>
+ <lrm_rsc_op id="bundle-a-podman-2_monitor_60000" operation_key="bundle-a-podman-2_monitor_60000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="19:155:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;19:155:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="137" rc-code="0" op-status="0" interval="60000" last-rc-change="1687288265" exec-time="284" queue-time="0" op-digest="77326e7c2187a5c4fe386812dfcd4118"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-b-1" type="remote" class="ocf" provider="pacemaker" container="bundle-b-podman-1">
+ <lrm_rsc_op id="bundle-b-1_last_0" operation_key="bundle-b-1_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="33:99:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;33:99:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="8" rc-code="7" op-status="0" interval="0" last-rc-change="1687248540" exec-time="0" queue-time="0" op-digest="2b7683df7d64ff71ec5fd3675fd12017" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-b-podman-1" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="bundle-b-podman-1_last_0" operation_key="bundle-b-podman-1_stop_0" operation="stop" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="4:156:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;4:156:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="140" rc-code="0" op-status="0" interval="0" last-rc-change="1687288267" exec-time="216" queue-time="0" op-digest="e1aa4eab4c9e9334ee91c66cce449b13"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-a-podman-0" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="bundle-a-podman-0_last_0" operation_key="bundle-a-podman-0_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="4:153:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;4:153:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="115" rc-code="7" op-status="0" interval="0" last-rc-change="1687288204" exec-time="101" queue-time="0" op-digest="bc99a652606652014a6cb5f743b5d75d"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-b-2" type="remote" class="ocf" provider="pacemaker" container="bundle-b-podman-2">
+ <lrm_rsc_op id="bundle-b-2_last_0" operation_key="bundle-b-2_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="55:161:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;55:161:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="17" rc-code="0" op-status="0" interval="0" last-rc-change="1687288331" exec-time="0" queue-time="0" op-digest="077939dc4a5dbbd799045f9120d057b4" op-force-restart=" port server " op-restart-digest="5b00a5a6fae3dc7e25288679ad0c92ce"/>
+ <lrm_rsc_op id="bundle-b-2_monitor_30000" operation_key="bundle-b-2_monitor_30000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="67:162:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;67:162:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="18" rc-code="0" op-status="0" interval="30000" last-rc-change="1687288333" exec-time="0" queue-time="0" op-digest="f9f13135e91dabbc6c77a3fd4b23ab80"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-a-2" type="remote" class="ocf" provider="pacemaker" container="bundle-a-podman-2">
+ <lrm_rsc_op id="bundle-a-2_last_0" operation_key="bundle-a-2_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="20:155:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;20:155:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="15" rc-code="0" op-status="0" interval="0" last-rc-change="1687288265" exec-time="0" queue-time="0" op-digest="137e2067e195bc8e29ef8680e392a9e7" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ <lrm_rsc_op id="bundle-a-2_monitor_30000" operation_key="bundle-a-2_monitor_30000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="23:156:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;23:156:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="16" rc-code="0" op-status="0" interval="30000" last-rc-change="1687288267" exec-time="0" queue-time="0" op-digest="3929eec440004bca31f813a8e6097506"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ </node_state>
+ <node_state remote_node="true" id="base-bundle-0" uname="base-bundle-0" in_ccm="false" crm-debug-origin="do_state_transition" node_fenced="0">
+ <lrm id="base-bundle-0">
+ <lrm_resources>
+ <lrm_resource id="base" class="ocf" provider="pacemaker" type="Stateful">
+ <lrm_rsc_op id="base_last_0" operation_key="base_stop_0" operation="stop" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="124:97:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;124:97:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="1035" rc-code="0" op-status="0" interval="0" last-rc-change="1687248529" exec-time="180" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="base_monitor_16000" operation_key="base_monitor_16000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="17:31:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;17:31:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="14" rc-code="0" op-status="0" interval="16000" last-rc-change="1687218076" exec-time="15" queue-time="0" op-digest="e62ad827732488b88ef8722ff6a484b3"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ </node_state>
+ <node_state id="3" uname="node3" crmd="online" crm-debug-origin="do_state_transition" in_ccm="true" join="member" expected="member">
+ <transient_attributes id="3">
+ <instance_attributes id="status-3">
+ <nvpair id="status-3-.feature-set" name="#feature-set" value="3.17.4"/>
+ <nvpair id="status-3-promotion-bundle-a-rsc" name="master-bundle-a-rsc" value="13"/>
+ <nvpair id="status-3-promotion-bundle-b-rsc" name="master-bundle-b-rsc" value="11"/>
+ </instance_attributes>
+ </transient_attributes>
+ <lrm id="3">
+ <lrm_resources>
+ <lrm_resource id="bundle-b-podman-2" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="bundle-b-podman-2_last_0" operation_key="bundle-b-podman-2_stop_0" operation="stop" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="6:156:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;6:156:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="111" rc-code="0" op-status="0" interval="0" last-rc-change="1687288267" exec-time="243" queue-time="0" op-digest="4e4b17530bea4f6fd27df1cf68bd9f22"/>
+ </lrm_resource>
+ <lrm_resource id="Fencing" type="fence_xvm" class="stonith">
+ <lrm_rsc_op id="Fencing_last_0" operation_key="Fencing_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="11:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;11:36:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="8" rc-code="7" op-status="0" interval="0" last-rc-change="1687219634" exec-time="5" queue-time="0" op-digest="6197322ae276dfeb4a212d09787f9738"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-a-0" type="remote" class="ocf" provider="pacemaker" container="bundle-a-podman-0">
+ <lrm_rsc_op id="bundle-a-0_last_0" operation_key="bundle-a-0_stop_0" operation="stop" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="10:105:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;10:105:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="14" rc-code="0" op-status="0" interval="0" last-rc-change="1687248552" exec-time="0" queue-time="0" op-digest="b1f9a03e78ae75f94cc0c36e6c0cc527"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-a-podman-1" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="bundle-a-podman-1_last_0" operation_key="bundle-a-podman-1_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="17:154:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;17:154:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="106" rc-code="0" op-status="0" interval="0" last-rc-change="1687288263" exec-time="1002" queue-time="0" op-digest="90f1390dea2a7bca12099b080987eae7"/>
+ <lrm_rsc_op id="bundle-a-podman-1_monitor_60000" operation_key="bundle-a-podman-1_monitor_60000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="14:155:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;14:155:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="108" rc-code="0" op-status="0" interval="60000" last-rc-change="1687288264" exec-time="156" queue-time="0" op-digest="34c506d61f8ef4e0d77193cce6e838ce"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-b-podman-0" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="bundle-b-podman-0_last_0" operation_key="bundle-b-podman-0_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="8:154:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;8:154:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="97" rc-code="7" op-status="0" interval="0" last-rc-change="1687288263" exec-time="119" queue-time="0" op-digest="cad283aeb094013845bac465ab6a198d"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-b-0" type="remote" class="ocf" provider="pacemaker" container="bundle-b-podman-0">
+ <lrm_rsc_op id="bundle-b-0_last_0" operation_key="bundle-b-0_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="16:103:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;16:103:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="12" rc-code="7" op-status="0" interval="0" last-rc-change="1687248551" exec-time="0" queue-time="0" op-digest="137e2067e195bc8e29ef8680e392a9e7" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-a-podman-2" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="bundle-a-podman-2_last_0" operation_key="bundle-a-podman-2_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="7:153:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;7:153:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="90" rc-code="7" op-status="0" interval="0" last-rc-change="1687288203" exec-time="78" queue-time="0" op-digest="a5415a2b8dfba2a5741d70bab5591c1b"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-b-1" type="remote" class="ocf" provider="pacemaker" container="bundle-b-podman-1">
+ <lrm_rsc_op id="bundle-b-1_last_0" operation_key="bundle-b-1_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="51:161:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;51:161:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="17" rc-code="0" op-status="0" interval="0" last-rc-change="1687288331" exec-time="0" queue-time="0" op-digest="aeee9bdab74d90d67c45ff8a2e53b020" op-force-restart=" port server " op-restart-digest="5b00a5a6fae3dc7e25288679ad0c92ce"/>
+ <lrm_rsc_op id="bundle-b-1_monitor_30000" operation_key="bundle-b-1_monitor_30000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="62:162:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;62:162:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="18" rc-code="0" op-status="0" interval="30000" last-rc-change="1687288333" exec-time="0" queue-time="0" op-digest="6a12d3c71ed94e6f961711073ca69f24"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-b-podman-1" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="bundle-b-podman-1_last_0" operation_key="bundle-b-podman-1_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="49:161:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;49:161:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="112" rc-code="0" op-status="0" interval="0" last-rc-change="1687288330" exec-time="821" queue-time="0" op-digest="9ba708e8e80ce11a8a1ca4908e76e75e"/>
+ <lrm_rsc_op id="bundle-b-podman-1_monitor_60000" operation_key="bundle-b-podman-1_monitor_60000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="50:161:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;50:161:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="113" rc-code="0" op-status="0" interval="60000" last-rc-change="1687288331" exec-time="171" queue-time="0" op-digest="12e3bf09305d4a76f940376759128ae1"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-a-1" type="remote" class="ocf" provider="pacemaker" container="bundle-a-podman-1">
+ <lrm_rsc_op id="bundle-a-1_last_0" operation_key="bundle-a-1_start_0" operation="start" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="15:155:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;15:155:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="15" rc-code="0" op-status="0" interval="0" last-rc-change="1687288264" exec-time="0" queue-time="0" op-digest="b1f9a03e78ae75f94cc0c36e6c0cc527" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ <lrm_rsc_op id="bundle-a-1_monitor_30000" operation_key="bundle-a-1_monitor_30000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="18:156:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;18:156:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="16" rc-code="0" op-status="0" interval="30000" last-rc-change="1687288267" exec-time="0" queue-time="0" op-digest="354b9acaa7ea1113d708dc11a1d6bbfa"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-a-podman-0" type="podman" class="ocf" provider="heartbeat">
+ <lrm_rsc_op id="bundle-a-podman-0_last_0" operation_key="bundle-a-podman-0_stop_0" operation="stop" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="9:105:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;9:105:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="80" rc-code="0" op-status="0" interval="0" last-rc-change="1687248552" exec-time="10639" queue-time="0" op-digest="bc99a652606652014a6cb5f743b5d75d"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-b-2" type="remote" class="ocf" provider="pacemaker" container="bundle-b-podman-2">
+ <lrm_rsc_op id="bundle-b-2_last_0" operation_key="bundle-b-2_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="49:97:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;49:97:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="6" rc-code="7" op-status="0" interval="0" last-rc-change="1687248528" exec-time="0" queue-time="0" op-digest="137e2067e195bc8e29ef8680e392a9e7" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ <lrm_resource id="bundle-a-2" type="remote" class="ocf" provider="pacemaker" container="bundle-a-podman-2">
+ <lrm_rsc_op id="bundle-a-2_last_0" operation_key="bundle-a-2_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="15:103:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:7;15:103:7:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="11" rc-code="7" op-status="0" interval="0" last-rc-change="1687248551" exec-time="0" queue-time="0" op-digest="2b7683df7d64ff71ec5fd3675fd12017" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ </node_state>
+ <node_state remote_node="true" id="base-bundle-1" uname="base-bundle-1" in_ccm="false" crm-debug-origin="do_state_transition" node_fenced="0">
+ <lrm id="base-bundle-1">
+ <lrm_resources>
+ <lrm_resource id="base" class="ocf" provider="pacemaker" type="Stateful">
+ <lrm_rsc_op id="base_last_0" operation_key="base_stop_0" operation="stop" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="125:97:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;125:97:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="1039" rc-code="0" op-status="0" interval="0" last-rc-change="1687248529" exec-time="177" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="base_monitor_16000" operation_key="base_monitor_16000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="35:56:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;35:56:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="92" rc-code="0" op-status="0" interval="16000" last-rc-change="1687220329" exec-time="43" queue-time="0" op-digest="e62ad827732488b88ef8722ff6a484b3"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ </node_state>
+ <node_state remote_node="true" id="base-bundle-2" uname="base-bundle-2" in_ccm="false" crm-debug-origin="do_state_transition" node_fenced="0">
+ <lrm id="base-bundle-2">
+ <lrm_resources>
+ <lrm_resource id="base" class="ocf" provider="pacemaker" type="Stateful">
+ <lrm_rsc_op id="base_last_0" operation_key="base_stop_0" operation="stop" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="126:97:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;126:97:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="991" rc-code="0" op-status="0" interval="0" last-rc-change="1687248528" exec-time="201" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="base_monitor_15000" operation_key="base_monitor_15000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="33:44:8:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:8;33:44:8:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="36" rc-code="8" op-status="0" interval="15000" last-rc-change="1687220059" exec-time="13" queue-time="0" op-digest="3ef575c5f050ae086f0f31bc8f085fdc"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ </node_state>
+ <node_state remote_node="true" id="bundle-a-1" uname="bundle-a-1" in_ccm="true" crm-debug-origin="controld_update_resource_history" node_fenced="0">
+ <lrm id="bundle-a-1">
+ <lrm_resources>
+ <lrm_resource id="bundle-a-rsc" class="ocf" provider="pacemaker" type="Stateful">
+ <lrm_rsc_op id="bundle-a-rsc_last_0" operation_key="bundle-a-rsc_promote_0" operation="promote" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="40:168:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;40:168:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="25" rc-code="0" op-status="0" interval="0" last-rc-change="1687288549" exec-time="216" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="bundle-a-rsc_monitor_15000" operation_key="bundle-a-rsc_monitor_15000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="40:169:8:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:8;40:169:8:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="31" rc-code="8" op-status="0" interval="15000" last-rc-change="1687288549" exec-time="9" queue-time="0" op-digest="3ef575c5f050ae086f0f31bc8f085fdc"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ <transient_attributes id="bundle-a-1">
+ <instance_attributes id="status-bundle-a-1">
+ <nvpair id="status-bundle-a-1-master-bundle-a-rsc" name="master-bundle-a-rsc" value="10"/>
+ </instance_attributes>
+ </transient_attributes>
+ </node_state>
+ <node_state remote_node="true" id="bundle-b-2" uname="bundle-b-2" in_ccm="true" crm-debug-origin="controld_update_resource_history" node_fenced="0">
+ <lrm id="bundle-b-2">
+ <lrm_resources>
+ <lrm_resource id="bundle-b-rsc" class="ocf" provider="pacemaker" type="Stateful">
+ <lrm_rsc_op id="bundle-b-rsc_last_0" operation_key="bundle-b-rsc_promote_0" operation="promote" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="76:168:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;76:168:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="23" rc-code="0" op-status="0" interval="0" last-rc-change="1687288550" exec-time="219" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="bundle-b-rsc_monitor_15000" operation_key="bundle-b-rsc_monitor_15000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="77:169:8:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:8;77:169:8:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="29" rc-code="8" op-status="0" interval="15000" last-rc-change="1687288550" exec-time="10" queue-time="0" op-digest="3ef575c5f050ae086f0f31bc8f085fdc"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ <transient_attributes id="bundle-b-2">
+ <instance_attributes id="status-bundle-b-2">
+ <nvpair id="status-bundle-b-2-master-bundle-b-rsc" name="master-bundle-b-rsc" value="10"/>
+ </instance_attributes>
+ </transient_attributes>
+ </node_state>
+ <node_state remote_node="true" id="bundle-b-0" uname="bundle-b-0" in_ccm="true" crm-debug-origin="do_state_transition" node_fenced="0">
+ <lrm id="bundle-b-0">
+ <lrm_resources>
+ <lrm_resource id="bundle-b-rsc" class="ocf" provider="pacemaker" type="Stateful">
+ <lrm_rsc_op id="bundle-b-rsc_last_0" operation_key="bundle-b-rsc_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="69:163:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;69:163:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="8" rc-code="0" op-status="0" interval="0" last-rc-change="1687288333" exec-time="290" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="bundle-b-rsc_monitor_16000" operation_key="bundle-b-rsc_monitor_16000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="71:164:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;71:164:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="14" rc-code="0" op-status="0" interval="16000" last-rc-change="1687288334" exec-time="12" queue-time="0" op-digest="e62ad827732488b88ef8722ff6a484b3"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ <transient_attributes id="bundle-b-0">
+ <instance_attributes id="status-bundle-b-0">
+ <nvpair id="status-bundle-b-0-master-bundle-b-rsc" name="master-bundle-b-rsc" value="5"/>
+ </instance_attributes>
+ </transient_attributes>
+ </node_state>
+ <node_state remote_node="true" id="bundle-b-1" uname="bundle-b-1" in_ccm="true" crm-debug-origin="do_state_transition" node_fenced="0">
+ <lrm id="bundle-b-1">
+ <lrm_resources>
+ <lrm_resource id="bundle-b-rsc" class="ocf" provider="pacemaker" type="Stateful">
+ <lrm_rsc_op id="bundle-b-rsc_last_0" operation_key="bundle-b-rsc_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="72:164:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;72:164:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="8" rc-code="0" op-status="0" interval="0" last-rc-change="1687288333" exec-time="274" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="bundle-b-rsc_monitor_16000" operation_key="bundle-b-rsc_monitor_16000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="74:165:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;74:165:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node3" call-id="14" rc-code="0" op-status="0" interval="16000" last-rc-change="1687288334" exec-time="9" queue-time="0" op-digest="e62ad827732488b88ef8722ff6a484b3"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ <transient_attributes id="bundle-b-1">
+ <instance_attributes id="status-bundle-b-1">
+ <nvpair id="status-bundle-b-1-master-bundle-b-rsc" name="master-bundle-b-rsc" value="5"/>
+ </instance_attributes>
+ </transient_attributes>
+ </node_state>
+ <node_state remote_node="true" id="bundle-a-0" uname="bundle-a-0" in_ccm="true" crm-debug-origin="do_state_transition" node_fenced="0">
+ <lrm id="bundle-a-0">
+ <lrm_resources>
+ <lrm_resource id="bundle-a-rsc" class="ocf" provider="pacemaker" type="Stateful">
+ <lrm_rsc_op id="bundle-a-rsc_last_0" operation_key="bundle-a-rsc_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="39:162:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;39:162:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="8" rc-code="0" op-status="0" interval="0" last-rc-change="1687288333" exec-time="250" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="bundle-a-rsc_monitor_16000" operation_key="bundle-a-rsc_monitor_16000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="36:163:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;36:163:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node1" call-id="14" rc-code="0" op-status="0" interval="16000" last-rc-change="1687288333" exec-time="10" queue-time="0" op-digest="e62ad827732488b88ef8722ff6a484b3"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ <transient_attributes id="bundle-a-0">
+ <instance_attributes id="status-bundle-a-0">
+ <nvpair id="status-bundle-a-0-master-bundle-a-rsc" name="master-bundle-a-rsc" value="5"/>
+ </instance_attributes>
+ </transient_attributes>
+ </node_state>
+ <node_state remote_node="true" id="bundle-a-2" uname="bundle-a-2" in_ccm="true" crm-debug-origin="do_state_transition" node_fenced="0">
+ <lrm id="bundle-a-2">
+ <lrm_resources>
+ <lrm_resource id="bundle-a-rsc" class="ocf" provider="pacemaker" type="Stateful">
+ <lrm_rsc_op id="bundle-a-rsc_last_0" operation_key="bundle-a-rsc_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="29:157:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;29:157:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="8" rc-code="0" op-status="0" interval="0" last-rc-change="1687288268" exec-time="236" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="bundle-a-rsc_monitor_16000" operation_key="bundle-a-rsc_monitor_16000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="30:158:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" transition-magic="0:0;30:158:0:20fd8985-857e-43d6-9bc5-45c5cd86e96e" exit-reason="" on_node="node2" call-id="14" rc-code="0" op-status="0" interval="16000" last-rc-change="1687288268" exec-time="10" queue-time="0" op-digest="e62ad827732488b88ef8722ff6a484b3"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ <transient_attributes id="bundle-a-2">
+ <instance_attributes id="status-bundle-a-2">
+ <nvpair id="status-bundle-a-2-master-bundle-a-rsc" name="master-bundle-a-rsc" value="5"/>
+ </instance_attributes>
+ </transient_attributes>
+ </node_state>
+ </status>
+</cib>
diff --git a/cts/scheduler/xml/bundle-promoted-location-1.xml b/cts/scheduler/xml/bundle-promoted-location-1.xml
new file mode 100644
index 0000000..bba9980
--- /dev/null
+++ b/cts/scheduler/xml/bundle-promoted-location-1.xml
@@ -0,0 +1,221 @@
+<cib crm_feature_set="3.17.4" validate-with="pacemaker-3.9" epoch="135" num_updates="0" admin_epoch="0" cib-last-written="Thu Jun 22 17:00:31 2023" update-origin="node1" update-client="cibadmin" update-user="root" have-quorum="1" dc-uuid="1">
+ <configuration>
+ <!-- The essential elements of this test are:
+ * A promotable bundle (base-bundle) is promoted on node3 and unpromoted
+ on node1 and node2
+ * There is a positive location constraint (score=5000) for the bundle,
+ preferring node2
+ * There are no other constraints
+ * There is no stickiness
+
+ In this situation, the bundle should demote on node3 and promote on
+ node2.
+
+ This test is incorrect. The bundle remains promoted on node3 and
+ unpromoted on node2.
+ -->
+ <crm_config>
+ <cluster_property_set id="cib-bootstrap-options">
+ <nvpair id="cib-bootstrap-options-have-watchdog" name="have-watchdog" value="false"/>
+ <nvpair id="cib-bootstrap-options-dc-version" name="dc-version" value="2.1.5-1.0a457786a.git.el9-0a457786a"/>
+ <nvpair id="cib-bootstrap-options-cluster-infrastructure" name="cluster-infrastructure" value="corosync"/>
+ <nvpair id="cib-bootstrap-options-cluster-name" name="cluster-name" value="test"/>
+ <nvpair id="cib-bootstrap-options-last-lrm-refresh" name="last-lrm-refresh" value="1687288330"/>
+ </cluster_property_set>
+ </crm_config>
+ <nodes>
+ <node id="1" uname="node1">
+ <instance_attributes id="nodes-1"/>
+ </node>
+ <node id="2" uname="node2">
+ <instance_attributes id="nodes-2"/>
+ </node>
+ <node id="3" uname="node3">
+ <instance_attributes id="nodes-3"/>
+ </node>
+ </nodes>
+ <resources>
+ <primitive class="stonith" id="Fencing" type="fence_xvm">
+ <instance_attributes id="Fencing-instance_attributes">
+ <nvpair id="Fencing-instance_attributes_pcmk_host_list" name="pcmk_host_list" value="node1 node2 node3"/>
+ </instance_attributes>
+ <operations>
+ <op id="Fencing-monitor-120s" interval="120s" name="monitor" timeout="120s"/>
+ </operations>
+ </primitive>
+ <bundle id="base-bundle">
+ <meta_attributes id="base-bundle-meta_attributes">
+ <nvpair id="base-bundle-meta_attributes-container-attribute-target" name="container-attribute-target" value="host"/>
+ <nvpair id="base-bundle-meta_attributes-promotable" name="promotable" value="true"/>
+ </meta_attributes>
+ <podman image="localhost/pcmktest" replicas="3"/>
+ <network control-port="3121"/>
+ <primitive id="base" class="ocf" provider="pacemaker" type="Stateful">
+ <operations>
+ <op id="base-monitor-15s" interval="15s" name="monitor" timeout="15s" role="Promoted"/>
+ <op id="base-monitor-16s" interval="16s" name="monitor" timeout="16s" role="Unpromoted"/>
+ </operations>
+ </primitive>
+ </bundle>
+ </resources>
+ <constraints>
+ <rsc_location id="location-base-bundle-node2-5000" rsc="base-bundle" node="node2" score="5000"/>
+ </constraints>
+ <op_defaults/>
+ <alerts/>
+ <rsc_defaults/>
+ </configuration>
+ <status>
+ <node_state id="1" uname="node1" in_ccm="true" crmd="online" crm-debug-origin="controld_update_resource_history" join="member" expected="member">
+ <transient_attributes id="1">
+ <instance_attributes id="status-1">
+ <nvpair id="status-1-.feature-set" name="#feature-set" value="3.17.4"/>
+ <nvpair id="status-1-master-base" name="master-base" value="5"/>
+ </instance_attributes>
+ </transient_attributes>
+ <lrm id="1">
+ <lrm_resources>
+ <lrm_resource id="Fencing" class="stonith" type="fence_xvm">
+ <lrm_rsc_op id="Fencing_last_0" operation_key="Fencing_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="1:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:7;1:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node1" call-id="8" rc-code="7" op-status="0" interval="0" last-rc-change="1687330529" exec-time="2" queue-time="0" op-digest="f551693977f94a4fa8883fb70e439592"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-0" class="ocf" provider="heartbeat" type="podman">
+ <lrm_rsc_op id="base-bundle-podman-0_last_0" operation_key="base-bundle-podman-0_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="2:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:7;2:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node1" call-id="12" rc-code="7" op-status="0" interval="0" last-rc-change="1687330529" exec-time="105" queue-time="0" op-digest="b93578750303776f6bb098395c53338a"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-1" class="ocf" provider="heartbeat" type="podman">
+ <lrm_rsc_op id="base-bundle-podman-1_last_0" operation_key="base-bundle-podman-1_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="4:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:7;4:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node1" call-id="13" rc-code="7" op-status="0" interval="0" last-rc-change="1687330529" exec-time="114" queue-time="0" op-digest="91ec5f49c5fd88f29405389545fb7d59"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-2" class="ocf" provider="heartbeat" type="podman">
+ <lrm_rsc_op id="base-bundle-podman-2_last_0" operation_key="base-bundle-podman-2_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="21:171:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;21:171:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node1" call-id="20" rc-code="0" op-status="0" interval="0" last-rc-change="1687478431" exec-time="1223" queue-time="0" op-digest="eb1c148b6d2d7a7013f75d596536409b"/>
+ <lrm_rsc_op id="base-bundle-podman-2_monitor_60000" operation_key="base-bundle-podman-2_monitor_60000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="22:171:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;22:171:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node1" call-id="21" rc-code="0" op-status="0" interval="60000" last-rc-change="1687478432" exec-time="176" queue-time="0" op-digest="8eeca5a30b14f3d9ef7d2ddbd16c2e05"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-1" class="ocf" provider="pacemaker" type="remote" container="base-bundle-podman-1">
+ <lrm_rsc_op id="base-bundle-1_last_0" operation_key="base-bundle-1_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="5:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:7;5:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node1" call-id="1" rc-code="7" op-status="0" interval="0" last-rc-change="1687330529" exec-time="0" queue-time="0" op-digest="137e2067e195bc8e29ef8680e392a9e7" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-0" class="ocf" provider="pacemaker" type="remote" container="base-bundle-podman-0">
+ <lrm_rsc_op id="base-bundle-0_last_0" operation_key="base-bundle-0_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="3:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:7;3:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node1" call-id="2" rc-code="7" op-status="0" interval="0" last-rc-change="1687330529" exec-time="0" queue-time="0" op-digest="b1f9a03e78ae75f94cc0c36e6c0cc527" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-2" class="ocf" provider="pacemaker" type="remote" container="base-bundle-podman-2">
+ <lrm_rsc_op id="base-bundle-2_last_0" operation_key="base-bundle-2_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="23:171:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;23:171:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node1" call-id="4" rc-code="0" op-status="0" interval="0" last-rc-change="1687478432" exec-time="0" queue-time="0" op-digest="2b7683df7d64ff71ec5fd3675fd12017" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ <lrm_rsc_op id="base-bundle-2_monitor_30000" operation_key="base-bundle-2_monitor_30000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="24:172:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;24:172:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node1" call-id="5" rc-code="0" op-status="0" interval="30000" last-rc-change="1687478435" exec-time="0" queue-time="0" op-digest="6f3c7e233bacb8420fef5f9581190d00"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ </node_state>
+ <node_state id="3" uname="node3" in_ccm="true" crmd="online" crm-debug-origin="controld_update_resource_history" join="member" expected="member">
+ <lrm id="3">
+ <lrm_resources>
+ <lrm_resource id="Fencing" class="stonith" type="fence_xvm">
+ <lrm_rsc_op id="Fencing_last_0" operation_key="Fencing_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="15:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:7;15:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node3" call-id="8" rc-code="7" op-status="0" interval="0" last-rc-change="1687330528" exec-time="3" queue-time="0" op-digest="f551693977f94a4fa8883fb70e439592"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-0" class="ocf" provider="heartbeat" type="podman">
+ <lrm_rsc_op id="base-bundle-podman-0_last_0" operation_key="base-bundle-podman-0_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="24:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;24:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node3" call-id="18" rc-code="0" op-status="0" interval="0" last-rc-change="1687330528" exec-time="663" queue-time="0" op-digest="b93578750303776f6bb098395c53338a"/>
+ <lrm_rsc_op id="base-bundle-podman-0_monitor_60000" operation_key="base-bundle-podman-0_monitor_60000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="25:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;25:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node3" call-id="20" rc-code="0" op-status="0" interval="60000" last-rc-change="1687330529" exec-time="118" queue-time="0" op-digest="902512fcf3e4556d9585c44184665d8c"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-1" class="ocf" provider="heartbeat" type="podman">
+ <lrm_rsc_op id="base-bundle-podman-1_last_0" operation_key="base-bundle-podman-1_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="18:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:7;18:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node3" call-id="13" rc-code="7" op-status="0" interval="0" last-rc-change="1687330528" exec-time="90" queue-time="0" op-digest="91ec5f49c5fd88f29405389545fb7d59"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-2" class="ocf" provider="heartbeat" type="podman">
+ <lrm_rsc_op id="base-bundle-podman-2_last_0" operation_key="base-bundle-podman-2_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="20:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:7;20:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node3" call-id="17" rc-code="7" op-status="0" interval="0" last-rc-change="1687330528" exec-time="71" queue-time="0" op-digest="eb1c148b6d2d7a7013f75d596536409b"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-1" class="ocf" provider="pacemaker" type="remote" container="base-bundle-podman-1">
+ <lrm_rsc_op id="base-bundle-1_last_0" operation_key="base-bundle-1_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="19:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:7;19:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node3" call-id="1" rc-code="7" op-status="0" interval="0" last-rc-change="1687330529" exec-time="0" queue-time="0" op-digest="137e2067e195bc8e29ef8680e392a9e7" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-0" class="ocf" provider="pacemaker" type="remote" container="base-bundle-podman-0">
+ <lrm_rsc_op id="base-bundle-0_last_0" operation_key="base-bundle-0_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="26:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;26:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node3" call-id="3" rc-code="0" op-status="0" interval="0" last-rc-change="1687330529" exec-time="0" queue-time="0" op-digest="b1f9a03e78ae75f94cc0c36e6c0cc527" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ <lrm_rsc_op id="base-bundle-0_monitor_30000" operation_key="base-bundle-0_monitor_30000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="15:1:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;15:1:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node3" call-id="4" rc-code="0" op-status="0" interval="30000" last-rc-change="1687330531" exec-time="0" queue-time="0" op-digest="354b9acaa7ea1113d708dc11a1d6bbfa"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-2" class="ocf" provider="pacemaker" type="remote" container="base-bundle-podman-2">
+ <lrm_rsc_op id="base-bundle-2_last_0" operation_key="base-bundle-2_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="10:171:7:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:7;10:171:7:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node3" call-id="5" rc-code="7" op-status="0" interval="0" last-rc-change="1687478432" exec-time="0" queue-time="0" op-digest="2b7683df7d64ff71ec5fd3675fd12017" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ <transient_attributes id="3">
+ <instance_attributes id="status-3">
+ <nvpair id="status-3-.feature-set" name="#feature-set" value="3.17.4"/>
+ <nvpair id="status-3-master-base" name="master-base" value="10"/>
+ </instance_attributes>
+ </transient_attributes>
+ </node_state>
+ <node_state id="2" uname="node2" in_ccm="true" crmd="online" crm-debug-origin="controld_update_resource_history" join="member" expected="member">
+ <transient_attributes id="2">
+ <instance_attributes id="status-2">
+ <nvpair id="status-2-.feature-set" name="#feature-set" value="3.17.4"/>
+ <nvpair id="status-2-master-base" name="master-base" value="5"/>
+ </instance_attributes>
+ </transient_attributes>
+ <lrm id="2">
+ <lrm_resources>
+ <lrm_resource id="Fencing" class="stonith" type="fence_xvm">
+ <lrm_rsc_op id="Fencing_last_0" operation_key="Fencing_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="22:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;22:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node2" call-id="14" rc-code="0" op-status="0" interval="0" last-rc-change="1687330529" exec-time="33" queue-time="0" op-digest="f551693977f94a4fa8883fb70e439592"/>
+ <lrm_rsc_op id="Fencing_monitor_120000" operation_key="Fencing_monitor_120000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="23:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;23:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node2" call-id="19" rc-code="0" op-status="0" interval="120000" last-rc-change="1687330529" exec-time="26" queue-time="0" op-digest="24989640311980988fb77ddd1cc1002b"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-0" class="ocf" provider="heartbeat" type="podman">
+ <lrm_rsc_op id="base-bundle-podman-0_last_0" operation_key="base-bundle-podman-0_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="9:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:7;9:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node2" call-id="12" rc-code="7" op-status="0" interval="0" last-rc-change="1687330529" exec-time="80" queue-time="0" op-digest="b93578750303776f6bb098395c53338a"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-1" class="ocf" provider="heartbeat" type="podman">
+ <lrm_rsc_op id="base-bundle-podman-1_last_0" operation_key="base-bundle-podman-1_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="28:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;28:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node2" call-id="20" rc-code="0" op-status="0" interval="0" last-rc-change="1687330529" exec-time="612" queue-time="0" op-digest="91ec5f49c5fd88f29405389545fb7d59"/>
+ <lrm_rsc_op id="base-bundle-podman-1_monitor_60000" operation_key="base-bundle-podman-1_monitor_60000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="29:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;29:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node2" call-id="21" rc-code="0" op-status="0" interval="60000" last-rc-change="1687330529" exec-time="210" queue-time="0" op-digest="f0ef4729d120aa3f5d938cabca4d06c7"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-2" class="ocf" provider="heartbeat" type="podman">
+ <lrm_rsc_op id="base-bundle-podman-2_last_0" operation_key="base-bundle-podman-2_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="13:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:7;13:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node2" call-id="18" rc-code="7" op-status="0" interval="0" last-rc-change="1687330529" exec-time="78" queue-time="0" op-digest="eb1c148b6d2d7a7013f75d596536409b"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-1" class="ocf" provider="pacemaker" type="remote" container="base-bundle-podman-1">
+ <lrm_rsc_op id="base-bundle-1_last_0" operation_key="base-bundle-1_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="30:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;30:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node2" call-id="2" rc-code="0" op-status="0" interval="0" last-rc-change="1687330529" exec-time="0" queue-time="0" op-digest="137e2067e195bc8e29ef8680e392a9e7" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ <lrm_rsc_op id="base-bundle-1_monitor_30000" operation_key="base-bundle-1_monitor_30000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="20:1:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;20:1:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node2" call-id="4" rc-code="0" op-status="0" interval="30000" last-rc-change="1687330532" exec-time="0" queue-time="0" op-digest="3929eec440004bca31f813a8e6097506"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-0" class="ocf" provider="pacemaker" type="remote" container="base-bundle-podman-0">
+ <lrm_rsc_op id="base-bundle-0_last_0" operation_key="base-bundle-0_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="10:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:7;10:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node2" call-id="3" rc-code="7" op-status="0" interval="0" last-rc-change="1687330530" exec-time="0" queue-time="0" op-digest="b1f9a03e78ae75f94cc0c36e6c0cc527" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-2" class="ocf" provider="pacemaker" type="remote" container="base-bundle-podman-2">
+ <lrm_rsc_op id="base-bundle-2_last_0" operation_key="base-bundle-2_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="9:171:7:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:7;9:171:7:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node2" call-id="5" rc-code="7" op-status="0" interval="0" last-rc-change="1687478432" exec-time="0" queue-time="0" op-digest="2b7683df7d64ff71ec5fd3675fd12017" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ </node_state>
+ <node_state remote_node="true" id="base-bundle-0" uname="base-bundle-0" in_ccm="true" crm-debug-origin="controld_update_resource_history" node_fenced="0">
+ <lrm id="base-bundle-0">
+ <lrm_resources>
+ <lrm_resource id="base" class="ocf" provider="pacemaker" type="Stateful">
+ <lrm_rsc_op id="base_last_0" operation_key="base_promote_0" operation="promote" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="31:176:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;31:176:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node3" call-id="4956" rc-code="0" op-status="0" interval="0" last-rc-change="1687478477" exec-time="210" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="base_monitor_15000" operation_key="base_monitor_15000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="32:177:8:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:8;32:177:8:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node3" call-id="4962" rc-code="8" op-status="0" interval="15000" last-rc-change="1687478477" exec-time="21" queue-time="0" op-digest="3ef575c5f050ae086f0f31bc8f085fdc"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ <transient_attributes id="base-bundle-0">
+ <instance_attributes id="status-base-bundle-0">
+ <nvpair id="status-base-bundle-0-master-base" name="master-base" value="10"/>
+ </instance_attributes>
+ </transient_attributes>
+ </node_state>
+ <node_state remote_node="true" id="base-bundle-1" uname="base-bundle-1" in_ccm="true" crm-debug-origin="controld_update_resource_history" node_fenced="0">
+ <lrm id="base-bundle-1">
+ <lrm_resources>
+ <lrm_resource id="base" class="ocf" provider="pacemaker" type="Stateful">
+ <lrm_rsc_op id="base_last_0" operation_key="base_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="27:2:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;27:2:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node2" call-id="8" rc-code="0" op-status="0" interval="0" last-rc-change="1687330532" exec-time="246" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="base_monitor_16000" operation_key="base_monitor_16000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="30:167:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;30:167:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node2" call-id="4922" rc-code="0" op-status="0" interval="16000" last-rc-change="1687477999" exec-time="37" queue-time="0" op-digest="e62ad827732488b88ef8722ff6a484b3"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ <transient_attributes id="base-bundle-1">
+ <instance_attributes id="status-base-bundle-1">
+ <nvpair id="status-base-bundle-1-master-base" name="master-base" value="5"/>
+ </instance_attributes>
+ </transient_attributes>
+ </node_state>
+ <node_state remote_node="true" id="base-bundle-2" uname="base-bundle-2" in_ccm="true" crm-debug-origin="controld_update_resource_history" node_fenced="0">
+ <lrm id="base-bundle-2">
+ <lrm_resources>
+ <lrm_resource id="base" class="ocf" provider="pacemaker" type="Stateful">
+ <lrm_rsc_op id="base_last_0" operation_key="base_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="35:172:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;35:172:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node1" call-id="8" rc-code="0" op-status="0" interval="0" last-rc-change="1687478435" exec-time="259" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="base_monitor_16000" operation_key="base_monitor_16000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="36:173:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;36:173:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node1" call-id="14" rc-code="0" op-status="0" interval="16000" last-rc-change="1687478435" exec-time="12" queue-time="0" op-digest="e62ad827732488b88ef8722ff6a484b3"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ <transient_attributes id="base-bundle-2">
+ <instance_attributes id="status-base-bundle-2">
+ <nvpair id="status-base-bundle-2-master-base" name="master-base" value="5"/>
+ </instance_attributes>
+ </transient_attributes>
+ </node_state>
+ </status>
+</cib>
diff --git a/cts/scheduler/xml/bundle-promoted-location-2.xml b/cts/scheduler/xml/bundle-promoted-location-2.xml
new file mode 100644
index 0000000..352ea70
--- /dev/null
+++ b/cts/scheduler/xml/bundle-promoted-location-2.xml
@@ -0,0 +1,218 @@
+<cib crm_feature_set="3.17.4" validate-with="pacemaker-3.9" epoch="136" num_updates="0" admin_epoch="0" cib-last-written="Thu Jun 22 17:00:31 2023" update-origin="node1" update-client="cibadmin" update-user="root" have-quorum="1" dc-uuid="1">
+ <configuration>
+ <!-- The essential elements of this test are:
+ * A promotable bundle (base-bundle) is promoted on node3 and unpromoted
+ on node1 and node2
+ * There is a negative location constraint (score=-INFINITY) for the
+ bundle, avoiding node3
+ * There are no other constraints
+ * There is no stickiness
+
+ In this situation, the bundle should stop on node3 and promote on some
+ other node.
+ -->
+ <crm_config>
+ <cluster_property_set id="cib-bootstrap-options">
+ <nvpair id="cib-bootstrap-options-have-watchdog" name="have-watchdog" value="false"/>
+ <nvpair id="cib-bootstrap-options-dc-version" name="dc-version" value="2.1.5-1.0a457786a.git.el9-0a457786a"/>
+ <nvpair id="cib-bootstrap-options-cluster-infrastructure" name="cluster-infrastructure" value="corosync"/>
+ <nvpair id="cib-bootstrap-options-cluster-name" name="cluster-name" value="test"/>
+ <nvpair id="cib-bootstrap-options-last-lrm-refresh" name="last-lrm-refresh" value="1687288330"/>
+ </cluster_property_set>
+ </crm_config>
+ <nodes>
+ <node id="1" uname="node1">
+ <instance_attributes id="nodes-1"/>
+ </node>
+ <node id="2" uname="node2">
+ <instance_attributes id="nodes-2"/>
+ </node>
+ <node id="3" uname="node3">
+ <instance_attributes id="nodes-3"/>
+ </node>
+ </nodes>
+ <resources>
+ <primitive class="stonith" id="Fencing" type="fence_xvm">
+ <instance_attributes id="Fencing-instance_attributes">
+ <nvpair id="Fencing-instance_attributes_pcmk_host_list" name="pcmk_host_list" value="node1 node2 node3"/>
+ </instance_attributes>
+ <operations>
+ <op id="Fencing-monitor-120s" interval="120s" name="monitor" timeout="120s"/>
+ </operations>
+ </primitive>
+ <bundle id="base-bundle">
+ <meta_attributes id="base-bundle-meta_attributes">
+ <nvpair id="base-bundle-meta_attributes-container-attribute-target" name="container-attribute-target" value="host"/>
+ <nvpair id="base-bundle-meta_attributes-promotable" name="promotable" value="true"/>
+ </meta_attributes>
+ <podman image="localhost/pcmktest" replicas="3"/>
+ <network control-port="3121"/>
+ <primitive id="base" class="ocf" provider="pacemaker" type="Stateful">
+ <operations>
+ <op id="base-monitor-15s" interval="15s" name="monitor" timeout="15s" role="Promoted"/>
+ <op id="base-monitor-16s" interval="16s" name="monitor" timeout="16s" role="Unpromoted"/>
+ </operations>
+ </primitive>
+ </bundle>
+ </resources>
+ <constraints>
+ <rsc_location id="location-base-bundle-node3--INFINITY" rsc="base-bundle" node="node3" score="-INFINITY"/>
+ </constraints>
+ <op_defaults/>
+ <alerts/>
+ <rsc_defaults/>
+ </configuration>
+ <status>
+ <node_state id="1" uname="node1" in_ccm="true" crmd="online" crm-debug-origin="controld_update_resource_history" join="member" expected="member">
+ <transient_attributes id="1">
+ <instance_attributes id="status-1">
+ <nvpair id="status-1-.feature-set" name="#feature-set" value="3.17.4"/>
+ <nvpair id="status-1-master-base" name="master-base" value="5"/>
+ </instance_attributes>
+ </transient_attributes>
+ <lrm id="1">
+ <lrm_resources>
+ <lrm_resource id="Fencing" class="stonith" type="fence_xvm">
+ <lrm_rsc_op id="Fencing_last_0" operation_key="Fencing_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="1:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:7;1:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node1" call-id="8" rc-code="7" op-status="0" interval="0" last-rc-change="1687330529" exec-time="2" queue-time="0" op-digest="f551693977f94a4fa8883fb70e439592"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-0" class="ocf" provider="heartbeat" type="podman">
+ <lrm_rsc_op id="base-bundle-podman-0_last_0" operation_key="base-bundle-podman-0_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="2:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:7;2:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node1" call-id="12" rc-code="7" op-status="0" interval="0" last-rc-change="1687330529" exec-time="105" queue-time="0" op-digest="b93578750303776f6bb098395c53338a"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-1" class="ocf" provider="heartbeat" type="podman">
+ <lrm_rsc_op id="base-bundle-podman-1_last_0" operation_key="base-bundle-podman-1_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="4:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:7;4:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node1" call-id="13" rc-code="7" op-status="0" interval="0" last-rc-change="1687330529" exec-time="114" queue-time="0" op-digest="91ec5f49c5fd88f29405389545fb7d59"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-2" class="ocf" provider="heartbeat" type="podman">
+ <lrm_rsc_op id="base-bundle-podman-2_last_0" operation_key="base-bundle-podman-2_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="21:171:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;21:171:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node1" call-id="20" rc-code="0" op-status="0" interval="0" last-rc-change="1687478431" exec-time="1223" queue-time="0" op-digest="eb1c148b6d2d7a7013f75d596536409b"/>
+ <lrm_rsc_op id="base-bundle-podman-2_monitor_60000" operation_key="base-bundle-podman-2_monitor_60000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="22:171:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;22:171:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node1" call-id="21" rc-code="0" op-status="0" interval="60000" last-rc-change="1687478432" exec-time="176" queue-time="0" op-digest="8eeca5a30b14f3d9ef7d2ddbd16c2e05"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-1" class="ocf" provider="pacemaker" type="remote" container="base-bundle-podman-1">
+ <lrm_rsc_op id="base-bundle-1_last_0" operation_key="base-bundle-1_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="5:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:7;5:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node1" call-id="1" rc-code="7" op-status="0" interval="0" last-rc-change="1687330529" exec-time="0" queue-time="0" op-digest="137e2067e195bc8e29ef8680e392a9e7" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-0" class="ocf" provider="pacemaker" type="remote" container="base-bundle-podman-0">
+ <lrm_rsc_op id="base-bundle-0_last_0" operation_key="base-bundle-0_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="3:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:7;3:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node1" call-id="2" rc-code="7" op-status="0" interval="0" last-rc-change="1687330529" exec-time="0" queue-time="0" op-digest="b1f9a03e78ae75f94cc0c36e6c0cc527" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-2" class="ocf" provider="pacemaker" type="remote" container="base-bundle-podman-2">
+ <lrm_rsc_op id="base-bundle-2_last_0" operation_key="base-bundle-2_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="23:171:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;23:171:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node1" call-id="4" rc-code="0" op-status="0" interval="0" last-rc-change="1687478432" exec-time="0" queue-time="0" op-digest="2b7683df7d64ff71ec5fd3675fd12017" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ <lrm_rsc_op id="base-bundle-2_monitor_30000" operation_key="base-bundle-2_monitor_30000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="24:172:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;24:172:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node1" call-id="5" rc-code="0" op-status="0" interval="30000" last-rc-change="1687478435" exec-time="0" queue-time="0" op-digest="6f3c7e233bacb8420fef5f9581190d00"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ </node_state>
+ <node_state id="3" uname="node3" in_ccm="true" crmd="online" crm-debug-origin="controld_update_resource_history" join="member" expected="member">
+ <lrm id="3">
+ <lrm_resources>
+ <lrm_resource id="Fencing" class="stonith" type="fence_xvm">
+ <lrm_rsc_op id="Fencing_last_0" operation_key="Fencing_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="15:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:7;15:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node3" call-id="8" rc-code="7" op-status="0" interval="0" last-rc-change="1687330528" exec-time="3" queue-time="0" op-digest="f551693977f94a4fa8883fb70e439592"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-0" class="ocf" provider="heartbeat" type="podman">
+ <lrm_rsc_op id="base-bundle-podman-0_last_0" operation_key="base-bundle-podman-0_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="24:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;24:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node3" call-id="18" rc-code="0" op-status="0" interval="0" last-rc-change="1687330528" exec-time="663" queue-time="0" op-digest="b93578750303776f6bb098395c53338a"/>
+ <lrm_rsc_op id="base-bundle-podman-0_monitor_60000" operation_key="base-bundle-podman-0_monitor_60000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="25:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;25:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node3" call-id="20" rc-code="0" op-status="0" interval="60000" last-rc-change="1687330529" exec-time="118" queue-time="0" op-digest="902512fcf3e4556d9585c44184665d8c"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-1" class="ocf" provider="heartbeat" type="podman">
+ <lrm_rsc_op id="base-bundle-podman-1_last_0" operation_key="base-bundle-podman-1_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="18:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:7;18:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node3" call-id="13" rc-code="7" op-status="0" interval="0" last-rc-change="1687330528" exec-time="90" queue-time="0" op-digest="91ec5f49c5fd88f29405389545fb7d59"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-2" class="ocf" provider="heartbeat" type="podman">
+ <lrm_rsc_op id="base-bundle-podman-2_last_0" operation_key="base-bundle-podman-2_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="20:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:7;20:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node3" call-id="17" rc-code="7" op-status="0" interval="0" last-rc-change="1687330528" exec-time="71" queue-time="0" op-digest="eb1c148b6d2d7a7013f75d596536409b"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-1" class="ocf" provider="pacemaker" type="remote" container="base-bundle-podman-1">
+ <lrm_rsc_op id="base-bundle-1_last_0" operation_key="base-bundle-1_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="19:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:7;19:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node3" call-id="1" rc-code="7" op-status="0" interval="0" last-rc-change="1687330529" exec-time="0" queue-time="0" op-digest="137e2067e195bc8e29ef8680e392a9e7" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-0" class="ocf" provider="pacemaker" type="remote" container="base-bundle-podman-0">
+ <lrm_rsc_op id="base-bundle-0_last_0" operation_key="base-bundle-0_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="26:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;26:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node3" call-id="3" rc-code="0" op-status="0" interval="0" last-rc-change="1687330529" exec-time="0" queue-time="0" op-digest="b1f9a03e78ae75f94cc0c36e6c0cc527" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ <lrm_rsc_op id="base-bundle-0_monitor_30000" operation_key="base-bundle-0_monitor_30000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="15:1:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;15:1:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node3" call-id="4" rc-code="0" op-status="0" interval="30000" last-rc-change="1687330531" exec-time="0" queue-time="0" op-digest="354b9acaa7ea1113d708dc11a1d6bbfa"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-2" class="ocf" provider="pacemaker" type="remote" container="base-bundle-podman-2">
+ <lrm_rsc_op id="base-bundle-2_last_0" operation_key="base-bundle-2_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="10:171:7:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:7;10:171:7:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node3" call-id="5" rc-code="7" op-status="0" interval="0" last-rc-change="1687478432" exec-time="0" queue-time="0" op-digest="2b7683df7d64ff71ec5fd3675fd12017" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ <transient_attributes id="3">
+ <instance_attributes id="status-3">
+ <nvpair id="status-3-.feature-set" name="#feature-set" value="3.17.4"/>
+ <nvpair id="status-3-master-base" name="master-base" value="10"/>
+ </instance_attributes>
+ </transient_attributes>
+ </node_state>
+ <node_state id="2" uname="node2" in_ccm="true" crmd="online" crm-debug-origin="controld_update_resource_history" join="member" expected="member">
+ <transient_attributes id="2">
+ <instance_attributes id="status-2">
+ <nvpair id="status-2-.feature-set" name="#feature-set" value="3.17.4"/>
+ <nvpair id="status-2-master-base" name="master-base" value="5"/>
+ </instance_attributes>
+ </transient_attributes>
+ <lrm id="2">
+ <lrm_resources>
+ <lrm_resource id="Fencing" class="stonith" type="fence_xvm">
+ <lrm_rsc_op id="Fencing_last_0" operation_key="Fencing_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="22:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;22:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node2" call-id="14" rc-code="0" op-status="0" interval="0" last-rc-change="1687330529" exec-time="33" queue-time="0" op-digest="f551693977f94a4fa8883fb70e439592"/>
+ <lrm_rsc_op id="Fencing_monitor_120000" operation_key="Fencing_monitor_120000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="23:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;23:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node2" call-id="19" rc-code="0" op-status="0" interval="120000" last-rc-change="1687330529" exec-time="26" queue-time="0" op-digest="24989640311980988fb77ddd1cc1002b"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-0" class="ocf" provider="heartbeat" type="podman">
+ <lrm_rsc_op id="base-bundle-podman-0_last_0" operation_key="base-bundle-podman-0_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="9:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:7;9:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node2" call-id="12" rc-code="7" op-status="0" interval="0" last-rc-change="1687330529" exec-time="80" queue-time="0" op-digest="b93578750303776f6bb098395c53338a"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-1" class="ocf" provider="heartbeat" type="podman">
+ <lrm_rsc_op id="base-bundle-podman-1_last_0" operation_key="base-bundle-podman-1_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="28:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;28:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node2" call-id="20" rc-code="0" op-status="0" interval="0" last-rc-change="1687330529" exec-time="612" queue-time="0" op-digest="91ec5f49c5fd88f29405389545fb7d59"/>
+ <lrm_rsc_op id="base-bundle-podman-1_monitor_60000" operation_key="base-bundle-podman-1_monitor_60000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="29:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;29:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node2" call-id="21" rc-code="0" op-status="0" interval="60000" last-rc-change="1687330529" exec-time="210" queue-time="0" op-digest="f0ef4729d120aa3f5d938cabca4d06c7"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-2" class="ocf" provider="heartbeat" type="podman">
+ <lrm_rsc_op id="base-bundle-podman-2_last_0" operation_key="base-bundle-podman-2_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="13:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:7;13:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node2" call-id="18" rc-code="7" op-status="0" interval="0" last-rc-change="1687330529" exec-time="78" queue-time="0" op-digest="eb1c148b6d2d7a7013f75d596536409b"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-1" class="ocf" provider="pacemaker" type="remote" container="base-bundle-podman-1">
+ <lrm_rsc_op id="base-bundle-1_last_0" operation_key="base-bundle-1_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="30:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;30:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node2" call-id="2" rc-code="0" op-status="0" interval="0" last-rc-change="1687330529" exec-time="0" queue-time="0" op-digest="137e2067e195bc8e29ef8680e392a9e7" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ <lrm_rsc_op id="base-bundle-1_monitor_30000" operation_key="base-bundle-1_monitor_30000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="20:1:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;20:1:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node2" call-id="4" rc-code="0" op-status="0" interval="30000" last-rc-change="1687330532" exec-time="0" queue-time="0" op-digest="3929eec440004bca31f813a8e6097506"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-0" class="ocf" provider="pacemaker" type="remote" container="base-bundle-podman-0">
+ <lrm_rsc_op id="base-bundle-0_last_0" operation_key="base-bundle-0_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="10:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:7;10:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node2" call-id="3" rc-code="7" op-status="0" interval="0" last-rc-change="1687330530" exec-time="0" queue-time="0" op-digest="b1f9a03e78ae75f94cc0c36e6c0cc527" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-2" class="ocf" provider="pacemaker" type="remote" container="base-bundle-podman-2">
+ <lrm_rsc_op id="base-bundle-2_last_0" operation_key="base-bundle-2_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="9:171:7:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:7;9:171:7:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node2" call-id="5" rc-code="7" op-status="0" interval="0" last-rc-change="1687478432" exec-time="0" queue-time="0" op-digest="2b7683df7d64ff71ec5fd3675fd12017" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ </node_state>
+ <node_state remote_node="true" id="base-bundle-0" uname="base-bundle-0" in_ccm="true" crm-debug-origin="controld_update_resource_history" node_fenced="0">
+ <lrm id="base-bundle-0">
+ <lrm_resources>
+ <lrm_resource id="base" class="ocf" provider="pacemaker" type="Stateful">
+ <lrm_rsc_op id="base_last_0" operation_key="base_promote_0" operation="promote" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="31:176:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;31:176:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node3" call-id="4956" rc-code="0" op-status="0" interval="0" last-rc-change="1687478477" exec-time="210" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="base_monitor_15000" operation_key="base_monitor_15000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="32:177:8:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:8;32:177:8:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node3" call-id="4962" rc-code="8" op-status="0" interval="15000" last-rc-change="1687478477" exec-time="21" queue-time="0" op-digest="3ef575c5f050ae086f0f31bc8f085fdc"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ <transient_attributes id="base-bundle-0">
+ <instance_attributes id="status-base-bundle-0">
+ <nvpair id="status-base-bundle-0-master-base" name="master-base" value="10"/>
+ </instance_attributes>
+ </transient_attributes>
+ </node_state>
+ <node_state remote_node="true" id="base-bundle-1" uname="base-bundle-1" in_ccm="true" crm-debug-origin="controld_update_resource_history" node_fenced="0">
+ <lrm id="base-bundle-1">
+ <lrm_resources>
+ <lrm_resource id="base" class="ocf" provider="pacemaker" type="Stateful">
+ <lrm_rsc_op id="base_last_0" operation_key="base_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="27:2:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;27:2:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node2" call-id="8" rc-code="0" op-status="0" interval="0" last-rc-change="1687330532" exec-time="246" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="base_monitor_16000" operation_key="base_monitor_16000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="30:167:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;30:167:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node2" call-id="4922" rc-code="0" op-status="0" interval="16000" last-rc-change="1687477999" exec-time="37" queue-time="0" op-digest="e62ad827732488b88ef8722ff6a484b3"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ <transient_attributes id="base-bundle-1">
+ <instance_attributes id="status-base-bundle-1">
+ <nvpair id="status-base-bundle-1-master-base" name="master-base" value="5"/>
+ </instance_attributes>
+ </transient_attributes>
+ </node_state>
+ <node_state remote_node="true" id="base-bundle-2" uname="base-bundle-2" in_ccm="true" crm-debug-origin="controld_update_resource_history" node_fenced="0">
+ <lrm id="base-bundle-2">
+ <lrm_resources>
+ <lrm_resource id="base" class="ocf" provider="pacemaker" type="Stateful">
+ <lrm_rsc_op id="base_last_0" operation_key="base_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="35:172:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;35:172:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node1" call-id="8" rc-code="0" op-status="0" interval="0" last-rc-change="1687478435" exec-time="259" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="base_monitor_16000" operation_key="base_monitor_16000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="36:173:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;36:173:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node1" call-id="14" rc-code="0" op-status="0" interval="16000" last-rc-change="1687478435" exec-time="12" queue-time="0" op-digest="e62ad827732488b88ef8722ff6a484b3"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ <transient_attributes id="base-bundle-2">
+ <instance_attributes id="status-base-bundle-2">
+ <nvpair id="status-base-bundle-2-master-base" name="master-base" value="5"/>
+ </instance_attributes>
+ </transient_attributes>
+ </node_state>
+ </status>
+</cib>
diff --git a/cts/scheduler/xml/bundle-promoted-location-3.xml b/cts/scheduler/xml/bundle-promoted-location-3.xml
new file mode 100644
index 0000000..0954fd5
--- /dev/null
+++ b/cts/scheduler/xml/bundle-promoted-location-3.xml
@@ -0,0 +1,225 @@
+<cib crm_feature_set="3.17.4" validate-with="pacemaker-3.9" epoch="134" num_updates="40" admin_epoch="0" cib-last-written="Thu Jun 22 17:00:31 2023" update-origin="node1" update-client="cibadmin" update-user="root" have-quorum="1" dc-uuid="1">
+ <configuration>
+ <!-- The essential elements of this test are:
+ * A promotable bundle (base-bundle) is promoted on node3 and unpromoted
+ on node1 and node2
+ * There is a positive location constraint (score=5000) for the bundle's
+ promoted role, preferring node2
+ * There are no other constraints
+ * There is no stickiness
+
+ In this situation, the bundle should demote on node3 and promote on
+ node2.
+
+ This test is incorrect. The bundle remains promoted on node3 and
+ unpromoted on node2.
+ -->
+ <crm_config>
+ <cluster_property_set id="cib-bootstrap-options">
+ <nvpair id="cib-bootstrap-options-have-watchdog" name="have-watchdog" value="false"/>
+ <nvpair id="cib-bootstrap-options-dc-version" name="dc-version" value="2.1.5-1.0a457786a.git.el9-0a457786a"/>
+ <nvpair id="cib-bootstrap-options-cluster-infrastructure" name="cluster-infrastructure" value="corosync"/>
+ <nvpair id="cib-bootstrap-options-cluster-name" name="cluster-name" value="test"/>
+ <nvpair id="cib-bootstrap-options-last-lrm-refresh" name="last-lrm-refresh" value="1687288330"/>
+ </cluster_property_set>
+ </crm_config>
+ <nodes>
+ <node id="1" uname="node1">
+ <instance_attributes id="nodes-1"/>
+ </node>
+ <node id="2" uname="node2">
+ <instance_attributes id="nodes-2"/>
+ </node>
+ <node id="3" uname="node3">
+ <instance_attributes id="nodes-3"/>
+ </node>
+ </nodes>
+ <resources>
+ <primitive class="stonith" id="Fencing" type="fence_xvm">
+ <instance_attributes id="Fencing-instance_attributes">
+ <nvpair id="Fencing-instance_attributes_pcmk_host_list" name="pcmk_host_list" value="node1 node2 node3"/>
+ </instance_attributes>
+ <operations>
+ <op id="Fencing-monitor-120s" interval="120s" name="monitor" timeout="120s"/>
+ </operations>
+ </primitive>
+ <bundle id="base-bundle">
+ <meta_attributes id="base-bundle-meta_attributes">
+ <nvpair id="base-bundle-meta_attributes-container-attribute-target" name="container-attribute-target" value="host"/>
+ <nvpair id="base-bundle-meta_attributes-promotable" name="promotable" value="true"/>
+ </meta_attributes>
+ <podman image="localhost/pcmktest" replicas="3"/>
+ <network control-port="3121"/>
+ <primitive id="base" class="ocf" provider="pacemaker" type="Stateful">
+ <operations>
+ <op id="base-monitor-15s" interval="15s" name="monitor" timeout="15s" role="Promoted"/>
+ <op id="base-monitor-16s" interval="16s" name="monitor" timeout="16s" role="Unpromoted"/>
+ </operations>
+ </primitive>
+ </bundle>
+ </resources>
+ <constraints>
+ <rsc_location id="location-base-bundle" rsc="base-bundle">
+ <rule id="location-base-bundle-rule" role="Promoted" score="5000">
+ <expression id="location-base-bundle-rule-expr" operation="eq" attribute="#uname" value="node2"/>
+ </rule>
+ </rsc_location>
+ </constraints>
+ <op_defaults/>
+ <alerts/>
+ <rsc_defaults/>
+ </configuration>
+ <status>
+ <node_state id="1" uname="node1" in_ccm="true" crmd="online" crm-debug-origin="controld_update_resource_history" join="member" expected="member">
+ <transient_attributes id="1">
+ <instance_attributes id="status-1">
+ <nvpair id="status-1-.feature-set" name="#feature-set" value="3.17.4"/>
+ <nvpair id="status-1-master-base" name="master-base" value="5"/>
+ </instance_attributes>
+ </transient_attributes>
+ <lrm id="1">
+ <lrm_resources>
+ <lrm_resource id="Fencing" class="stonith" type="fence_xvm">
+ <lrm_rsc_op id="Fencing_last_0" operation_key="Fencing_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="1:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:7;1:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node1" call-id="8" rc-code="7" op-status="0" interval="0" last-rc-change="1687330529" exec-time="2" queue-time="0" op-digest="f551693977f94a4fa8883fb70e439592"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-0" class="ocf" provider="heartbeat" type="podman">
+ <lrm_rsc_op id="base-bundle-podman-0_last_0" operation_key="base-bundle-podman-0_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="2:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:7;2:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node1" call-id="12" rc-code="7" op-status="0" interval="0" last-rc-change="1687330529" exec-time="105" queue-time="0" op-digest="b93578750303776f6bb098395c53338a"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-1" class="ocf" provider="heartbeat" type="podman">
+ <lrm_rsc_op id="base-bundle-podman-1_last_0" operation_key="base-bundle-podman-1_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="4:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:7;4:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node1" call-id="13" rc-code="7" op-status="0" interval="0" last-rc-change="1687330529" exec-time="114" queue-time="0" op-digest="91ec5f49c5fd88f29405389545fb7d59"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-2" class="ocf" provider="heartbeat" type="podman">
+ <lrm_rsc_op id="base-bundle-podman-2_last_0" operation_key="base-bundle-podman-2_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="21:171:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;21:171:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node1" call-id="20" rc-code="0" op-status="0" interval="0" last-rc-change="1687478431" exec-time="1223" queue-time="0" op-digest="eb1c148b6d2d7a7013f75d596536409b"/>
+ <lrm_rsc_op id="base-bundle-podman-2_monitor_60000" operation_key="base-bundle-podman-2_monitor_60000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="22:171:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;22:171:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node1" call-id="21" rc-code="0" op-status="0" interval="60000" last-rc-change="1687478432" exec-time="176" queue-time="0" op-digest="8eeca5a30b14f3d9ef7d2ddbd16c2e05"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-1" class="ocf" provider="pacemaker" type="remote" container="base-bundle-podman-1">
+ <lrm_rsc_op id="base-bundle-1_last_0" operation_key="base-bundle-1_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="5:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:7;5:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node1" call-id="1" rc-code="7" op-status="0" interval="0" last-rc-change="1687330529" exec-time="0" queue-time="0" op-digest="137e2067e195bc8e29ef8680e392a9e7" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-0" class="ocf" provider="pacemaker" type="remote" container="base-bundle-podman-0">
+ <lrm_rsc_op id="base-bundle-0_last_0" operation_key="base-bundle-0_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="3:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:7;3:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node1" call-id="2" rc-code="7" op-status="0" interval="0" last-rc-change="1687330529" exec-time="0" queue-time="0" op-digest="b1f9a03e78ae75f94cc0c36e6c0cc527" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-2" class="ocf" provider="pacemaker" type="remote" container="base-bundle-podman-2">
+ <lrm_rsc_op id="base-bundle-2_last_0" operation_key="base-bundle-2_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="23:171:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;23:171:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node1" call-id="4" rc-code="0" op-status="0" interval="0" last-rc-change="1687478432" exec-time="0" queue-time="0" op-digest="2b7683df7d64ff71ec5fd3675fd12017" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ <lrm_rsc_op id="base-bundle-2_monitor_30000" operation_key="base-bundle-2_monitor_30000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="24:172:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;24:172:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node1" call-id="5" rc-code="0" op-status="0" interval="30000" last-rc-change="1687478435" exec-time="0" queue-time="0" op-digest="6f3c7e233bacb8420fef5f9581190d00"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ </node_state>
+ <node_state id="3" uname="node3" in_ccm="true" crmd="online" crm-debug-origin="controld_update_resource_history" join="member" expected="member">
+ <lrm id="3">
+ <lrm_resources>
+ <lrm_resource id="Fencing" class="stonith" type="fence_xvm">
+ <lrm_rsc_op id="Fencing_last_0" operation_key="Fencing_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="15:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:7;15:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node3" call-id="8" rc-code="7" op-status="0" interval="0" last-rc-change="1687330528" exec-time="3" queue-time="0" op-digest="f551693977f94a4fa8883fb70e439592"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-0" class="ocf" provider="heartbeat" type="podman">
+ <lrm_rsc_op id="base-bundle-podman-0_last_0" operation_key="base-bundle-podman-0_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="24:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;24:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node3" call-id="18" rc-code="0" op-status="0" interval="0" last-rc-change="1687330528" exec-time="663" queue-time="0" op-digest="b93578750303776f6bb098395c53338a"/>
+ <lrm_rsc_op id="base-bundle-podman-0_monitor_60000" operation_key="base-bundle-podman-0_monitor_60000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="25:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;25:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node3" call-id="20" rc-code="0" op-status="0" interval="60000" last-rc-change="1687330529" exec-time="118" queue-time="0" op-digest="902512fcf3e4556d9585c44184665d8c"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-1" class="ocf" provider="heartbeat" type="podman">
+ <lrm_rsc_op id="base-bundle-podman-1_last_0" operation_key="base-bundle-podman-1_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="18:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:7;18:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node3" call-id="13" rc-code="7" op-status="0" interval="0" last-rc-change="1687330528" exec-time="90" queue-time="0" op-digest="91ec5f49c5fd88f29405389545fb7d59"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-2" class="ocf" provider="heartbeat" type="podman">
+ <lrm_rsc_op id="base-bundle-podman-2_last_0" operation_key="base-bundle-podman-2_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="20:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:7;20:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node3" call-id="17" rc-code="7" op-status="0" interval="0" last-rc-change="1687330528" exec-time="71" queue-time="0" op-digest="eb1c148b6d2d7a7013f75d596536409b"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-1" class="ocf" provider="pacemaker" type="remote" container="base-bundle-podman-1">
+ <lrm_rsc_op id="base-bundle-1_last_0" operation_key="base-bundle-1_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="19:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:7;19:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node3" call-id="1" rc-code="7" op-status="0" interval="0" last-rc-change="1687330529" exec-time="0" queue-time="0" op-digest="137e2067e195bc8e29ef8680e392a9e7" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-0" class="ocf" provider="pacemaker" type="remote" container="base-bundle-podman-0">
+ <lrm_rsc_op id="base-bundle-0_last_0" operation_key="base-bundle-0_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="26:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;26:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node3" call-id="3" rc-code="0" op-status="0" interval="0" last-rc-change="1687330529" exec-time="0" queue-time="0" op-digest="b1f9a03e78ae75f94cc0c36e6c0cc527" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ <lrm_rsc_op id="base-bundle-0_monitor_30000" operation_key="base-bundle-0_monitor_30000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="15:1:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;15:1:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node3" call-id="4" rc-code="0" op-status="0" interval="30000" last-rc-change="1687330531" exec-time="0" queue-time="0" op-digest="354b9acaa7ea1113d708dc11a1d6bbfa"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-2" class="ocf" provider="pacemaker" type="remote" container="base-bundle-podman-2">
+ <lrm_rsc_op id="base-bundle-2_last_0" operation_key="base-bundle-2_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="10:171:7:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:7;10:171:7:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node3" call-id="5" rc-code="7" op-status="0" interval="0" last-rc-change="1687478432" exec-time="0" queue-time="0" op-digest="2b7683df7d64ff71ec5fd3675fd12017" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ <transient_attributes id="3">
+ <instance_attributes id="status-3">
+ <nvpair id="status-3-.feature-set" name="#feature-set" value="3.17.4"/>
+ <nvpair id="status-3-master-base" name="master-base" value="10"/>
+ </instance_attributes>
+ </transient_attributes>
+ </node_state>
+ <node_state id="2" uname="node2" in_ccm="true" crmd="online" crm-debug-origin="controld_update_resource_history" join="member" expected="member">
+ <transient_attributes id="2">
+ <instance_attributes id="status-2">
+ <nvpair id="status-2-.feature-set" name="#feature-set" value="3.17.4"/>
+ <nvpair id="status-2-master-base" name="master-base" value="5"/>
+ </instance_attributes>
+ </transient_attributes>
+ <lrm id="2">
+ <lrm_resources>
+ <lrm_resource id="Fencing" class="stonith" type="fence_xvm">
+ <lrm_rsc_op id="Fencing_last_0" operation_key="Fencing_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="22:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;22:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node2" call-id="14" rc-code="0" op-status="0" interval="0" last-rc-change="1687330529" exec-time="33" queue-time="0" op-digest="f551693977f94a4fa8883fb70e439592"/>
+ <lrm_rsc_op id="Fencing_monitor_120000" operation_key="Fencing_monitor_120000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="23:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;23:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node2" call-id="19" rc-code="0" op-status="0" interval="120000" last-rc-change="1687330529" exec-time="26" queue-time="0" op-digest="24989640311980988fb77ddd1cc1002b"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-0" class="ocf" provider="heartbeat" type="podman">
+ <lrm_rsc_op id="base-bundle-podman-0_last_0" operation_key="base-bundle-podman-0_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="9:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:7;9:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node2" call-id="12" rc-code="7" op-status="0" interval="0" last-rc-change="1687330529" exec-time="80" queue-time="0" op-digest="b93578750303776f6bb098395c53338a"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-1" class="ocf" provider="heartbeat" type="podman">
+ <lrm_rsc_op id="base-bundle-podman-1_last_0" operation_key="base-bundle-podman-1_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="28:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;28:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node2" call-id="20" rc-code="0" op-status="0" interval="0" last-rc-change="1687330529" exec-time="612" queue-time="0" op-digest="91ec5f49c5fd88f29405389545fb7d59"/>
+ <lrm_rsc_op id="base-bundle-podman-1_monitor_60000" operation_key="base-bundle-podman-1_monitor_60000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="29:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;29:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node2" call-id="21" rc-code="0" op-status="0" interval="60000" last-rc-change="1687330529" exec-time="210" queue-time="0" op-digest="f0ef4729d120aa3f5d938cabca4d06c7"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-2" class="ocf" provider="heartbeat" type="podman">
+ <lrm_rsc_op id="base-bundle-podman-2_last_0" operation_key="base-bundle-podman-2_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="13:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:7;13:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node2" call-id="18" rc-code="7" op-status="0" interval="0" last-rc-change="1687330529" exec-time="78" queue-time="0" op-digest="eb1c148b6d2d7a7013f75d596536409b"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-1" class="ocf" provider="pacemaker" type="remote" container="base-bundle-podman-1">
+ <lrm_rsc_op id="base-bundle-1_last_0" operation_key="base-bundle-1_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="30:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;30:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node2" call-id="2" rc-code="0" op-status="0" interval="0" last-rc-change="1687330529" exec-time="0" queue-time="0" op-digest="137e2067e195bc8e29ef8680e392a9e7" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ <lrm_rsc_op id="base-bundle-1_monitor_30000" operation_key="base-bundle-1_monitor_30000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="20:1:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;20:1:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node2" call-id="4" rc-code="0" op-status="0" interval="30000" last-rc-change="1687330532" exec-time="0" queue-time="0" op-digest="3929eec440004bca31f813a8e6097506"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-0" class="ocf" provider="pacemaker" type="remote" container="base-bundle-podman-0">
+ <lrm_rsc_op id="base-bundle-0_last_0" operation_key="base-bundle-0_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="10:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:7;10:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node2" call-id="3" rc-code="7" op-status="0" interval="0" last-rc-change="1687330530" exec-time="0" queue-time="0" op-digest="b1f9a03e78ae75f94cc0c36e6c0cc527" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-2" class="ocf" provider="pacemaker" type="remote" container="base-bundle-podman-2">
+ <lrm_rsc_op id="base-bundle-2_last_0" operation_key="base-bundle-2_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="9:171:7:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:7;9:171:7:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node2" call-id="5" rc-code="7" op-status="0" interval="0" last-rc-change="1687478432" exec-time="0" queue-time="0" op-digest="2b7683df7d64ff71ec5fd3675fd12017" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ </node_state>
+ <node_state remote_node="true" id="base-bundle-0" uname="base-bundle-0" in_ccm="true" crm-debug-origin="controld_update_resource_history" node_fenced="0">
+ <lrm id="base-bundle-0">
+ <lrm_resources>
+ <lrm_resource id="base" class="ocf" provider="pacemaker" type="Stateful">
+ <lrm_rsc_op id="base_last_0" operation_key="base_promote_0" operation="promote" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="31:176:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;31:176:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node3" call-id="4956" rc-code="0" op-status="0" interval="0" last-rc-change="1687478477" exec-time="210" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="base_monitor_15000" operation_key="base_monitor_15000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="32:177:8:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:8;32:177:8:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node3" call-id="4962" rc-code="8" op-status="0" interval="15000" last-rc-change="1687478477" exec-time="21" queue-time="0" op-digest="3ef575c5f050ae086f0f31bc8f085fdc"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ <transient_attributes id="base-bundle-0">
+ <instance_attributes id="status-base-bundle-0">
+ <nvpair id="status-base-bundle-0-master-base" name="master-base" value="10"/>
+ </instance_attributes>
+ </transient_attributes>
+ </node_state>
+ <node_state remote_node="true" id="base-bundle-1" uname="base-bundle-1" in_ccm="true" crm-debug-origin="controld_update_resource_history" node_fenced="0">
+ <lrm id="base-bundle-1">
+ <lrm_resources>
+ <lrm_resource id="base" class="ocf" provider="pacemaker" type="Stateful">
+ <lrm_rsc_op id="base_last_0" operation_key="base_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="27:2:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;27:2:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node2" call-id="8" rc-code="0" op-status="0" interval="0" last-rc-change="1687330532" exec-time="246" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="base_monitor_16000" operation_key="base_monitor_16000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="30:167:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;30:167:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node2" call-id="4922" rc-code="0" op-status="0" interval="16000" last-rc-change="1687477999" exec-time="37" queue-time="0" op-digest="e62ad827732488b88ef8722ff6a484b3"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ <transient_attributes id="base-bundle-1">
+ <instance_attributes id="status-base-bundle-1">
+ <nvpair id="status-base-bundle-1-master-base" name="master-base" value="5"/>
+ </instance_attributes>
+ </transient_attributes>
+ </node_state>
+ <node_state remote_node="true" id="base-bundle-2" uname="base-bundle-2" in_ccm="true" crm-debug-origin="controld_update_resource_history" node_fenced="0">
+ <lrm id="base-bundle-2">
+ <lrm_resources>
+ <lrm_resource id="base" class="ocf" provider="pacemaker" type="Stateful">
+ <lrm_rsc_op id="base_last_0" operation_key="base_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="35:172:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;35:172:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node1" call-id="8" rc-code="0" op-status="0" interval="0" last-rc-change="1687478435" exec-time="259" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="base_monitor_16000" operation_key="base_monitor_16000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="36:173:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;36:173:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node1" call-id="14" rc-code="0" op-status="0" interval="16000" last-rc-change="1687478435" exec-time="12" queue-time="0" op-digest="e62ad827732488b88ef8722ff6a484b3"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ <transient_attributes id="base-bundle-2">
+ <instance_attributes id="status-base-bundle-2">
+ <nvpair id="status-base-bundle-2-master-base" name="master-base" value="5"/>
+ </instance_attributes>
+ </transient_attributes>
+ </node_state>
+ </status>
+</cib>
diff --git a/cts/scheduler/xml/bundle-promoted-location-4.xml b/cts/scheduler/xml/bundle-promoted-location-4.xml
new file mode 100644
index 0000000..8cfbac1
--- /dev/null
+++ b/cts/scheduler/xml/bundle-promoted-location-4.xml
@@ -0,0 +1,225 @@
+<cib crm_feature_set="3.17.4" validate-with="pacemaker-3.9" epoch="134" num_updates="40" admin_epoch="0" cib-last-written="Thu Jun 22 17:00:31 2023" update-origin="node1" update-client="cibadmin" update-user="root" have-quorum="1" dc-uuid="1">
+ <configuration>
+ <!-- The essential elements of this test are:
+ * A promotable bundle (base-bundle) is promoted on node3 and unpromoted
+ on node1 and node2
+ * There is a negative location constraint (score=-INFINITY) for the
+ bundle's promoted role, avoiding node3
+ * There are no other constraints
+ * There is no stickiness
+
+ In this situation, the bundle should demote on node3 and promote on
+ some other node.
+
+ This test is incorrect. The bundle remains promoted on node3 and
+ unpromoted on other nodes.
+ -->
+ <crm_config>
+ <cluster_property_set id="cib-bootstrap-options">
+ <nvpair id="cib-bootstrap-options-have-watchdog" name="have-watchdog" value="false"/>
+ <nvpair id="cib-bootstrap-options-dc-version" name="dc-version" value="2.1.5-1.0a457786a.git.el9-0a457786a"/>
+ <nvpair id="cib-bootstrap-options-cluster-infrastructure" name="cluster-infrastructure" value="corosync"/>
+ <nvpair id="cib-bootstrap-options-cluster-name" name="cluster-name" value="test"/>
+ <nvpair id="cib-bootstrap-options-last-lrm-refresh" name="last-lrm-refresh" value="1687288330"/>
+ </cluster_property_set>
+ </crm_config>
+ <nodes>
+ <node id="1" uname="node1">
+ <instance_attributes id="nodes-1"/>
+ </node>
+ <node id="2" uname="node2">
+ <instance_attributes id="nodes-2"/>
+ </node>
+ <node id="3" uname="node3">
+ <instance_attributes id="nodes-3"/>
+ </node>
+ </nodes>
+ <resources>
+ <primitive class="stonith" id="Fencing" type="fence_xvm">
+ <instance_attributes id="Fencing-instance_attributes">
+ <nvpair id="Fencing-instance_attributes_pcmk_host_list" name="pcmk_host_list" value="node1 node2 node3"/>
+ </instance_attributes>
+ <operations>
+ <op id="Fencing-monitor-120s" interval="120s" name="monitor" timeout="120s"/>
+ </operations>
+ </primitive>
+ <bundle id="base-bundle">
+ <meta_attributes id="base-bundle-meta_attributes">
+ <nvpair id="base-bundle-meta_attributes-container-attribute-target" name="container-attribute-target" value="host"/>
+ <nvpair id="base-bundle-meta_attributes-promotable" name="promotable" value="true"/>
+ </meta_attributes>
+ <podman image="localhost/pcmktest" replicas="3"/>
+ <network control-port="3121"/>
+ <primitive id="base" class="ocf" provider="pacemaker" type="Stateful">
+ <operations>
+ <op id="base-monitor-15s" interval="15s" name="monitor" timeout="15s" role="Promoted"/>
+ <op id="base-monitor-16s" interval="16s" name="monitor" timeout="16s" role="Unpromoted"/>
+ </operations>
+ </primitive>
+ </bundle>
+ </resources>
+ <constraints>
+ <rsc_location id="location-base-bundle" rsc="base-bundle">
+ <rule id="location-base-bundle-rule" role="Promoted" score="-INFINITY">
+ <expression id="location-base-bundle-rule-expr" operation="eq" attribute="#uname" value="node3"/>
+ </rule>
+ </rsc_location>
+ </constraints>
+ <op_defaults/>
+ <alerts/>
+ <rsc_defaults/>
+ </configuration>
+ <status>
+ <node_state id="1" uname="node1" in_ccm="true" crmd="online" crm-debug-origin="controld_update_resource_history" join="member" expected="member">
+ <transient_attributes id="1">
+ <instance_attributes id="status-1">
+ <nvpair id="status-1-.feature-set" name="#feature-set" value="3.17.4"/>
+ <nvpair id="status-1-master-base" name="master-base" value="5"/>
+ </instance_attributes>
+ </transient_attributes>
+ <lrm id="1">
+ <lrm_resources>
+ <lrm_resource id="Fencing" class="stonith" type="fence_xvm">
+ <lrm_rsc_op id="Fencing_last_0" operation_key="Fencing_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="1:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:7;1:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node1" call-id="8" rc-code="7" op-status="0" interval="0" last-rc-change="1687330529" exec-time="2" queue-time="0" op-digest="f551693977f94a4fa8883fb70e439592"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-0" class="ocf" provider="heartbeat" type="podman">
+ <lrm_rsc_op id="base-bundle-podman-0_last_0" operation_key="base-bundle-podman-0_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="2:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:7;2:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node1" call-id="12" rc-code="7" op-status="0" interval="0" last-rc-change="1687330529" exec-time="105" queue-time="0" op-digest="b93578750303776f6bb098395c53338a"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-1" class="ocf" provider="heartbeat" type="podman">
+ <lrm_rsc_op id="base-bundle-podman-1_last_0" operation_key="base-bundle-podman-1_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="4:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:7;4:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node1" call-id="13" rc-code="7" op-status="0" interval="0" last-rc-change="1687330529" exec-time="114" queue-time="0" op-digest="91ec5f49c5fd88f29405389545fb7d59"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-2" class="ocf" provider="heartbeat" type="podman">
+ <lrm_rsc_op id="base-bundle-podman-2_last_0" operation_key="base-bundle-podman-2_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="21:171:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;21:171:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node1" call-id="20" rc-code="0" op-status="0" interval="0" last-rc-change="1687478431" exec-time="1223" queue-time="0" op-digest="eb1c148b6d2d7a7013f75d596536409b"/>
+ <lrm_rsc_op id="base-bundle-podman-2_monitor_60000" operation_key="base-bundle-podman-2_monitor_60000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="22:171:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;22:171:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node1" call-id="21" rc-code="0" op-status="0" interval="60000" last-rc-change="1687478432" exec-time="176" queue-time="0" op-digest="8eeca5a30b14f3d9ef7d2ddbd16c2e05"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-1" class="ocf" provider="pacemaker" type="remote" container="base-bundle-podman-1">
+ <lrm_rsc_op id="base-bundle-1_last_0" operation_key="base-bundle-1_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="5:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:7;5:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node1" call-id="1" rc-code="7" op-status="0" interval="0" last-rc-change="1687330529" exec-time="0" queue-time="0" op-digest="137e2067e195bc8e29ef8680e392a9e7" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-0" class="ocf" provider="pacemaker" type="remote" container="base-bundle-podman-0">
+ <lrm_rsc_op id="base-bundle-0_last_0" operation_key="base-bundle-0_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="3:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:7;3:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node1" call-id="2" rc-code="7" op-status="0" interval="0" last-rc-change="1687330529" exec-time="0" queue-time="0" op-digest="b1f9a03e78ae75f94cc0c36e6c0cc527" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-2" class="ocf" provider="pacemaker" type="remote" container="base-bundle-podman-2">
+ <lrm_rsc_op id="base-bundle-2_last_0" operation_key="base-bundle-2_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="23:171:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;23:171:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node1" call-id="4" rc-code="0" op-status="0" interval="0" last-rc-change="1687478432" exec-time="0" queue-time="0" op-digest="2b7683df7d64ff71ec5fd3675fd12017" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ <lrm_rsc_op id="base-bundle-2_monitor_30000" operation_key="base-bundle-2_monitor_30000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="24:172:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;24:172:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node1" call-id="5" rc-code="0" op-status="0" interval="30000" last-rc-change="1687478435" exec-time="0" queue-time="0" op-digest="6f3c7e233bacb8420fef5f9581190d00"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ </node_state>
+ <node_state id="3" uname="node3" in_ccm="true" crmd="online" crm-debug-origin="controld_update_resource_history" join="member" expected="member">
+ <lrm id="3">
+ <lrm_resources>
+ <lrm_resource id="Fencing" class="stonith" type="fence_xvm">
+ <lrm_rsc_op id="Fencing_last_0" operation_key="Fencing_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="15:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:7;15:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node3" call-id="8" rc-code="7" op-status="0" interval="0" last-rc-change="1687330528" exec-time="3" queue-time="0" op-digest="f551693977f94a4fa8883fb70e439592"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-0" class="ocf" provider="heartbeat" type="podman">
+ <lrm_rsc_op id="base-bundle-podman-0_last_0" operation_key="base-bundle-podman-0_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="24:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;24:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node3" call-id="18" rc-code="0" op-status="0" interval="0" last-rc-change="1687330528" exec-time="663" queue-time="0" op-digest="b93578750303776f6bb098395c53338a"/>
+ <lrm_rsc_op id="base-bundle-podman-0_monitor_60000" operation_key="base-bundle-podman-0_monitor_60000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="25:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;25:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node3" call-id="20" rc-code="0" op-status="0" interval="60000" last-rc-change="1687330529" exec-time="118" queue-time="0" op-digest="902512fcf3e4556d9585c44184665d8c"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-1" class="ocf" provider="heartbeat" type="podman">
+ <lrm_rsc_op id="base-bundle-podman-1_last_0" operation_key="base-bundle-podman-1_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="18:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:7;18:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node3" call-id="13" rc-code="7" op-status="0" interval="0" last-rc-change="1687330528" exec-time="90" queue-time="0" op-digest="91ec5f49c5fd88f29405389545fb7d59"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-2" class="ocf" provider="heartbeat" type="podman">
+ <lrm_rsc_op id="base-bundle-podman-2_last_0" operation_key="base-bundle-podman-2_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="20:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:7;20:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node3" call-id="17" rc-code="7" op-status="0" interval="0" last-rc-change="1687330528" exec-time="71" queue-time="0" op-digest="eb1c148b6d2d7a7013f75d596536409b"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-1" class="ocf" provider="pacemaker" type="remote" container="base-bundle-podman-1">
+ <lrm_rsc_op id="base-bundle-1_last_0" operation_key="base-bundle-1_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="19:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:7;19:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node3" call-id="1" rc-code="7" op-status="0" interval="0" last-rc-change="1687330529" exec-time="0" queue-time="0" op-digest="137e2067e195bc8e29ef8680e392a9e7" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-0" class="ocf" provider="pacemaker" type="remote" container="base-bundle-podman-0">
+ <lrm_rsc_op id="base-bundle-0_last_0" operation_key="base-bundle-0_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="26:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;26:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node3" call-id="3" rc-code="0" op-status="0" interval="0" last-rc-change="1687330529" exec-time="0" queue-time="0" op-digest="b1f9a03e78ae75f94cc0c36e6c0cc527" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ <lrm_rsc_op id="base-bundle-0_monitor_30000" operation_key="base-bundle-0_monitor_30000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="15:1:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;15:1:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node3" call-id="4" rc-code="0" op-status="0" interval="30000" last-rc-change="1687330531" exec-time="0" queue-time="0" op-digest="354b9acaa7ea1113d708dc11a1d6bbfa"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-2" class="ocf" provider="pacemaker" type="remote" container="base-bundle-podman-2">
+ <lrm_rsc_op id="base-bundle-2_last_0" operation_key="base-bundle-2_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="10:171:7:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:7;10:171:7:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node3" call-id="5" rc-code="7" op-status="0" interval="0" last-rc-change="1687478432" exec-time="0" queue-time="0" op-digest="2b7683df7d64ff71ec5fd3675fd12017" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ <transient_attributes id="3">
+ <instance_attributes id="status-3">
+ <nvpair id="status-3-.feature-set" name="#feature-set" value="3.17.4"/>
+ <nvpair id="status-3-master-base" name="master-base" value="10"/>
+ </instance_attributes>
+ </transient_attributes>
+ </node_state>
+ <node_state id="2" uname="node2" in_ccm="true" crmd="online" crm-debug-origin="controld_update_resource_history" join="member" expected="member">
+ <transient_attributes id="2">
+ <instance_attributes id="status-2">
+ <nvpair id="status-2-.feature-set" name="#feature-set" value="3.17.4"/>
+ <nvpair id="status-2-master-base" name="master-base" value="5"/>
+ </instance_attributes>
+ </transient_attributes>
+ <lrm id="2">
+ <lrm_resources>
+ <lrm_resource id="Fencing" class="stonith" type="fence_xvm">
+ <lrm_rsc_op id="Fencing_last_0" operation_key="Fencing_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="22:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;22:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node2" call-id="14" rc-code="0" op-status="0" interval="0" last-rc-change="1687330529" exec-time="33" queue-time="0" op-digest="f551693977f94a4fa8883fb70e439592"/>
+ <lrm_rsc_op id="Fencing_monitor_120000" operation_key="Fencing_monitor_120000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="23:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;23:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node2" call-id="19" rc-code="0" op-status="0" interval="120000" last-rc-change="1687330529" exec-time="26" queue-time="0" op-digest="24989640311980988fb77ddd1cc1002b"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-0" class="ocf" provider="heartbeat" type="podman">
+ <lrm_rsc_op id="base-bundle-podman-0_last_0" operation_key="base-bundle-podman-0_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="9:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:7;9:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node2" call-id="12" rc-code="7" op-status="0" interval="0" last-rc-change="1687330529" exec-time="80" queue-time="0" op-digest="b93578750303776f6bb098395c53338a"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-1" class="ocf" provider="heartbeat" type="podman">
+ <lrm_rsc_op id="base-bundle-podman-1_last_0" operation_key="base-bundle-podman-1_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="28:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;28:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node2" call-id="20" rc-code="0" op-status="0" interval="0" last-rc-change="1687330529" exec-time="612" queue-time="0" op-digest="91ec5f49c5fd88f29405389545fb7d59"/>
+ <lrm_rsc_op id="base-bundle-podman-1_monitor_60000" operation_key="base-bundle-podman-1_monitor_60000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="29:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;29:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node2" call-id="21" rc-code="0" op-status="0" interval="60000" last-rc-change="1687330529" exec-time="210" queue-time="0" op-digest="f0ef4729d120aa3f5d938cabca4d06c7"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-2" class="ocf" provider="heartbeat" type="podman">
+ <lrm_rsc_op id="base-bundle-podman-2_last_0" operation_key="base-bundle-podman-2_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="13:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:7;13:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node2" call-id="18" rc-code="7" op-status="0" interval="0" last-rc-change="1687330529" exec-time="78" queue-time="0" op-digest="eb1c148b6d2d7a7013f75d596536409b"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-1" class="ocf" provider="pacemaker" type="remote" container="base-bundle-podman-1">
+ <lrm_rsc_op id="base-bundle-1_last_0" operation_key="base-bundle-1_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="30:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;30:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node2" call-id="2" rc-code="0" op-status="0" interval="0" last-rc-change="1687330529" exec-time="0" queue-time="0" op-digest="137e2067e195bc8e29ef8680e392a9e7" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ <lrm_rsc_op id="base-bundle-1_monitor_30000" operation_key="base-bundle-1_monitor_30000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="20:1:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;20:1:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node2" call-id="4" rc-code="0" op-status="0" interval="30000" last-rc-change="1687330532" exec-time="0" queue-time="0" op-digest="3929eec440004bca31f813a8e6097506"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-0" class="ocf" provider="pacemaker" type="remote" container="base-bundle-podman-0">
+ <lrm_rsc_op id="base-bundle-0_last_0" operation_key="base-bundle-0_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="10:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:7;10:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node2" call-id="3" rc-code="7" op-status="0" interval="0" last-rc-change="1687330530" exec-time="0" queue-time="0" op-digest="b1f9a03e78ae75f94cc0c36e6c0cc527" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-2" class="ocf" provider="pacemaker" type="remote" container="base-bundle-podman-2">
+ <lrm_rsc_op id="base-bundle-2_last_0" operation_key="base-bundle-2_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="9:171:7:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:7;9:171:7:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node2" call-id="5" rc-code="7" op-status="0" interval="0" last-rc-change="1687478432" exec-time="0" queue-time="0" op-digest="2b7683df7d64ff71ec5fd3675fd12017" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ </node_state>
+ <node_state remote_node="true" id="base-bundle-0" uname="base-bundle-0" in_ccm="true" crm-debug-origin="controld_update_resource_history" node_fenced="0">
+ <lrm id="base-bundle-0">
+ <lrm_resources>
+ <lrm_resource id="base" class="ocf" provider="pacemaker" type="Stateful">
+ <lrm_rsc_op id="base_last_0" operation_key="base_promote_0" operation="promote" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="31:176:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;31:176:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node3" call-id="4956" rc-code="0" op-status="0" interval="0" last-rc-change="1687478477" exec-time="210" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="base_monitor_15000" operation_key="base_monitor_15000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="32:177:8:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:8;32:177:8:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node3" call-id="4962" rc-code="8" op-status="0" interval="15000" last-rc-change="1687478477" exec-time="21" queue-time="0" op-digest="3ef575c5f050ae086f0f31bc8f085fdc"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ <transient_attributes id="base-bundle-0">
+ <instance_attributes id="status-base-bundle-0">
+ <nvpair id="status-base-bundle-0-master-base" name="master-base" value="10"/>
+ </instance_attributes>
+ </transient_attributes>
+ </node_state>
+ <node_state remote_node="true" id="base-bundle-1" uname="base-bundle-1" in_ccm="true" crm-debug-origin="controld_update_resource_history" node_fenced="0">
+ <lrm id="base-bundle-1">
+ <lrm_resources>
+ <lrm_resource id="base" class="ocf" provider="pacemaker" type="Stateful">
+ <lrm_rsc_op id="base_last_0" operation_key="base_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="27:2:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;27:2:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node2" call-id="8" rc-code="0" op-status="0" interval="0" last-rc-change="1687330532" exec-time="246" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="base_monitor_16000" operation_key="base_monitor_16000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="30:167:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;30:167:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node2" call-id="4922" rc-code="0" op-status="0" interval="16000" last-rc-change="1687477999" exec-time="37" queue-time="0" op-digest="e62ad827732488b88ef8722ff6a484b3"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ <transient_attributes id="base-bundle-1">
+ <instance_attributes id="status-base-bundle-1">
+ <nvpair id="status-base-bundle-1-master-base" name="master-base" value="5"/>
+ </instance_attributes>
+ </transient_attributes>
+ </node_state>
+ <node_state remote_node="true" id="base-bundle-2" uname="base-bundle-2" in_ccm="true" crm-debug-origin="controld_update_resource_history" node_fenced="0">
+ <lrm id="base-bundle-2">
+ <lrm_resources>
+ <lrm_resource id="base" class="ocf" provider="pacemaker" type="Stateful">
+ <lrm_rsc_op id="base_last_0" operation_key="base_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="35:172:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;35:172:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node1" call-id="8" rc-code="0" op-status="0" interval="0" last-rc-change="1687478435" exec-time="259" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="base_monitor_16000" operation_key="base_monitor_16000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="36:173:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;36:173:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node1" call-id="14" rc-code="0" op-status="0" interval="16000" last-rc-change="1687478435" exec-time="12" queue-time="0" op-digest="e62ad827732488b88ef8722ff6a484b3"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ <transient_attributes id="base-bundle-2">
+ <instance_attributes id="status-base-bundle-2">
+ <nvpair id="status-base-bundle-2-master-base" name="master-base" value="5"/>
+ </instance_attributes>
+ </transient_attributes>
+ </node_state>
+ </status>
+</cib>
diff --git a/cts/scheduler/xml/bundle-promoted-location-5.xml b/cts/scheduler/xml/bundle-promoted-location-5.xml
new file mode 100644
index 0000000..4cb76fe
--- /dev/null
+++ b/cts/scheduler/xml/bundle-promoted-location-5.xml
@@ -0,0 +1,231 @@
+<cib crm_feature_set="3.17.4" validate-with="pacemaker-3.9" epoch="134" num_updates="40" admin_epoch="0" cib-last-written="Thu Jun 22 17:00:31 2023" update-origin="node1" update-client="cibadmin" update-user="root" have-quorum="1" dc-uuid="1">
+ <configuration>
+ <!-- The essential elements of this test are:
+ * A promotable bundle (base-bundle) is promoted on node3 and unpromoted
+ on node1 and node2
+ * There is a positive location constraint (score=5000) for the bundle's
+ unpromoted role, preferring node3
+ * There are no other constraints
+ * There is no stickiness
+ * base-bundle has a higher promotion score on node3 compared to the
+ other nodes.
+
+ In this situation, the bundle should remain promoted on node3 and
+ unpromoted on other nodes. Even the promoted instance must first be
+ unpromoted, so this score applies to all running instances.
+
+ This behavior is questionable though. Another possibility is for the
+ bundle to demote on node3 and promote somewhere else. The reasoning is
+ that the constraint may specify a preference that the instance on node3
+ be unpromoted in the stable state, after an instance is chosen for
+ promotion.
+ -->
+ <crm_config>
+ <cluster_property_set id="cib-bootstrap-options">
+ <nvpair id="cib-bootstrap-options-have-watchdog" name="have-watchdog" value="false"/>
+ <nvpair id="cib-bootstrap-options-dc-version" name="dc-version" value="2.1.5-1.0a457786a.git.el9-0a457786a"/>
+ <nvpair id="cib-bootstrap-options-cluster-infrastructure" name="cluster-infrastructure" value="corosync"/>
+ <nvpair id="cib-bootstrap-options-cluster-name" name="cluster-name" value="test"/>
+ <nvpair id="cib-bootstrap-options-last-lrm-refresh" name="last-lrm-refresh" value="1687288330"/>
+ </cluster_property_set>
+ </crm_config>
+ <nodes>
+ <node id="1" uname="node1">
+ <instance_attributes id="nodes-1"/>
+ </node>
+ <node id="2" uname="node2">
+ <instance_attributes id="nodes-2"/>
+ </node>
+ <node id="3" uname="node3">
+ <instance_attributes id="nodes-3"/>
+ </node>
+ </nodes>
+ <resources>
+ <primitive class="stonith" id="Fencing" type="fence_xvm">
+ <instance_attributes id="Fencing-instance_attributes">
+ <nvpair id="Fencing-instance_attributes_pcmk_host_list" name="pcmk_host_list" value="node1 node2 node3"/>
+ </instance_attributes>
+ <operations>
+ <op id="Fencing-monitor-120s" interval="120s" name="monitor" timeout="120s"/>
+ </operations>
+ </primitive>
+ <bundle id="base-bundle">
+ <meta_attributes id="base-bundle-meta_attributes">
+ <nvpair id="base-bundle-meta_attributes-container-attribute-target" name="container-attribute-target" value="host"/>
+ <nvpair id="base-bundle-meta_attributes-promotable" name="promotable" value="true"/>
+ </meta_attributes>
+ <podman image="localhost/pcmktest" replicas="3"/>
+ <network control-port="3121"/>
+ <primitive id="base" class="ocf" provider="pacemaker" type="Stateful">
+ <operations>
+ <op id="base-monitor-15s" interval="15s" name="monitor" timeout="15s" role="Promoted"/>
+ <op id="base-monitor-16s" interval="16s" name="monitor" timeout="16s" role="Unpromoted"/>
+ </operations>
+ </primitive>
+ </bundle>
+ </resources>
+ <constraints>
+ <rsc_location id="location-base-bundle" rsc="base-bundle">
+ <rule id="location-base-bundle-rule" role="Unpromoted" score="5000">
+ <expression id="location-base-bundle-rule-expr" operation="eq" attribute="#uname" value="node3"/>
+ </rule>
+ </rsc_location>
+ </constraints>
+ <op_defaults/>
+ <alerts/>
+ <rsc_defaults/>
+ </configuration>
+ <status>
+ <node_state id="1" uname="node1" in_ccm="true" crmd="online" crm-debug-origin="controld_update_resource_history" join="member" expected="member">
+ <transient_attributes id="1">
+ <instance_attributes id="status-1">
+ <nvpair id="status-1-.feature-set" name="#feature-set" value="3.17.4"/>
+ <nvpair id="status-1-master-base" name="master-base" value="5"/>
+ </instance_attributes>
+ </transient_attributes>
+ <lrm id="1">
+ <lrm_resources>
+ <lrm_resource id="Fencing" class="stonith" type="fence_xvm">
+ <lrm_rsc_op id="Fencing_last_0" operation_key="Fencing_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="1:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:7;1:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node1" call-id="8" rc-code="7" op-status="0" interval="0" last-rc-change="1687330529" exec-time="2" queue-time="0" op-digest="f551693977f94a4fa8883fb70e439592"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-0" class="ocf" provider="heartbeat" type="podman">
+ <lrm_rsc_op id="base-bundle-podman-0_last_0" operation_key="base-bundle-podman-0_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="2:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:7;2:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node1" call-id="12" rc-code="7" op-status="0" interval="0" last-rc-change="1687330529" exec-time="105" queue-time="0" op-digest="b93578750303776f6bb098395c53338a"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-1" class="ocf" provider="heartbeat" type="podman">
+ <lrm_rsc_op id="base-bundle-podman-1_last_0" operation_key="base-bundle-podman-1_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="4:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:7;4:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node1" call-id="13" rc-code="7" op-status="0" interval="0" last-rc-change="1687330529" exec-time="114" queue-time="0" op-digest="91ec5f49c5fd88f29405389545fb7d59"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-2" class="ocf" provider="heartbeat" type="podman">
+ <lrm_rsc_op id="base-bundle-podman-2_last_0" operation_key="base-bundle-podman-2_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="21:171:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;21:171:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node1" call-id="20" rc-code="0" op-status="0" interval="0" last-rc-change="1687478431" exec-time="1223" queue-time="0" op-digest="eb1c148b6d2d7a7013f75d596536409b"/>
+ <lrm_rsc_op id="base-bundle-podman-2_monitor_60000" operation_key="base-bundle-podman-2_monitor_60000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="22:171:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;22:171:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node1" call-id="21" rc-code="0" op-status="0" interval="60000" last-rc-change="1687478432" exec-time="176" queue-time="0" op-digest="8eeca5a30b14f3d9ef7d2ddbd16c2e05"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-1" class="ocf" provider="pacemaker" type="remote" container="base-bundle-podman-1">
+ <lrm_rsc_op id="base-bundle-1_last_0" operation_key="base-bundle-1_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="5:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:7;5:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node1" call-id="1" rc-code="7" op-status="0" interval="0" last-rc-change="1687330529" exec-time="0" queue-time="0" op-digest="137e2067e195bc8e29ef8680e392a9e7" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-0" class="ocf" provider="pacemaker" type="remote" container="base-bundle-podman-0">
+ <lrm_rsc_op id="base-bundle-0_last_0" operation_key="base-bundle-0_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="3:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:7;3:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node1" call-id="2" rc-code="7" op-status="0" interval="0" last-rc-change="1687330529" exec-time="0" queue-time="0" op-digest="b1f9a03e78ae75f94cc0c36e6c0cc527" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-2" class="ocf" provider="pacemaker" type="remote" container="base-bundle-podman-2">
+ <lrm_rsc_op id="base-bundle-2_last_0" operation_key="base-bundle-2_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="23:171:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;23:171:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node1" call-id="4" rc-code="0" op-status="0" interval="0" last-rc-change="1687478432" exec-time="0" queue-time="0" op-digest="2b7683df7d64ff71ec5fd3675fd12017" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ <lrm_rsc_op id="base-bundle-2_monitor_30000" operation_key="base-bundle-2_monitor_30000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="24:172:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;24:172:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node1" call-id="5" rc-code="0" op-status="0" interval="30000" last-rc-change="1687478435" exec-time="0" queue-time="0" op-digest="6f3c7e233bacb8420fef5f9581190d00"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ </node_state>
+ <node_state id="3" uname="node3" in_ccm="true" crmd="online" crm-debug-origin="controld_update_resource_history" join="member" expected="member">
+ <lrm id="3">
+ <lrm_resources>
+ <lrm_resource id="Fencing" class="stonith" type="fence_xvm">
+ <lrm_rsc_op id="Fencing_last_0" operation_key="Fencing_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="15:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:7;15:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node3" call-id="8" rc-code="7" op-status="0" interval="0" last-rc-change="1687330528" exec-time="3" queue-time="0" op-digest="f551693977f94a4fa8883fb70e439592"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-0" class="ocf" provider="heartbeat" type="podman">
+ <lrm_rsc_op id="base-bundle-podman-0_last_0" operation_key="base-bundle-podman-0_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="24:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;24:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node3" call-id="18" rc-code="0" op-status="0" interval="0" last-rc-change="1687330528" exec-time="663" queue-time="0" op-digest="b93578750303776f6bb098395c53338a"/>
+ <lrm_rsc_op id="base-bundle-podman-0_monitor_60000" operation_key="base-bundle-podman-0_monitor_60000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="25:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;25:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node3" call-id="20" rc-code="0" op-status="0" interval="60000" last-rc-change="1687330529" exec-time="118" queue-time="0" op-digest="902512fcf3e4556d9585c44184665d8c"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-1" class="ocf" provider="heartbeat" type="podman">
+ <lrm_rsc_op id="base-bundle-podman-1_last_0" operation_key="base-bundle-podman-1_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="18:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:7;18:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node3" call-id="13" rc-code="7" op-status="0" interval="0" last-rc-change="1687330528" exec-time="90" queue-time="0" op-digest="91ec5f49c5fd88f29405389545fb7d59"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-2" class="ocf" provider="heartbeat" type="podman">
+ <lrm_rsc_op id="base-bundle-podman-2_last_0" operation_key="base-bundle-podman-2_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="20:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:7;20:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node3" call-id="17" rc-code="7" op-status="0" interval="0" last-rc-change="1687330528" exec-time="71" queue-time="0" op-digest="eb1c148b6d2d7a7013f75d596536409b"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-1" class="ocf" provider="pacemaker" type="remote" container="base-bundle-podman-1">
+ <lrm_rsc_op id="base-bundle-1_last_0" operation_key="base-bundle-1_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="19:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:7;19:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node3" call-id="1" rc-code="7" op-status="0" interval="0" last-rc-change="1687330529" exec-time="0" queue-time="0" op-digest="137e2067e195bc8e29ef8680e392a9e7" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-0" class="ocf" provider="pacemaker" type="remote" container="base-bundle-podman-0">
+ <lrm_rsc_op id="base-bundle-0_last_0" operation_key="base-bundle-0_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="26:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;26:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node3" call-id="3" rc-code="0" op-status="0" interval="0" last-rc-change="1687330529" exec-time="0" queue-time="0" op-digest="b1f9a03e78ae75f94cc0c36e6c0cc527" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ <lrm_rsc_op id="base-bundle-0_monitor_30000" operation_key="base-bundle-0_monitor_30000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="15:1:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;15:1:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node3" call-id="4" rc-code="0" op-status="0" interval="30000" last-rc-change="1687330531" exec-time="0" queue-time="0" op-digest="354b9acaa7ea1113d708dc11a1d6bbfa"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-2" class="ocf" provider="pacemaker" type="remote" container="base-bundle-podman-2">
+ <lrm_rsc_op id="base-bundle-2_last_0" operation_key="base-bundle-2_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="10:171:7:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:7;10:171:7:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node3" call-id="5" rc-code="7" op-status="0" interval="0" last-rc-change="1687478432" exec-time="0" queue-time="0" op-digest="2b7683df7d64ff71ec5fd3675fd12017" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ <transient_attributes id="3">
+ <instance_attributes id="status-3">
+ <nvpair id="status-3-.feature-set" name="#feature-set" value="3.17.4"/>
+ <nvpair id="status-3-master-base" name="master-base" value="10"/>
+ </instance_attributes>
+ </transient_attributes>
+ </node_state>
+ <node_state id="2" uname="node2" in_ccm="true" crmd="online" crm-debug-origin="controld_update_resource_history" join="member" expected="member">
+ <transient_attributes id="2">
+ <instance_attributes id="status-2">
+ <nvpair id="status-2-.feature-set" name="#feature-set" value="3.17.4"/>
+ <nvpair id="status-2-master-base" name="master-base" value="5"/>
+ </instance_attributes>
+ </transient_attributes>
+ <lrm id="2">
+ <lrm_resources>
+ <lrm_resource id="Fencing" class="stonith" type="fence_xvm">
+ <lrm_rsc_op id="Fencing_last_0" operation_key="Fencing_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="22:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;22:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node2" call-id="14" rc-code="0" op-status="0" interval="0" last-rc-change="1687330529" exec-time="33" queue-time="0" op-digest="f551693977f94a4fa8883fb70e439592"/>
+ <lrm_rsc_op id="Fencing_monitor_120000" operation_key="Fencing_monitor_120000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="23:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;23:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node2" call-id="19" rc-code="0" op-status="0" interval="120000" last-rc-change="1687330529" exec-time="26" queue-time="0" op-digest="24989640311980988fb77ddd1cc1002b"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-0" class="ocf" provider="heartbeat" type="podman">
+ <lrm_rsc_op id="base-bundle-podman-0_last_0" operation_key="base-bundle-podman-0_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="9:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:7;9:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node2" call-id="12" rc-code="7" op-status="0" interval="0" last-rc-change="1687330529" exec-time="80" queue-time="0" op-digest="b93578750303776f6bb098395c53338a"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-1" class="ocf" provider="heartbeat" type="podman">
+ <lrm_rsc_op id="base-bundle-podman-1_last_0" operation_key="base-bundle-podman-1_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="28:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;28:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node2" call-id="20" rc-code="0" op-status="0" interval="0" last-rc-change="1687330529" exec-time="612" queue-time="0" op-digest="91ec5f49c5fd88f29405389545fb7d59"/>
+ <lrm_rsc_op id="base-bundle-podman-1_monitor_60000" operation_key="base-bundle-podman-1_monitor_60000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="29:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;29:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node2" call-id="21" rc-code="0" op-status="0" interval="60000" last-rc-change="1687330529" exec-time="210" queue-time="0" op-digest="f0ef4729d120aa3f5d938cabca4d06c7"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-2" class="ocf" provider="heartbeat" type="podman">
+ <lrm_rsc_op id="base-bundle-podman-2_last_0" operation_key="base-bundle-podman-2_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="13:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:7;13:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node2" call-id="18" rc-code="7" op-status="0" interval="0" last-rc-change="1687330529" exec-time="78" queue-time="0" op-digest="eb1c148b6d2d7a7013f75d596536409b"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-1" class="ocf" provider="pacemaker" type="remote" container="base-bundle-podman-1">
+ <lrm_rsc_op id="base-bundle-1_last_0" operation_key="base-bundle-1_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="30:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;30:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node2" call-id="2" rc-code="0" op-status="0" interval="0" last-rc-change="1687330529" exec-time="0" queue-time="0" op-digest="137e2067e195bc8e29ef8680e392a9e7" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ <lrm_rsc_op id="base-bundle-1_monitor_30000" operation_key="base-bundle-1_monitor_30000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="20:1:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;20:1:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node2" call-id="4" rc-code="0" op-status="0" interval="30000" last-rc-change="1687330532" exec-time="0" queue-time="0" op-digest="3929eec440004bca31f813a8e6097506"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-0" class="ocf" provider="pacemaker" type="remote" container="base-bundle-podman-0">
+ <lrm_rsc_op id="base-bundle-0_last_0" operation_key="base-bundle-0_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="10:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:7;10:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node2" call-id="3" rc-code="7" op-status="0" interval="0" last-rc-change="1687330530" exec-time="0" queue-time="0" op-digest="b1f9a03e78ae75f94cc0c36e6c0cc527" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-2" class="ocf" provider="pacemaker" type="remote" container="base-bundle-podman-2">
+ <lrm_rsc_op id="base-bundle-2_last_0" operation_key="base-bundle-2_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="9:171:7:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:7;9:171:7:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node2" call-id="5" rc-code="7" op-status="0" interval="0" last-rc-change="1687478432" exec-time="0" queue-time="0" op-digest="2b7683df7d64ff71ec5fd3675fd12017" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ </node_state>
+ <node_state remote_node="true" id="base-bundle-0" uname="base-bundle-0" in_ccm="true" crm-debug-origin="controld_update_resource_history" node_fenced="0">
+ <lrm id="base-bundle-0">
+ <lrm_resources>
+ <lrm_resource id="base" class="ocf" provider="pacemaker" type="Stateful">
+ <lrm_rsc_op id="base_last_0" operation_key="base_promote_0" operation="promote" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="31:176:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;31:176:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node3" call-id="4956" rc-code="0" op-status="0" interval="0" last-rc-change="1687478477" exec-time="210" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="base_monitor_15000" operation_key="base_monitor_15000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="32:177:8:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:8;32:177:8:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node3" call-id="4962" rc-code="8" op-status="0" interval="15000" last-rc-change="1687478477" exec-time="21" queue-time="0" op-digest="3ef575c5f050ae086f0f31bc8f085fdc"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ <transient_attributes id="base-bundle-0">
+ <instance_attributes id="status-base-bundle-0">
+ <nvpair id="status-base-bundle-0-master-base" name="master-base" value="10"/>
+ </instance_attributes>
+ </transient_attributes>
+ </node_state>
+ <node_state remote_node="true" id="base-bundle-1" uname="base-bundle-1" in_ccm="true" crm-debug-origin="controld_update_resource_history" node_fenced="0">
+ <lrm id="base-bundle-1">
+ <lrm_resources>
+ <lrm_resource id="base" class="ocf" provider="pacemaker" type="Stateful">
+ <lrm_rsc_op id="base_last_0" operation_key="base_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="27:2:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;27:2:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node2" call-id="8" rc-code="0" op-status="0" interval="0" last-rc-change="1687330532" exec-time="246" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="base_monitor_16000" operation_key="base_monitor_16000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="30:167:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;30:167:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node2" call-id="4922" rc-code="0" op-status="0" interval="16000" last-rc-change="1687477999" exec-time="37" queue-time="0" op-digest="e62ad827732488b88ef8722ff6a484b3"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ <transient_attributes id="base-bundle-1">
+ <instance_attributes id="status-base-bundle-1">
+ <nvpair id="status-base-bundle-1-master-base" name="master-base" value="5"/>
+ </instance_attributes>
+ </transient_attributes>
+ </node_state>
+ <node_state remote_node="true" id="base-bundle-2" uname="base-bundle-2" in_ccm="true" crm-debug-origin="controld_update_resource_history" node_fenced="0">
+ <lrm id="base-bundle-2">
+ <lrm_resources>
+ <lrm_resource id="base" class="ocf" provider="pacemaker" type="Stateful">
+ <lrm_rsc_op id="base_last_0" operation_key="base_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="35:172:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;35:172:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node1" call-id="8" rc-code="0" op-status="0" interval="0" last-rc-change="1687478435" exec-time="259" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="base_monitor_16000" operation_key="base_monitor_16000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="36:173:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;36:173:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node1" call-id="14" rc-code="0" op-status="0" interval="16000" last-rc-change="1687478435" exec-time="12" queue-time="0" op-digest="e62ad827732488b88ef8722ff6a484b3"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ <transient_attributes id="base-bundle-2">
+ <instance_attributes id="status-base-bundle-2">
+ <nvpair id="status-base-bundle-2-master-base" name="master-base" value="5"/>
+ </instance_attributes>
+ </transient_attributes>
+ </node_state>
+ </status>
+</cib>
diff --git a/cts/scheduler/xml/bundle-promoted-location-6.xml b/cts/scheduler/xml/bundle-promoted-location-6.xml
new file mode 100644
index 0000000..cab69de
--- /dev/null
+++ b/cts/scheduler/xml/bundle-promoted-location-6.xml
@@ -0,0 +1,224 @@
+<cib crm_feature_set="3.17.4" validate-with="pacemaker-3.9" epoch="134" num_updates="40" admin_epoch="0" cib-last-written="Thu Jun 22 17:00:31 2023" update-origin="node1" update-client="cibadmin" update-user="root" have-quorum="1" dc-uuid="1">
+ <configuration>
+ <!-- The essential elements of this test are:
+ * A promotable bundle (base-bundle) is promoted on node3 and unpromoted
+ on node1 and node2
+ * There is a negative location constraint (score=-INFINITY) for the
+ bundle's unpromoted role, avoiding node2
+ * There are no other constraints
+ * There is no stickiness
+
+ In this situation, the bundle should remain promoted on node3 and
+ unpromoted on node1, and it should stop on node2. A negative location
+ constraint for the unpromoted role is a complete ban, because an
+ instance must be started as unpromoted before it can be promoted.
+ -->
+ <crm_config>
+ <cluster_property_set id="cib-bootstrap-options">
+ <nvpair id="cib-bootstrap-options-have-watchdog" name="have-watchdog" value="false"/>
+ <nvpair id="cib-bootstrap-options-dc-version" name="dc-version" value="2.1.5-1.0a457786a.git.el9-0a457786a"/>
+ <nvpair id="cib-bootstrap-options-cluster-infrastructure" name="cluster-infrastructure" value="corosync"/>
+ <nvpair id="cib-bootstrap-options-cluster-name" name="cluster-name" value="test"/>
+ <nvpair id="cib-bootstrap-options-last-lrm-refresh" name="last-lrm-refresh" value="1687288330"/>
+ </cluster_property_set>
+ </crm_config>
+ <nodes>
+ <node id="1" uname="node1">
+ <instance_attributes id="nodes-1"/>
+ </node>
+ <node id="2" uname="node2">
+ <instance_attributes id="nodes-2"/>
+ </node>
+ <node id="3" uname="node3">
+ <instance_attributes id="nodes-3"/>
+ </node>
+ </nodes>
+ <resources>
+ <primitive class="stonith" id="Fencing" type="fence_xvm">
+ <instance_attributes id="Fencing-instance_attributes">
+ <nvpair id="Fencing-instance_attributes_pcmk_host_list" name="pcmk_host_list" value="node1 node2 node3"/>
+ </instance_attributes>
+ <operations>
+ <op id="Fencing-monitor-120s" interval="120s" name="monitor" timeout="120s"/>
+ </operations>
+ </primitive>
+ <bundle id="base-bundle">
+ <meta_attributes id="base-bundle-meta_attributes">
+ <nvpair id="base-bundle-meta_attributes-container-attribute-target" name="container-attribute-target" value="host"/>
+ <nvpair id="base-bundle-meta_attributes-promotable" name="promotable" value="true"/>
+ </meta_attributes>
+ <podman image="localhost/pcmktest" replicas="3"/>
+ <network control-port="3121"/>
+ <primitive id="base" class="ocf" provider="pacemaker" type="Stateful">
+ <operations>
+ <op id="base-monitor-15s" interval="15s" name="monitor" timeout="15s" role="Promoted"/>
+ <op id="base-monitor-16s" interval="16s" name="monitor" timeout="16s" role="Unpromoted"/>
+ </operations>
+ </primitive>
+ </bundle>
+ </resources>
+ <constraints>
+ <rsc_location id="location-base-bundle" rsc="base-bundle">
+ <rule id="location-base-bundle-rule" role="Unpromoted" score="-INFINITY">
+ <expression id="location-base-bundle-rule-expr" operation="eq" attribute="#uname" value="node2"/>
+ </rule>
+ </rsc_location>
+ </constraints>
+ <op_defaults/>
+ <alerts/>
+ <rsc_defaults/>
+ </configuration>
+ <status>
+ <node_state id="1" uname="node1" in_ccm="true" crmd="online" crm-debug-origin="controld_update_resource_history" join="member" expected="member">
+ <transient_attributes id="1">
+ <instance_attributes id="status-1">
+ <nvpair id="status-1-.feature-set" name="#feature-set" value="3.17.4"/>
+ <nvpair id="status-1-master-base" name="master-base" value="5"/>
+ </instance_attributes>
+ </transient_attributes>
+ <lrm id="1">
+ <lrm_resources>
+ <lrm_resource id="Fencing" class="stonith" type="fence_xvm">
+ <lrm_rsc_op id="Fencing_last_0" operation_key="Fencing_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="1:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:7;1:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node1" call-id="8" rc-code="7" op-status="0" interval="0" last-rc-change="1687330529" exec-time="2" queue-time="0" op-digest="f551693977f94a4fa8883fb70e439592"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-0" class="ocf" provider="heartbeat" type="podman">
+ <lrm_rsc_op id="base-bundle-podman-0_last_0" operation_key="base-bundle-podman-0_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="2:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:7;2:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node1" call-id="12" rc-code="7" op-status="0" interval="0" last-rc-change="1687330529" exec-time="105" queue-time="0" op-digest="b93578750303776f6bb098395c53338a"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-1" class="ocf" provider="heartbeat" type="podman">
+ <lrm_rsc_op id="base-bundle-podman-1_last_0" operation_key="base-bundle-podman-1_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="4:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:7;4:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node1" call-id="13" rc-code="7" op-status="0" interval="0" last-rc-change="1687330529" exec-time="114" queue-time="0" op-digest="91ec5f49c5fd88f29405389545fb7d59"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-2" class="ocf" provider="heartbeat" type="podman">
+ <lrm_rsc_op id="base-bundle-podman-2_last_0" operation_key="base-bundle-podman-2_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="21:171:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;21:171:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node1" call-id="20" rc-code="0" op-status="0" interval="0" last-rc-change="1687478431" exec-time="1223" queue-time="0" op-digest="eb1c148b6d2d7a7013f75d596536409b"/>
+ <lrm_rsc_op id="base-bundle-podman-2_monitor_60000" operation_key="base-bundle-podman-2_monitor_60000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="22:171:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;22:171:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node1" call-id="21" rc-code="0" op-status="0" interval="60000" last-rc-change="1687478432" exec-time="176" queue-time="0" op-digest="8eeca5a30b14f3d9ef7d2ddbd16c2e05"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-1" class="ocf" provider="pacemaker" type="remote" container="base-bundle-podman-1">
+ <lrm_rsc_op id="base-bundle-1_last_0" operation_key="base-bundle-1_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="5:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:7;5:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node1" call-id="1" rc-code="7" op-status="0" interval="0" last-rc-change="1687330529" exec-time="0" queue-time="0" op-digest="137e2067e195bc8e29ef8680e392a9e7" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-0" class="ocf" provider="pacemaker" type="remote" container="base-bundle-podman-0">
+ <lrm_rsc_op id="base-bundle-0_last_0" operation_key="base-bundle-0_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="3:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:7;3:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node1" call-id="2" rc-code="7" op-status="0" interval="0" last-rc-change="1687330529" exec-time="0" queue-time="0" op-digest="b1f9a03e78ae75f94cc0c36e6c0cc527" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-2" class="ocf" provider="pacemaker" type="remote" container="base-bundle-podman-2">
+ <lrm_rsc_op id="base-bundle-2_last_0" operation_key="base-bundle-2_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="23:171:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;23:171:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node1" call-id="4" rc-code="0" op-status="0" interval="0" last-rc-change="1687478432" exec-time="0" queue-time="0" op-digest="2b7683df7d64ff71ec5fd3675fd12017" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ <lrm_rsc_op id="base-bundle-2_monitor_30000" operation_key="base-bundle-2_monitor_30000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="24:172:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;24:172:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node1" call-id="5" rc-code="0" op-status="0" interval="30000" last-rc-change="1687478435" exec-time="0" queue-time="0" op-digest="6f3c7e233bacb8420fef5f9581190d00"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ </node_state>
+ <node_state id="3" uname="node3" in_ccm="true" crmd="online" crm-debug-origin="controld_update_resource_history" join="member" expected="member">
+ <lrm id="3">
+ <lrm_resources>
+ <lrm_resource id="Fencing" class="stonith" type="fence_xvm">
+ <lrm_rsc_op id="Fencing_last_0" operation_key="Fencing_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="15:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:7;15:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node3" call-id="8" rc-code="7" op-status="0" interval="0" last-rc-change="1687330528" exec-time="3" queue-time="0" op-digest="f551693977f94a4fa8883fb70e439592"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-0" class="ocf" provider="heartbeat" type="podman">
+ <lrm_rsc_op id="base-bundle-podman-0_last_0" operation_key="base-bundle-podman-0_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="24:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;24:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node3" call-id="18" rc-code="0" op-status="0" interval="0" last-rc-change="1687330528" exec-time="663" queue-time="0" op-digest="b93578750303776f6bb098395c53338a"/>
+ <lrm_rsc_op id="base-bundle-podman-0_monitor_60000" operation_key="base-bundle-podman-0_monitor_60000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="25:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;25:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node3" call-id="20" rc-code="0" op-status="0" interval="60000" last-rc-change="1687330529" exec-time="118" queue-time="0" op-digest="902512fcf3e4556d9585c44184665d8c"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-1" class="ocf" provider="heartbeat" type="podman">
+ <lrm_rsc_op id="base-bundle-podman-1_last_0" operation_key="base-bundle-podman-1_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="18:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:7;18:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node3" call-id="13" rc-code="7" op-status="0" interval="0" last-rc-change="1687330528" exec-time="90" queue-time="0" op-digest="91ec5f49c5fd88f29405389545fb7d59"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-2" class="ocf" provider="heartbeat" type="podman">
+ <lrm_rsc_op id="base-bundle-podman-2_last_0" operation_key="base-bundle-podman-2_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="20:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:7;20:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node3" call-id="17" rc-code="7" op-status="0" interval="0" last-rc-change="1687330528" exec-time="71" queue-time="0" op-digest="eb1c148b6d2d7a7013f75d596536409b"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-1" class="ocf" provider="pacemaker" type="remote" container="base-bundle-podman-1">
+ <lrm_rsc_op id="base-bundle-1_last_0" operation_key="base-bundle-1_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="19:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:7;19:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node3" call-id="1" rc-code="7" op-status="0" interval="0" last-rc-change="1687330529" exec-time="0" queue-time="0" op-digest="137e2067e195bc8e29ef8680e392a9e7" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-0" class="ocf" provider="pacemaker" type="remote" container="base-bundle-podman-0">
+ <lrm_rsc_op id="base-bundle-0_last_0" operation_key="base-bundle-0_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="26:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;26:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node3" call-id="3" rc-code="0" op-status="0" interval="0" last-rc-change="1687330529" exec-time="0" queue-time="0" op-digest="b1f9a03e78ae75f94cc0c36e6c0cc527" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ <lrm_rsc_op id="base-bundle-0_monitor_30000" operation_key="base-bundle-0_monitor_30000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="15:1:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;15:1:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node3" call-id="4" rc-code="0" op-status="0" interval="30000" last-rc-change="1687330531" exec-time="0" queue-time="0" op-digest="354b9acaa7ea1113d708dc11a1d6bbfa"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-2" class="ocf" provider="pacemaker" type="remote" container="base-bundle-podman-2">
+ <lrm_rsc_op id="base-bundle-2_last_0" operation_key="base-bundle-2_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="10:171:7:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:7;10:171:7:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node3" call-id="5" rc-code="7" op-status="0" interval="0" last-rc-change="1687478432" exec-time="0" queue-time="0" op-digest="2b7683df7d64ff71ec5fd3675fd12017" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ <transient_attributes id="3">
+ <instance_attributes id="status-3">
+ <nvpair id="status-3-.feature-set" name="#feature-set" value="3.17.4"/>
+ <nvpair id="status-3-master-base" name="master-base" value="10"/>
+ </instance_attributes>
+ </transient_attributes>
+ </node_state>
+ <node_state id="2" uname="node2" in_ccm="true" crmd="online" crm-debug-origin="controld_update_resource_history" join="member" expected="member">
+ <transient_attributes id="2">
+ <instance_attributes id="status-2">
+ <nvpair id="status-2-.feature-set" name="#feature-set" value="3.17.4"/>
+ <nvpair id="status-2-master-base" name="master-base" value="5"/>
+ </instance_attributes>
+ </transient_attributes>
+ <lrm id="2">
+ <lrm_resources>
+ <lrm_resource id="Fencing" class="stonith" type="fence_xvm">
+ <lrm_rsc_op id="Fencing_last_0" operation_key="Fencing_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="22:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;22:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node2" call-id="14" rc-code="0" op-status="0" interval="0" last-rc-change="1687330529" exec-time="33" queue-time="0" op-digest="f551693977f94a4fa8883fb70e439592"/>
+ <lrm_rsc_op id="Fencing_monitor_120000" operation_key="Fencing_monitor_120000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="23:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;23:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node2" call-id="19" rc-code="0" op-status="0" interval="120000" last-rc-change="1687330529" exec-time="26" queue-time="0" op-digest="24989640311980988fb77ddd1cc1002b"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-0" class="ocf" provider="heartbeat" type="podman">
+ <lrm_rsc_op id="base-bundle-podman-0_last_0" operation_key="base-bundle-podman-0_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="9:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:7;9:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node2" call-id="12" rc-code="7" op-status="0" interval="0" last-rc-change="1687330529" exec-time="80" queue-time="0" op-digest="b93578750303776f6bb098395c53338a"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-1" class="ocf" provider="heartbeat" type="podman">
+ <lrm_rsc_op id="base-bundle-podman-1_last_0" operation_key="base-bundle-podman-1_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="28:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;28:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node2" call-id="20" rc-code="0" op-status="0" interval="0" last-rc-change="1687330529" exec-time="612" queue-time="0" op-digest="91ec5f49c5fd88f29405389545fb7d59"/>
+ <lrm_rsc_op id="base-bundle-podman-1_monitor_60000" operation_key="base-bundle-podman-1_monitor_60000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="29:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;29:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node2" call-id="21" rc-code="0" op-status="0" interval="60000" last-rc-change="1687330529" exec-time="210" queue-time="0" op-digest="f0ef4729d120aa3f5d938cabca4d06c7"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-2" class="ocf" provider="heartbeat" type="podman">
+ <lrm_rsc_op id="base-bundle-podman-2_last_0" operation_key="base-bundle-podman-2_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="13:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:7;13:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node2" call-id="18" rc-code="7" op-status="0" interval="0" last-rc-change="1687330529" exec-time="78" queue-time="0" op-digest="eb1c148b6d2d7a7013f75d596536409b"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-1" class="ocf" provider="pacemaker" type="remote" container="base-bundle-podman-1">
+ <lrm_rsc_op id="base-bundle-1_last_0" operation_key="base-bundle-1_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="30:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;30:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node2" call-id="2" rc-code="0" op-status="0" interval="0" last-rc-change="1687330529" exec-time="0" queue-time="0" op-digest="137e2067e195bc8e29ef8680e392a9e7" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ <lrm_rsc_op id="base-bundle-1_monitor_30000" operation_key="base-bundle-1_monitor_30000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="20:1:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;20:1:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node2" call-id="4" rc-code="0" op-status="0" interval="30000" last-rc-change="1687330532" exec-time="0" queue-time="0" op-digest="3929eec440004bca31f813a8e6097506"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-0" class="ocf" provider="pacemaker" type="remote" container="base-bundle-podman-0">
+ <lrm_rsc_op id="base-bundle-0_last_0" operation_key="base-bundle-0_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="10:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:7;10:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node2" call-id="3" rc-code="7" op-status="0" interval="0" last-rc-change="1687330530" exec-time="0" queue-time="0" op-digest="b1f9a03e78ae75f94cc0c36e6c0cc527" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-2" class="ocf" provider="pacemaker" type="remote" container="base-bundle-podman-2">
+ <lrm_rsc_op id="base-bundle-2_last_0" operation_key="base-bundle-2_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="9:171:7:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:7;9:171:7:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node2" call-id="5" rc-code="7" op-status="0" interval="0" last-rc-change="1687478432" exec-time="0" queue-time="0" op-digest="2b7683df7d64ff71ec5fd3675fd12017" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ </node_state>
+ <node_state remote_node="true" id="base-bundle-0" uname="base-bundle-0" in_ccm="true" crm-debug-origin="controld_update_resource_history" node_fenced="0">
+ <lrm id="base-bundle-0">
+ <lrm_resources>
+ <lrm_resource id="base" class="ocf" provider="pacemaker" type="Stateful">
+ <lrm_rsc_op id="base_last_0" operation_key="base_promote_0" operation="promote" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="31:176:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;31:176:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node3" call-id="4956" rc-code="0" op-status="0" interval="0" last-rc-change="1687478477" exec-time="210" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="base_monitor_15000" operation_key="base_monitor_15000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="32:177:8:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:8;32:177:8:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node3" call-id="4962" rc-code="8" op-status="0" interval="15000" last-rc-change="1687478477" exec-time="21" queue-time="0" op-digest="3ef575c5f050ae086f0f31bc8f085fdc"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ <transient_attributes id="base-bundle-0">
+ <instance_attributes id="status-base-bundle-0">
+ <nvpair id="status-base-bundle-0-master-base" name="master-base" value="10"/>
+ </instance_attributes>
+ </transient_attributes>
+ </node_state>
+ <node_state remote_node="true" id="base-bundle-1" uname="base-bundle-1" in_ccm="true" crm-debug-origin="controld_update_resource_history" node_fenced="0">
+ <lrm id="base-bundle-1">
+ <lrm_resources>
+ <lrm_resource id="base" class="ocf" provider="pacemaker" type="Stateful">
+ <lrm_rsc_op id="base_last_0" operation_key="base_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="27:2:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;27:2:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node2" call-id="8" rc-code="0" op-status="0" interval="0" last-rc-change="1687330532" exec-time="246" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="base_monitor_16000" operation_key="base_monitor_16000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="30:167:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;30:167:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node2" call-id="4922" rc-code="0" op-status="0" interval="16000" last-rc-change="1687477999" exec-time="37" queue-time="0" op-digest="e62ad827732488b88ef8722ff6a484b3"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ <transient_attributes id="base-bundle-1">
+ <instance_attributes id="status-base-bundle-1">
+ <nvpair id="status-base-bundle-1-master-base" name="master-base" value="5"/>
+ </instance_attributes>
+ </transient_attributes>
+ </node_state>
+ <node_state remote_node="true" id="base-bundle-2" uname="base-bundle-2" in_ccm="true" crm-debug-origin="controld_update_resource_history" node_fenced="0">
+ <lrm id="base-bundle-2">
+ <lrm_resources>
+ <lrm_resource id="base" class="ocf" provider="pacemaker" type="Stateful">
+ <lrm_rsc_op id="base_last_0" operation_key="base_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="35:172:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;35:172:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node1" call-id="8" rc-code="0" op-status="0" interval="0" last-rc-change="1687478435" exec-time="259" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="base_monitor_16000" operation_key="base_monitor_16000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="36:173:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;36:173:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node1" call-id="14" rc-code="0" op-status="0" interval="16000" last-rc-change="1687478435" exec-time="12" queue-time="0" op-digest="e62ad827732488b88ef8722ff6a484b3"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ <transient_attributes id="base-bundle-2">
+ <instance_attributes id="status-base-bundle-2">
+ <nvpair id="status-base-bundle-2-master-base" name="master-base" value="5"/>
+ </instance_attributes>
+ </transient_attributes>
+ </node_state>
+ </status>
+</cib>
diff --git a/cts/scheduler/xml/cancel-behind-moving-remote.xml b/cts/scheduler/xml/cancel-behind-moving-remote.xml
index 67e1430..7b88060 100644
--- a/cts/scheduler/xml/cancel-behind-moving-remote.xml
+++ b/cts/scheduler/xml/cancel-behind-moving-remote.xml
@@ -1,5 +1,19 @@
<cib crm_feature_set="3.4.1" validate-with="pacemaker-3.7" epoch="184" num_updates="0" admin_epoch="0" cib-last-written="Mon Feb 15 01:40:51 2021" update-origin="controller-0" update-client="crm_resource" update-user="root" have-quorum="1" dc-uuid="2" execution-date="1613353251">
<configuration>
+ <!-- This test output is incorrect. ip-172.17.1.87 is colocated with the
+ promoted role of ovn-dbs-bundle and is banned from controller-2.
+ ovn-dbs-bundle should promote on either controller-0 or controller-1,
+ so that ip-172-17.1.87 is allowed to run.
+
+ However, ovn-dbs-bundle promotes on controller-2, and ip-172-17.1.87
+ is stopped.
+
+ The output was correct prior to the addition of this comment,
+ immediately after fixing a clone shuffling issue. However, that is
+ believed to be due to luck. Role-based colocations for promotable
+ bundles do not work correctly in general; see the
+ bundle-promoted-*colocation-* tests.
+ -->
<crm_config>
<cluster_property_set id="cib-bootstrap-options">
<nvpair id="cib-bootstrap-options-have-watchdog" name="have-watchdog" value="false"/>
diff --git a/cts/scheduler/xml/clone-recover-no-shuffle-1.xml b/cts/scheduler/xml/clone-recover-no-shuffle-1.xml
new file mode 100644
index 0000000..a634ff3
--- /dev/null
+++ b/cts/scheduler/xml/clone-recover-no-shuffle-1.xml
@@ -0,0 +1,113 @@
+<cib crm_feature_set="3.17.4" validate-with="pacemaker-3.9" epoch="74" num_updates="0" admin_epoch="0" cib-last-written="Tue Jun 20 17:44:24 2023" update-origin="node1" update-client="cibadmin" update-user="root" have-quorum="true" dc-uuid="1" execution-date="1687309199">
+ <configuration>
+ <!-- The essential elements of this test are:
+ * An anonymous clone resource (dummy) is stopped on node1 and started
+ on node2 and node3
+ * Clone instances are primitives
+ * There is no stickiness configured
+ * There are no location constraints
+
+ The following should happen:
+ * Instance dummy:0 should remain started on node2
+ * Instance dummy:1 should remain started on node3
+ * Instance dummy:2 should start on node1
+ -->
+ <crm_config>
+ <cluster_property_set id="cib-bootstrap-options">
+ <nvpair id="cib-bootstrap-options-have-watchdog" name="have-watchdog" value="false"/>
+ <nvpair id="cib-bootstrap-options-dc-version" name="dc-version" value="2.1.5-1.0a457786a.git.el9-0a457786a"/>
+ <nvpair id="cib-bootstrap-options-cluster-infrastructure" name="cluster-infrastructure" value="corosync"/>
+ <nvpair id="cib-bootstrap-options-cluster-name" name="cluster-name" value="test"/>
+ <nvpair id="cib-bootstrap-options-last-lrm-refresh" name="last-lrm-refresh" value="1687288330"/>
+ </cluster_property_set>
+ </crm_config>
+ <nodes>
+ <node id="1" uname="node1"/>
+ <node id="2" uname="node2"/>
+ <node id="3" uname="node3"/>
+ </nodes>
+ <resources>
+ <primitive class="stonith" id="Fencing" type="fence_xvm">
+ <instance_attributes id="Fencing-instance_attributes">
+ <nvpair id="Fencing-instance_attributes_pcmk_host_list" name="pcmk_host_list" value="node1 node2 node3"/>
+ </instance_attributes>
+ <operations>
+ <op id="Fencing-monitor-120s" interval="120s" name="monitor" timeout="120s"/>
+ </operations>
+ </primitive>
+ <clone id="dummy-clone">
+ <primitive id="dummy" class="ocf" type="Dummy" provider="pacemaker">
+ <operations>
+ <op name="migrate_from" interval="0s" timeout="20s" id="dummy-migrate_from-interval-0s"/>
+ <op name="migrate_to" interval="0s" timeout="20s" id="dummy-migrate_to-interval-0s"/>
+ <op name="monitor" interval="10s" timeout="20s" id="dummy-monitor-interval-10s"/>
+ <op name="reload" interval="0s" timeout="20s" id="dummy-reload-interval-0s"/>
+ <op name="reload-agent" interval="0s" timeout="20s" id="dummy-reload-agent-interval-0s"/>
+ <op name="start" interval="0s" timeout="20s" id="dummy-start-interval-0s"/>
+ <op name="stop" interval="0s" timeout="20s" id="dummy-stop-interval-0s"/>
+ </operations>
+ </primitive>
+ </clone>
+ </resources>
+ <constraints/>
+ <op_defaults/>
+ <alerts/>
+ <rsc_defaults/>
+ </configuration>
+ <status>
+ <node_state id="1" uname="node1" in_ccm="true" crmd="online" crm-debug-origin="controld_update_resource_history" join="member" expected="member">
+ <lrm id="1">
+ <lrm_resources>
+ <lrm_resource id="Fencing" class="stonith" type="fence_xvm">
+ <lrm_rsc_op id="Fencing_last_0" operation_key="Fencing_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="1:1:7:6149c21b-77ec-4d97-8b22-d39d97981ad1" transition-magic="0:7;1:1:7:6149c21b-77ec-4d97-8b22-d39d97981ad1" exit-reason="" on_node="node1" call-id="9" rc-code="7" op-status="0" interval="0" last-rc-change="1687308299" exec-time="7" queue-time="0" op-digest="f551693977f94a4fa8883fb70e439592"/>
+ </lrm_resource>
+ <lrm_resource id="dummy" class="ocf" provider="pacemaker" type="Dummy">
+ <lrm_rsc_op id="dummy_last_0" operation_key="dummy_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="2:1:7:6149c21b-77ec-4d97-8b22-d39d97981ad1" transition-magic="0:7;2:1:7:6149c21b-77ec-4d97-8b22-d39d97981ad1" exit-reason="" on_node="node1" call-id="10" rc-code="7" op-status="0" interval="0" last-rc-change="1687308299" exec-time="20" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-secure-params=" passwd " op-secure-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ <transient_attributes id="1">
+ <instance_attributes id="status-1">
+ <nvpair id="status-1-.feature-set" name="#feature-set" value="3.17.4"/>
+ </instance_attributes>
+ </transient_attributes>
+ </node_state>
+ <node_state id="2" uname="node2" in_ccm="true" crmd="online" crm-debug-origin="controld_update_resource_history" join="member" expected="member">
+ <lrm id="2">
+ <lrm_resources>
+ <lrm_resource id="Fencing" class="stonith" type="fence_xvm">
+ <lrm_rsc_op id="Fencing_last_0" operation_key="Fencing_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="7:1:0:6149c21b-77ec-4d97-8b22-d39d97981ad1" transition-magic="0:0;7:1:0:6149c21b-77ec-4d97-8b22-d39d97981ad1" exit-reason="" on_node="node2" call-id="11" rc-code="0" op-status="0" interval="0" last-rc-change="1687308299" exec-time="40" queue-time="0" op-digest="f551693977f94a4fa8883fb70e439592"/>
+ <lrm_rsc_op id="Fencing_monitor_120000" operation_key="Fencing_monitor_120000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="8:1:0:6149c21b-77ec-4d97-8b22-d39d97981ad1" transition-magic="0:0;8:1:0:6149c21b-77ec-4d97-8b22-d39d97981ad1" exit-reason="" on_node="node2" call-id="13" rc-code="0" op-status="0" interval="120000" last-rc-change="1687308299" exec-time="40" queue-time="0" op-digest="24989640311980988fb77ddd1cc1002b"/>
+ </lrm_resource>
+ <lrm_resource id="dummy" class="ocf" provider="pacemaker" type="Dummy">
+ <lrm_rsc_op id="dummy_last_0" operation_key="dummy_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="11:1:0:6149c21b-77ec-4d97-8b22-d39d97981ad1" transition-magic="0:0;11:1:0:6149c21b-77ec-4d97-8b22-d39d97981ad1" exit-reason="" on_node="node2" call-id="12" rc-code="0" op-status="0" interval="0" last-rc-change="1687308299" exec-time="28" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-secure-params=" passwd " op-secure-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="dummy_monitor_10000" operation_key="dummy_monitor_10000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="12:1:0:6149c21b-77ec-4d97-8b22-d39d97981ad1" transition-magic="0:0;12:1:0:6149c21b-77ec-4d97-8b22-d39d97981ad1" exit-reason="" on_node="node2" call-id="14" rc-code="0" op-status="0" interval="10000" last-rc-change="1687308299" exec-time="12" queue-time="0" op-digest="4811cef7f7f94e3a35a70be7916cb2fd" op-secure-params=" passwd " op-secure-digest="4811cef7f7f94e3a35a70be7916cb2fd"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ <transient_attributes id="2">
+ <instance_attributes id="status-2">
+ <nvpair id="status-2-.feature-set" name="#feature-set" value="3.17.4"/>
+ </instance_attributes>
+ </transient_attributes>
+ </node_state>
+ <node_state id="3" uname="node3" in_ccm="true" crmd="online" crm-debug-origin="controld_update_resource_history" join="member" expected="member">
+ <lrm id="3">
+ <lrm_resources>
+ <lrm_resource id="Fencing" class="stonith" type="fence_xvm">
+ <lrm_rsc_op id="Fencing_last_0" operation_key="Fencing_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="5:1:7:6149c21b-77ec-4d97-8b22-d39d97981ad1" transition-magic="0:7;5:1:7:6149c21b-77ec-4d97-8b22-d39d97981ad1" exit-reason="" on_node="node3" call-id="9" rc-code="7" op-status="0" interval="0" last-rc-change="1687308298" exec-time="1" queue-time="0" op-digest="f551693977f94a4fa8883fb70e439592"/>
+ </lrm_resource>
+ <lrm_resource id="dummy" class="ocf" provider="pacemaker" type="Dummy">
+ <lrm_rsc_op id="dummy_last_0" operation_key="dummy_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="9:1:0:6149c21b-77ec-4d97-8b22-d39d97981ad1" transition-magic="0:0;9:1:0:6149c21b-77ec-4d97-8b22-d39d97981ad1" exit-reason="" on_node="node3" call-id="11" rc-code="0" op-status="0" interval="0" last-rc-change="1687308298" exec-time="17" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-secure-params=" passwd " op-secure-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="dummy_monitor_10000" operation_key="dummy_monitor_10000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="10:1:0:6149c21b-77ec-4d97-8b22-d39d97981ad1" transition-magic="0:0;10:1:0:6149c21b-77ec-4d97-8b22-d39d97981ad1" exit-reason="" on_node="node3" call-id="12" rc-code="0" op-status="0" interval="10000" last-rc-change="1687308298" exec-time="14" queue-time="0" op-digest="4811cef7f7f94e3a35a70be7916cb2fd" op-secure-params=" passwd " op-secure-digest="4811cef7f7f94e3a35a70be7916cb2fd"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ <transient_attributes id="3">
+ <instance_attributes id="status-3">
+ <nvpair id="status-3-.feature-set" name="#feature-set" value="3.17.4"/>
+ </instance_attributes>
+ </transient_attributes>
+ </node_state>
+ </status>
+</cib>
diff --git a/cts/scheduler/xml/clone-recover-no-shuffle-10.xml b/cts/scheduler/xml/clone-recover-no-shuffle-10.xml
new file mode 100644
index 0000000..faa202a
--- /dev/null
+++ b/cts/scheduler/xml/clone-recover-no-shuffle-10.xml
@@ -0,0 +1,120 @@
+<cib crm_feature_set="3.17.4" validate-with="pacemaker-3.9" epoch="89" num_updates="50" admin_epoch="0" cib-last-written="Tue Jun 20 18:29:07 2023" update-origin="node1" update-client="cibadmin" update-user="root" have-quorum="1" dc-uuid="3">
+ <configuration>
+ <!-- The essential elements of this test are:
+ * An anonymous promotable clone resource (dummy) is stopped on node1,
+ promoted on node2, and unpromoted on node3
+ * Clone instances are primitives
+ * There are no location constraints or stickiness configured
+ * dummy has the highest promotion score on node2
+
+ The following should happen:
+ * Instance dummy:0 should remain started (unpromoted) on node3
+ * Instance dummy:1 should remain promoted on node2
+ * Instance dummy:2 should start (unpromoted) on node1
+ -->
+ <crm_config>
+ <cluster_property_set id="cib-bootstrap-options">
+ <nvpair id="cib-bootstrap-options-have-watchdog" name="have-watchdog" value="false"/>
+ <nvpair id="cib-bootstrap-options-dc-version" name="dc-version" value="2.1.5-1.0a457786a.git.el9-0a457786a"/>
+ <nvpair id="cib-bootstrap-options-cluster-infrastructure" name="cluster-infrastructure" value="corosync"/>
+ <nvpair id="cib-bootstrap-options-cluster-name" name="cluster-name" value="test"/>
+ <nvpair id="cib-bootstrap-options-last-lrm-refresh" name="last-lrm-refresh" value="1687288330"/>
+ </cluster_property_set>
+ </crm_config>
+ <nodes>
+ <node id="1" uname="node1"/>
+ <node id="2" uname="node2"/>
+ <node id="3" uname="node3"/>
+ </nodes>
+ <resources>
+ <primitive class="stonith" id="Fencing" type="fence_xvm">
+ <instance_attributes id="Fencing-instance_attributes">
+ <nvpair id="Fencing-instance_attributes_pcmk_host_list" name="pcmk_host_list" value="node1 node2 node3"/>
+ </instance_attributes>
+ <operations>
+ <op id="Fencing-monitor-120s" interval="120s" name="monitor" timeout="120s"/>
+ </operations>
+ </primitive>
+ <clone id="dummy-clone">
+ <primitive id="dummy" class="ocf" type="Stateful" provider="pacemaker">
+ <operations>
+ <op name="demote" interval="0s" timeout="10s" id="dummy-demote-interval-0s"/>
+ <op name="monitor" interval="10s" timeout="20s" role="Promoted" id="dummy-monitor-interval-10s"/>
+ <op name="monitor" interval="11s" timeout="20s" role="Unpromoted" id="dummy-monitor-interval-11s"/>
+ <op name="notify" interval="0s" timeout="5s" id="dummy-notify-interval-0s"/>
+ <op name="promote" interval="0s" timeout="10s" id="dummy-promote-interval-0s"/>
+ <op name="reload-agent" interval="0s" timeout="10s" id="dummy-reload-agent-interval-0s"/>
+ <op name="start" interval="0s" timeout="20s" id="dummy-start-interval-0s"/>
+ <op name="stop" interval="0s" timeout="20s" id="dummy-stop-interval-0s"/>
+ </operations>
+ </primitive>
+ <meta_attributes id="dummy-clone-meta_attributes">
+ <nvpair id="dummy-clone-meta_attributes-promotable" name="promotable" value="true"/>
+ </meta_attributes>
+ </clone>
+ </resources>
+ <constraints/>
+ <op_defaults/>
+ <alerts/>
+ <rsc_defaults/>
+ </configuration>
+ <status>
+ <node_state id="3" uname="node3" in_ccm="true" crmd="online" crm-debug-origin="controld_update_resource_history" join="member" expected="member">
+ <lrm id="3">
+ <lrm_resources>
+ <lrm_resource id="Fencing" class="stonith" type="fence_xvm">
+ <lrm_rsc_op id="Fencing_last_0" operation_key="Fencing_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="5:0:7:ecbbb42b-f6a4-47dc-90de-b2ccf960124e" transition-magic="0:7;5:0:7:ecbbb42b-f6a4-47dc-90de-b2ccf960124e" exit-reason="" on_node="node3" call-id="9" rc-code="7" op-status="0" interval="0" last-rc-change="1687310966" exec-time="3" queue-time="0" op-digest="f551693977f94a4fa8883fb70e439592"/>
+ </lrm_resource>
+ <lrm_resource id="dummy" class="ocf" provider="pacemaker" type="Stateful">
+ <lrm_rsc_op id="dummy_last_0" operation_key="dummy_demote_0" operation="demote" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="7:6:0:ecbbb42b-f6a4-47dc-90de-b2ccf960124e" transition-magic="0:0;7:6:0:ecbbb42b-f6a4-47dc-90de-b2ccf960124e" exit-reason="" on_node="node3" call-id="15" rc-code="0" op-status="0" interval="0" last-rc-change="1687311113" exec-time="39" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="dummy_monitor_11000" operation_key="dummy_monitor_11000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="9:6:0:ecbbb42b-f6a4-47dc-90de-b2ccf960124e" transition-magic="0:0;9:6:0:ecbbb42b-f6a4-47dc-90de-b2ccf960124e" exit-reason="" on_node="node3" call-id="16" rc-code="0" op-status="0" interval="11000" last-rc-change="1687311113" exec-time="14" queue-time="0" op-digest="4811cef7f7f94e3a35a70be7916cb2fd"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ <transient_attributes id="3">
+ <instance_attributes id="status-3">
+ <nvpair id="status-3-.feature-set" name="#feature-set" value="3.17.4"/>
+ <nvpair id="status-3-master-dummy" name="master-dummy" value="5"/>
+ </instance_attributes>
+ </transient_attributes>
+ </node_state>
+ <node_state id="1" uname="node1" in_ccm="true" crmd="online" crm-debug-origin="controld_update_resource_history" join="member" expected="member">
+ <lrm id="1">
+ <lrm_resources>
+ <lrm_resource id="Fencing" class="stonith" type="fence_xvm">
+ <lrm_rsc_op id="Fencing_last_0" operation_key="Fencing_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="1:0:7:ecbbb42b-f6a4-47dc-90de-b2ccf960124e" transition-magic="0:7;1:0:7:ecbbb42b-f6a4-47dc-90de-b2ccf960124e" exit-reason="" on_node="node1" call-id="9" rc-code="7" op-status="0" interval="0" last-rc-change="1687310966" exec-time="3" queue-time="0" op-digest="f551693977f94a4fa8883fb70e439592"/>
+ </lrm_resource>
+ <lrm_resource id="dummy" class="ocf" provider="pacemaker" type="Stateful">
+ <lrm_rsc_op id="dummy_last_0" operation_key="dummy_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="2:0:7:ecbbb42b-f6a4-47dc-90de-b2ccf960124e" transition-magic="0:7;2:0:7:ecbbb42b-f6a4-47dc-90de-b2ccf960124e" exit-reason="" on_node="node1" call-id="10" rc-code="7" op-status="0" interval="0" last-rc-change="1687310967" exec-time="19" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ <transient_attributes id="1">
+ <instance_attributes id="status-1">
+ <nvpair id="status-1-.feature-set" name="#feature-set" value="3.17.4"/>
+ <nvpair id="status-1-master-dummy" name="master-dummy" value="10"/>
+ </instance_attributes>
+ </transient_attributes>
+ </node_state>
+ <node_state id="2" uname="node2" in_ccm="true" crmd="online" crm-debug-origin="controld_update_resource_history" join="member" expected="member">
+ <lrm id="2">
+ <lrm_resources>
+ <lrm_resource id="Fencing" class="stonith" type="fence_xvm">
+ <lrm_rsc_op id="Fencing_last_0" operation_key="Fencing_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="7:0:0:ecbbb42b-f6a4-47dc-90de-b2ccf960124e" transition-magic="0:0;7:0:0:ecbbb42b-f6a4-47dc-90de-b2ccf960124e" exit-reason="" on_node="node2" call-id="10" rc-code="0" op-status="0" interval="0" last-rc-change="1687310967" exec-time="47" queue-time="0" op-digest="f551693977f94a4fa8883fb70e439592"/>
+ <lrm_rsc_op id="Fencing_monitor_120000" operation_key="Fencing_monitor_120000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="8:0:0:ecbbb42b-f6a4-47dc-90de-b2ccf960124e" transition-magic="0:0;8:0:0:ecbbb42b-f6a4-47dc-90de-b2ccf960124e" exit-reason="" on_node="node2" call-id="13" rc-code="0" op-status="0" interval="120000" last-rc-change="1687310967" exec-time="35" queue-time="0" op-digest="24989640311980988fb77ddd1cc1002b"/>
+ </lrm_resource>
+ <lrm_resource id="dummy" class="ocf" provider="pacemaker" type="Stateful">
+ <lrm_rsc_op id="dummy_last_0" operation_key="dummy_promote_0" operation="promote" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="12:6:0:ecbbb42b-f6a4-47dc-90de-b2ccf960124e" transition-magic="0:0;12:6:0:ecbbb42b-f6a4-47dc-90de-b2ccf960124e" exit-reason="" on_node="node2" call-id="16" rc-code="0" op-status="0" interval="0" last-rc-change="1687311114" exec-time="23" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="dummy_monitor_10000" operation_key="dummy_monitor_10000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="13:6:8:ecbbb42b-f6a4-47dc-90de-b2ccf960124e" transition-magic="0:8;13:6:8:ecbbb42b-f6a4-47dc-90de-b2ccf960124e" exit-reason="" on_node="node2" call-id="17" rc-code="8" op-status="0" interval="10000" last-rc-change="1687311114" exec-time="10" queue-time="0" op-digest="4811cef7f7f94e3a35a70be7916cb2fd"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ <transient_attributes id="2">
+ <instance_attributes id="status-2">
+ <nvpair id="status-2-.feature-set" name="#feature-set" value="3.17.4"/>
+ <nvpair id="status-2-master-dummy" name="master-dummy" value="15"/>
+ </instance_attributes>
+ </transient_attributes>
+ </node_state>
+ </status>
+</cib>
diff --git a/cts/scheduler/xml/clone-recover-no-shuffle-11.xml b/cts/scheduler/xml/clone-recover-no-shuffle-11.xml
new file mode 100644
index 0000000..43d6d74
--- /dev/null
+++ b/cts/scheduler/xml/clone-recover-no-shuffle-11.xml
@@ -0,0 +1,153 @@
+<cib crm_feature_set="3.17.4" validate-with="pacemaker-3.9" epoch="100" num_updates="0" admin_epoch="0" cib-last-written="Tue Jun 20 18:52:50 2023" update-origin="node1" update-client="cibadmin" update-user="root" have-quorum="1" dc-uuid="1">
+ <configuration>
+ <!-- The essential elements of this test are:
+ * An anonymous promotable clone resource (grp) is stopped on node1,
+ promoted on node2, and unpromoted on node3
+ * Clone instances are resource groups consisting of primitives rsc1 and
+ rsc2
+ * There are no location constraints or stickiness configured
+ * grp has the highest promotion score on node2 (scores for rsc1 + rsc2)
+
+ The following should happen:
+ * Instance grp:0 should remain started (unpromoted) on node3
+ * Instance grp:1 should remain promoted on node2
+ * Instance grp:2 should start (unpromoted) on node1
+ -->
+ <crm_config>
+ <cluster_property_set id="cib-bootstrap-options">
+ <nvpair id="cib-bootstrap-options-have-watchdog" name="have-watchdog" value="false"/>
+ <nvpair id="cib-bootstrap-options-dc-version" name="dc-version" value="2.1.5-1.0a457786a.git.el9-0a457786a"/>
+ <nvpair id="cib-bootstrap-options-cluster-infrastructure" name="cluster-infrastructure" value="corosync"/>
+ <nvpair id="cib-bootstrap-options-cluster-name" name="cluster-name" value="test"/>
+ <nvpair id="cib-bootstrap-options-last-lrm-refresh" name="last-lrm-refresh" value="1687288330"/>
+ </cluster_property_set>
+ </crm_config>
+ <nodes>
+ <node id="1" uname="node1"/>
+ <node id="2" uname="node2"/>
+ <node id="3" uname="node3"/>
+ </nodes>
+ <resources>
+ <primitive class="stonith" id="Fencing" type="fence_xvm">
+ <instance_attributes id="Fencing-instance_attributes">
+ <nvpair id="Fencing-instance_attributes_pcmk_host_list" name="pcmk_host_list" value="node1 node2 node3"/>
+ </instance_attributes>
+ <operations>
+ <op id="Fencing-monitor-120s" interval="120s" name="monitor" timeout="120s"/>
+ </operations>
+ </primitive>
+ <clone id="grp-clone">
+ <group id="grp">
+ <primitive id="rsc1" class="ocf" type="Stateful" provider="pacemaker">
+ <operations>
+ <op name="demote" interval="0s" timeout="10s" id="rsc1-demote-interval-0s"/>
+ <op name="monitor" interval="10s" timeout="20s" role="Promoted" id="rsc1-monitor-interval-10s"/>
+ <op name="monitor" interval="11s" timeout="20s" role="Unpromoted" id="rsc1-monitor-interval-11s"/>
+ <op name="notify" interval="0s" timeout="5s" id="rsc1-notify-interval-0s"/>
+ <op name="promote" interval="0s" timeout="10s" id="rsc1-promote-interval-0s"/>
+ <op name="reload-agent" interval="0s" timeout="10s" id="rsc1-reload-agent-interval-0s"/>
+ <op name="start" interval="0s" timeout="20s" id="rsc1-start-interval-0s"/>
+ <op name="stop" interval="0s" timeout="20s" id="rsc1-stop-interval-0s"/>
+ </operations>
+ </primitive>
+ <primitive id="rsc2" class="ocf" type="Stateful" provider="pacemaker">
+ <operations>
+ <op name="demote" interval="0s" timeout="10s" id="rsc2-demote-interval-0s"/>
+ <op name="monitor" interval="10s" timeout="20s" role="Promoted" id="rsc2-monitor-interval-10s"/>
+ <op name="monitor" interval="11s" timeout="20s" role="Unpromoted" id="rsc2-monitor-interval-11s"/>
+ <op name="notify" interval="0s" timeout="5s" id="rsc2-notify-interval-0s"/>
+ <op name="promote" interval="0s" timeout="10s" id="rsc2-promote-interval-0s"/>
+ <op name="reload-agent" interval="0s" timeout="10s" id="rsc2-reload-agent-interval-0s"/>
+ <op name="start" interval="0s" timeout="20s" id="rsc2-start-interval-0s"/>
+ <op name="stop" interval="0s" timeout="20s" id="rsc2-stop-interval-0s"/>
+ </operations>
+ </primitive>
+ </group>
+ <meta_attributes id="grp-clone-meta_attributes">
+ <nvpair id="grp-clone-meta_attributes-promotable" name="promotable" value="true"/>
+ </meta_attributes>
+ </clone>
+ </resources>
+ <constraints/>
+ <op_defaults/>
+ <alerts/>
+ <rsc_defaults/>
+ </configuration>
+ <status>
+ <node_state id="3" uname="node3" in_ccm="true" crmd="online" crm-debug-origin="controld_update_resource_history" join="member" expected="member">
+ <transient_attributes id="3">
+ <instance_attributes id="status-3">
+ <nvpair id="status-3-.feature-set" name="#feature-set" value="3.17.4"/>
+ <nvpair id="status-3-master-rsc1" name="master-rsc1" value="5"/>
+ <nvpair id="status-3-master-rsc2" name="master-rsc2" value="5"/>
+ </instance_attributes>
+ </transient_attributes>
+ <lrm id="3">
+ <lrm_resources>
+ <lrm_resource id="Fencing" type="fence_xvm" class="stonith">
+ <lrm_rsc_op id="Fencing_last_0" operation_key="Fencing_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="7:0:7:0773bc62-9ff2-42db-818f-c4f3a9e3993e" transition-magic="0:7;7:0:7:0773bc62-9ff2-42db-818f-c4f3a9e3993e" exit-reason="" on_node="node3" call-id="9" rc-code="7" op-status="0" interval="0" last-rc-change="1687312090" exec-time="3" queue-time="0" op-digest="f551693977f94a4fa8883fb70e439592"/>
+ </lrm_resource>
+ <lrm_resource id="rsc1" type="Stateful" class="ocf" provider="pacemaker">
+ <lrm_rsc_op id="rsc1_last_0" operation_key="rsc1_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="22:28:0:0773bc62-9ff2-42db-818f-c4f3a9e3993e" transition-magic="0:0;22:28:0:0773bc62-9ff2-42db-818f-c4f3a9e3993e" exit-reason="" on_node="node3" call-id="40" rc-code="0" op-status="0" interval="0" last-rc-change="1687312369" exec-time="21" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="rsc1_monitor_10000" operation_key="rsc1_monitor_10000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="10:16:8:0773bc62-9ff2-42db-818f-c4f3a9e3993e" transition-magic="0:8;10:16:8:0773bc62-9ff2-42db-818f-c4f3a9e3993e" exit-reason="" on_node="node3" call-id="31" rc-code="8" op-status="0" interval="10000" last-rc-change="1687312235" exec-time="16" queue-time="0" op-digest="4811cef7f7f94e3a35a70be7916cb2fd"/>
+ <lrm_rsc_op id="rsc1_monitor_11000" operation_key="rsc1_monitor_11000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="8:29:0:0773bc62-9ff2-42db-818f-c4f3a9e3993e" transition-magic="0:0;8:29:0:0773bc62-9ff2-42db-818f-c4f3a9e3993e" exit-reason="" on_node="node3" call-id="41" rc-code="0" op-status="0" interval="11000" last-rc-change="1687312369" exec-time="14" queue-time="1" op-digest="4811cef7f7f94e3a35a70be7916cb2fd"/>
+ </lrm_resource>
+ <lrm_resource id="rsc2" type="Stateful" class="ocf" provider="pacemaker">
+ <lrm_rsc_op id="rsc2_last_0" operation_key="rsc2_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="9:29:0:0773bc62-9ff2-42db-818f-c4f3a9e3993e" transition-magic="0:0;9:29:0:0773bc62-9ff2-42db-818f-c4f3a9e3993e" exit-reason="" on_node="node3" call-id="42" rc-code="0" op-status="0" interval="0" last-rc-change="1687312370" exec-time="21" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="rsc2_monitor_10000" operation_key="rsc2_monitor_10000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="15:17:8:0773bc62-9ff2-42db-818f-c4f3a9e3993e" transition-magic="0:8;15:17:8:0773bc62-9ff2-42db-818f-c4f3a9e3993e" exit-reason="" on_node="node3" call-id="33" rc-code="8" op-status="0" interval="10000" last-rc-change="1687312235" exec-time="10" queue-time="0" op-digest="4811cef7f7f94e3a35a70be7916cb2fd"/>
+ <lrm_rsc_op id="rsc2_monitor_11000" operation_key="rsc2_monitor_11000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="11:30:0:0773bc62-9ff2-42db-818f-c4f3a9e3993e" transition-magic="0:0;11:30:0:0773bc62-9ff2-42db-818f-c4f3a9e3993e" exit-reason="" on_node="node3" call-id="43" rc-code="0" op-status="0" interval="11000" last-rc-change="1687312370" exec-time="13" queue-time="0" op-digest="4811cef7f7f94e3a35a70be7916cb2fd"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ </node_state>
+ <node_state id="1" uname="node1" in_ccm="true" crmd="online" crm-debug-origin="do_state_transition" join="member" expected="member">
+ <transient_attributes id="1">
+ <instance_attributes id="status-1">
+ <nvpair id="status-1-.feature-set" name="#feature-set" value="3.17.4"/>
+ <nvpair id="status-1-master-rsc1" name="master-rsc1" value="10"/>
+ <nvpair id="status-1-master-rsc2" name="master-rsc2" value="10"/>
+ </instance_attributes>
+ </transient_attributes>
+ <lrm id="1">
+ <lrm_resources>
+ <lrm_resource id="Fencing" type="fence_xvm" class="stonith">
+ <lrm_rsc_op id="Fencing_last_0" operation_key="Fencing_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="1:0:7:0773bc62-9ff2-42db-818f-c4f3a9e3993e" transition-magic="0:7;1:0:7:0773bc62-9ff2-42db-818f-c4f3a9e3993e" exit-reason="" on_node="node1" call-id="9" rc-code="7" op-status="0" interval="0" last-rc-change="1687312091" exec-time="2" queue-time="0" op-digest="f551693977f94a4fa8883fb70e439592"/>
+ </lrm_resource>
+ <lrm_resource id="rsc1" type="Stateful" class="ocf" provider="pacemaker">
+ <lrm_rsc_op id="rsc1_last_0" operation_key="rsc1_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="2:0:7:0773bc62-9ff2-42db-818f-c4f3a9e3993e" transition-magic="0:7;2:0:7:0773bc62-9ff2-42db-818f-c4f3a9e3993e" exit-reason="" on_node="node1" call-id="14" rc-code="7" op-status="0" interval="0" last-rc-change="1687312091" exec-time="15" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ </lrm_resource>
+ <lrm_resource id="rsc2" type="Stateful" class="ocf" provider="pacemaker">
+ <lrm_rsc_op id="rsc2_last_0" operation_key="rsc2_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="3:0:7:0773bc62-9ff2-42db-818f-c4f3a9e3993e" transition-magic="0:7;3:0:7:0773bc62-9ff2-42db-818f-c4f3a9e3993e" exit-reason="" on_node="node1" call-id="15" rc-code="7" op-status="0" interval="0" last-rc-change="1687312091" exec-time="18" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ </node_state>
+ <node_state id="2" uname="node2" in_ccm="true" crmd="online" crm-debug-origin="controld_update_resource_history" join="member" expected="member">
+ <transient_attributes id="2">
+ <instance_attributes id="status-2">
+ <nvpair id="status-2-.feature-set" name="#feature-set" value="3.17.4"/>
+ <nvpair id="status-2-master-rsc1" name="master-rsc1" value="15"/>
+ <nvpair id="status-2-master-rsc2" name="master-rsc2" value="15"/>
+ </instance_attributes>
+ </transient_attributes>
+ <lrm id="2">
+ <lrm_resources>
+ <lrm_resource id="Fencing" type="fence_xvm" class="stonith">
+ <lrm_rsc_op id="Fencing_last_0" operation_key="Fencing_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="1:23:0:0773bc62-9ff2-42db-818f-c4f3a9e3993e" transition-magic="0:0;1:23:0:0773bc62-9ff2-42db-818f-c4f3a9e3993e" exit-reason="" on_node="node2" call-id="28" rc-code="0" op-status="0" interval="0" last-rc-change="1687312369" exec-time="38" queue-time="0" op-digest="f551693977f94a4fa8883fb70e439592"/>
+ <lrm_rsc_op id="Fencing_monitor_120000" operation_key="Fencing_monitor_120000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="2:23:0:0773bc62-9ff2-42db-818f-c4f3a9e3993e" transition-magic="0:0;2:23:0:0773bc62-9ff2-42db-818f-c4f3a9e3993e" exit-reason="" on_node="node2" call-id="30" rc-code="0" op-status="0" interval="120000" last-rc-change="1687312369" exec-time="30" queue-time="0" op-digest="24989640311980988fb77ddd1cc1002b"/>
+ </lrm_resource>
+ <lrm_resource id="rsc1" type="Stateful" class="ocf" provider="pacemaker">
+ <lrm_rsc_op id="rsc1_last_0" operation_key="rsc1_promote_0" operation="promote" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="6:25:0:0773bc62-9ff2-42db-818f-c4f3a9e3993e" transition-magic="0:0;6:25:0:0773bc62-9ff2-42db-818f-c4f3a9e3993e" exit-reason="" on_node="node2" call-id="32" rc-code="0" op-status="0" interval="0" last-rc-change="1687312369" exec-time="22" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="rsc1_monitor_11000" operation_key="rsc1_monitor_11000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="21:1:0:0773bc62-9ff2-42db-818f-c4f3a9e3993e" transition-magic="0:0;21:1:0:0773bc62-9ff2-42db-818f-c4f3a9e3993e" exit-reason="" on_node="node2" call-id="19" rc-code="0" op-status="0" interval="11000" last-rc-change="1687312091" exec-time="16" queue-time="0" op-digest="4811cef7f7f94e3a35a70be7916cb2fd"/>
+ <lrm_rsc_op id="rsc1_monitor_10000" operation_key="rsc1_monitor_10000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="8:26:8:0773bc62-9ff2-42db-818f-c4f3a9e3993e" transition-magic="0:8;8:26:8:0773bc62-9ff2-42db-818f-c4f3a9e3993e" exit-reason="" on_node="node2" call-id="33" rc-code="8" op-status="0" interval="10000" last-rc-change="1687312369" exec-time="13" queue-time="0" op-digest="4811cef7f7f94e3a35a70be7916cb2fd"/>
+ </lrm_resource>
+ <lrm_resource id="rsc2" type="Stateful" class="ocf" provider="pacemaker">
+ <lrm_rsc_op id="rsc2_last_0" operation_key="rsc2_promote_0" operation="promote" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="11:26:0:0773bc62-9ff2-42db-818f-c4f3a9e3993e" transition-magic="0:0;11:26:0:0773bc62-9ff2-42db-818f-c4f3a9e3993e" exit-reason="" on_node="node2" call-id="34" rc-code="0" op-status="0" interval="0" last-rc-change="1687312369" exec-time="25" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="rsc2_monitor_11000" operation_key="rsc2_monitor_11000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="25:2:0:0773bc62-9ff2-42db-818f-c4f3a9e3993e" transition-magic="0:0;25:2:0:0773bc62-9ff2-42db-818f-c4f3a9e3993e" exit-reason="" on_node="node2" call-id="21" rc-code="0" op-status="0" interval="11000" last-rc-change="1687312091" exec-time="16" queue-time="0" op-digest="4811cef7f7f94e3a35a70be7916cb2fd"/>
+ <lrm_rsc_op id="rsc2_monitor_10000" operation_key="rsc2_monitor_10000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="13:27:8:0773bc62-9ff2-42db-818f-c4f3a9e3993e" transition-magic="0:8;13:27:8:0773bc62-9ff2-42db-818f-c4f3a9e3993e" exit-reason="" on_node="node2" call-id="35" rc-code="8" op-status="0" interval="10000" last-rc-change="1687312369" exec-time="12" queue-time="0" op-digest="4811cef7f7f94e3a35a70be7916cb2fd"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ </node_state>
+ </status>
+</cib>
diff --git a/cts/scheduler/xml/clone-recover-no-shuffle-12.xml b/cts/scheduler/xml/clone-recover-no-shuffle-12.xml
new file mode 100644
index 0000000..e302690
--- /dev/null
+++ b/cts/scheduler/xml/clone-recover-no-shuffle-12.xml
@@ -0,0 +1,186 @@
+<cib crm_feature_set="3.17.4" validate-with="pacemaker-3.9" epoch="128" num_updates="90" admin_epoch="0" cib-last-written="Tue Jun 20 23:33:00 2023" update-origin="node1" update-client="cibadmin" update-user="root" have-quorum="1" dc-uuid="2">
+ <configuration>
+ <!-- The essential elements of this test are:
+ * A promotable bundle resource (base-bundle) is stopped on node1,
+ promoted on node2, and unpromoted on node3
+ * Clone instances are primitives (base), the instances of base-bundle's
+ child resource
+ * There are no location constraints or stickiness configured
+ * base has the highest promotion score on node2
+
+ The following should happen:
+ * Instance base:0 should remain started (unpromoted) on node3
+ * Instance base:1 should remain promoted on node2
+ * Instance base:2 should start (unpromoted) on node1
+ -->
+ <crm_config>
+ <cluster_property_set id="cib-bootstrap-options">
+ <nvpair id="cib-bootstrap-options-have-watchdog" name="have-watchdog" value="false"/>
+ <nvpair id="cib-bootstrap-options-dc-version" name="dc-version" value="2.1.5-1.0a457786a.git.el9-0a457786a"/>
+ <nvpair id="cib-bootstrap-options-cluster-infrastructure" name="cluster-infrastructure" value="corosync"/>
+ <nvpair id="cib-bootstrap-options-cluster-name" name="cluster-name" value="test"/>
+ <nvpair id="cib-bootstrap-options-last-lrm-refresh" name="last-lrm-refresh" value="1687288330"/>
+ </cluster_property_set>
+ </crm_config>
+ <nodes>
+ <node id="1" uname="node1"/>
+ <node id="2" uname="node2"/>
+ <node id="3" uname="node3"/>
+ </nodes>
+ <resources>
+ <primitive class="stonith" id="Fencing" type="fence_xvm">
+ <instance_attributes id="Fencing-instance_attributes">
+ <nvpair id="Fencing-instance_attributes_pcmk_host_list" name="pcmk_host_list" value="node1 node2 node3"/>
+ </instance_attributes>
+ <operations>
+ <op id="Fencing-monitor-120s" interval="120s" name="monitor" timeout="120s"/>
+ </operations>
+ </primitive>
+ <bundle id="base-bundle">
+ <meta_attributes id="base-bundle-meta_attributes">
+ <nvpair id="base-bundle-meta_attributes-promotable" name="promotable" value="true"/>
+ <nvpair id="base-bundle-meta_attributes-container-attribute-target" name="container-attribute-target" value="host"/>
+ </meta_attributes>
+ <podman image="localhost/pcmktest" replicas="3"/>
+ <network control-port="3121"/>
+ <primitive id="base" class="ocf" provider="pacemaker" type="Stateful">
+ <operations>
+ <op id="base-monitor-15s" interval="15s" name="monitor" timeout="15s" role="Promoted"/>
+ <op id="base-monitor-16s" interval="16s" name="monitor" timeout="16s" role="Unpromoted"/>
+ </operations>
+ </primitive>
+ </bundle>
+ </resources>
+ <constraints/>
+ <op_defaults/>
+ <alerts/>
+ <rsc_defaults/>
+ </configuration>
+ <status>
+ <node_state id="1" uname="node1" in_ccm="true" crmd="online" crm-debug-origin="controld_update_resource_history" join="member" expected="member">
+ <transient_attributes id="1">
+ <instance_attributes id="status-1">
+ <nvpair id="status-1-.feature-set" name="#feature-set" value="3.17.4"/>
+ <nvpair id="status-1-master-base" name="master-base" value="10"/>
+ </instance_attributes>
+ </transient_attributes>
+ <lrm id="1">
+ <lrm_resources>
+ <lrm_resource id="Fencing" class="stonith" type="fence_xvm">
+ <lrm_rsc_op id="Fencing_last_0" operation_key="Fencing_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="1:0:7:159e0708-f49f-4071-a9f4-93c48dc468d2" transition-magic="0:7;1:0:7:159e0708-f49f-4071-a9f4-93c48dc468d2" exit-reason="" on_node="node1" call-id="8" rc-code="7" op-status="0" interval="0" last-rc-change="1687329223" exec-time="3" queue-time="0" op-digest="f551693977f94a4fa8883fb70e439592"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-0" class="ocf" provider="heartbeat" type="podman">
+ <lrm_rsc_op id="base-bundle-podman-0_last_0" operation_key="base-bundle-podman-0_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="2:0:7:159e0708-f49f-4071-a9f4-93c48dc468d2" transition-magic="0:7;2:0:7:159e0708-f49f-4071-a9f4-93c48dc468d2" exit-reason="" on_node="node1" call-id="12" rc-code="7" op-status="0" interval="0" last-rc-change="1687329223" exec-time="109" queue-time="0" op-digest="b93578750303776f6bb098395c53338a"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-1" class="ocf" provider="heartbeat" type="podman">
+ <lrm_rsc_op id="base-bundle-podman-1_last_0" operation_key="base-bundle-podman-1_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="4:0:7:159e0708-f49f-4071-a9f4-93c48dc468d2" transition-magic="0:7;4:0:7:159e0708-f49f-4071-a9f4-93c48dc468d2" exit-reason="" on_node="node1" call-id="13" rc-code="7" op-status="0" interval="0" last-rc-change="1687329223" exec-time="99" queue-time="0" op-digest="91ec5f49c5fd88f29405389545fb7d59"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-2" class="ocf" provider="heartbeat" type="podman">
+ <lrm_rsc_op id="base-bundle-podman-2_last_0" operation_key="base-bundle-podman-2_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="6:0:7:159e0708-f49f-4071-a9f4-93c48dc468d2" transition-magic="0:7;6:0:7:159e0708-f49f-4071-a9f4-93c48dc468d2" exit-reason="" on_node="node1" call-id="17" rc-code="7" op-status="0" interval="0" last-rc-change="1687329223" exec-time="47" queue-time="0" op-digest="eb1c148b6d2d7a7013f75d596536409b"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-1" class="ocf" provider="pacemaker" type="remote" container="base-bundle-podman-1">
+ <lrm_rsc_op id="base-bundle-1_last_0" operation_key="base-bundle-1_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="5:0:7:159e0708-f49f-4071-a9f4-93c48dc468d2" transition-magic="0:7;5:0:7:159e0708-f49f-4071-a9f4-93c48dc468d2" exit-reason="" on_node="node1" call-id="1" rc-code="7" op-status="0" interval="0" last-rc-change="1687329224" exec-time="0" queue-time="0" op-digest="137e2067e195bc8e29ef8680e392a9e7" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-0" class="ocf" provider="pacemaker" type="remote" container="base-bundle-podman-0">
+ <lrm_rsc_op id="base-bundle-0_last_0" operation_key="base-bundle-0_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="3:0:7:159e0708-f49f-4071-a9f4-93c48dc468d2" transition-magic="0:7;3:0:7:159e0708-f49f-4071-a9f4-93c48dc468d2" exit-reason="" on_node="node1" call-id="2" rc-code="7" op-status="0" interval="0" last-rc-change="1687329224" exec-time="0" queue-time="0" op-digest="b1f9a03e78ae75f94cc0c36e6c0cc527" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ </node_state>
+ <node_state id="3" uname="node3" in_ccm="true" crmd="online" crm-debug-origin="controld_update_resource_history" join="member" expected="member">
+ <lrm id="3">
+ <lrm_resources>
+ <lrm_resource id="Fencing" class="stonith" type="fence_xvm">
+ <lrm_rsc_op id="Fencing_last_0" operation_key="Fencing_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="15:0:7:159e0708-f49f-4071-a9f4-93c48dc468d2" transition-magic="0:7;15:0:7:159e0708-f49f-4071-a9f4-93c48dc468d2" exit-reason="" on_node="node3" call-id="8" rc-code="7" op-status="0" interval="0" last-rc-change="1687329222" exec-time="1" queue-time="0" op-digest="f551693977f94a4fa8883fb70e439592"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-0" class="ocf" provider="heartbeat" type="podman">
+ <lrm_rsc_op id="base-bundle-podman-0_last_0" operation_key="base-bundle-podman-0_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="24:0:0:159e0708-f49f-4071-a9f4-93c48dc468d2" transition-magic="0:0;24:0:0:159e0708-f49f-4071-a9f4-93c48dc468d2" exit-reason="" on_node="node3" call-id="18" rc-code="0" op-status="0" interval="0" last-rc-change="1687329222" exec-time="863" queue-time="0" op-digest="b93578750303776f6bb098395c53338a"/>
+ <lrm_rsc_op id="base-bundle-podman-0_monitor_60000" operation_key="base-bundle-podman-0_monitor_60000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="25:0:0:159e0708-f49f-4071-a9f4-93c48dc468d2" transition-magic="0:0;25:0:0:159e0708-f49f-4071-a9f4-93c48dc468d2" exit-reason="" on_node="node3" call-id="20" rc-code="0" op-status="0" interval="60000" last-rc-change="1687329223" exec-time="164" queue-time="0" op-digest="902512fcf3e4556d9585c44184665d8c"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-1" class="ocf" provider="heartbeat" type="podman">
+ <lrm_rsc_op id="base-bundle-podman-1_last_0" operation_key="base-bundle-podman-1_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="18:0:7:159e0708-f49f-4071-a9f4-93c48dc468d2" transition-magic="0:7;18:0:7:159e0708-f49f-4071-a9f4-93c48dc468d2" exit-reason="" on_node="node3" call-id="13" rc-code="7" op-status="0" interval="0" last-rc-change="1687329222" exec-time="108" queue-time="0" op-digest="91ec5f49c5fd88f29405389545fb7d59"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-2" class="ocf" provider="heartbeat" type="podman">
+ <lrm_rsc_op id="base-bundle-podman-2_last_0" operation_key="base-bundle-podman-2_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="20:0:7:159e0708-f49f-4071-a9f4-93c48dc468d2" transition-magic="0:7;20:0:7:159e0708-f49f-4071-a9f4-93c48dc468d2" exit-reason="" on_node="node3" call-id="17" rc-code="7" op-status="0" interval="0" last-rc-change="1687329222" exec-time="59" queue-time="0" op-digest="eb1c148b6d2d7a7013f75d596536409b"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-1" class="ocf" provider="pacemaker" type="remote" container="base-bundle-podman-1">
+ <lrm_rsc_op id="base-bundle-1_last_0" operation_key="base-bundle-1_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="19:0:7:159e0708-f49f-4071-a9f4-93c48dc468d2" transition-magic="0:7;19:0:7:159e0708-f49f-4071-a9f4-93c48dc468d2" exit-reason="" on_node="node3" call-id="1" rc-code="7" op-status="0" interval="0" last-rc-change="1687329223" exec-time="0" queue-time="0" op-digest="137e2067e195bc8e29ef8680e392a9e7" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-0" class="ocf" provider="pacemaker" type="remote" container="base-bundle-podman-0">
+ <lrm_rsc_op id="base-bundle-0_last_0" operation_key="base-bundle-0_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="26:0:0:159e0708-f49f-4071-a9f4-93c48dc468d2" transition-magic="0:0;26:0:0:159e0708-f49f-4071-a9f4-93c48dc468d2" exit-reason="" on_node="node3" call-id="3" rc-code="0" op-status="0" interval="0" last-rc-change="1687329223" exec-time="0" queue-time="0" op-digest="b1f9a03e78ae75f94cc0c36e6c0cc527" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ <lrm_rsc_op id="base-bundle-0_monitor_30000" operation_key="base-bundle-0_monitor_30000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="15:1:0:159e0708-f49f-4071-a9f4-93c48dc468d2" transition-magic="0:0;15:1:0:159e0708-f49f-4071-a9f4-93c48dc468d2" exit-reason="" on_node="node3" call-id="4" rc-code="0" op-status="0" interval="30000" last-rc-change="1687329226" exec-time="0" queue-time="0" op-digest="354b9acaa7ea1113d708dc11a1d6bbfa"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ <transient_attributes id="3">
+ <instance_attributes id="status-3">
+ <nvpair id="status-3-.feature-set" name="#feature-set" value="3.17.4"/>
+ <nvpair id="status-3-master-base" name="master-base" value="5"/>
+ </instance_attributes>
+ </transient_attributes>
+ </node_state>
+ <node_state id="2" uname="node2" in_ccm="true" crmd="online" crm-debug-origin="controld_update_resource_history" join="member" expected="member">
+ <transient_attributes id="2">
+ <instance_attributes id="status-2">
+ <nvpair id="status-2-.feature-set" name="#feature-set" value="3.17.4"/>
+ <nvpair id="status-2-master-base" name="master-base" value="15"/>
+ </instance_attributes>
+ </transient_attributes>
+ <lrm id="2">
+ <lrm_resources>
+ <lrm_resource id="Fencing" class="stonith" type="fence_xvm">
+ <lrm_rsc_op id="Fencing_last_0" operation_key="Fencing_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="22:0:0:159e0708-f49f-4071-a9f4-93c48dc468d2" transition-magic="0:0;22:0:0:159e0708-f49f-4071-a9f4-93c48dc468d2" exit-reason="" on_node="node2" call-id="14" rc-code="0" op-status="0" interval="0" last-rc-change="1687329223" exec-time="34" queue-time="0" op-digest="f551693977f94a4fa8883fb70e439592"/>
+ <lrm_rsc_op id="Fencing_monitor_120000" operation_key="Fencing_monitor_120000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="23:0:0:159e0708-f49f-4071-a9f4-93c48dc468d2" transition-magic="0:0;23:0:0:159e0708-f49f-4071-a9f4-93c48dc468d2" exit-reason="" on_node="node2" call-id="19" rc-code="0" op-status="0" interval="120000" last-rc-change="1687329223" exec-time="36" queue-time="0" op-digest="24989640311980988fb77ddd1cc1002b"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-0" class="ocf" provider="heartbeat" type="podman">
+ <lrm_rsc_op id="base-bundle-podman-0_last_0" operation_key="base-bundle-podman-0_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="9:0:7:159e0708-f49f-4071-a9f4-93c48dc468d2" transition-magic="0:7;9:0:7:159e0708-f49f-4071-a9f4-93c48dc468d2" exit-reason="" on_node="node2" call-id="12" rc-code="7" op-status="0" interval="0" last-rc-change="1687329223" exec-time="60" queue-time="0" op-digest="b93578750303776f6bb098395c53338a"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-1" class="ocf" provider="heartbeat" type="podman">
+ <lrm_rsc_op id="base-bundle-podman-1_last_0" operation_key="base-bundle-podman-1_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="28:0:0:159e0708-f49f-4071-a9f4-93c48dc468d2" transition-magic="0:0;28:0:0:159e0708-f49f-4071-a9f4-93c48dc468d2" exit-reason="" on_node="node2" call-id="20" rc-code="0" op-status="0" interval="0" last-rc-change="1687329223" exec-time="791" queue-time="0" op-digest="91ec5f49c5fd88f29405389545fb7d59"/>
+ <lrm_rsc_op id="base-bundle-podman-1_monitor_60000" operation_key="base-bundle-podman-1_monitor_60000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="29:0:0:159e0708-f49f-4071-a9f4-93c48dc468d2" transition-magic="0:0;29:0:0:159e0708-f49f-4071-a9f4-93c48dc468d2" exit-reason="" on_node="node2" call-id="21" rc-code="0" op-status="0" interval="60000" last-rc-change="1687329224" exec-time="144" queue-time="0" op-digest="f0ef4729d120aa3f5d938cabca4d06c7"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-2" class="ocf" provider="heartbeat" type="podman">
+ <lrm_rsc_op id="base-bundle-podman-2_last_0" operation_key="base-bundle-podman-2_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="13:0:7:159e0708-f49f-4071-a9f4-93c48dc468d2" transition-magic="0:7;13:0:7:159e0708-f49f-4071-a9f4-93c48dc468d2" exit-reason="" on_node="node2" call-id="18" rc-code="7" op-status="0" interval="0" last-rc-change="1687329223" exec-time="68" queue-time="0" op-digest="eb1c148b6d2d7a7013f75d596536409b"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-1" class="ocf" provider="pacemaker" type="remote" container="base-bundle-podman-1">
+ <lrm_rsc_op id="base-bundle-1_last_0" operation_key="base-bundle-1_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="30:0:0:159e0708-f49f-4071-a9f4-93c48dc468d2" transition-magic="0:0;30:0:0:159e0708-f49f-4071-a9f4-93c48dc468d2" exit-reason="" on_node="node2" call-id="2" rc-code="0" op-status="0" interval="0" last-rc-change="1687329224" exec-time="0" queue-time="0" op-digest="137e2067e195bc8e29ef8680e392a9e7" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ <lrm_rsc_op id="base-bundle-1_monitor_30000" operation_key="base-bundle-1_monitor_30000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="20:1:0:159e0708-f49f-4071-a9f4-93c48dc468d2" transition-magic="0:0;20:1:0:159e0708-f49f-4071-a9f4-93c48dc468d2" exit-reason="" on_node="node2" call-id="4" rc-code="0" op-status="0" interval="30000" last-rc-change="1687329227" exec-time="0" queue-time="0" op-digest="3929eec440004bca31f813a8e6097506"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-0" class="ocf" provider="pacemaker" type="remote" container="base-bundle-podman-0">
+ <lrm_rsc_op id="base-bundle-0_last_0" operation_key="base-bundle-0_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="10:0:7:159e0708-f49f-4071-a9f4-93c48dc468d2" transition-magic="0:7;10:0:7:159e0708-f49f-4071-a9f4-93c48dc468d2" exit-reason="" on_node="node2" call-id="3" rc-code="7" op-status="0" interval="0" last-rc-change="1687329224" exec-time="0" queue-time="0" op-digest="b1f9a03e78ae75f94cc0c36e6c0cc527" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ </node_state>
+ <node_state remote_node="true" id="base-bundle-1" uname="base-bundle-1" in_ccm="true" crm-debug-origin="controld_update_resource_history" node_fenced="0">
+ <lrm id="base-bundle-1">
+ <lrm_resources>
+ <lrm_resource id="base" class="ocf" provider="pacemaker" type="Stateful">
+ <lrm_rsc_op id="base_last_0" operation_key="base_promote_0" operation="promote" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="29:4:0:159e0708-f49f-4071-a9f4-93c48dc468d2" transition-magic="0:0;29:4:0:159e0708-f49f-4071-a9f4-93c48dc468d2" exit-reason="" on_node="node2" call-id="20" rc-code="0" op-status="0" interval="0" last-rc-change="1687329377" exec-time="307" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="base_monitor_15000" operation_key="base_monitor_15000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="30:5:8:159e0708-f49f-4071-a9f4-93c48dc468d2" transition-magic="0:8;30:5:8:159e0708-f49f-4071-a9f4-93c48dc468d2" exit-reason="" on_node="node2" call-id="27" rc-code="8" op-status="0" interval="15000" last-rc-change="1687329377" exec-time="7" queue-time="0" op-digest="3ef575c5f050ae086f0f31bc8f085fdc"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ <transient_attributes id="base-bundle-1">
+ <instance_attributes id="status-base-bundle-1">
+ <nvpair id="status-base-bundle-1-master-base" name="master-base" value="10"/>
+ </instance_attributes>
+ </transient_attributes>
+ </node_state>
+ <node_state remote_node="true" id="base-bundle-0" uname="base-bundle-0" in_ccm="true" crm-debug-origin="controld_update_resource_history" node_fenced="0">
+ <lrm id="base-bundle-0">
+ <lrm_resources>
+ <lrm_resource id="base" class="ocf" provider="pacemaker" type="Stateful">
+ <lrm_rsc_op id="base_last_0" operation_key="base_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="27:1:0:159e0708-f49f-4071-a9f4-93c48dc468d2" transition-magic="0:0;27:1:0:159e0708-f49f-4071-a9f4-93c48dc468d2" exit-reason="" on_node="node3" call-id="8" rc-code="0" op-status="0" interval="0" last-rc-change="1687329226" exec-time="269" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="base_monitor_16000" operation_key="base_monitor_16000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="27:2:0:159e0708-f49f-4071-a9f4-93c48dc468d2" transition-magic="0:0;27:2:0:159e0708-f49f-4071-a9f4-93c48dc468d2" exit-reason="" on_node="node3" call-id="14" rc-code="0" op-status="0" interval="16000" last-rc-change="1687329226" exec-time="13" queue-time="0" op-digest="e62ad827732488b88ef8722ff6a484b3"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ <transient_attributes id="base-bundle-0">
+ <instance_attributes id="status-base-bundle-0">
+ <nvpair id="status-base-bundle-0-master-base" name="master-base" value="5"/>
+ </instance_attributes>
+ </transient_attributes>
+ </node_state>
+ </status>
+</cib>
diff --git a/cts/scheduler/xml/clone-recover-no-shuffle-2.xml b/cts/scheduler/xml/clone-recover-no-shuffle-2.xml
new file mode 100644
index 0000000..486666c
--- /dev/null
+++ b/cts/scheduler/xml/clone-recover-no-shuffle-2.xml
@@ -0,0 +1,141 @@
+<cib crm_feature_set="3.17.4" validate-with="pacemaker-3.9" epoch="83" num_updates="0" admin_epoch="0" cib-last-written="Tue Jun 20 18:21:31 2023" update-origin="node1" update-client="cibadmin" update-user="root" have-quorum="1" dc-uuid="2">
+ <configuration>
+ <!-- The essential elements of this test are:
+ * An anonymous clone resource (grp) is stopped on node1 and
+ started on node2 and node3
+ * Clone instances are resource groups consisting of primitives rsc1 and
+ rsc2
+ * There is no stickiness configured
+ * There are no location constraints
+
+ The following should happen:
+ * Instance grp:0 should remain started on node2
+ * Instance grp:1 should remain started on node3
+ * Instance grp:2 should start on node1
+ -->
+ <crm_config>
+ <cluster_property_set id="cib-bootstrap-options">
+ <nvpair id="cib-bootstrap-options-have-watchdog" name="have-watchdog" value="false"/>
+ <nvpair id="cib-bootstrap-options-dc-version" name="dc-version" value="2.1.5-1.0a457786a.git.el9-0a457786a"/>
+ <nvpair id="cib-bootstrap-options-cluster-infrastructure" name="cluster-infrastructure" value="corosync"/>
+ <nvpair id="cib-bootstrap-options-cluster-name" name="cluster-name" value="test"/>
+ <nvpair id="cib-bootstrap-options-last-lrm-refresh" name="last-lrm-refresh" value="1687288330"/>
+ </cluster_property_set>
+ </crm_config>
+ <nodes>
+ <node id="1" uname="node1"/>
+ <node id="2" uname="node2"/>
+ <node id="3" uname="node3"/>
+ </nodes>
+ <resources>
+ <primitive class="stonith" id="Fencing" type="fence_xvm">
+ <instance_attributes id="Fencing-instance_attributes">
+ <nvpair id="Fencing-instance_attributes_pcmk_host_list" name="pcmk_host_list" value="node1 node2 node3"/>
+ </instance_attributes>
+ <operations>
+ <op id="Fencing-monitor-120s" interval="120s" name="monitor" timeout="120s"/>
+ </operations>
+ </primitive>
+ <clone id="grp-clone">
+ <group id="grp">
+ <primitive id="rsc1" class="ocf" type="Dummy" provider="pacemaker">
+ <operations>
+ <op name="migrate_from" interval="0s" timeout="20s" id="rsc1-migrate_from-interval-0s"/>
+ <op name="migrate_to" interval="0s" timeout="20s" id="rsc1-migrate_to-interval-0s"/>
+ <op name="monitor" interval="10s" timeout="20s" id="rsc1-monitor-interval-10s"/>
+ <op name="reload" interval="0s" timeout="20s" id="rsc1-reload-interval-0s"/>
+ <op name="reload-agent" interval="0s" timeout="20s" id="rsc1-reload-agent-interval-0s"/>
+ <op name="start" interval="0s" timeout="20s" id="rsc1-start-interval-0s"/>
+ <op name="stop" interval="0s" timeout="20s" id="rsc1-stop-interval-0s"/>
+ </operations>
+ </primitive>
+ <primitive id="rsc2" class="ocf" type="Dummy" provider="pacemaker">
+ <operations>
+ <op name="migrate_from" interval="0s" timeout="20s" id="rsc2-migrate_from-interval-0s"/>
+ <op name="migrate_to" interval="0s" timeout="20s" id="rsc2-migrate_to-interval-0s"/>
+ <op name="monitor" interval="10s" timeout="20s" id="rsc2-monitor-interval-10s"/>
+ <op name="reload" interval="0s" timeout="20s" id="rsc2-reload-interval-0s"/>
+ <op name="reload-agent" interval="0s" timeout="20s" id="rsc2-reload-agent-interval-0s"/>
+ <op name="start" interval="0s" timeout="20s" id="rsc2-start-interval-0s"/>
+ <op name="stop" interval="0s" timeout="20s" id="rsc2-stop-interval-0s"/>
+ </operations>
+ </primitive>
+ </group>
+ <meta_attributes id="grp-clone-meta_attributes">
+ <nvpair id="grp-clone-meta_attributes-clone-node-max" name="clone-node-max" value="1"/>
+ </meta_attributes>
+ </clone>
+ </resources>
+ <constraints/>
+ <op_defaults/>
+ <alerts/>
+ <rsc_defaults/>
+ </configuration>
+ <status>
+ <node_state id="2" uname="node2" in_ccm="true" crmd="online" crm-debug-origin="controld_update_resource_history" join="member" expected="member">
+ <lrm id="2">
+ <lrm_resources>
+ <lrm_resource id="Fencing" class="stonith" type="fence_xvm">
+ <lrm_rsc_op id="Fencing_last_0" operation_key="Fencing_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="10:0:0:94ad4cf3-e815-4ba8-b397-29a48e0bf3c1" transition-magic="0:0;10:0:0:94ad4cf3-e815-4ba8-b397-29a48e0bf3c1" exit-reason="" on_node="node2" call-id="16" rc-code="0" op-status="0" interval="0" last-rc-change="1687310527" exec-time="47" queue-time="0" op-digest="f551693977f94a4fa8883fb70e439592"/>
+ <lrm_rsc_op id="Fencing_monitor_120000" operation_key="Fencing_monitor_120000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="11:0:0:94ad4cf3-e815-4ba8-b397-29a48e0bf3c1" transition-magic="0:0;11:0:0:94ad4cf3-e815-4ba8-b397-29a48e0bf3c1" exit-reason="" on_node="node2" call-id="19" rc-code="0" op-status="0" interval="120000" last-rc-change="1687310527" exec-time="42" queue-time="0" op-digest="24989640311980988fb77ddd1cc1002b"/>
+ </lrm_resource>
+ <lrm_resource id="rsc1" class="ocf" provider="pacemaker" type="Dummy">
+ <lrm_rsc_op id="rsc1_last_0" operation_key="rsc1_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="20:0:0:94ad4cf3-e815-4ba8-b397-29a48e0bf3c1" transition-magic="0:0;20:0:0:94ad4cf3-e815-4ba8-b397-29a48e0bf3c1" exit-reason="" on_node="node2" call-id="17" rc-code="0" op-status="0" interval="0" last-rc-change="1687310527" exec-time="14" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-secure-params=" passwd " op-secure-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="rsc1_monitor_10000" operation_key="rsc1_monitor_10000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="21:0:0:94ad4cf3-e815-4ba8-b397-29a48e0bf3c1" transition-magic="0:0;21:0:0:94ad4cf3-e815-4ba8-b397-29a48e0bf3c1" exit-reason="" on_node="node2" call-id="18" rc-code="0" op-status="0" interval="10000" last-rc-change="1687310527" exec-time="19" queue-time="0" op-digest="4811cef7f7f94e3a35a70be7916cb2fd" op-secure-params=" passwd " op-secure-digest="4811cef7f7f94e3a35a70be7916cb2fd"/>
+ </lrm_resource>
+ <lrm_resource id="rsc2" class="ocf" provider="pacemaker" type="Dummy">
+ <lrm_rsc_op id="rsc2_last_0" operation_key="rsc2_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="22:0:0:94ad4cf3-e815-4ba8-b397-29a48e0bf3c1" transition-magic="0:0;22:0:0:94ad4cf3-e815-4ba8-b397-29a48e0bf3c1" exit-reason="" on_node="node2" call-id="20" rc-code="0" op-status="0" interval="0" last-rc-change="1687310527" exec-time="14" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-secure-params=" passwd " op-secure-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="rsc2_monitor_10000" operation_key="rsc2_monitor_10000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="23:0:0:94ad4cf3-e815-4ba8-b397-29a48e0bf3c1" transition-magic="0:0;23:0:0:94ad4cf3-e815-4ba8-b397-29a48e0bf3c1" exit-reason="" on_node="node2" call-id="21" rc-code="0" op-status="0" interval="10000" last-rc-change="1687310527" exec-time="10" queue-time="0" op-digest="4811cef7f7f94e3a35a70be7916cb2fd" op-secure-params=" passwd " op-secure-digest="4811cef7f7f94e3a35a70be7916cb2fd"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ <transient_attributes id="2">
+ <instance_attributes id="status-2">
+ <nvpair id="status-2-.feature-set" name="#feature-set" value="3.17.4"/>
+ </instance_attributes>
+ </transient_attributes>
+ </node_state>
+ <node_state id="1" uname="node1" in_ccm="true" crmd="online" crm-debug-origin="controld_update_resource_history" join="member" expected="member">
+ <lrm id="1">
+ <lrm_resources>
+ <lrm_resource id="Fencing" class="stonith" type="fence_xvm">
+ <lrm_rsc_op id="Fencing_last_0" operation_key="Fencing_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="1:0:7:94ad4cf3-e815-4ba8-b397-29a48e0bf3c1" transition-magic="0:7;1:0:7:94ad4cf3-e815-4ba8-b397-29a48e0bf3c1" exit-reason="" on_node="node1" call-id="9" rc-code="7" op-status="0" interval="0" last-rc-change="1687310527" exec-time="3" queue-time="0" op-digest="f551693977f94a4fa8883fb70e439592"/>
+ </lrm_resource>
+ <lrm_resource id="rsc1" class="ocf" provider="pacemaker" type="Dummy">
+ <lrm_rsc_op id="rsc1_last_0" operation_key="rsc1_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="2:0:7:94ad4cf3-e815-4ba8-b397-29a48e0bf3c1" transition-magic="0:7;2:0:7:94ad4cf3-e815-4ba8-b397-29a48e0bf3c1" exit-reason="" on_node="node1" call-id="14" rc-code="7" op-status="0" interval="0" last-rc-change="1687310527" exec-time="17" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-secure-params=" passwd " op-secure-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ </lrm_resource>
+ <lrm_resource id="rsc2" class="ocf" provider="pacemaker" type="Dummy">
+ <lrm_rsc_op id="rsc2_last_0" operation_key="rsc2_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="3:0:7:94ad4cf3-e815-4ba8-b397-29a48e0bf3c1" transition-magic="0:7;3:0:7:94ad4cf3-e815-4ba8-b397-29a48e0bf3c1" exit-reason="" on_node="node1" call-id="15" rc-code="7" op-status="0" interval="0" last-rc-change="1687310527" exec-time="20" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-secure-params=" passwd " op-secure-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ <transient_attributes id="1">
+ <instance_attributes id="status-1">
+ <nvpair id="status-1-.feature-set" name="#feature-set" value="3.17.4"/>
+ </instance_attributes>
+ </transient_attributes>
+ </node_state>
+ <node_state id="3" uname="node3" in_ccm="true" crmd="online" crm-debug-origin="controld_update_resource_history" join="member" expected="member">
+ <lrm id="3">
+ <lrm_resources>
+ <lrm_resource id="Fencing" class="stonith" type="fence_xvm">
+ <lrm_rsc_op id="Fencing_last_0" operation_key="Fencing_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="7:0:7:94ad4cf3-e815-4ba8-b397-29a48e0bf3c1" transition-magic="0:7;7:0:7:94ad4cf3-e815-4ba8-b397-29a48e0bf3c1" exit-reason="" on_node="node3" call-id="9" rc-code="7" op-status="0" interval="0" last-rc-change="1687310526" exec-time="2" queue-time="0" op-digest="f551693977f94a4fa8883fb70e439592"/>
+ </lrm_resource>
+ <lrm_resource id="rsc1" class="ocf" provider="pacemaker" type="Dummy">
+ <lrm_rsc_op id="rsc1_last_0" operation_key="rsc1_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="12:0:0:94ad4cf3-e815-4ba8-b397-29a48e0bf3c1" transition-magic="0:0;12:0:0:94ad4cf3-e815-4ba8-b397-29a48e0bf3c1" exit-reason="" on_node="node3" call-id="16" rc-code="0" op-status="0" interval="0" last-rc-change="1687310526" exec-time="16" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-secure-params=" passwd " op-secure-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="rsc1_monitor_10000" operation_key="rsc1_monitor_10000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="13:0:0:94ad4cf3-e815-4ba8-b397-29a48e0bf3c1" transition-magic="0:0;13:0:0:94ad4cf3-e815-4ba8-b397-29a48e0bf3c1" exit-reason="" on_node="node3" call-id="17" rc-code="0" op-status="0" interval="10000" last-rc-change="1687310526" exec-time="19" queue-time="1" op-digest="4811cef7f7f94e3a35a70be7916cb2fd" op-secure-params=" passwd " op-secure-digest="4811cef7f7f94e3a35a70be7916cb2fd"/>
+ </lrm_resource>
+ <lrm_resource id="rsc2" class="ocf" provider="pacemaker" type="Dummy">
+ <lrm_rsc_op id="rsc2_last_0" operation_key="rsc2_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="14:0:0:94ad4cf3-e815-4ba8-b397-29a48e0bf3c1" transition-magic="0:0;14:0:0:94ad4cf3-e815-4ba8-b397-29a48e0bf3c1" exit-reason="" on_node="node3" call-id="18" rc-code="0" op-status="0" interval="0" last-rc-change="1687310526" exec-time="14" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-secure-params=" passwd " op-secure-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="rsc2_monitor_10000" operation_key="rsc2_monitor_10000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="15:0:0:94ad4cf3-e815-4ba8-b397-29a48e0bf3c1" transition-magic="0:0;15:0:0:94ad4cf3-e815-4ba8-b397-29a48e0bf3c1" exit-reason="" on_node="node3" call-id="19" rc-code="0" op-status="0" interval="10000" last-rc-change="1687310526" exec-time="12" queue-time="0" op-digest="4811cef7f7f94e3a35a70be7916cb2fd" op-secure-params=" passwd " op-secure-digest="4811cef7f7f94e3a35a70be7916cb2fd"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ <transient_attributes id="3">
+ <instance_attributes id="status-3">
+ <nvpair id="status-3-.feature-set" name="#feature-set" value="3.17.4"/>
+ </instance_attributes>
+ </transient_attributes>
+ </node_state>
+ </status>
+</cib>
diff --git a/cts/scheduler/xml/clone-recover-no-shuffle-3.xml b/cts/scheduler/xml/clone-recover-no-shuffle-3.xml
new file mode 100644
index 0000000..ddafb74
--- /dev/null
+++ b/cts/scheduler/xml/clone-recover-no-shuffle-3.xml
@@ -0,0 +1,180 @@
+<cib crm_feature_set="3.17.4" validate-with="pacemaker-3.9" epoch="132" num_updates="0" admin_epoch="0" cib-last-written="Tue Jun 20 23:54:37 2023" update-origin="node1" update-client="cibadmin" update-user="root" have-quorum="1" dc-uuid="1">
+ <configuration>
+ <!-- The essential elements of this test are:
+ * A bundle resource (base-bundle) is stopped on node1 and started on
+ node2 and node3
+ * Clone instances are primitives (base), the instances of base-bundle's
+ child resource
+ * There is no stickiness configured
+ * There are no location constraints
+
+ The following should happen:
+ * Instance base:0 should remain started on node3
+ * Instance base:1 should remain started on node2
+ * Instance base:2 should start on node1
+ -->
+ <crm_config>
+ <cluster_property_set id="cib-bootstrap-options">
+ <nvpair id="cib-bootstrap-options-have-watchdog" name="have-watchdog" value="false"/>
+ <nvpair id="cib-bootstrap-options-dc-version" name="dc-version" value="2.1.5-1.0a457786a.git.el9-0a457786a"/>
+ <nvpair id="cib-bootstrap-options-cluster-infrastructure" name="cluster-infrastructure" value="corosync"/>
+ <nvpair id="cib-bootstrap-options-cluster-name" name="cluster-name" value="test"/>
+ <nvpair id="cib-bootstrap-options-last-lrm-refresh" name="last-lrm-refresh" value="1687288330"/>
+ </cluster_property_set>
+ </crm_config>
+ <nodes>
+ <node id="1" uname="node1"/>
+ <node id="2" uname="node2"/>
+ <node id="3" uname="node3"/>
+ </nodes>
+ <resources>
+ <primitive class="stonith" id="Fencing" type="fence_xvm">
+ <instance_attributes id="Fencing-instance_attributes">
+ <nvpair id="Fencing-instance_attributes_pcmk_host_list" name="pcmk_host_list" value="node1 node2 node3"/>
+ </instance_attributes>
+ <operations>
+ <op id="Fencing-monitor-120s" interval="120s" name="monitor" timeout="120s"/>
+ </operations>
+ </primitive>
+ <bundle id="base-bundle">
+ <meta_attributes id="base-bundle-meta_attributes">
+ <nvpair id="base-bundle-meta_attributes-container-attribute-target" name="container-attribute-target" value="host"/>
+ </meta_attributes>
+ <podman image="localhost/pcmktest" replicas="3"/>
+ <network control-port="3121"/>
+ <primitive id="base" class="ocf" provider="pacemaker" type="Stateful">
+ <operations>
+ <op id="base-monitor-15s" interval="15s" name="monitor" timeout="15s" role="Promoted"/>
+ <op id="base-monitor-16s" interval="16s" name="monitor" timeout="16s" role="Unpromoted"/>
+ </operations>
+ </primitive>
+ </bundle>
+ </resources>
+ <constraints/>
+ <op_defaults/>
+ <alerts/>
+ <rsc_defaults/>
+ </configuration>
+ <status>
+ <node_state id="1" uname="node1" in_ccm="true" crmd="online" crm-debug-origin="controld_update_resource_history" join="member" expected="member">
+ <transient_attributes id="1">
+ <instance_attributes id="status-1">
+ <nvpair id="status-1-.feature-set" name="#feature-set" value="3.17.4"/>
+ </instance_attributes>
+ </transient_attributes>
+ <lrm id="1">
+ <lrm_resources>
+ <lrm_resource id="Fencing" class="stonith" type="fence_xvm">
+ <lrm_rsc_op id="Fencing_last_0" operation_key="Fencing_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="1:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:7;1:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node1" call-id="8" rc-code="7" op-status="0" interval="0" last-rc-change="1687330529" exec-time="2" queue-time="0" op-digest="f551693977f94a4fa8883fb70e439592"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-0" class="ocf" provider="heartbeat" type="podman">
+ <lrm_rsc_op id="base-bundle-podman-0_last_0" operation_key="base-bundle-podman-0_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="2:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:7;2:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node1" call-id="12" rc-code="7" op-status="0" interval="0" last-rc-change="1687330529" exec-time="105" queue-time="0" op-digest="b93578750303776f6bb098395c53338a"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-1" class="ocf" provider="heartbeat" type="podman">
+ <lrm_rsc_op id="base-bundle-podman-1_last_0" operation_key="base-bundle-podman-1_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="4:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:7;4:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node1" call-id="13" rc-code="7" op-status="0" interval="0" last-rc-change="1687330529" exec-time="114" queue-time="0" op-digest="91ec5f49c5fd88f29405389545fb7d59"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-2" class="ocf" provider="heartbeat" type="podman">
+ <lrm_rsc_op id="base-bundle-podman-2_last_0" operation_key="base-bundle-podman-2_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="6:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:7;6:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node1" call-id="17" rc-code="7" op-status="0" interval="0" last-rc-change="1687330529" exec-time="62" queue-time="0" op-digest="eb1c148b6d2d7a7013f75d596536409b"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-1" class="ocf" provider="pacemaker" type="remote" container="base-bundle-podman-1">
+ <lrm_rsc_op id="base-bundle-1_last_0" operation_key="base-bundle-1_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="5:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:7;5:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node1" call-id="1" rc-code="7" op-status="0" interval="0" last-rc-change="1687330529" exec-time="0" queue-time="0" op-digest="137e2067e195bc8e29ef8680e392a9e7" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-0" class="ocf" provider="pacemaker" type="remote" container="base-bundle-podman-0">
+ <lrm_rsc_op id="base-bundle-0_last_0" operation_key="base-bundle-0_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="3:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:7;3:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node1" call-id="2" rc-code="7" op-status="0" interval="0" last-rc-change="1687330529" exec-time="0" queue-time="0" op-digest="b1f9a03e78ae75f94cc0c36e6c0cc527" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ </node_state>
+ <node_state id="3" uname="node3" in_ccm="true" crmd="online" crm-debug-origin="controld_update_resource_history" join="member" expected="member">
+ <lrm id="3">
+ <lrm_resources>
+ <lrm_resource id="Fencing" class="stonith" type="fence_xvm">
+ <lrm_rsc_op id="Fencing_last_0" operation_key="Fencing_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="15:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:7;15:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node3" call-id="8" rc-code="7" op-status="0" interval="0" last-rc-change="1687330528" exec-time="3" queue-time="0" op-digest="f551693977f94a4fa8883fb70e439592"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-0" class="ocf" provider="heartbeat" type="podman">
+ <lrm_rsc_op id="base-bundle-podman-0_last_0" operation_key="base-bundle-podman-0_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="24:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;24:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node3" call-id="18" rc-code="0" op-status="0" interval="0" last-rc-change="1687330528" exec-time="663" queue-time="0" op-digest="b93578750303776f6bb098395c53338a"/>
+ <lrm_rsc_op id="base-bundle-podman-0_monitor_60000" operation_key="base-bundle-podman-0_monitor_60000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="25:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;25:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node3" call-id="20" rc-code="0" op-status="0" interval="60000" last-rc-change="1687330529" exec-time="118" queue-time="0" op-digest="902512fcf3e4556d9585c44184665d8c"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-1" class="ocf" provider="heartbeat" type="podman">
+ <lrm_rsc_op id="base-bundle-podman-1_last_0" operation_key="base-bundle-podman-1_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="18:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:7;18:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node3" call-id="13" rc-code="7" op-status="0" interval="0" last-rc-change="1687330528" exec-time="90" queue-time="0" op-digest="91ec5f49c5fd88f29405389545fb7d59"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-2" class="ocf" provider="heartbeat" type="podman">
+ <lrm_rsc_op id="base-bundle-podman-2_last_0" operation_key="base-bundle-podman-2_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="20:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:7;20:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node3" call-id="17" rc-code="7" op-status="0" interval="0" last-rc-change="1687330528" exec-time="71" queue-time="0" op-digest="eb1c148b6d2d7a7013f75d596536409b"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-1" class="ocf" provider="pacemaker" type="remote" container="base-bundle-podman-1">
+ <lrm_rsc_op id="base-bundle-1_last_0" operation_key="base-bundle-1_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="19:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:7;19:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node3" call-id="1" rc-code="7" op-status="0" interval="0" last-rc-change="1687330529" exec-time="0" queue-time="0" op-digest="137e2067e195bc8e29ef8680e392a9e7" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-0" class="ocf" provider="pacemaker" type="remote" container="base-bundle-podman-0">
+ <lrm_rsc_op id="base-bundle-0_last_0" operation_key="base-bundle-0_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="26:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;26:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node3" call-id="3" rc-code="0" op-status="0" interval="0" last-rc-change="1687330529" exec-time="0" queue-time="0" op-digest="b1f9a03e78ae75f94cc0c36e6c0cc527" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ <lrm_rsc_op id="base-bundle-0_monitor_30000" operation_key="base-bundle-0_monitor_30000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="15:1:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;15:1:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node3" call-id="4" rc-code="0" op-status="0" interval="30000" last-rc-change="1687330531" exec-time="0" queue-time="0" op-digest="354b9acaa7ea1113d708dc11a1d6bbfa"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ <transient_attributes id="3">
+ <instance_attributes id="status-3">
+ <nvpair id="status-3-.feature-set" name="#feature-set" value="3.17.4"/>
+ </instance_attributes>
+ </transient_attributes>
+ </node_state>
+ <node_state id="2" uname="node2" in_ccm="true" crmd="online" crm-debug-origin="controld_update_resource_history" join="member" expected="member">
+ <transient_attributes id="2">
+ <instance_attributes id="status-2">
+ <nvpair id="status-2-.feature-set" name="#feature-set" value="3.17.4"/>
+ </instance_attributes>
+ </transient_attributes>
+ <lrm id="2">
+ <lrm_resources>
+ <lrm_resource id="Fencing" class="stonith" type="fence_xvm">
+ <lrm_rsc_op id="Fencing_last_0" operation_key="Fencing_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="22:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;22:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node2" call-id="14" rc-code="0" op-status="0" interval="0" last-rc-change="1687330529" exec-time="33" queue-time="0" op-digest="f551693977f94a4fa8883fb70e439592"/>
+ <lrm_rsc_op id="Fencing_monitor_120000" operation_key="Fencing_monitor_120000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="23:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;23:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node2" call-id="19" rc-code="0" op-status="0" interval="120000" last-rc-change="1687330529" exec-time="26" queue-time="0" op-digest="24989640311980988fb77ddd1cc1002b"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-0" class="ocf" provider="heartbeat" type="podman">
+ <lrm_rsc_op id="base-bundle-podman-0_last_0" operation_key="base-bundle-podman-0_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="9:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:7;9:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node2" call-id="12" rc-code="7" op-status="0" interval="0" last-rc-change="1687330529" exec-time="80" queue-time="0" op-digest="b93578750303776f6bb098395c53338a"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-1" class="ocf" provider="heartbeat" type="podman">
+ <lrm_rsc_op id="base-bundle-podman-1_last_0" operation_key="base-bundle-podman-1_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="28:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;28:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node2" call-id="20" rc-code="0" op-status="0" interval="0" last-rc-change="1687330529" exec-time="612" queue-time="0" op-digest="91ec5f49c5fd88f29405389545fb7d59"/>
+ <lrm_rsc_op id="base-bundle-podman-1_monitor_60000" operation_key="base-bundle-podman-1_monitor_60000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="29:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;29:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node2" call-id="21" rc-code="0" op-status="0" interval="60000" last-rc-change="1687330529" exec-time="210" queue-time="0" op-digest="f0ef4729d120aa3f5d938cabca4d06c7"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-2" class="ocf" provider="heartbeat" type="podman">
+ <lrm_rsc_op id="base-bundle-podman-2_last_0" operation_key="base-bundle-podman-2_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="13:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:7;13:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node2" call-id="18" rc-code="7" op-status="0" interval="0" last-rc-change="1687330529" exec-time="78" queue-time="0" op-digest="eb1c148b6d2d7a7013f75d596536409b"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-1" class="ocf" provider="pacemaker" type="remote" container="base-bundle-podman-1">
+ <lrm_rsc_op id="base-bundle-1_last_0" operation_key="base-bundle-1_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="30:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;30:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node2" call-id="2" rc-code="0" op-status="0" interval="0" last-rc-change="1687330529" exec-time="0" queue-time="0" op-digest="137e2067e195bc8e29ef8680e392a9e7" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ <lrm_rsc_op id="base-bundle-1_monitor_30000" operation_key="base-bundle-1_monitor_30000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="20:1:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;20:1:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node2" call-id="4" rc-code="0" op-status="0" interval="30000" last-rc-change="1687330532" exec-time="0" queue-time="0" op-digest="3929eec440004bca31f813a8e6097506"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-0" class="ocf" provider="pacemaker" type="remote" container="base-bundle-podman-0">
+ <lrm_rsc_op id="base-bundle-0_last_0" operation_key="base-bundle-0_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="10:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:7;10:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node2" call-id="3" rc-code="7" op-status="0" interval="0" last-rc-change="1687330530" exec-time="0" queue-time="0" op-digest="b1f9a03e78ae75f94cc0c36e6c0cc527" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ </node_state>
+ <node_state remote_node="true" id="base-bundle-0" uname="base-bundle-0" in_ccm="true" crm-debug-origin="controld_update_resource_history" node_fenced="0">
+ <lrm id="base-bundle-0">
+ <lrm_resources>
+ <lrm_resource id="base" class="ocf" provider="pacemaker" type="Stateful">
+ <lrm_rsc_op id="base_last_0" operation_key="base_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="27:1:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;27:1:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node3" call-id="8" rc-code="0" op-status="0" interval="0" last-rc-change="1687330531" exec-time="254" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ <transient_attributes id="base-bundle-0">
+ <instance_attributes id="status-base-bundle-0">
+ <nvpair id="status-base-bundle-0-master-base" name="master-base" value="5"/>
+ </instance_attributes>
+ </transient_attributes>
+ </node_state>
+ <node_state remote_node="true" id="base-bundle-1" uname="base-bundle-1" in_ccm="true" crm-debug-origin="controld_update_resource_history" node_fenced="0">
+ <lrm id="base-bundle-1">
+ <lrm_resources>
+ <lrm_resource id="base" class="ocf" provider="pacemaker" type="Stateful">
+ <lrm_rsc_op id="base_last_0" operation_key="base_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="27:2:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;27:2:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node2" call-id="8" rc-code="0" op-status="0" interval="0" last-rc-change="1687330532" exec-time="246" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ <transient_attributes id="base-bundle-1">
+ <instance_attributes id="status-base-bundle-1">
+ <nvpair id="status-base-bundle-1-master-base" name="master-base" value="5"/>
+ </instance_attributes>
+ </transient_attributes>
+ </node_state>
+ </status>
+</cib>
diff --git a/cts/scheduler/xml/clone-recover-no-shuffle-4.xml b/cts/scheduler/xml/clone-recover-no-shuffle-4.xml
new file mode 100644
index 0000000..f0a5feb
--- /dev/null
+++ b/cts/scheduler/xml/clone-recover-no-shuffle-4.xml
@@ -0,0 +1,115 @@
+<cib crm_feature_set="3.17.4" validate-with="pacemaker-3.9" epoch="74" num_updates="0" admin_epoch="0" cib-last-written="Tue Jun 20 17:44:24 2023" update-origin="node1" update-client="cibadmin" update-user="root" have-quorum="true" dc-uuid="1" execution-date="1687309199">
+ <configuration>
+ <!-- The essential elements of this test are:
+ * An anonymous clone resource (dummy) is stopped on node1 and started
+ on node2 and node3
+ * Clone instances are primitives
+ * There is no stickiness configured
+ * dummy-clone prefers node1 (score=100)
+
+ The following should happen:
+ * Instance dummy:0 should remain started on node2
+ * Instance dummy:1 should remain started on node3
+ * Instance dummy:2 should start on node1
+ -->
+ <crm_config>
+ <cluster_property_set id="cib-bootstrap-options">
+ <nvpair id="cib-bootstrap-options-have-watchdog" name="have-watchdog" value="false"/>
+ <nvpair id="cib-bootstrap-options-dc-version" name="dc-version" value="2.1.5-1.0a457786a.git.el9-0a457786a"/>
+ <nvpair id="cib-bootstrap-options-cluster-infrastructure" name="cluster-infrastructure" value="corosync"/>
+ <nvpair id="cib-bootstrap-options-cluster-name" name="cluster-name" value="test"/>
+ <nvpair id="cib-bootstrap-options-last-lrm-refresh" name="last-lrm-refresh" value="1687288330"/>
+ </cluster_property_set>
+ </crm_config>
+ <nodes>
+ <node id="1" uname="node1"/>
+ <node id="2" uname="node2"/>
+ <node id="3" uname="node3"/>
+ </nodes>
+ <resources>
+ <primitive class="stonith" id="Fencing" type="fence_xvm">
+ <instance_attributes id="Fencing-instance_attributes">
+ <nvpair id="Fencing-instance_attributes_pcmk_host_list" name="pcmk_host_list" value="node1 node2 node3"/>
+ </instance_attributes>
+ <operations>
+ <op id="Fencing-monitor-120s" interval="120s" name="monitor" timeout="120s"/>
+ </operations>
+ </primitive>
+ <clone id="dummy-clone">
+ <primitive id="dummy" class="ocf" type="Dummy" provider="pacemaker">
+ <operations>
+ <op name="migrate_from" interval="0s" timeout="20s" id="dummy-migrate_from-interval-0s"/>
+ <op name="migrate_to" interval="0s" timeout="20s" id="dummy-migrate_to-interval-0s"/>
+ <op name="monitor" interval="10s" timeout="20s" id="dummy-monitor-interval-10s"/>
+ <op name="reload" interval="0s" timeout="20s" id="dummy-reload-interval-0s"/>
+ <op name="reload-agent" interval="0s" timeout="20s" id="dummy-reload-agent-interval-0s"/>
+ <op name="start" interval="0s" timeout="20s" id="dummy-start-interval-0s"/>
+ <op name="stop" interval="0s" timeout="20s" id="dummy-stop-interval-0s"/>
+ </operations>
+ </primitive>
+ </clone>
+ </resources>
+ <constraints>
+ <rsc_location id="location-dummy-clone-node1-100" rsc="dummy-clone" node="node1" score="100"/>
+ </constraints>
+ <op_defaults/>
+ <alerts/>
+ <rsc_defaults/>
+ </configuration>
+ <status>
+ <node_state id="1" uname="node1" in_ccm="true" crmd="online" crm-debug-origin="controld_update_resource_history" join="member" expected="member">
+ <lrm id="1">
+ <lrm_resources>
+ <lrm_resource id="Fencing" class="stonith" type="fence_xvm">
+ <lrm_rsc_op id="Fencing_last_0" operation_key="Fencing_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="1:1:7:6149c21b-77ec-4d97-8b22-d39d97981ad1" transition-magic="0:7;1:1:7:6149c21b-77ec-4d97-8b22-d39d97981ad1" exit-reason="" on_node="node1" call-id="9" rc-code="7" op-status="0" interval="0" last-rc-change="1687308299" exec-time="7" queue-time="0" op-digest="f551693977f94a4fa8883fb70e439592"/>
+ </lrm_resource>
+ <lrm_resource id="dummy" class="ocf" provider="pacemaker" type="Dummy">
+ <lrm_rsc_op id="dummy_last_0" operation_key="dummy_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="2:1:7:6149c21b-77ec-4d97-8b22-d39d97981ad1" transition-magic="0:7;2:1:7:6149c21b-77ec-4d97-8b22-d39d97981ad1" exit-reason="" on_node="node1" call-id="10" rc-code="7" op-status="0" interval="0" last-rc-change="1687308299" exec-time="20" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-secure-params=" passwd " op-secure-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ <transient_attributes id="1">
+ <instance_attributes id="status-1">
+ <nvpair id="status-1-.feature-set" name="#feature-set" value="3.17.4"/>
+ </instance_attributes>
+ </transient_attributes>
+ </node_state>
+ <node_state id="2" uname="node2" in_ccm="true" crmd="online" crm-debug-origin="controld_update_resource_history" join="member" expected="member">
+ <lrm id="2">
+ <lrm_resources>
+ <lrm_resource id="Fencing" class="stonith" type="fence_xvm">
+ <lrm_rsc_op id="Fencing_last_0" operation_key="Fencing_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="7:1:0:6149c21b-77ec-4d97-8b22-d39d97981ad1" transition-magic="0:0;7:1:0:6149c21b-77ec-4d97-8b22-d39d97981ad1" exit-reason="" on_node="node2" call-id="11" rc-code="0" op-status="0" interval="0" last-rc-change="1687308299" exec-time="40" queue-time="0" op-digest="f551693977f94a4fa8883fb70e439592"/>
+ <lrm_rsc_op id="Fencing_monitor_120000" operation_key="Fencing_monitor_120000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="8:1:0:6149c21b-77ec-4d97-8b22-d39d97981ad1" transition-magic="0:0;8:1:0:6149c21b-77ec-4d97-8b22-d39d97981ad1" exit-reason="" on_node="node2" call-id="13" rc-code="0" op-status="0" interval="120000" last-rc-change="1687308299" exec-time="40" queue-time="0" op-digest="24989640311980988fb77ddd1cc1002b"/>
+ </lrm_resource>
+ <lrm_resource id="dummy" class="ocf" provider="pacemaker" type="Dummy">
+ <lrm_rsc_op id="dummy_last_0" operation_key="dummy_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="11:1:0:6149c21b-77ec-4d97-8b22-d39d97981ad1" transition-magic="0:0;11:1:0:6149c21b-77ec-4d97-8b22-d39d97981ad1" exit-reason="" on_node="node2" call-id="12" rc-code="0" op-status="0" interval="0" last-rc-change="1687308299" exec-time="28" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-secure-params=" passwd " op-secure-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="dummy_monitor_10000" operation_key="dummy_monitor_10000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="12:1:0:6149c21b-77ec-4d97-8b22-d39d97981ad1" transition-magic="0:0;12:1:0:6149c21b-77ec-4d97-8b22-d39d97981ad1" exit-reason="" on_node="node2" call-id="14" rc-code="0" op-status="0" interval="10000" last-rc-change="1687308299" exec-time="12" queue-time="0" op-digest="4811cef7f7f94e3a35a70be7916cb2fd" op-secure-params=" passwd " op-secure-digest="4811cef7f7f94e3a35a70be7916cb2fd"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ <transient_attributes id="2">
+ <instance_attributes id="status-2">
+ <nvpair id="status-2-.feature-set" name="#feature-set" value="3.17.4"/>
+ </instance_attributes>
+ </transient_attributes>
+ </node_state>
+ <node_state id="3" uname="node3" in_ccm="true" crmd="online" crm-debug-origin="controld_update_resource_history" join="member" expected="member">
+ <lrm id="3">
+ <lrm_resources>
+ <lrm_resource id="Fencing" class="stonith" type="fence_xvm">
+ <lrm_rsc_op id="Fencing_last_0" operation_key="Fencing_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="5:1:7:6149c21b-77ec-4d97-8b22-d39d97981ad1" transition-magic="0:7;5:1:7:6149c21b-77ec-4d97-8b22-d39d97981ad1" exit-reason="" on_node="node3" call-id="9" rc-code="7" op-status="0" interval="0" last-rc-change="1687308298" exec-time="1" queue-time="0" op-digest="f551693977f94a4fa8883fb70e439592"/>
+ </lrm_resource>
+ <lrm_resource id="dummy" class="ocf" provider="pacemaker" type="Dummy">
+ <lrm_rsc_op id="dummy_last_0" operation_key="dummy_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="9:1:0:6149c21b-77ec-4d97-8b22-d39d97981ad1" transition-magic="0:0;9:1:0:6149c21b-77ec-4d97-8b22-d39d97981ad1" exit-reason="" on_node="node3" call-id="11" rc-code="0" op-status="0" interval="0" last-rc-change="1687308298" exec-time="17" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-secure-params=" passwd " op-secure-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="dummy_monitor_10000" operation_key="dummy_monitor_10000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="10:1:0:6149c21b-77ec-4d97-8b22-d39d97981ad1" transition-magic="0:0;10:1:0:6149c21b-77ec-4d97-8b22-d39d97981ad1" exit-reason="" on_node="node3" call-id="12" rc-code="0" op-status="0" interval="10000" last-rc-change="1687308298" exec-time="14" queue-time="0" op-digest="4811cef7f7f94e3a35a70be7916cb2fd" op-secure-params=" passwd " op-secure-digest="4811cef7f7f94e3a35a70be7916cb2fd"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ <transient_attributes id="3">
+ <instance_attributes id="status-3">
+ <nvpair id="status-3-.feature-set" name="#feature-set" value="3.17.4"/>
+ </instance_attributes>
+ </transient_attributes>
+ </node_state>
+ </status>
+</cib>
diff --git a/cts/scheduler/xml/clone-recover-no-shuffle-5.xml b/cts/scheduler/xml/clone-recover-no-shuffle-5.xml
new file mode 100644
index 0000000..95e5eca
--- /dev/null
+++ b/cts/scheduler/xml/clone-recover-no-shuffle-5.xml
@@ -0,0 +1,143 @@
+<cib crm_feature_set="3.17.4" validate-with="pacemaker-3.9" epoch="83" num_updates="0" admin_epoch="0" cib-last-written="Tue Jun 20 18:21:31 2023" update-origin="node1" update-client="cibadmin" update-user="root" have-quorum="1" dc-uuid="2">
+ <configuration>
+ <!-- The essential elements of this test are:
+ * An anonymous clone resource (grp) is stopped on node1 and
+ started on node2 and node3
+ * Clone instances are resource groups consisting of primitives rsc1 and
+ rsc2
+ * There is no stickiness configured
+ * grp-clone prefers node1 (score=100)
+
+ The following should happen:
+ * Instance grp:0 should remain started on node2
+ * Instance grp:1 should remain started on node3
+ * Instance grp:2 should start on node1
+ -->
+ <crm_config>
+ <cluster_property_set id="cib-bootstrap-options">
+ <nvpair id="cib-bootstrap-options-have-watchdog" name="have-watchdog" value="false"/>
+ <nvpair id="cib-bootstrap-options-dc-version" name="dc-version" value="2.1.5-1.0a457786a.git.el9-0a457786a"/>
+ <nvpair id="cib-bootstrap-options-cluster-infrastructure" name="cluster-infrastructure" value="corosync"/>
+ <nvpair id="cib-bootstrap-options-cluster-name" name="cluster-name" value="test"/>
+ <nvpair id="cib-bootstrap-options-last-lrm-refresh" name="last-lrm-refresh" value="1687288330"/>
+ </cluster_property_set>
+ </crm_config>
+ <nodes>
+ <node id="1" uname="node1"/>
+ <node id="2" uname="node2"/>
+ <node id="3" uname="node3"/>
+ </nodes>
+ <resources>
+ <primitive class="stonith" id="Fencing" type="fence_xvm">
+ <instance_attributes id="Fencing-instance_attributes">
+ <nvpair id="Fencing-instance_attributes_pcmk_host_list" name="pcmk_host_list" value="node1 node2 node3"/>
+ </instance_attributes>
+ <operations>
+ <op id="Fencing-monitor-120s" interval="120s" name="monitor" timeout="120s"/>
+ </operations>
+ </primitive>
+ <clone id="grp-clone">
+ <group id="grp">
+ <primitive id="rsc1" class="ocf" type="Dummy" provider="pacemaker">
+ <operations>
+ <op name="migrate_from" interval="0s" timeout="20s" id="rsc1-migrate_from-interval-0s"/>
+ <op name="migrate_to" interval="0s" timeout="20s" id="rsc1-migrate_to-interval-0s"/>
+ <op name="monitor" interval="10s" timeout="20s" id="rsc1-monitor-interval-10s"/>
+ <op name="reload" interval="0s" timeout="20s" id="rsc1-reload-interval-0s"/>
+ <op name="reload-agent" interval="0s" timeout="20s" id="rsc1-reload-agent-interval-0s"/>
+ <op name="start" interval="0s" timeout="20s" id="rsc1-start-interval-0s"/>
+ <op name="stop" interval="0s" timeout="20s" id="rsc1-stop-interval-0s"/>
+ </operations>
+ </primitive>
+ <primitive id="rsc2" class="ocf" type="Dummy" provider="pacemaker">
+ <operations>
+ <op name="migrate_from" interval="0s" timeout="20s" id="rsc2-migrate_from-interval-0s"/>
+ <op name="migrate_to" interval="0s" timeout="20s" id="rsc2-migrate_to-interval-0s"/>
+ <op name="monitor" interval="10s" timeout="20s" id="rsc2-monitor-interval-10s"/>
+ <op name="reload" interval="0s" timeout="20s" id="rsc2-reload-interval-0s"/>
+ <op name="reload-agent" interval="0s" timeout="20s" id="rsc2-reload-agent-interval-0s"/>
+ <op name="start" interval="0s" timeout="20s" id="rsc2-start-interval-0s"/>
+ <op name="stop" interval="0s" timeout="20s" id="rsc2-stop-interval-0s"/>
+ </operations>
+ </primitive>
+ </group>
+ <meta_attributes id="grp-clone-meta_attributes">
+ <nvpair id="grp-clone-meta_attributes-clone-node-max" name="clone-node-max" value="1"/>
+ </meta_attributes>
+ </clone>
+ </resources>
+ <constraints>
+ <rsc_location id="location-grp-clone-node1-100" rsc="grp-clone" node="node1" score="100"/>
+ </constraints>
+ <op_defaults/>
+ <alerts/>
+ <rsc_defaults/>
+ </configuration>
+ <status>
+ <node_state id="2" uname="node2" in_ccm="true" crmd="online" crm-debug-origin="controld_update_resource_history" join="member" expected="member">
+ <lrm id="2">
+ <lrm_resources>
+ <lrm_resource id="Fencing" class="stonith" type="fence_xvm">
+ <lrm_rsc_op id="Fencing_last_0" operation_key="Fencing_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="10:0:0:94ad4cf3-e815-4ba8-b397-29a48e0bf3c1" transition-magic="0:0;10:0:0:94ad4cf3-e815-4ba8-b397-29a48e0bf3c1" exit-reason="" on_node="node2" call-id="16" rc-code="0" op-status="0" interval="0" last-rc-change="1687310527" exec-time="47" queue-time="0" op-digest="f551693977f94a4fa8883fb70e439592"/>
+ <lrm_rsc_op id="Fencing_monitor_120000" operation_key="Fencing_monitor_120000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="11:0:0:94ad4cf3-e815-4ba8-b397-29a48e0bf3c1" transition-magic="0:0;11:0:0:94ad4cf3-e815-4ba8-b397-29a48e0bf3c1" exit-reason="" on_node="node2" call-id="19" rc-code="0" op-status="0" interval="120000" last-rc-change="1687310527" exec-time="42" queue-time="0" op-digest="24989640311980988fb77ddd1cc1002b"/>
+ </lrm_resource>
+ <lrm_resource id="rsc1" class="ocf" provider="pacemaker" type="Dummy">
+ <lrm_rsc_op id="rsc1_last_0" operation_key="rsc1_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="20:0:0:94ad4cf3-e815-4ba8-b397-29a48e0bf3c1" transition-magic="0:0;20:0:0:94ad4cf3-e815-4ba8-b397-29a48e0bf3c1" exit-reason="" on_node="node2" call-id="17" rc-code="0" op-status="0" interval="0" last-rc-change="1687310527" exec-time="14" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-secure-params=" passwd " op-secure-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="rsc1_monitor_10000" operation_key="rsc1_monitor_10000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="21:0:0:94ad4cf3-e815-4ba8-b397-29a48e0bf3c1" transition-magic="0:0;21:0:0:94ad4cf3-e815-4ba8-b397-29a48e0bf3c1" exit-reason="" on_node="node2" call-id="18" rc-code="0" op-status="0" interval="10000" last-rc-change="1687310527" exec-time="19" queue-time="0" op-digest="4811cef7f7f94e3a35a70be7916cb2fd" op-secure-params=" passwd " op-secure-digest="4811cef7f7f94e3a35a70be7916cb2fd"/>
+ </lrm_resource>
+ <lrm_resource id="rsc2" class="ocf" provider="pacemaker" type="Dummy">
+ <lrm_rsc_op id="rsc2_last_0" operation_key="rsc2_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="22:0:0:94ad4cf3-e815-4ba8-b397-29a48e0bf3c1" transition-magic="0:0;22:0:0:94ad4cf3-e815-4ba8-b397-29a48e0bf3c1" exit-reason="" on_node="node2" call-id="20" rc-code="0" op-status="0" interval="0" last-rc-change="1687310527" exec-time="14" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-secure-params=" passwd " op-secure-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="rsc2_monitor_10000" operation_key="rsc2_monitor_10000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="23:0:0:94ad4cf3-e815-4ba8-b397-29a48e0bf3c1" transition-magic="0:0;23:0:0:94ad4cf3-e815-4ba8-b397-29a48e0bf3c1" exit-reason="" on_node="node2" call-id="21" rc-code="0" op-status="0" interval="10000" last-rc-change="1687310527" exec-time="10" queue-time="0" op-digest="4811cef7f7f94e3a35a70be7916cb2fd" op-secure-params=" passwd " op-secure-digest="4811cef7f7f94e3a35a70be7916cb2fd"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ <transient_attributes id="2">
+ <instance_attributes id="status-2">
+ <nvpair id="status-2-.feature-set" name="#feature-set" value="3.17.4"/>
+ </instance_attributes>
+ </transient_attributes>
+ </node_state>
+ <node_state id="1" uname="node1" in_ccm="true" crmd="online" crm-debug-origin="controld_update_resource_history" join="member" expected="member">
+ <lrm id="1">
+ <lrm_resources>
+ <lrm_resource id="Fencing" class="stonith" type="fence_xvm">
+ <lrm_rsc_op id="Fencing_last_0" operation_key="Fencing_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="1:0:7:94ad4cf3-e815-4ba8-b397-29a48e0bf3c1" transition-magic="0:7;1:0:7:94ad4cf3-e815-4ba8-b397-29a48e0bf3c1" exit-reason="" on_node="node1" call-id="9" rc-code="7" op-status="0" interval="0" last-rc-change="1687310527" exec-time="3" queue-time="0" op-digest="f551693977f94a4fa8883fb70e439592"/>
+ </lrm_resource>
+ <lrm_resource id="rsc1" class="ocf" provider="pacemaker" type="Dummy">
+ <lrm_rsc_op id="rsc1_last_0" operation_key="rsc1_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="2:0:7:94ad4cf3-e815-4ba8-b397-29a48e0bf3c1" transition-magic="0:7;2:0:7:94ad4cf3-e815-4ba8-b397-29a48e0bf3c1" exit-reason="" on_node="node1" call-id="14" rc-code="7" op-status="0" interval="0" last-rc-change="1687310527" exec-time="17" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-secure-params=" passwd " op-secure-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ </lrm_resource>
+ <lrm_resource id="rsc2" class="ocf" provider="pacemaker" type="Dummy">
+ <lrm_rsc_op id="rsc2_last_0" operation_key="rsc2_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="3:0:7:94ad4cf3-e815-4ba8-b397-29a48e0bf3c1" transition-magic="0:7;3:0:7:94ad4cf3-e815-4ba8-b397-29a48e0bf3c1" exit-reason="" on_node="node1" call-id="15" rc-code="7" op-status="0" interval="0" last-rc-change="1687310527" exec-time="20" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-secure-params=" passwd " op-secure-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ <transient_attributes id="1">
+ <instance_attributes id="status-1">
+ <nvpair id="status-1-.feature-set" name="#feature-set" value="3.17.4"/>
+ </instance_attributes>
+ </transient_attributes>
+ </node_state>
+ <node_state id="3" uname="node3" in_ccm="true" crmd="online" crm-debug-origin="controld_update_resource_history" join="member" expected="member">
+ <lrm id="3">
+ <lrm_resources>
+ <lrm_resource id="Fencing" class="stonith" type="fence_xvm">
+ <lrm_rsc_op id="Fencing_last_0" operation_key="Fencing_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="7:0:7:94ad4cf3-e815-4ba8-b397-29a48e0bf3c1" transition-magic="0:7;7:0:7:94ad4cf3-e815-4ba8-b397-29a48e0bf3c1" exit-reason="" on_node="node3" call-id="9" rc-code="7" op-status="0" interval="0" last-rc-change="1687310526" exec-time="2" queue-time="0" op-digest="f551693977f94a4fa8883fb70e439592"/>
+ </lrm_resource>
+ <lrm_resource id="rsc1" class="ocf" provider="pacemaker" type="Dummy">
+ <lrm_rsc_op id="rsc1_last_0" operation_key="rsc1_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="12:0:0:94ad4cf3-e815-4ba8-b397-29a48e0bf3c1" transition-magic="0:0;12:0:0:94ad4cf3-e815-4ba8-b397-29a48e0bf3c1" exit-reason="" on_node="node3" call-id="16" rc-code="0" op-status="0" interval="0" last-rc-change="1687310526" exec-time="16" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-secure-params=" passwd " op-secure-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="rsc1_monitor_10000" operation_key="rsc1_monitor_10000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="13:0:0:94ad4cf3-e815-4ba8-b397-29a48e0bf3c1" transition-magic="0:0;13:0:0:94ad4cf3-e815-4ba8-b397-29a48e0bf3c1" exit-reason="" on_node="node3" call-id="17" rc-code="0" op-status="0" interval="10000" last-rc-change="1687310526" exec-time="19" queue-time="1" op-digest="4811cef7f7f94e3a35a70be7916cb2fd" op-secure-params=" passwd " op-secure-digest="4811cef7f7f94e3a35a70be7916cb2fd"/>
+ </lrm_resource>
+ <lrm_resource id="rsc2" class="ocf" provider="pacemaker" type="Dummy">
+ <lrm_rsc_op id="rsc2_last_0" operation_key="rsc2_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="14:0:0:94ad4cf3-e815-4ba8-b397-29a48e0bf3c1" transition-magic="0:0;14:0:0:94ad4cf3-e815-4ba8-b397-29a48e0bf3c1" exit-reason="" on_node="node3" call-id="18" rc-code="0" op-status="0" interval="0" last-rc-change="1687310526" exec-time="14" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-secure-params=" passwd " op-secure-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="rsc2_monitor_10000" operation_key="rsc2_monitor_10000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="15:0:0:94ad4cf3-e815-4ba8-b397-29a48e0bf3c1" transition-magic="0:0;15:0:0:94ad4cf3-e815-4ba8-b397-29a48e0bf3c1" exit-reason="" on_node="node3" call-id="19" rc-code="0" op-status="0" interval="10000" last-rc-change="1687310526" exec-time="12" queue-time="0" op-digest="4811cef7f7f94e3a35a70be7916cb2fd" op-secure-params=" passwd " op-secure-digest="4811cef7f7f94e3a35a70be7916cb2fd"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ <transient_attributes id="3">
+ <instance_attributes id="status-3">
+ <nvpair id="status-3-.feature-set" name="#feature-set" value="3.17.4"/>
+ </instance_attributes>
+ </transient_attributes>
+ </node_state>
+ </status>
+</cib>
diff --git a/cts/scheduler/xml/clone-recover-no-shuffle-6.xml b/cts/scheduler/xml/clone-recover-no-shuffle-6.xml
new file mode 100644
index 0000000..64bb4d9
--- /dev/null
+++ b/cts/scheduler/xml/clone-recover-no-shuffle-6.xml
@@ -0,0 +1,182 @@
+<cib crm_feature_set="3.17.4" validate-with="pacemaker-3.9" epoch="132" num_updates="0" admin_epoch="0" cib-last-written="Tue Jun 20 23:54:37 2023" update-origin="node1" update-client="cibadmin" update-user="root" have-quorum="1" dc-uuid="1">
+ <configuration>
+ <!-- The essential elements of this test are:
+ * A bundle resource (base-bundle) is stopped on node1 and started on
+ node2 and node3
+ * Clone instances are primitives (base), the instances of base-bundle's
+ child resource
+ * There is no stickiness configured
+ * base-bundle prefers node1 (score=100)
+
+ The following should happen:
+ * Instance base:0 should remain started on node3
+ * Instance base:1 should remain started on node2
+ * Instance base:2 should start on node1
+ -->
+ <crm_config>
+ <cluster_property_set id="cib-bootstrap-options">
+ <nvpair id="cib-bootstrap-options-have-watchdog" name="have-watchdog" value="false"/>
+ <nvpair id="cib-bootstrap-options-dc-version" name="dc-version" value="2.1.5-1.0a457786a.git.el9-0a457786a"/>
+ <nvpair id="cib-bootstrap-options-cluster-infrastructure" name="cluster-infrastructure" value="corosync"/>
+ <nvpair id="cib-bootstrap-options-cluster-name" name="cluster-name" value="test"/>
+ <nvpair id="cib-bootstrap-options-last-lrm-refresh" name="last-lrm-refresh" value="1687288330"/>
+ </cluster_property_set>
+ </crm_config>
+ <nodes>
+ <node id="1" uname="node1"/>
+ <node id="2" uname="node2"/>
+ <node id="3" uname="node3"/>
+ </nodes>
+ <resources>
+ <primitive class="stonith" id="Fencing" type="fence_xvm">
+ <instance_attributes id="Fencing-instance_attributes">
+ <nvpair id="Fencing-instance_attributes_pcmk_host_list" name="pcmk_host_list" value="node1 node2 node3"/>
+ </instance_attributes>
+ <operations>
+ <op id="Fencing-monitor-120s" interval="120s" name="monitor" timeout="120s"/>
+ </operations>
+ </primitive>
+ <bundle id="base-bundle">
+ <meta_attributes id="base-bundle-meta_attributes">
+ <nvpair id="base-bundle-meta_attributes-container-attribute-target" name="container-attribute-target" value="host"/>
+ </meta_attributes>
+ <podman image="localhost/pcmktest" replicas="3"/>
+ <network control-port="3121"/>
+ <primitive id="base" class="ocf" provider="pacemaker" type="Stateful">
+ <operations>
+ <op id="base-monitor-15s" interval="15s" name="monitor" timeout="15s" role="Promoted"/>
+ <op id="base-monitor-16s" interval="16s" name="monitor" timeout="16s" role="Unpromoted"/>
+ </operations>
+ </primitive>
+ </bundle>
+ </resources>
+ <constraints>
+ <rsc_location id="location-base-bundle-node1-100" rsc="base-bundle" node="node1" score="100"/>
+ </constraints>
+ <op_defaults/>
+ <alerts/>
+ <rsc_defaults/>
+ </configuration>
+ <status>
+ <node_state id="1" uname="node1" in_ccm="true" crmd="online" crm-debug-origin="controld_update_resource_history" join="member" expected="member">
+ <transient_attributes id="1">
+ <instance_attributes id="status-1">
+ <nvpair id="status-1-.feature-set" name="#feature-set" value="3.17.4"/>
+ </instance_attributes>
+ </transient_attributes>
+ <lrm id="1">
+ <lrm_resources>
+ <lrm_resource id="Fencing" class="stonith" type="fence_xvm">
+ <lrm_rsc_op id="Fencing_last_0" operation_key="Fencing_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="1:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:7;1:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node1" call-id="8" rc-code="7" op-status="0" interval="0" last-rc-change="1687330529" exec-time="2" queue-time="0" op-digest="f551693977f94a4fa8883fb70e439592"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-0" class="ocf" provider="heartbeat" type="podman">
+ <lrm_rsc_op id="base-bundle-podman-0_last_0" operation_key="base-bundle-podman-0_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="2:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:7;2:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node1" call-id="12" rc-code="7" op-status="0" interval="0" last-rc-change="1687330529" exec-time="105" queue-time="0" op-digest="b93578750303776f6bb098395c53338a"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-1" class="ocf" provider="heartbeat" type="podman">
+ <lrm_rsc_op id="base-bundle-podman-1_last_0" operation_key="base-bundle-podman-1_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="4:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:7;4:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node1" call-id="13" rc-code="7" op-status="0" interval="0" last-rc-change="1687330529" exec-time="114" queue-time="0" op-digest="91ec5f49c5fd88f29405389545fb7d59"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-2" class="ocf" provider="heartbeat" type="podman">
+ <lrm_rsc_op id="base-bundle-podman-2_last_0" operation_key="base-bundle-podman-2_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="6:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:7;6:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node1" call-id="17" rc-code="7" op-status="0" interval="0" last-rc-change="1687330529" exec-time="62" queue-time="0" op-digest="eb1c148b6d2d7a7013f75d596536409b"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-1" class="ocf" provider="pacemaker" type="remote" container="base-bundle-podman-1">
+ <lrm_rsc_op id="base-bundle-1_last_0" operation_key="base-bundle-1_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="5:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:7;5:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node1" call-id="1" rc-code="7" op-status="0" interval="0" last-rc-change="1687330529" exec-time="0" queue-time="0" op-digest="137e2067e195bc8e29ef8680e392a9e7" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-0" class="ocf" provider="pacemaker" type="remote" container="base-bundle-podman-0">
+ <lrm_rsc_op id="base-bundle-0_last_0" operation_key="base-bundle-0_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="3:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:7;3:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node1" call-id="2" rc-code="7" op-status="0" interval="0" last-rc-change="1687330529" exec-time="0" queue-time="0" op-digest="b1f9a03e78ae75f94cc0c36e6c0cc527" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ </node_state>
+ <node_state id="3" uname="node3" in_ccm="true" crmd="online" crm-debug-origin="controld_update_resource_history" join="member" expected="member">
+ <lrm id="3">
+ <lrm_resources>
+ <lrm_resource id="Fencing" class="stonith" type="fence_xvm">
+ <lrm_rsc_op id="Fencing_last_0" operation_key="Fencing_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="15:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:7;15:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node3" call-id="8" rc-code="7" op-status="0" interval="0" last-rc-change="1687330528" exec-time="3" queue-time="0" op-digest="f551693977f94a4fa8883fb70e439592"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-0" class="ocf" provider="heartbeat" type="podman">
+ <lrm_rsc_op id="base-bundle-podman-0_last_0" operation_key="base-bundle-podman-0_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="24:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;24:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node3" call-id="18" rc-code="0" op-status="0" interval="0" last-rc-change="1687330528" exec-time="663" queue-time="0" op-digest="b93578750303776f6bb098395c53338a"/>
+ <lrm_rsc_op id="base-bundle-podman-0_monitor_60000" operation_key="base-bundle-podman-0_monitor_60000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="25:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;25:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node3" call-id="20" rc-code="0" op-status="0" interval="60000" last-rc-change="1687330529" exec-time="118" queue-time="0" op-digest="902512fcf3e4556d9585c44184665d8c"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-1" class="ocf" provider="heartbeat" type="podman">
+ <lrm_rsc_op id="base-bundle-podman-1_last_0" operation_key="base-bundle-podman-1_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="18:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:7;18:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node3" call-id="13" rc-code="7" op-status="0" interval="0" last-rc-change="1687330528" exec-time="90" queue-time="0" op-digest="91ec5f49c5fd88f29405389545fb7d59"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-2" class="ocf" provider="heartbeat" type="podman">
+ <lrm_rsc_op id="base-bundle-podman-2_last_0" operation_key="base-bundle-podman-2_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="20:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:7;20:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node3" call-id="17" rc-code="7" op-status="0" interval="0" last-rc-change="1687330528" exec-time="71" queue-time="0" op-digest="eb1c148b6d2d7a7013f75d596536409b"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-1" class="ocf" provider="pacemaker" type="remote" container="base-bundle-podman-1">
+ <lrm_rsc_op id="base-bundle-1_last_0" operation_key="base-bundle-1_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="19:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:7;19:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node3" call-id="1" rc-code="7" op-status="0" interval="0" last-rc-change="1687330529" exec-time="0" queue-time="0" op-digest="137e2067e195bc8e29ef8680e392a9e7" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-0" class="ocf" provider="pacemaker" type="remote" container="base-bundle-podman-0">
+ <lrm_rsc_op id="base-bundle-0_last_0" operation_key="base-bundle-0_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="26:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;26:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node3" call-id="3" rc-code="0" op-status="0" interval="0" last-rc-change="1687330529" exec-time="0" queue-time="0" op-digest="b1f9a03e78ae75f94cc0c36e6c0cc527" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ <lrm_rsc_op id="base-bundle-0_monitor_30000" operation_key="base-bundle-0_monitor_30000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="15:1:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;15:1:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node3" call-id="4" rc-code="0" op-status="0" interval="30000" last-rc-change="1687330531" exec-time="0" queue-time="0" op-digest="354b9acaa7ea1113d708dc11a1d6bbfa"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ <transient_attributes id="3">
+ <instance_attributes id="status-3">
+ <nvpair id="status-3-.feature-set" name="#feature-set" value="3.17.4"/>
+ </instance_attributes>
+ </transient_attributes>
+ </node_state>
+ <node_state id="2" uname="node2" in_ccm="true" crmd="online" crm-debug-origin="controld_update_resource_history" join="member" expected="member">
+ <transient_attributes id="2">
+ <instance_attributes id="status-2">
+ <nvpair id="status-2-.feature-set" name="#feature-set" value="3.17.4"/>
+ </instance_attributes>
+ </transient_attributes>
+ <lrm id="2">
+ <lrm_resources>
+ <lrm_resource id="Fencing" class="stonith" type="fence_xvm">
+ <lrm_rsc_op id="Fencing_last_0" operation_key="Fencing_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="22:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;22:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node2" call-id="14" rc-code="0" op-status="0" interval="0" last-rc-change="1687330529" exec-time="33" queue-time="0" op-digest="f551693977f94a4fa8883fb70e439592"/>
+ <lrm_rsc_op id="Fencing_monitor_120000" operation_key="Fencing_monitor_120000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="23:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;23:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node2" call-id="19" rc-code="0" op-status="0" interval="120000" last-rc-change="1687330529" exec-time="26" queue-time="0" op-digest="24989640311980988fb77ddd1cc1002b"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-0" class="ocf" provider="heartbeat" type="podman">
+ <lrm_rsc_op id="base-bundle-podman-0_last_0" operation_key="base-bundle-podman-0_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="9:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:7;9:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node2" call-id="12" rc-code="7" op-status="0" interval="0" last-rc-change="1687330529" exec-time="80" queue-time="0" op-digest="b93578750303776f6bb098395c53338a"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-1" class="ocf" provider="heartbeat" type="podman">
+ <lrm_rsc_op id="base-bundle-podman-1_last_0" operation_key="base-bundle-podman-1_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="28:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;28:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node2" call-id="20" rc-code="0" op-status="0" interval="0" last-rc-change="1687330529" exec-time="612" queue-time="0" op-digest="91ec5f49c5fd88f29405389545fb7d59"/>
+ <lrm_rsc_op id="base-bundle-podman-1_monitor_60000" operation_key="base-bundle-podman-1_monitor_60000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="29:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;29:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node2" call-id="21" rc-code="0" op-status="0" interval="60000" last-rc-change="1687330529" exec-time="210" queue-time="0" op-digest="f0ef4729d120aa3f5d938cabca4d06c7"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-2" class="ocf" provider="heartbeat" type="podman">
+ <lrm_rsc_op id="base-bundle-podman-2_last_0" operation_key="base-bundle-podman-2_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="13:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:7;13:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node2" call-id="18" rc-code="7" op-status="0" interval="0" last-rc-change="1687330529" exec-time="78" queue-time="0" op-digest="eb1c148b6d2d7a7013f75d596536409b"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-1" class="ocf" provider="pacemaker" type="remote" container="base-bundle-podman-1">
+ <lrm_rsc_op id="base-bundle-1_last_0" operation_key="base-bundle-1_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="30:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;30:0:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node2" call-id="2" rc-code="0" op-status="0" interval="0" last-rc-change="1687330529" exec-time="0" queue-time="0" op-digest="137e2067e195bc8e29ef8680e392a9e7" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ <lrm_rsc_op id="base-bundle-1_monitor_30000" operation_key="base-bundle-1_monitor_30000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="20:1:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;20:1:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node2" call-id="4" rc-code="0" op-status="0" interval="30000" last-rc-change="1687330532" exec-time="0" queue-time="0" op-digest="3929eec440004bca31f813a8e6097506"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-0" class="ocf" provider="pacemaker" type="remote" container="base-bundle-podman-0">
+ <lrm_rsc_op id="base-bundle-0_last_0" operation_key="base-bundle-0_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="10:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:7;10:0:7:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node2" call-id="3" rc-code="7" op-status="0" interval="0" last-rc-change="1687330530" exec-time="0" queue-time="0" op-digest="b1f9a03e78ae75f94cc0c36e6c0cc527" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ </node_state>
+ <node_state remote_node="true" id="base-bundle-0" uname="base-bundle-0" in_ccm="true" crm-debug-origin="controld_update_resource_history" node_fenced="0">
+ <lrm id="base-bundle-0">
+ <lrm_resources>
+ <lrm_resource id="base" class="ocf" provider="pacemaker" type="Stateful">
+ <lrm_rsc_op id="base_last_0" operation_key="base_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="27:1:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;27:1:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node3" call-id="8" rc-code="0" op-status="0" interval="0" last-rc-change="1687330531" exec-time="254" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ <transient_attributes id="base-bundle-0">
+ <instance_attributes id="status-base-bundle-0">
+ <nvpair id="status-base-bundle-0-master-base" name="master-base" value="5"/>
+ </instance_attributes>
+ </transient_attributes>
+ </node_state>
+ <node_state remote_node="true" id="base-bundle-1" uname="base-bundle-1" in_ccm="true" crm-debug-origin="controld_update_resource_history" node_fenced="0">
+ <lrm id="base-bundle-1">
+ <lrm_resources>
+ <lrm_resource id="base" class="ocf" provider="pacemaker" type="Stateful">
+ <lrm_rsc_op id="base_last_0" operation_key="base_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="27:2:0:ccd91267-47dc-4232-bd92-84c29a6c6827" transition-magic="0:0;27:2:0:ccd91267-47dc-4232-bd92-84c29a6c6827" exit-reason="" on_node="node2" call-id="8" rc-code="0" op-status="0" interval="0" last-rc-change="1687330532" exec-time="246" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ <transient_attributes id="base-bundle-1">
+ <instance_attributes id="status-base-bundle-1">
+ <nvpair id="status-base-bundle-1-master-base" name="master-base" value="5"/>
+ </instance_attributes>
+ </transient_attributes>
+ </node_state>
+ </status>
+</cib>
diff --git a/cts/scheduler/xml/clone-recover-no-shuffle-7.xml b/cts/scheduler/xml/clone-recover-no-shuffle-7.xml
new file mode 100644
index 0000000..e588b81
--- /dev/null
+++ b/cts/scheduler/xml/clone-recover-no-shuffle-7.xml
@@ -0,0 +1,120 @@
+<cib crm_feature_set="3.17.4" validate-with="pacemaker-3.9" epoch="89" num_updates="50" admin_epoch="0" cib-last-written="Tue Jun 20 18:29:07 2023" update-origin="node1" update-client="cibadmin" update-user="root" have-quorum="1" dc-uuid="3">
+ <configuration>
+ <!-- The essential elements of this test are:
+ * An anonymous promotable clone resource (dummy) is stopped on node1,
+ promoted on node2, and unpromoted on node3
+ * Clone instances are primitives
+ * There are no location constraints or stickiness configured
+ * dummy has the highest promotion score on node1
+
+ The following should happen:
+ * Instance dummy:0 should remain started (unpromoted) on node3
+ * Instance dummy:1 should demote on node2
+ * Instance dummy:2 should promote on node1
+ -->
+ <crm_config>
+ <cluster_property_set id="cib-bootstrap-options">
+ <nvpair id="cib-bootstrap-options-have-watchdog" name="have-watchdog" value="false"/>
+ <nvpair id="cib-bootstrap-options-dc-version" name="dc-version" value="2.1.5-1.0a457786a.git.el9-0a457786a"/>
+ <nvpair id="cib-bootstrap-options-cluster-infrastructure" name="cluster-infrastructure" value="corosync"/>
+ <nvpair id="cib-bootstrap-options-cluster-name" name="cluster-name" value="test"/>
+ <nvpair id="cib-bootstrap-options-last-lrm-refresh" name="last-lrm-refresh" value="1687288330"/>
+ </cluster_property_set>
+ </crm_config>
+ <nodes>
+ <node id="1" uname="node1"/>
+ <node id="2" uname="node2"/>
+ <node id="3" uname="node3"/>
+ </nodes>
+ <resources>
+ <primitive class="stonith" id="Fencing" type="fence_xvm">
+ <instance_attributes id="Fencing-instance_attributes">
+ <nvpair id="Fencing-instance_attributes_pcmk_host_list" name="pcmk_host_list" value="node1 node2 node3"/>
+ </instance_attributes>
+ <operations>
+ <op id="Fencing-monitor-120s" interval="120s" name="monitor" timeout="120s"/>
+ </operations>
+ </primitive>
+ <clone id="dummy-clone">
+ <primitive id="dummy" class="ocf" type="Stateful" provider="pacemaker">
+ <operations>
+ <op name="demote" interval="0s" timeout="10s" id="dummy-demote-interval-0s"/>
+ <op name="monitor" interval="10s" timeout="20s" role="Promoted" id="dummy-monitor-interval-10s"/>
+ <op name="monitor" interval="11s" timeout="20s" role="Unpromoted" id="dummy-monitor-interval-11s"/>
+ <op name="notify" interval="0s" timeout="5s" id="dummy-notify-interval-0s"/>
+ <op name="promote" interval="0s" timeout="10s" id="dummy-promote-interval-0s"/>
+ <op name="reload-agent" interval="0s" timeout="10s" id="dummy-reload-agent-interval-0s"/>
+ <op name="start" interval="0s" timeout="20s" id="dummy-start-interval-0s"/>
+ <op name="stop" interval="0s" timeout="20s" id="dummy-stop-interval-0s"/>
+ </operations>
+ </primitive>
+ <meta_attributes id="dummy-clone-meta_attributes">
+ <nvpair id="dummy-clone-meta_attributes-promotable" name="promotable" value="true"/>
+ </meta_attributes>
+ </clone>
+ </resources>
+ <constraints/>
+ <op_defaults/>
+ <alerts/>
+ <rsc_defaults/>
+ </configuration>
+ <status>
+ <node_state id="3" uname="node3" in_ccm="true" crmd="online" crm-debug-origin="controld_update_resource_history" join="member" expected="member">
+ <lrm id="3">
+ <lrm_resources>
+ <lrm_resource id="Fencing" class="stonith" type="fence_xvm">
+ <lrm_rsc_op id="Fencing_last_0" operation_key="Fencing_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="5:0:7:ecbbb42b-f6a4-47dc-90de-b2ccf960124e" transition-magic="0:7;5:0:7:ecbbb42b-f6a4-47dc-90de-b2ccf960124e" exit-reason="" on_node="node3" call-id="9" rc-code="7" op-status="0" interval="0" last-rc-change="1687310966" exec-time="3" queue-time="0" op-digest="f551693977f94a4fa8883fb70e439592"/>
+ </lrm_resource>
+ <lrm_resource id="dummy" class="ocf" provider="pacemaker" type="Stateful">
+ <lrm_rsc_op id="dummy_last_0" operation_key="dummy_demote_0" operation="demote" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="7:6:0:ecbbb42b-f6a4-47dc-90de-b2ccf960124e" transition-magic="0:0;7:6:0:ecbbb42b-f6a4-47dc-90de-b2ccf960124e" exit-reason="" on_node="node3" call-id="15" rc-code="0" op-status="0" interval="0" last-rc-change="1687311113" exec-time="39" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="dummy_monitor_11000" operation_key="dummy_monitor_11000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="9:6:0:ecbbb42b-f6a4-47dc-90de-b2ccf960124e" transition-magic="0:0;9:6:0:ecbbb42b-f6a4-47dc-90de-b2ccf960124e" exit-reason="" on_node="node3" call-id="16" rc-code="0" op-status="0" interval="11000" last-rc-change="1687311113" exec-time="14" queue-time="0" op-digest="4811cef7f7f94e3a35a70be7916cb2fd"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ <transient_attributes id="3">
+ <instance_attributes id="status-3">
+ <nvpair id="status-3-.feature-set" name="#feature-set" value="3.17.4"/>
+ <nvpair id="status-3-master-dummy" name="master-dummy" value="5"/>
+ </instance_attributes>
+ </transient_attributes>
+ </node_state>
+ <node_state id="1" uname="node1" in_ccm="true" crmd="online" crm-debug-origin="controld_update_resource_history" join="member" expected="member">
+ <lrm id="1">
+ <lrm_resources>
+ <lrm_resource id="Fencing" class="stonith" type="fence_xvm">
+ <lrm_rsc_op id="Fencing_last_0" operation_key="Fencing_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="1:0:7:ecbbb42b-f6a4-47dc-90de-b2ccf960124e" transition-magic="0:7;1:0:7:ecbbb42b-f6a4-47dc-90de-b2ccf960124e" exit-reason="" on_node="node1" call-id="9" rc-code="7" op-status="0" interval="0" last-rc-change="1687310966" exec-time="3" queue-time="0" op-digest="f551693977f94a4fa8883fb70e439592"/>
+ </lrm_resource>
+ <lrm_resource id="dummy" class="ocf" provider="pacemaker" type="Stateful">
+ <lrm_rsc_op id="dummy_last_0" operation_key="dummy_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="2:0:7:ecbbb42b-f6a4-47dc-90de-b2ccf960124e" transition-magic="0:7;2:0:7:ecbbb42b-f6a4-47dc-90de-b2ccf960124e" exit-reason="" on_node="node1" call-id="10" rc-code="7" op-status="0" interval="0" last-rc-change="1687310967" exec-time="19" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ <transient_attributes id="1">
+ <instance_attributes id="status-1">
+ <nvpair id="status-1-.feature-set" name="#feature-set" value="3.17.4"/>
+ <nvpair id="status-1-master-dummy" name="master-dummy" value="15"/>
+ </instance_attributes>
+ </transient_attributes>
+ </node_state>
+ <node_state id="2" uname="node2" in_ccm="true" crmd="online" crm-debug-origin="controld_update_resource_history" join="member" expected="member">
+ <lrm id="2">
+ <lrm_resources>
+ <lrm_resource id="Fencing" class="stonith" type="fence_xvm">
+ <lrm_rsc_op id="Fencing_last_0" operation_key="Fencing_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="7:0:0:ecbbb42b-f6a4-47dc-90de-b2ccf960124e" transition-magic="0:0;7:0:0:ecbbb42b-f6a4-47dc-90de-b2ccf960124e" exit-reason="" on_node="node2" call-id="10" rc-code="0" op-status="0" interval="0" last-rc-change="1687310967" exec-time="47" queue-time="0" op-digest="f551693977f94a4fa8883fb70e439592"/>
+ <lrm_rsc_op id="Fencing_monitor_120000" operation_key="Fencing_monitor_120000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="8:0:0:ecbbb42b-f6a4-47dc-90de-b2ccf960124e" transition-magic="0:0;8:0:0:ecbbb42b-f6a4-47dc-90de-b2ccf960124e" exit-reason="" on_node="node2" call-id="13" rc-code="0" op-status="0" interval="120000" last-rc-change="1687310967" exec-time="35" queue-time="0" op-digest="24989640311980988fb77ddd1cc1002b"/>
+ </lrm_resource>
+ <lrm_resource id="dummy" class="ocf" provider="pacemaker" type="Stateful">
+ <lrm_rsc_op id="dummy_last_0" operation_key="dummy_promote_0" operation="promote" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="12:6:0:ecbbb42b-f6a4-47dc-90de-b2ccf960124e" transition-magic="0:0;12:6:0:ecbbb42b-f6a4-47dc-90de-b2ccf960124e" exit-reason="" on_node="node2" call-id="16" rc-code="0" op-status="0" interval="0" last-rc-change="1687311114" exec-time="23" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="dummy_monitor_10000" operation_key="dummy_monitor_10000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="13:6:8:ecbbb42b-f6a4-47dc-90de-b2ccf960124e" transition-magic="0:8;13:6:8:ecbbb42b-f6a4-47dc-90de-b2ccf960124e" exit-reason="" on_node="node2" call-id="17" rc-code="8" op-status="0" interval="10000" last-rc-change="1687311114" exec-time="10" queue-time="0" op-digest="4811cef7f7f94e3a35a70be7916cb2fd"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ <transient_attributes id="2">
+ <instance_attributes id="status-2">
+ <nvpair id="status-2-.feature-set" name="#feature-set" value="3.17.4"/>
+ <nvpair id="status-2-master-dummy" name="master-dummy" value="10"/>
+ </instance_attributes>
+ </transient_attributes>
+ </node_state>
+ </status>
+</cib>
diff --git a/cts/scheduler/xml/clone-recover-no-shuffle-8.xml b/cts/scheduler/xml/clone-recover-no-shuffle-8.xml
new file mode 100644
index 0000000..6f882b8
--- /dev/null
+++ b/cts/scheduler/xml/clone-recover-no-shuffle-8.xml
@@ -0,0 +1,153 @@
+<cib crm_feature_set="3.17.4" validate-with="pacemaker-3.9" epoch="100" num_updates="0" admin_epoch="0" cib-last-written="Tue Jun 20 18:52:50 2023" update-origin="node1" update-client="cibadmin" update-user="root" have-quorum="1" dc-uuid="1">
+ <configuration>
+ <!-- The essential elements of this test are:
+ * An anonymous promotable clone resource (grp) is stopped on node1,
+ promoted on node2, and unpromoted on node3
+ * Clone instances are resource groups consisting of primitives rsc1 and
+ rsc2
+ * There are no location constraints or stickiness configured
+ * grp has the highest promotion score on node1 (scores for rsc1 + rsc2)
+
+ The following should happen:
+ * Instance grp:0 should remain started (unpromoted) on node3
+ * Instance grp:1 should demote on node2
+ * Instance grp:2 should promote on node1
+ -->
+ <crm_config>
+ <cluster_property_set id="cib-bootstrap-options">
+ <nvpair id="cib-bootstrap-options-have-watchdog" name="have-watchdog" value="false"/>
+ <nvpair id="cib-bootstrap-options-dc-version" name="dc-version" value="2.1.5-1.0a457786a.git.el9-0a457786a"/>
+ <nvpair id="cib-bootstrap-options-cluster-infrastructure" name="cluster-infrastructure" value="corosync"/>
+ <nvpair id="cib-bootstrap-options-cluster-name" name="cluster-name" value="test"/>
+ <nvpair id="cib-bootstrap-options-last-lrm-refresh" name="last-lrm-refresh" value="1687288330"/>
+ </cluster_property_set>
+ </crm_config>
+ <nodes>
+ <node id="1" uname="node1"/>
+ <node id="2" uname="node2"/>
+ <node id="3" uname="node3"/>
+ </nodes>
+ <resources>
+ <primitive class="stonith" id="Fencing" type="fence_xvm">
+ <instance_attributes id="Fencing-instance_attributes">
+ <nvpair id="Fencing-instance_attributes_pcmk_host_list" name="pcmk_host_list" value="node1 node2 node3"/>
+ </instance_attributes>
+ <operations>
+ <op id="Fencing-monitor-120s" interval="120s" name="monitor" timeout="120s"/>
+ </operations>
+ </primitive>
+ <clone id="grp-clone">
+ <group id="grp">
+ <primitive id="rsc1" class="ocf" type="Stateful" provider="pacemaker">
+ <operations>
+ <op name="demote" interval="0s" timeout="10s" id="rsc1-demote-interval-0s"/>
+ <op name="monitor" interval="10s" timeout="20s" role="Promoted" id="rsc1-monitor-interval-10s"/>
+ <op name="monitor" interval="11s" timeout="20s" role="Unpromoted" id="rsc1-monitor-interval-11s"/>
+ <op name="notify" interval="0s" timeout="5s" id="rsc1-notify-interval-0s"/>
+ <op name="promote" interval="0s" timeout="10s" id="rsc1-promote-interval-0s"/>
+ <op name="reload-agent" interval="0s" timeout="10s" id="rsc1-reload-agent-interval-0s"/>
+ <op name="start" interval="0s" timeout="20s" id="rsc1-start-interval-0s"/>
+ <op name="stop" interval="0s" timeout="20s" id="rsc1-stop-interval-0s"/>
+ </operations>
+ </primitive>
+ <primitive id="rsc2" class="ocf" type="Stateful" provider="pacemaker">
+ <operations>
+ <op name="demote" interval="0s" timeout="10s" id="rsc2-demote-interval-0s"/>
+ <op name="monitor" interval="10s" timeout="20s" role="Promoted" id="rsc2-monitor-interval-10s"/>
+ <op name="monitor" interval="11s" timeout="20s" role="Unpromoted" id="rsc2-monitor-interval-11s"/>
+ <op name="notify" interval="0s" timeout="5s" id="rsc2-notify-interval-0s"/>
+ <op name="promote" interval="0s" timeout="10s" id="rsc2-promote-interval-0s"/>
+ <op name="reload-agent" interval="0s" timeout="10s" id="rsc2-reload-agent-interval-0s"/>
+ <op name="start" interval="0s" timeout="20s" id="rsc2-start-interval-0s"/>
+ <op name="stop" interval="0s" timeout="20s" id="rsc2-stop-interval-0s"/>
+ </operations>
+ </primitive>
+ </group>
+ <meta_attributes id="grp-clone-meta_attributes">
+ <nvpair id="grp-clone-meta_attributes-promotable" name="promotable" value="true"/>
+ </meta_attributes>
+ </clone>
+ </resources>
+ <constraints/>
+ <op_defaults/>
+ <alerts/>
+ <rsc_defaults/>
+ </configuration>
+ <status>
+ <node_state id="3" uname="node3" in_ccm="true" crmd="online" crm-debug-origin="controld_update_resource_history" join="member" expected="member">
+ <transient_attributes id="3">
+ <instance_attributes id="status-3">
+ <nvpair id="status-3-.feature-set" name="#feature-set" value="3.17.4"/>
+ <nvpair id="status-3-master-rsc1" name="master-rsc1" value="5"/>
+ <nvpair id="status-3-master-rsc2" name="master-rsc2" value="5"/>
+ </instance_attributes>
+ </transient_attributes>
+ <lrm id="3">
+ <lrm_resources>
+ <lrm_resource id="Fencing" type="fence_xvm" class="stonith">
+ <lrm_rsc_op id="Fencing_last_0" operation_key="Fencing_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="7:0:7:0773bc62-9ff2-42db-818f-c4f3a9e3993e" transition-magic="0:7;7:0:7:0773bc62-9ff2-42db-818f-c4f3a9e3993e" exit-reason="" on_node="node3" call-id="9" rc-code="7" op-status="0" interval="0" last-rc-change="1687312090" exec-time="3" queue-time="0" op-digest="f551693977f94a4fa8883fb70e439592"/>
+ </lrm_resource>
+ <lrm_resource id="rsc1" type="Stateful" class="ocf" provider="pacemaker">
+ <lrm_rsc_op id="rsc1_last_0" operation_key="rsc1_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="22:28:0:0773bc62-9ff2-42db-818f-c4f3a9e3993e" transition-magic="0:0;22:28:0:0773bc62-9ff2-42db-818f-c4f3a9e3993e" exit-reason="" on_node="node3" call-id="40" rc-code="0" op-status="0" interval="0" last-rc-change="1687312369" exec-time="21" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="rsc1_monitor_10000" operation_key="rsc1_monitor_10000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="10:16:8:0773bc62-9ff2-42db-818f-c4f3a9e3993e" transition-magic="0:8;10:16:8:0773bc62-9ff2-42db-818f-c4f3a9e3993e" exit-reason="" on_node="node3" call-id="31" rc-code="8" op-status="0" interval="10000" last-rc-change="1687312235" exec-time="16" queue-time="0" op-digest="4811cef7f7f94e3a35a70be7916cb2fd"/>
+ <lrm_rsc_op id="rsc1_monitor_11000" operation_key="rsc1_monitor_11000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="8:29:0:0773bc62-9ff2-42db-818f-c4f3a9e3993e" transition-magic="0:0;8:29:0:0773bc62-9ff2-42db-818f-c4f3a9e3993e" exit-reason="" on_node="node3" call-id="41" rc-code="0" op-status="0" interval="11000" last-rc-change="1687312369" exec-time="14" queue-time="1" op-digest="4811cef7f7f94e3a35a70be7916cb2fd"/>
+ </lrm_resource>
+ <lrm_resource id="rsc2" type="Stateful" class="ocf" provider="pacemaker">
+ <lrm_rsc_op id="rsc2_last_0" operation_key="rsc2_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="9:29:0:0773bc62-9ff2-42db-818f-c4f3a9e3993e" transition-magic="0:0;9:29:0:0773bc62-9ff2-42db-818f-c4f3a9e3993e" exit-reason="" on_node="node3" call-id="42" rc-code="0" op-status="0" interval="0" last-rc-change="1687312370" exec-time="21" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="rsc2_monitor_10000" operation_key="rsc2_monitor_10000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="15:17:8:0773bc62-9ff2-42db-818f-c4f3a9e3993e" transition-magic="0:8;15:17:8:0773bc62-9ff2-42db-818f-c4f3a9e3993e" exit-reason="" on_node="node3" call-id="33" rc-code="8" op-status="0" interval="10000" last-rc-change="1687312235" exec-time="10" queue-time="0" op-digest="4811cef7f7f94e3a35a70be7916cb2fd"/>
+ <lrm_rsc_op id="rsc2_monitor_11000" operation_key="rsc2_monitor_11000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="11:30:0:0773bc62-9ff2-42db-818f-c4f3a9e3993e" transition-magic="0:0;11:30:0:0773bc62-9ff2-42db-818f-c4f3a9e3993e" exit-reason="" on_node="node3" call-id="43" rc-code="0" op-status="0" interval="11000" last-rc-change="1687312370" exec-time="13" queue-time="0" op-digest="4811cef7f7f94e3a35a70be7916cb2fd"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ </node_state>
+ <node_state id="1" uname="node1" in_ccm="true" crmd="online" crm-debug-origin="do_state_transition" join="member" expected="member">
+ <transient_attributes id="1">
+ <instance_attributes id="status-1">
+ <nvpair id="status-1-.feature-set" name="#feature-set" value="3.17.4"/>
+ <nvpair id="status-1-master-rsc1" name="master-rsc1" value="15"/>
+ <nvpair id="status-1-master-rsc2" name="master-rsc2" value="15"/>
+ </instance_attributes>
+ </transient_attributes>
+ <lrm id="1">
+ <lrm_resources>
+ <lrm_resource id="Fencing" type="fence_xvm" class="stonith">
+ <lrm_rsc_op id="Fencing_last_0" operation_key="Fencing_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="1:0:7:0773bc62-9ff2-42db-818f-c4f3a9e3993e" transition-magic="0:7;1:0:7:0773bc62-9ff2-42db-818f-c4f3a9e3993e" exit-reason="" on_node="node1" call-id="9" rc-code="7" op-status="0" interval="0" last-rc-change="1687312091" exec-time="2" queue-time="0" op-digest="f551693977f94a4fa8883fb70e439592"/>
+ </lrm_resource>
+ <lrm_resource id="rsc1" type="Stateful" class="ocf" provider="pacemaker">
+ <lrm_rsc_op id="rsc1_last_0" operation_key="rsc1_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="2:0:7:0773bc62-9ff2-42db-818f-c4f3a9e3993e" transition-magic="0:7;2:0:7:0773bc62-9ff2-42db-818f-c4f3a9e3993e" exit-reason="" on_node="node1" call-id="14" rc-code="7" op-status="0" interval="0" last-rc-change="1687312091" exec-time="15" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ </lrm_resource>
+ <lrm_resource id="rsc2" type="Stateful" class="ocf" provider="pacemaker">
+ <lrm_rsc_op id="rsc2_last_0" operation_key="rsc2_monitor_0" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="3:0:7:0773bc62-9ff2-42db-818f-c4f3a9e3993e" transition-magic="0:7;3:0:7:0773bc62-9ff2-42db-818f-c4f3a9e3993e" exit-reason="" on_node="node1" call-id="15" rc-code="7" op-status="0" interval="0" last-rc-change="1687312091" exec-time="18" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ </node_state>
+ <node_state id="2" uname="node2" in_ccm="true" crmd="online" crm-debug-origin="controld_update_resource_history" join="member" expected="member">
+ <transient_attributes id="2">
+ <instance_attributes id="status-2">
+ <nvpair id="status-2-.feature-set" name="#feature-set" value="3.17.4"/>
+ <nvpair id="status-2-master-rsc1" name="master-rsc1" value="10"/>
+ <nvpair id="status-2-master-rsc2" name="master-rsc2" value="10"/>
+ </instance_attributes>
+ </transient_attributes>
+ <lrm id="2">
+ <lrm_resources>
+ <lrm_resource id="Fencing" type="fence_xvm" class="stonith">
+ <lrm_rsc_op id="Fencing_last_0" operation_key="Fencing_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="1:23:0:0773bc62-9ff2-42db-818f-c4f3a9e3993e" transition-magic="0:0;1:23:0:0773bc62-9ff2-42db-818f-c4f3a9e3993e" exit-reason="" on_node="node2" call-id="28" rc-code="0" op-status="0" interval="0" last-rc-change="1687312369" exec-time="38" queue-time="0" op-digest="f551693977f94a4fa8883fb70e439592"/>
+ <lrm_rsc_op id="Fencing_monitor_120000" operation_key="Fencing_monitor_120000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="2:23:0:0773bc62-9ff2-42db-818f-c4f3a9e3993e" transition-magic="0:0;2:23:0:0773bc62-9ff2-42db-818f-c4f3a9e3993e" exit-reason="" on_node="node2" call-id="30" rc-code="0" op-status="0" interval="120000" last-rc-change="1687312369" exec-time="30" queue-time="0" op-digest="24989640311980988fb77ddd1cc1002b"/>
+ </lrm_resource>
+ <lrm_resource id="rsc1" type="Stateful" class="ocf" provider="pacemaker">
+ <lrm_rsc_op id="rsc1_last_0" operation_key="rsc1_promote_0" operation="promote" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="6:25:0:0773bc62-9ff2-42db-818f-c4f3a9e3993e" transition-magic="0:0;6:25:0:0773bc62-9ff2-42db-818f-c4f3a9e3993e" exit-reason="" on_node="node2" call-id="32" rc-code="0" op-status="0" interval="0" last-rc-change="1687312369" exec-time="22" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="rsc1_monitor_11000" operation_key="rsc1_monitor_11000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="21:1:0:0773bc62-9ff2-42db-818f-c4f3a9e3993e" transition-magic="0:0;21:1:0:0773bc62-9ff2-42db-818f-c4f3a9e3993e" exit-reason="" on_node="node2" call-id="19" rc-code="0" op-status="0" interval="11000" last-rc-change="1687312091" exec-time="16" queue-time="0" op-digest="4811cef7f7f94e3a35a70be7916cb2fd"/>
+ <lrm_rsc_op id="rsc1_monitor_10000" operation_key="rsc1_monitor_10000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="8:26:8:0773bc62-9ff2-42db-818f-c4f3a9e3993e" transition-magic="0:8;8:26:8:0773bc62-9ff2-42db-818f-c4f3a9e3993e" exit-reason="" on_node="node2" call-id="33" rc-code="8" op-status="0" interval="10000" last-rc-change="1687312369" exec-time="13" queue-time="0" op-digest="4811cef7f7f94e3a35a70be7916cb2fd"/>
+ </lrm_resource>
+ <lrm_resource id="rsc2" type="Stateful" class="ocf" provider="pacemaker">
+ <lrm_rsc_op id="rsc2_last_0" operation_key="rsc2_promote_0" operation="promote" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="11:26:0:0773bc62-9ff2-42db-818f-c4f3a9e3993e" transition-magic="0:0;11:26:0:0773bc62-9ff2-42db-818f-c4f3a9e3993e" exit-reason="" on_node="node2" call-id="34" rc-code="0" op-status="0" interval="0" last-rc-change="1687312369" exec-time="25" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="rsc2_monitor_11000" operation_key="rsc2_monitor_11000" operation="monitor" crm-debug-origin="build_active_RAs" crm_feature_set="3.17.4" transition-key="25:2:0:0773bc62-9ff2-42db-818f-c4f3a9e3993e" transition-magic="0:0;25:2:0:0773bc62-9ff2-42db-818f-c4f3a9e3993e" exit-reason="" on_node="node2" call-id="21" rc-code="0" op-status="0" interval="11000" last-rc-change="1687312091" exec-time="16" queue-time="0" op-digest="4811cef7f7f94e3a35a70be7916cb2fd"/>
+ <lrm_rsc_op id="rsc2_monitor_10000" operation_key="rsc2_monitor_10000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="13:27:8:0773bc62-9ff2-42db-818f-c4f3a9e3993e" transition-magic="0:8;13:27:8:0773bc62-9ff2-42db-818f-c4f3a9e3993e" exit-reason="" on_node="node2" call-id="35" rc-code="8" op-status="0" interval="10000" last-rc-change="1687312369" exec-time="12" queue-time="0" op-digest="4811cef7f7f94e3a35a70be7916cb2fd"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ </node_state>
+ </status>
+</cib>
diff --git a/cts/scheduler/xml/clone-recover-no-shuffle-9.xml b/cts/scheduler/xml/clone-recover-no-shuffle-9.xml
new file mode 100644
index 0000000..104331d
--- /dev/null
+++ b/cts/scheduler/xml/clone-recover-no-shuffle-9.xml
@@ -0,0 +1,186 @@
+<cib crm_feature_set="3.17.4" validate-with="pacemaker-3.9" epoch="128" num_updates="90" admin_epoch="0" cib-last-written="Tue Jun 20 23:33:00 2023" update-origin="node1" update-client="cibadmin" update-user="root" have-quorum="1" dc-uuid="2">
+ <configuration>
+ <!-- The essential elements of this test are:
+ * A promotable bundle resource (base-bundle) is stopped on node1,
+ promoted on node2, and unpromoted on node3
+ * Clone instances are primitives (base), the instances of base-bundle's
+ child resource
+ * There are no location constraints or stickiness configured
+ * base has the highest promotion score on node1
+
+ The following should happen:
+ * Instance base:0 should remain started (unpromoted) on node3
+ * Instance base:1 should demote on node2
+ * Instance base:2 should promote on node1
+ -->
+ <crm_config>
+ <cluster_property_set id="cib-bootstrap-options">
+ <nvpair id="cib-bootstrap-options-have-watchdog" name="have-watchdog" value="false"/>
+ <nvpair id="cib-bootstrap-options-dc-version" name="dc-version" value="2.1.5-1.0a457786a.git.el9-0a457786a"/>
+ <nvpair id="cib-bootstrap-options-cluster-infrastructure" name="cluster-infrastructure" value="corosync"/>
+ <nvpair id="cib-bootstrap-options-cluster-name" name="cluster-name" value="test"/>
+ <nvpair id="cib-bootstrap-options-last-lrm-refresh" name="last-lrm-refresh" value="1687288330"/>
+ </cluster_property_set>
+ </crm_config>
+ <nodes>
+ <node id="1" uname="node1"/>
+ <node id="2" uname="node2"/>
+ <node id="3" uname="node3"/>
+ </nodes>
+ <resources>
+ <primitive class="stonith" id="Fencing" type="fence_xvm">
+ <instance_attributes id="Fencing-instance_attributes">
+ <nvpair id="Fencing-instance_attributes_pcmk_host_list" name="pcmk_host_list" value="node1 node2 node3"/>
+ </instance_attributes>
+ <operations>
+ <op id="Fencing-monitor-120s" interval="120s" name="monitor" timeout="120s"/>
+ </operations>
+ </primitive>
+ <bundle id="base-bundle">
+ <meta_attributes id="base-bundle-meta_attributes">
+ <nvpair id="base-bundle-meta_attributes-promotable" name="promotable" value="true"/>
+ <nvpair id="base-bundle-meta_attributes-container-attribute-target" name="container-attribute-target" value="host"/>
+ </meta_attributes>
+ <podman image="localhost/pcmktest" replicas="3"/>
+ <network control-port="3121"/>
+ <primitive id="base" class="ocf" provider="pacemaker" type="Stateful">
+ <operations>
+ <op id="base-monitor-15s" interval="15s" name="monitor" timeout="15s" role="Promoted"/>
+ <op id="base-monitor-16s" interval="16s" name="monitor" timeout="16s" role="Unpromoted"/>
+ </operations>
+ </primitive>
+ </bundle>
+ </resources>
+ <constraints/>
+ <op_defaults/>
+ <alerts/>
+ <rsc_defaults/>
+ </configuration>
+ <status>
+ <node_state id="1" uname="node1" in_ccm="true" crmd="online" crm-debug-origin="controld_update_resource_history" join="member" expected="member">
+ <transient_attributes id="1">
+ <instance_attributes id="status-1">
+ <nvpair id="status-1-.feature-set" name="#feature-set" value="3.17.4"/>
+ <nvpair id="status-1-master-base" name="master-base" value="15"/>
+ </instance_attributes>
+ </transient_attributes>
+ <lrm id="1">
+ <lrm_resources>
+ <lrm_resource id="Fencing" class="stonith" type="fence_xvm">
+ <lrm_rsc_op id="Fencing_last_0" operation_key="Fencing_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="1:0:7:159e0708-f49f-4071-a9f4-93c48dc468d2" transition-magic="0:7;1:0:7:159e0708-f49f-4071-a9f4-93c48dc468d2" exit-reason="" on_node="node1" call-id="8" rc-code="7" op-status="0" interval="0" last-rc-change="1687329223" exec-time="3" queue-time="0" op-digest="f551693977f94a4fa8883fb70e439592"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-0" class="ocf" provider="heartbeat" type="podman">
+ <lrm_rsc_op id="base-bundle-podman-0_last_0" operation_key="base-bundle-podman-0_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="2:0:7:159e0708-f49f-4071-a9f4-93c48dc468d2" transition-magic="0:7;2:0:7:159e0708-f49f-4071-a9f4-93c48dc468d2" exit-reason="" on_node="node1" call-id="12" rc-code="7" op-status="0" interval="0" last-rc-change="1687329223" exec-time="109" queue-time="0" op-digest="b93578750303776f6bb098395c53338a"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-1" class="ocf" provider="heartbeat" type="podman">
+ <lrm_rsc_op id="base-bundle-podman-1_last_0" operation_key="base-bundle-podman-1_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="4:0:7:159e0708-f49f-4071-a9f4-93c48dc468d2" transition-magic="0:7;4:0:7:159e0708-f49f-4071-a9f4-93c48dc468d2" exit-reason="" on_node="node1" call-id="13" rc-code="7" op-status="0" interval="0" last-rc-change="1687329223" exec-time="99" queue-time="0" op-digest="91ec5f49c5fd88f29405389545fb7d59"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-2" class="ocf" provider="heartbeat" type="podman">
+ <lrm_rsc_op id="base-bundle-podman-2_last_0" operation_key="base-bundle-podman-2_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="6:0:7:159e0708-f49f-4071-a9f4-93c48dc468d2" transition-magic="0:7;6:0:7:159e0708-f49f-4071-a9f4-93c48dc468d2" exit-reason="" on_node="node1" call-id="17" rc-code="7" op-status="0" interval="0" last-rc-change="1687329223" exec-time="47" queue-time="0" op-digest="eb1c148b6d2d7a7013f75d596536409b"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-1" class="ocf" provider="pacemaker" type="remote" container="base-bundle-podman-1">
+ <lrm_rsc_op id="base-bundle-1_last_0" operation_key="base-bundle-1_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="5:0:7:159e0708-f49f-4071-a9f4-93c48dc468d2" transition-magic="0:7;5:0:7:159e0708-f49f-4071-a9f4-93c48dc468d2" exit-reason="" on_node="node1" call-id="1" rc-code="7" op-status="0" interval="0" last-rc-change="1687329224" exec-time="0" queue-time="0" op-digest="137e2067e195bc8e29ef8680e392a9e7" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-0" class="ocf" provider="pacemaker" type="remote" container="base-bundle-podman-0">
+ <lrm_rsc_op id="base-bundle-0_last_0" operation_key="base-bundle-0_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="3:0:7:159e0708-f49f-4071-a9f4-93c48dc468d2" transition-magic="0:7;3:0:7:159e0708-f49f-4071-a9f4-93c48dc468d2" exit-reason="" on_node="node1" call-id="2" rc-code="7" op-status="0" interval="0" last-rc-change="1687329224" exec-time="0" queue-time="0" op-digest="b1f9a03e78ae75f94cc0c36e6c0cc527" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ </node_state>
+ <node_state id="3" uname="node3" in_ccm="true" crmd="online" crm-debug-origin="controld_update_resource_history" join="member" expected="member">
+ <lrm id="3">
+ <lrm_resources>
+ <lrm_resource id="Fencing" class="stonith" type="fence_xvm">
+ <lrm_rsc_op id="Fencing_last_0" operation_key="Fencing_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="15:0:7:159e0708-f49f-4071-a9f4-93c48dc468d2" transition-magic="0:7;15:0:7:159e0708-f49f-4071-a9f4-93c48dc468d2" exit-reason="" on_node="node3" call-id="8" rc-code="7" op-status="0" interval="0" last-rc-change="1687329222" exec-time="1" queue-time="0" op-digest="f551693977f94a4fa8883fb70e439592"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-0" class="ocf" provider="heartbeat" type="podman">
+ <lrm_rsc_op id="base-bundle-podman-0_last_0" operation_key="base-bundle-podman-0_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="24:0:0:159e0708-f49f-4071-a9f4-93c48dc468d2" transition-magic="0:0;24:0:0:159e0708-f49f-4071-a9f4-93c48dc468d2" exit-reason="" on_node="node3" call-id="18" rc-code="0" op-status="0" interval="0" last-rc-change="1687329222" exec-time="863" queue-time="0" op-digest="b93578750303776f6bb098395c53338a"/>
+ <lrm_rsc_op id="base-bundle-podman-0_monitor_60000" operation_key="base-bundle-podman-0_monitor_60000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="25:0:0:159e0708-f49f-4071-a9f4-93c48dc468d2" transition-magic="0:0;25:0:0:159e0708-f49f-4071-a9f4-93c48dc468d2" exit-reason="" on_node="node3" call-id="20" rc-code="0" op-status="0" interval="60000" last-rc-change="1687329223" exec-time="164" queue-time="0" op-digest="902512fcf3e4556d9585c44184665d8c"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-1" class="ocf" provider="heartbeat" type="podman">
+ <lrm_rsc_op id="base-bundle-podman-1_last_0" operation_key="base-bundle-podman-1_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="18:0:7:159e0708-f49f-4071-a9f4-93c48dc468d2" transition-magic="0:7;18:0:7:159e0708-f49f-4071-a9f4-93c48dc468d2" exit-reason="" on_node="node3" call-id="13" rc-code="7" op-status="0" interval="0" last-rc-change="1687329222" exec-time="108" queue-time="0" op-digest="91ec5f49c5fd88f29405389545fb7d59"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-2" class="ocf" provider="heartbeat" type="podman">
+ <lrm_rsc_op id="base-bundle-podman-2_last_0" operation_key="base-bundle-podman-2_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="20:0:7:159e0708-f49f-4071-a9f4-93c48dc468d2" transition-magic="0:7;20:0:7:159e0708-f49f-4071-a9f4-93c48dc468d2" exit-reason="" on_node="node3" call-id="17" rc-code="7" op-status="0" interval="0" last-rc-change="1687329222" exec-time="59" queue-time="0" op-digest="eb1c148b6d2d7a7013f75d596536409b"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-1" class="ocf" provider="pacemaker" type="remote" container="base-bundle-podman-1">
+ <lrm_rsc_op id="base-bundle-1_last_0" operation_key="base-bundle-1_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="19:0:7:159e0708-f49f-4071-a9f4-93c48dc468d2" transition-magic="0:7;19:0:7:159e0708-f49f-4071-a9f4-93c48dc468d2" exit-reason="" on_node="node3" call-id="1" rc-code="7" op-status="0" interval="0" last-rc-change="1687329223" exec-time="0" queue-time="0" op-digest="137e2067e195bc8e29ef8680e392a9e7" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-0" class="ocf" provider="pacemaker" type="remote" container="base-bundle-podman-0">
+ <lrm_rsc_op id="base-bundle-0_last_0" operation_key="base-bundle-0_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="26:0:0:159e0708-f49f-4071-a9f4-93c48dc468d2" transition-magic="0:0;26:0:0:159e0708-f49f-4071-a9f4-93c48dc468d2" exit-reason="" on_node="node3" call-id="3" rc-code="0" op-status="0" interval="0" last-rc-change="1687329223" exec-time="0" queue-time="0" op-digest="b1f9a03e78ae75f94cc0c36e6c0cc527" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ <lrm_rsc_op id="base-bundle-0_monitor_30000" operation_key="base-bundle-0_monitor_30000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="15:1:0:159e0708-f49f-4071-a9f4-93c48dc468d2" transition-magic="0:0;15:1:0:159e0708-f49f-4071-a9f4-93c48dc468d2" exit-reason="" on_node="node3" call-id="4" rc-code="0" op-status="0" interval="30000" last-rc-change="1687329226" exec-time="0" queue-time="0" op-digest="354b9acaa7ea1113d708dc11a1d6bbfa"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ <transient_attributes id="3">
+ <instance_attributes id="status-3">
+ <nvpair id="status-3-.feature-set" name="#feature-set" value="3.17.4"/>
+ <nvpair id="status-3-master-base" name="master-base" value="5"/>
+ </instance_attributes>
+ </transient_attributes>
+ </node_state>
+ <node_state id="2" uname="node2" in_ccm="true" crmd="online" crm-debug-origin="controld_update_resource_history" join="member" expected="member">
+ <transient_attributes id="2">
+ <instance_attributes id="status-2">
+ <nvpair id="status-2-.feature-set" name="#feature-set" value="3.17.4"/>
+ <nvpair id="status-2-master-base" name="master-base" value="10"/>
+ </instance_attributes>
+ </transient_attributes>
+ <lrm id="2">
+ <lrm_resources>
+ <lrm_resource id="Fencing" class="stonith" type="fence_xvm">
+ <lrm_rsc_op id="Fencing_last_0" operation_key="Fencing_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="22:0:0:159e0708-f49f-4071-a9f4-93c48dc468d2" transition-magic="0:0;22:0:0:159e0708-f49f-4071-a9f4-93c48dc468d2" exit-reason="" on_node="node2" call-id="14" rc-code="0" op-status="0" interval="0" last-rc-change="1687329223" exec-time="34" queue-time="0" op-digest="f551693977f94a4fa8883fb70e439592"/>
+ <lrm_rsc_op id="Fencing_monitor_120000" operation_key="Fencing_monitor_120000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="23:0:0:159e0708-f49f-4071-a9f4-93c48dc468d2" transition-magic="0:0;23:0:0:159e0708-f49f-4071-a9f4-93c48dc468d2" exit-reason="" on_node="node2" call-id="19" rc-code="0" op-status="0" interval="120000" last-rc-change="1687329223" exec-time="36" queue-time="0" op-digest="24989640311980988fb77ddd1cc1002b"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-0" class="ocf" provider="heartbeat" type="podman">
+ <lrm_rsc_op id="base-bundle-podman-0_last_0" operation_key="base-bundle-podman-0_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="9:0:7:159e0708-f49f-4071-a9f4-93c48dc468d2" transition-magic="0:7;9:0:7:159e0708-f49f-4071-a9f4-93c48dc468d2" exit-reason="" on_node="node2" call-id="12" rc-code="7" op-status="0" interval="0" last-rc-change="1687329223" exec-time="60" queue-time="0" op-digest="b93578750303776f6bb098395c53338a"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-1" class="ocf" provider="heartbeat" type="podman">
+ <lrm_rsc_op id="base-bundle-podman-1_last_0" operation_key="base-bundle-podman-1_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="28:0:0:159e0708-f49f-4071-a9f4-93c48dc468d2" transition-magic="0:0;28:0:0:159e0708-f49f-4071-a9f4-93c48dc468d2" exit-reason="" on_node="node2" call-id="20" rc-code="0" op-status="0" interval="0" last-rc-change="1687329223" exec-time="791" queue-time="0" op-digest="91ec5f49c5fd88f29405389545fb7d59"/>
+ <lrm_rsc_op id="base-bundle-podman-1_monitor_60000" operation_key="base-bundle-podman-1_monitor_60000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="29:0:0:159e0708-f49f-4071-a9f4-93c48dc468d2" transition-magic="0:0;29:0:0:159e0708-f49f-4071-a9f4-93c48dc468d2" exit-reason="" on_node="node2" call-id="21" rc-code="0" op-status="0" interval="60000" last-rc-change="1687329224" exec-time="144" queue-time="0" op-digest="f0ef4729d120aa3f5d938cabca4d06c7"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-podman-2" class="ocf" provider="heartbeat" type="podman">
+ <lrm_rsc_op id="base-bundle-podman-2_last_0" operation_key="base-bundle-podman-2_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="13:0:7:159e0708-f49f-4071-a9f4-93c48dc468d2" transition-magic="0:7;13:0:7:159e0708-f49f-4071-a9f4-93c48dc468d2" exit-reason="" on_node="node2" call-id="18" rc-code="7" op-status="0" interval="0" last-rc-change="1687329223" exec-time="68" queue-time="0" op-digest="eb1c148b6d2d7a7013f75d596536409b"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-1" class="ocf" provider="pacemaker" type="remote" container="base-bundle-podman-1">
+ <lrm_rsc_op id="base-bundle-1_last_0" operation_key="base-bundle-1_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="30:0:0:159e0708-f49f-4071-a9f4-93c48dc468d2" transition-magic="0:0;30:0:0:159e0708-f49f-4071-a9f4-93c48dc468d2" exit-reason="" on_node="node2" call-id="2" rc-code="0" op-status="0" interval="0" last-rc-change="1687329224" exec-time="0" queue-time="0" op-digest="137e2067e195bc8e29ef8680e392a9e7" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ <lrm_rsc_op id="base-bundle-1_monitor_30000" operation_key="base-bundle-1_monitor_30000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="20:1:0:159e0708-f49f-4071-a9f4-93c48dc468d2" transition-magic="0:0;20:1:0:159e0708-f49f-4071-a9f4-93c48dc468d2" exit-reason="" on_node="node2" call-id="4" rc-code="0" op-status="0" interval="30000" last-rc-change="1687329227" exec-time="0" queue-time="0" op-digest="3929eec440004bca31f813a8e6097506"/>
+ </lrm_resource>
+ <lrm_resource id="base-bundle-0" class="ocf" provider="pacemaker" type="remote" container="base-bundle-podman-0">
+ <lrm_rsc_op id="base-bundle-0_last_0" operation_key="base-bundle-0_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="10:0:7:159e0708-f49f-4071-a9f4-93c48dc468d2" transition-magic="0:7;10:0:7:159e0708-f49f-4071-a9f4-93c48dc468d2" exit-reason="" on_node="node2" call-id="3" rc-code="7" op-status="0" interval="0" last-rc-change="1687329224" exec-time="0" queue-time="0" op-digest="b1f9a03e78ae75f94cc0c36e6c0cc527" op-force-restart=" port server " op-restart-digest="0801b3aee927c91149627bd5d5d7fb35"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ </node_state>
+ <node_state remote_node="true" id="base-bundle-1" uname="base-bundle-1" in_ccm="true" crm-debug-origin="controld_update_resource_history" node_fenced="0">
+ <lrm id="base-bundle-1">
+ <lrm_resources>
+ <lrm_resource id="base" class="ocf" provider="pacemaker" type="Stateful">
+ <lrm_rsc_op id="base_last_0" operation_key="base_promote_0" operation="promote" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="29:4:0:159e0708-f49f-4071-a9f4-93c48dc468d2" transition-magic="0:0;29:4:0:159e0708-f49f-4071-a9f4-93c48dc468d2" exit-reason="" on_node="node2" call-id="20" rc-code="0" op-status="0" interval="0" last-rc-change="1687329377" exec-time="307" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="base_monitor_15000" operation_key="base_monitor_15000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="30:5:8:159e0708-f49f-4071-a9f4-93c48dc468d2" transition-magic="0:8;30:5:8:159e0708-f49f-4071-a9f4-93c48dc468d2" exit-reason="" on_node="node2" call-id="27" rc-code="8" op-status="0" interval="15000" last-rc-change="1687329377" exec-time="7" queue-time="0" op-digest="3ef575c5f050ae086f0f31bc8f085fdc"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ <transient_attributes id="base-bundle-1">
+ <instance_attributes id="status-base-bundle-1">
+ <nvpair id="status-base-bundle-1-master-base" name="master-base" value="10"/>
+ </instance_attributes>
+ </transient_attributes>
+ </node_state>
+ <node_state remote_node="true" id="base-bundle-0" uname="base-bundle-0" in_ccm="true" crm-debug-origin="controld_update_resource_history" node_fenced="0">
+ <lrm id="base-bundle-0">
+ <lrm_resources>
+ <lrm_resource id="base" class="ocf" provider="pacemaker" type="Stateful">
+ <lrm_rsc_op id="base_last_0" operation_key="base_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="27:1:0:159e0708-f49f-4071-a9f4-93c48dc468d2" transition-magic="0:0;27:1:0:159e0708-f49f-4071-a9f4-93c48dc468d2" exit-reason="" on_node="node3" call-id="8" rc-code="0" op-status="0" interval="0" last-rc-change="1687329226" exec-time="269" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="base_monitor_16000" operation_key="base_monitor_16000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="27:2:0:159e0708-f49f-4071-a9f4-93c48dc468d2" transition-magic="0:0;27:2:0:159e0708-f49f-4071-a9f4-93c48dc468d2" exit-reason="" on_node="node3" call-id="14" rc-code="0" op-status="0" interval="16000" last-rc-change="1687329226" exec-time="13" queue-time="0" op-digest="e62ad827732488b88ef8722ff6a484b3"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ <transient_attributes id="base-bundle-0">
+ <instance_attributes id="status-base-bundle-0">
+ <nvpair id="status-base-bundle-0-master-base" name="master-base" value="5"/>
+ </instance_attributes>
+ </transient_attributes>
+ </node_state>
+ </status>
+</cib>
diff --git a/cts/scheduler/xml/coloc-with-inner-group-member.xml b/cts/scheduler/xml/coloc-with-inner-group-member.xml
new file mode 100644
index 0000000..c07edec
--- /dev/null
+++ b/cts/scheduler/xml/coloc-with-inner-group-member.xml
@@ -0,0 +1,258 @@
+<cib crm_feature_set="3.17.4" validate-with="pacemaker-3.0" epoch="78" num_updates="0" admin_epoch="0" cib-last-written="Tue Jun 20 15:45:06 2023" update-origin="rhel8-1" update-client="cibadmin" update-user="root" have-quorum="true" dc-uuid="2" execution-date="1687293906">
+ <!-- The essential elements of this test are:
+ * A group (grp) has three members (foo, bar, and vip).
+ * The last group member (vip) is colocated with a separate primitive
+ (vip-dep).
+ * The primitive and the last group member are active on the same node
+ (rhel8-3), while the first two group members are active on a different
+ node (rhel8-4).
+
+ In this situation, the first two group members should move to the
+ primitive's node.
+ -->
+ <configuration>
+ <crm_config>
+ <cluster_property_set id="cib-bootstrap-options">
+ <nvpair id="cts-stonith-enabled" name="stonith-enabled" value="1"/>
+ <nvpair id="cts-start-failure-is-fatal" name="start-failure-is-fatal" value="false"/>
+ <nvpair id="cts-pe-input-series-max" name="pe-input-series-max" value="5000"/>
+ <nvpair id="cts-shutdown-escalation" name="shutdown-escalation" value="5min"/>
+ <nvpair id="cts-batch-limit" name="batch-limit" value="10"/>
+ <nvpair id="cts-dc-deadtime" name="dc-deadtime" value="5s"/>
+ <nvpair id="cts-no-quorum-policy" name="no-quorum-policy" value="stop"/>
+ <nvpair id="cib-bootstrap-options-have-watchdog" name="have-watchdog" value="false"/>
+ <nvpair id="cib-bootstrap-options-dc-version" name="dc-version" value="2.1.6-1202.32f7557415.git.el8-32f7557415"/>
+ <nvpair id="cib-bootstrap-options-cluster-infrastructure" name="cluster-infrastructure" value="corosync"/>
+ <nvpair id="cib-bootstrap-options-cluster-name" name="cluster-name" value="rhel8-lab"/>
+ </cluster_property_set>
+ </crm_config>
+ <nodes>
+ <node id="5" uname="rhel8-5">
+ <instance_attributes id="rhel8-5-1">
+ <nvpair id="rhel8-5-1-cts-fencing" name="cts-fencing" value="levels-and"/>
+ </instance_attributes>
+ </node>
+ <node id="1" uname="rhel8-1"/>
+ <node id="3" uname="rhel8-3"/>
+ <node id="4" uname="rhel8-4"/>
+ <node id="2" uname="rhel8-2"/>
+ </nodes>
+ <resources>
+ <primitive class="stonith" id="Fencing" type="fence_xvm">
+ <meta_attributes id="Fencing-meta">
+ <nvpair id="Fencing-migration-threshold" name="migration-threshold" value="5"/>
+ </meta_attributes>
+ <instance_attributes id="Fencing-params">
+ <nvpair id="Fencing-pcmk_host_map" name="pcmk_host_map" value="remote-rhel8-1:rhel8-1;remote-rhel8-2:rhel8-2;remote-rhel8-3:rhel8-3;remote-rhel8-4:rhel8-4;remote-rhel8-5:rhel8-5;"/>
+ <nvpair id="Fencing-key_file" name="key_file" value="/etc/pacemaker/fence_xvm.key"/>
+ <nvpair id="Fencing-multicast_address" name="multicast_address" value="239.255.100.100"/>
+ <nvpair id="Fencing-pcmk_host_list" name="pcmk_host_list" value="rhel8-1 remote-rhel8-1 rhel8-2 remote-rhel8-2 rhel8-3 remote-rhel8-3 rhel8-4 remote-rhel8-4 rhel8-5 remote-rhel8-5"/>
+ </instance_attributes>
+ <operations>
+ <op id="Fencing-monitor-120s" interval="120s" name="monitor" timeout="120s"/>
+ <op id="Fencing-stop-0" interval="0" name="stop" timeout="60s"/>
+ <op id="Fencing-start-0" interval="0" name="start" timeout="60s"/>
+ </operations>
+ </primitive>
+ <primitive class="ocf" id="vip-dep" provider="pacemaker" type="Dummy">
+ <operations>
+ <op id="vip-dep-migrate_from-interval-0s" interval="0s" name="migrate_from" timeout="20s"/>
+ <op id="vip-dep-migrate_to-interval-0s" interval="0s" name="migrate_to" timeout="20s"/>
+ <op id="vip-dep-monitor-interval-10s" interval="10s" name="monitor" timeout="20s"/>
+ <op id="vip-dep-reload-interval-0s" interval="0s" name="reload" timeout="20s"/>
+ <op id="vip-dep-reload-agent-interval-0s" interval="0s" name="reload-agent" timeout="20s"/>
+ <op id="vip-dep-start-interval-0s" interval="0s" name="start" timeout="20s"/>
+ <op id="vip-dep-stop-interval-0s" interval="0s" name="stop" timeout="20s"/>
+ </operations>
+ </primitive>
+ <group id="grp">
+ <primitive class="ocf" id="foo" provider="pacemaker" type="Dummy">
+ <operations>
+ <op id="foo-migrate_from-interval-0s" interval="0s" name="migrate_from" timeout="20s"/>
+ <op id="foo-migrate_to-interval-0s" interval="0s" name="migrate_to" timeout="20s"/>
+ <op id="foo-monitor-interval-10s" interval="10s" name="monitor" timeout="20s"/>
+ <op id="foo-reload-interval-0s" interval="0s" name="reload" timeout="20s"/>
+ <op id="foo-reload-agent-interval-0s" interval="0s" name="reload-agent" timeout="20s"/>
+ <op id="foo-start-interval-0s" interval="0s" name="start" timeout="20s"/>
+ <op id="foo-stop-interval-0s" interval="0s" name="stop" timeout="20s"/>
+ </operations>
+ </primitive>
+ <primitive class="ocf" id="bar" provider="pacemaker" type="Dummy">
+ <operations>
+ <op id="bar-migrate_from-interval-0s" interval="0s" name="migrate_from" timeout="20s"/>
+ <op id="bar-migrate_to-interval-0s" interval="0s" name="migrate_to" timeout="20s"/>
+ <op id="bar-monitor-interval-10s" interval="10s" name="monitor" timeout="20s"/>
+ <op id="bar-reload-interval-0s" interval="0s" name="reload" timeout="20s"/>
+ <op id="bar-reload-agent-interval-0s" interval="0s" name="reload-agent" timeout="20s"/>
+ <op id="bar-start-interval-0s" interval="0s" name="start" timeout="20s"/>
+ <op id="bar-stop-interval-0s" interval="0s" name="stop" timeout="20s"/>
+ </operations>
+ </primitive>
+ <primitive class="ocf" id="vip" provider="pacemaker" type="Dummy">
+ <operations>
+ <op id="vip-migrate_from-interval-0s" interval="0s" name="migrate_from" timeout="20s"/>
+ <op id="vip-migrate_to-interval-0s" interval="0s" name="migrate_to" timeout="20s"/>
+ <op id="vip-monitor-interval-10s" interval="10s" name="monitor" timeout="20s"/>
+ <op id="vip-reload-interval-0s" interval="0s" name="reload" timeout="20s"/>
+ <op id="vip-reload-agent-interval-0s" interval="0s" name="reload-agent" timeout="20s"/>
+ <op id="vip-start-interval-0s" interval="0s" name="start" timeout="20s"/>
+ <op id="vip-stop-interval-0s" interval="0s" name="stop" timeout="20s"/>
+ </operations>
+ </primitive>
+ </group>
+ </resources>
+ <constraints>
+ <rsc_order first="vip-dep" first-action="start" id="order-vip-dep-vip-mandatory" then="vip" then-action="start"/>
+ <rsc_colocation id="colocation-vip-vip-dep-INFINITY" rsc="vip" score="INFINITY" with-rsc="vip-dep"/>
+ </constraints>
+ <fencing-topology/>
+ <op_defaults>
+ <meta_attributes id="cts-op_defaults-meta">
+ <nvpair id="cts-op_defaults-timeout" name="timeout" value="90s"/>
+ </meta_attributes>
+ </op_defaults>
+ <alerts>
+ <alert id="alert-1" path="/var/lib/pacemaker/notify.sh">
+ <recipient id="alert-1-recipient-1" value="/run/crm/alert.log"/>
+ </alert>
+ </alerts>
+ </configuration>
+ <status>
+ <node_state id="2" uname="rhel8-2" in_ccm="true" crmd="online" crm-debug-origin="controld_update_resource_history" join="member" expected="member">
+ <lrm id="2">
+ <lrm_resources>
+ <lrm_resource id="Fencing" class="stonith" type="fence_xvm">
+ <lrm_rsc_op id="Fencing_last_0" operation_key="Fencing_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="4:0:7:72d50bf3-3ecf-4bdb-af9c-fd66cdae2841" transition-magic="0:7;4:0:7:72d50bf3-3ecf-4bdb-af9c-fd66cdae2841" exit-reason="" on_node="rhel8-2" call-id="9" rc-code="7" op-status="0" interval="0" last-rc-change="1687293860" exec-time="1" queue-time="0" op-digest="bf974d77f2d4d33e434be1f89e362a52"/>
+ </lrm_resource>
+ <lrm_resource id="vip-dep" class="ocf" provider="pacemaker" type="Dummy">
+ <lrm_rsc_op id="vip-dep_last_0" operation_key="vip-dep_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="3:1:7:72d50bf3-3ecf-4bdb-af9c-fd66cdae2841" transition-magic="0:7;3:1:7:72d50bf3-3ecf-4bdb-af9c-fd66cdae2841" exit-reason="" on_node="rhel8-2" call-id="21" rc-code="7" op-status="0" interval="0" last-rc-change="1687293879" exec-time="25" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-secure-params=" passwd " op-secure-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ </lrm_resource>
+ <lrm_resource id="vip" class="ocf" provider="pacemaker" type="Dummy">
+ <lrm_rsc_op id="vip_last_0" operation_key="vip_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="4:2:7:72d50bf3-3ecf-4bdb-af9c-fd66cdae2841" transition-magic="0:7;4:2:7:72d50bf3-3ecf-4bdb-af9c-fd66cdae2841" exit-reason="" on_node="rhel8-2" call-id="25" rc-code="7" op-status="0" interval="0" last-rc-change="1687293885" exec-time="36" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-secure-params=" passwd " op-secure-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ </lrm_resource>
+ <lrm_resource id="foo" class="ocf" provider="pacemaker" type="Dummy">
+ <lrm_rsc_op id="foo_last_0" operation_key="foo_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="5:5:7:72d50bf3-3ecf-4bdb-af9c-fd66cdae2841" transition-magic="0:7;5:5:7:72d50bf3-3ecf-4bdb-af9c-fd66cdae2841" exit-reason="" on_node="rhel8-2" call-id="29" rc-code="7" op-status="0" interval="0" last-rc-change="1687293893" exec-time="36" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-secure-params=" passwd " op-secure-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ </lrm_resource>
+ <lrm_resource id="bar" class="ocf" provider="pacemaker" type="Dummy">
+ <lrm_rsc_op id="bar_last_0" operation_key="bar_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="6:6:7:72d50bf3-3ecf-4bdb-af9c-fd66cdae2841" transition-magic="0:7;6:6:7:72d50bf3-3ecf-4bdb-af9c-fd66cdae2841" exit-reason="" on_node="rhel8-2" call-id="33" rc-code="7" op-status="0" interval="0" last-rc-change="1687293894" exec-time="30" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-secure-params=" passwd " op-secure-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ <transient_attributes id="2">
+ <instance_attributes id="status-2">
+ <nvpair id="status-2-.feature-set" name="#feature-set" value="3.17.4"/>
+ </instance_attributes>
+ </transient_attributes>
+ </node_state>
+ <node_state id="5" uname="rhel8-5" in_ccm="true" crmd="online" crm-debug-origin="controld_update_resource_history" join="member" expected="member">
+ <lrm id="5">
+ <lrm_resources>
+ <lrm_resource id="Fencing" class="stonith" type="fence_xvm">
+ <lrm_rsc_op id="Fencing_last_0" operation_key="Fencing_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="13:0:7:72d50bf3-3ecf-4bdb-af9c-fd66cdae2841" transition-magic="0:7;13:0:7:72d50bf3-3ecf-4bdb-af9c-fd66cdae2841" exit-reason="" on_node="rhel8-5" call-id="9" rc-code="7" op-status="0" interval="0" last-rc-change="1687293860" exec-time="1" queue-time="0" op-digest="bf974d77f2d4d33e434be1f89e362a52"/>
+ </lrm_resource>
+ <lrm_resource id="vip-dep" class="ocf" provider="pacemaker" type="Dummy">
+ <lrm_rsc_op id="vip-dep_last_0" operation_key="vip-dep_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="6:1:7:72d50bf3-3ecf-4bdb-af9c-fd66cdae2841" transition-magic="0:7;6:1:7:72d50bf3-3ecf-4bdb-af9c-fd66cdae2841" exit-reason="" on_node="rhel8-5" call-id="21" rc-code="7" op-status="0" interval="0" last-rc-change="1687293879" exec-time="27" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-secure-params=" passwd " op-secure-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ </lrm_resource>
+ <lrm_resource id="vip" class="ocf" provider="pacemaker" type="Dummy">
+ <lrm_rsc_op id="vip_last_0" operation_key="vip_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="7:2:7:72d50bf3-3ecf-4bdb-af9c-fd66cdae2841" transition-magic="0:7;7:2:7:72d50bf3-3ecf-4bdb-af9c-fd66cdae2841" exit-reason="" on_node="rhel8-5" call-id="25" rc-code="7" op-status="0" interval="0" last-rc-change="1687293885" exec-time="39" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-secure-params=" passwd " op-secure-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ </lrm_resource>
+ <lrm_resource id="foo" class="ocf" provider="pacemaker" type="Dummy">
+ <lrm_rsc_op id="foo_last_0" operation_key="foo_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="8:5:7:72d50bf3-3ecf-4bdb-af9c-fd66cdae2841" transition-magic="0:7;8:5:7:72d50bf3-3ecf-4bdb-af9c-fd66cdae2841" exit-reason="" on_node="rhel8-5" call-id="29" rc-code="7" op-status="0" interval="0" last-rc-change="1687293893" exec-time="40" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-secure-params=" passwd " op-secure-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ </lrm_resource>
+ <lrm_resource id="bar" class="ocf" provider="pacemaker" type="Dummy">
+ <lrm_rsc_op id="bar_last_0" operation_key="bar_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="9:6:7:72d50bf3-3ecf-4bdb-af9c-fd66cdae2841" transition-magic="0:7;9:6:7:72d50bf3-3ecf-4bdb-af9c-fd66cdae2841" exit-reason="" on_node="rhel8-5" call-id="33" rc-code="7" op-status="0" interval="0" last-rc-change="1687293894" exec-time="32" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-secure-params=" passwd " op-secure-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ <transient_attributes id="5">
+ <instance_attributes id="status-5">
+ <nvpair id="status-5-.feature-set" name="#feature-set" value="3.17.4"/>
+ </instance_attributes>
+ </transient_attributes>
+ </node_state>
+ <node_state id="1" uname="rhel8-1" in_ccm="true" crmd="online" crm-debug-origin="controld_update_resource_history" join="member" expected="member">
+ <lrm id="1">
+ <lrm_resources>
+ <lrm_resource id="Fencing" class="stonith" type="fence_xvm">
+ <lrm_rsc_op id="Fencing_last_0" operation_key="Fencing_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="16:0:0:72d50bf3-3ecf-4bdb-af9c-fd66cdae2841" transition-magic="0:0;16:0:0:72d50bf3-3ecf-4bdb-af9c-fd66cdae2841" exit-reason="" on_node="rhel8-1" call-id="14" rc-code="0" op-status="0" interval="0" last-rc-change="1687293860" exec-time="52" queue-time="0" op-digest="bf974d77f2d4d33e434be1f89e362a52"/>
+ <lrm_rsc_op id="Fencing_monitor_120000" operation_key="Fencing_monitor_120000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="17:0:0:72d50bf3-3ecf-4bdb-af9c-fd66cdae2841" transition-magic="0:0;17:0:0:72d50bf3-3ecf-4bdb-af9c-fd66cdae2841" exit-reason="" on_node="rhel8-1" call-id="16" rc-code="0" op-status="0" interval="120000" last-rc-change="1687293860" exec-time="35" queue-time="0" op-digest="24c9c9364f847dcb857d6fb4e1b4d3c8"/>
+ </lrm_resource>
+ <lrm_resource id="vip-dep" class="ocf" provider="pacemaker" type="Dummy">
+ <lrm_rsc_op id="vip-dep_last_0" operation_key="vip-dep_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="2:1:7:72d50bf3-3ecf-4bdb-af9c-fd66cdae2841" transition-magic="0:7;2:1:7:72d50bf3-3ecf-4bdb-af9c-fd66cdae2841" exit-reason="" on_node="rhel8-1" call-id="25" rc-code="7" op-status="0" interval="0" last-rc-change="1687293879" exec-time="57" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-secure-params=" passwd " op-secure-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ </lrm_resource>
+ <lrm_resource id="vip" class="ocf" provider="pacemaker" type="Dummy">
+ <lrm_rsc_op id="vip_last_0" operation_key="vip_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="3:2:7:72d50bf3-3ecf-4bdb-af9c-fd66cdae2841" transition-magic="0:7;3:2:7:72d50bf3-3ecf-4bdb-af9c-fd66cdae2841" exit-reason="" on_node="rhel8-1" call-id="29" rc-code="7" op-status="0" interval="0" last-rc-change="1687293885" exec-time="34" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-secure-params=" passwd " op-secure-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ </lrm_resource>
+ <lrm_resource id="foo" class="ocf" provider="pacemaker" type="Dummy">
+ <lrm_rsc_op id="foo_last_0" operation_key="foo_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="4:5:7:72d50bf3-3ecf-4bdb-af9c-fd66cdae2841" transition-magic="0:7;4:5:7:72d50bf3-3ecf-4bdb-af9c-fd66cdae2841" exit-reason="" on_node="rhel8-1" call-id="33" rc-code="7" op-status="0" interval="0" last-rc-change="1687293893" exec-time="62" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-secure-params=" passwd " op-secure-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ </lrm_resource>
+ <lrm_resource id="bar" class="ocf" provider="pacemaker" type="Dummy">
+ <lrm_rsc_op id="bar_last_0" operation_key="bar_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="5:6:7:72d50bf3-3ecf-4bdb-af9c-fd66cdae2841" transition-magic="0:7;5:6:7:72d50bf3-3ecf-4bdb-af9c-fd66cdae2841" exit-reason="" on_node="rhel8-1" call-id="37" rc-code="7" op-status="0" interval="0" last-rc-change="1687293894" exec-time="70" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-secure-params=" passwd " op-secure-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ <transient_attributes id="1">
+ <instance_attributes id="status-1">
+ <nvpair id="status-1-.feature-set" name="#feature-set" value="3.17.4"/>
+ </instance_attributes>
+ </transient_attributes>
+ </node_state>
+ <node_state id="3" uname="rhel8-3" in_ccm="true" crmd="online" crm-debug-origin="controld_update_resource_history" join="member" expected="member">
+ <lrm id="3">
+ <lrm_resources>
+ <lrm_resource id="Fencing" class="stonith" type="fence_xvm">
+ <lrm_rsc_op id="Fencing_last_0" operation_key="Fencing_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="7:0:7:72d50bf3-3ecf-4bdb-af9c-fd66cdae2841" transition-magic="0:7;7:0:7:72d50bf3-3ecf-4bdb-af9c-fd66cdae2841" exit-reason="" on_node="rhel8-3" call-id="9" rc-code="7" op-status="0" interval="0" last-rc-change="1687293860" exec-time="1" queue-time="0" op-digest="bf974d77f2d4d33e434be1f89e362a52"/>
+ </lrm_resource>
+ <lrm_resource id="vip-dep" class="ocf" provider="pacemaker" type="Dummy">
+ <lrm_rsc_op id="vip-dep_last_0" operation_key="vip-dep_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="11:1:0:72d50bf3-3ecf-4bdb-af9c-fd66cdae2841" transition-magic="0:0;11:1:0:72d50bf3-3ecf-4bdb-af9c-fd66cdae2841" exit-reason="" on_node="rhel8-3" call-id="22" rc-code="0" op-status="0" interval="0" last-rc-change="1687293879" exec-time="19" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-secure-params=" passwd " op-secure-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="vip-dep_monitor_10000" operation_key="vip-dep_monitor_10000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="12:1:0:72d50bf3-3ecf-4bdb-af9c-fd66cdae2841" transition-magic="0:0;12:1:0:72d50bf3-3ecf-4bdb-af9c-fd66cdae2841" exit-reason="" on_node="rhel8-3" call-id="24" rc-code="0" op-status="0" interval="10000" last-rc-change="1687293879" exec-time="18" queue-time="0" op-digest="4811cef7f7f94e3a35a70be7916cb2fd" op-secure-params=" passwd " op-secure-digest="4811cef7f7f94e3a35a70be7916cb2fd"/>
+ </lrm_resource>
+ <lrm_resource id="vip" class="ocf" provider="pacemaker" type="Dummy">
+ <lrm_rsc_op id="vip_last_0" operation_key="vip_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="11:4:0:72d50bf3-3ecf-4bdb-af9c-fd66cdae2841" transition-magic="0:0;11:4:0:72d50bf3-3ecf-4bdb-af9c-fd66cdae2841" exit-reason="" on_node="rhel8-3" call-id="30" rc-code="0" op-status="0" interval="0" last-rc-change="1687293893" exec-time="20" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-secure-params=" passwd " op-secure-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="vip_monitor_10000" operation_key="vip_monitor_10000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="12:4:0:72d50bf3-3ecf-4bdb-af9c-fd66cdae2841" transition-magic="0:0;12:4:0:72d50bf3-3ecf-4bdb-af9c-fd66cdae2841" exit-reason="" on_node="rhel8-3" call-id="32" rc-code="0" op-status="0" interval="10000" last-rc-change="1687293893" exec-time="20" queue-time="0" op-digest="4811cef7f7f94e3a35a70be7916cb2fd" op-secure-params=" passwd " op-secure-digest="4811cef7f7f94e3a35a70be7916cb2fd"/>
+ </lrm_resource>
+ <lrm_resource id="foo" class="ocf" provider="pacemaker" type="Dummy">
+ <lrm_rsc_op id="foo_last_0" operation_key="foo_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="6:5:7:72d50bf3-3ecf-4bdb-af9c-fd66cdae2841" transition-magic="0:7;6:5:7:72d50bf3-3ecf-4bdb-af9c-fd66cdae2841" exit-reason="" on_node="rhel8-3" call-id="37" rc-code="7" op-status="0" interval="0" last-rc-change="1687293893" exec-time="34" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-secure-params=" passwd " op-secure-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ </lrm_resource>
+ <lrm_resource id="bar" class="ocf" provider="pacemaker" type="Dummy">
+ <lrm_rsc_op id="bar_last_0" operation_key="bar_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="7:6:7:72d50bf3-3ecf-4bdb-af9c-fd66cdae2841" transition-magic="0:7;7:6:7:72d50bf3-3ecf-4bdb-af9c-fd66cdae2841" exit-reason="" on_node="rhel8-3" call-id="41" rc-code="7" op-status="0" interval="0" last-rc-change="1687293894" exec-time="45" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-secure-params=" passwd " op-secure-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ <transient_attributes id="3">
+ <instance_attributes id="status-3">
+ <nvpair id="status-3-.feature-set" name="#feature-set" value="3.17.4"/>
+ </instance_attributes>
+ </transient_attributes>
+ </node_state>
+ <node_state id="4" uname="rhel8-4" in_ccm="true" crmd="online" crm-debug-origin="controld_update_resource_history" join="member" expected="member">
+ <lrm id="4">
+ <lrm_resources>
+ <lrm_resource id="Fencing" class="stonith" type="fence_xvm">
+ <lrm_rsc_op id="Fencing_last_0" operation_key="Fencing_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="10:0:7:72d50bf3-3ecf-4bdb-af9c-fd66cdae2841" transition-magic="0:7;10:0:7:72d50bf3-3ecf-4bdb-af9c-fd66cdae2841" exit-reason="" on_node="rhel8-4" call-id="10" rc-code="7" op-status="0" interval="0" last-rc-change="1687293860" exec-time="5" queue-time="0" op-digest="bf974d77f2d4d33e434be1f89e362a52"/>
+ </lrm_resource>
+ <lrm_resource id="vip-dep" class="ocf" provider="pacemaker" type="Dummy">
+ <lrm_rsc_op id="vip-dep_last_0" operation_key="vip-dep_monitor_0" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="5:1:7:72d50bf3-3ecf-4bdb-af9c-fd66cdae2841" transition-magic="0:7;5:1:7:72d50bf3-3ecf-4bdb-af9c-fd66cdae2841" exit-reason="" on_node="rhel8-4" call-id="22" rc-code="7" op-status="0" interval="0" last-rc-change="1687293879" exec-time="26" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-secure-params=" passwd " op-secure-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ </lrm_resource>
+ <lrm_resource id="vip" class="ocf" provider="pacemaker" type="Dummy">
+ <lrm_rsc_op id="vip_last_0" operation_key="vip_stop_0" operation="stop" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="10:4:0:72d50bf3-3ecf-4bdb-af9c-fd66cdae2841" transition-magic="0:0;10:4:0:72d50bf3-3ecf-4bdb-af9c-fd66cdae2841" exit-reason="" on_node="rhel8-4" call-id="32" rc-code="0" op-status="0" interval="0" last-rc-change="1687293893" exec-time="29" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-secure-params=" passwd " op-secure-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="vip_monitor_10000" operation_key="vip_monitor_10000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="15:2:0:72d50bf3-3ecf-4bdb-af9c-fd66cdae2841" transition-magic="0:0;15:2:0:72d50bf3-3ecf-4bdb-af9c-fd66cdae2841" exit-reason="" on_node="rhel8-4" call-id="29" rc-code="0" op-status="0" interval="10000" last-rc-change="1687293885" exec-time="18" queue-time="0" op-digest="4811cef7f7f94e3a35a70be7916cb2fd" op-secure-params=" passwd " op-secure-digest="4811cef7f7f94e3a35a70be7916cb2fd"/>
+ </lrm_resource>
+ <lrm_resource id="foo" class="ocf" provider="pacemaker" type="Dummy">
+ <lrm_rsc_op id="foo_last_0" operation_key="foo_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="17:5:0:72d50bf3-3ecf-4bdb-af9c-fd66cdae2841" transition-magic="0:0;17:5:0:72d50bf3-3ecf-4bdb-af9c-fd66cdae2841" exit-reason="" on_node="rhel8-4" call-id="39" rc-code="0" op-status="0" interval="0" last-rc-change="1687293893" exec-time="14" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-secure-params=" passwd " op-secure-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="foo_monitor_10000" operation_key="foo_monitor_10000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="18:5:0:72d50bf3-3ecf-4bdb-af9c-fd66cdae2841" transition-magic="0:0;18:5:0:72d50bf3-3ecf-4bdb-af9c-fd66cdae2841" exit-reason="" on_node="rhel8-4" call-id="41" rc-code="0" op-status="0" interval="10000" last-rc-change="1687293893" exec-time="18" queue-time="0" op-digest="4811cef7f7f94e3a35a70be7916cb2fd" op-secure-params=" passwd " op-secure-digest="4811cef7f7f94e3a35a70be7916cb2fd"/>
+ </lrm_resource>
+ <lrm_resource id="bar" class="ocf" provider="pacemaker" type="Dummy">
+ <lrm_rsc_op id="bar_last_0" operation_key="bar_start_0" operation="start" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="20:6:0:72d50bf3-3ecf-4bdb-af9c-fd66cdae2841" transition-magic="0:0;20:6:0:72d50bf3-3ecf-4bdb-af9c-fd66cdae2841" exit-reason="" on_node="rhel8-4" call-id="47" rc-code="0" op-status="0" interval="0" last-rc-change="1687293894" exec-time="16" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-force-restart=" state " op-restart-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8" op-secure-params=" passwd " op-secure-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="bar_monitor_10000" operation_key="bar_monitor_10000" operation="monitor" crm-debug-origin="controld_update_resource_history" crm_feature_set="3.17.4" transition-key="21:6:0:72d50bf3-3ecf-4bdb-af9c-fd66cdae2841" transition-magic="0:0;21:6:0:72d50bf3-3ecf-4bdb-af9c-fd66cdae2841" exit-reason="" on_node="rhel8-4" call-id="49" rc-code="0" op-status="0" interval="10000" last-rc-change="1687293894" exec-time="19" queue-time="0" op-digest="4811cef7f7f94e3a35a70be7916cb2fd" op-secure-params=" passwd " op-secure-digest="4811cef7f7f94e3a35a70be7916cb2fd"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ <transient_attributes id="4">
+ <instance_attributes id="status-4">
+ <nvpair id="status-4-.feature-set" name="#feature-set" value="3.17.4"/>
+ </instance_attributes>
+ </transient_attributes>
+ </node_state>
+ </status>
+</cib>
diff --git a/cts/scheduler/xml/group-anticolocation-2.xml b/cts/scheduler/xml/group-anticolocation-2.xml
new file mode 100644
index 0000000..0fb5523
--- /dev/null
+++ b/cts/scheduler/xml/group-anticolocation-2.xml
@@ -0,0 +1,166 @@
+<cib crm_feature_set="3.16.1" validate-with="pacemaker-3.7" epoch="265" num_updates="16" admin_epoch="0" cib-last-written="Tue Oct 25 14:29:45 2022" update-origin="node2" update-client="cibadmin" update-user="root" have-quorum="1" dc-uuid="4">
+ <configuration>
+ <!-- The essential elements of this test are:
+ * A group (group2) is optionally anti-colocated (at score -5000) with
+ another group (group1)
+ * There are two nodes, and the groups are active on different ones
+ * The dependent group's last member (member2b) is failed and has
+ reached its migration-threshold
+ * Stickiness is infinite
+ * The anti-colocation has influence
+ * The dependent has nowhere to run other than the primary's node
+
+ In this situation, the goal of keeping as many resources active as
+ possible should override the anti-colocation, so the dependent should
+ move, but given the stickiness, the primary should stay where it is.
+ -->
+ <crm_config>
+ <cluster_property_set id="cib-bootstrap-options">
+ <nvpair id="cib-bootstrap-options-have-watchdog" name="have-watchdog" value="false"/>
+ <nvpair id="cib-bootstrap-options-dc-version" name="dc-version" value="2.1.5"/>
+ <nvpair id="cib-bootstrap-options-cluster-infrastructure" name="cluster-infrastructure" value="corosync"/>
+ <nvpair id="cib-bootstrap-options-cluster-name" name="cluster-name" value="test"/>
+ </cluster_property_set>
+ </crm_config>
+ <nodes>
+ <node id="1" uname="node1"/>
+ <node id="2" uname="node2"/>
+ </nodes>
+ <resources>
+ <primitive class="stonith" id="Fencing" type="fence_xvm">
+ <meta_attributes id="Fencing-meta">
+ <nvpair id="Fencing-migration-threshold" name="migration-threshold" value="5"/>
+ </meta_attributes>
+ <instance_attributes id="Fencing-params">
+ <nvpair id="Fencing-key_file" name="key_file" value="/etc/pacemaker/fence_xvm.key"/>
+ <nvpair id="Fencing-multicast_address" name="multicast_address" value="239.255.100.100"/>
+ <nvpair id="Fencing-pcmk_host_list" name="pcmk_host_list" value="node1 node2 node3 node4 node5"/>
+ </instance_attributes>
+ <operations>
+ <op id="Fencing-monitor-120s" interval="120s" name="monitor" timeout="120s"/>
+ </operations>
+ </primitive>
+ <group id="group1">
+ <primitive class="ocf" id="member1a" provider="pacemaker" type="Dummy">
+ <operations>
+ <op id="member1a-migrate_from-interval-0s" interval="0s" name="migrate_from" timeout="20s"/>
+ <op id="member1a-migrate_to-interval-0s" interval="0s" name="migrate_to" timeout="20s"/>
+ <op id="member1a-monitor-interval-10s" interval="10s" name="monitor" timeout="20s"/>
+ <op id="member1a-reload-interval-0s" interval="0s" name="reload" timeout="20s"/>
+ <op id="member1a-reload-agent-interval-0s" interval="0s" name="reload-agent" timeout="20s"/>
+ <op id="member1a-start-interval-0s" interval="0s" name="start" timeout="20s"/>
+ <op id="member1a-stop-interval-0s" interval="0s" name="stop" timeout="20s"/>
+ </operations>
+ </primitive>
+ <primitive class="ocf" id="member1b" provider="pacemaker" type="Dummy">
+ <operations>
+ <op id="member1b-migrate_from-interval-0s" interval="0s" name="migrate_from" timeout="20s"/>
+ <op id="member1b-migrate_to-interval-0s" interval="0s" name="migrate_to" timeout="20s"/>
+ <op id="member1b-monitor-interval-10s" interval="10s" name="monitor" timeout="20s"/>
+ <op id="member1b-reload-interval-0s" interval="0s" name="reload" timeout="20s"/>
+ <op id="member1b-reload-agent-interval-0s" interval="0s" name="reload-agent" timeout="20s"/>
+ <op id="member1b-start-interval-0s" interval="0s" name="start" timeout="20s"/>
+ <op id="member1b-stop-interval-0s" interval="0s" name="stop" timeout="20s"/>
+ </operations>
+ </primitive>
+ </group>
+ <group id="group2">
+ <primitive class="ocf" id="member2a" provider="pacemaker" type="Dummy">
+ <operations>
+ <op id="member2a-migrate_from-interval-0s" interval="0s" name="migrate_from" timeout="20s"/>
+ <op id="member2a-migrate_to-interval-0s" interval="0s" name="migrate_to" timeout="20s"/>
+ <op id="member2a-monitor-interval-10s" interval="10s" name="monitor" timeout="20s"/>
+ <op id="member2a-reload-interval-0s" interval="0s" name="reload" timeout="20s"/>
+ <op id="member2a-reload-agent-interval-0s" interval="0s" name="reload-agent" timeout="20s"/>
+ <op id="member2a-start-interval-0s" interval="0s" name="start" timeout="20s"/>
+ <op id="member2a-stop-interval-0s" interval="0s" name="stop" timeout="20s"/>
+ </operations>
+ </primitive>
+ <primitive class="ocf" id="member2b" provider="pacemaker" type="Dummy">
+ <operations>
+ <op id="member2b-migrate_from-interval-0s" interval="0s" name="migrate_from" timeout="20s"/>
+ <op id="member2b-migrate_to-interval-0s" interval="0s" name="migrate_to" timeout="20s"/>
+ <op id="member2b-monitor-interval-10s" interval="10s" name="monitor" timeout="20s"/>
+ <op id="member2b-reload-interval-0s" interval="0s" name="reload" timeout="20s"/>
+ <op id="member2b-reload-agent-interval-0s" interval="0s" name="reload-agent" timeout="20s"/>
+ <op id="member2b-start-interval-0s" interval="0s" name="start" timeout="20s"/>
+ <op id="member2b-stop-interval-0s" interval="0s" name="stop" timeout="20s"/>
+ </operations>
+ </primitive>
+ </group>
+ </resources>
+ <constraints>
+ <rsc_colocation id="colocation-group2-group1--5000" rsc="group2" score="-5000" with-rsc="group1"/>
+ </constraints>
+ <fencing-topology/>
+ <op_defaults/>
+ <alerts/>
+ <rsc_defaults>
+ <meta_attributes id="rsc_defaults-meta_attributes">
+ <nvpair id="rsc_defaults-meta_attributes-migration-threshold" name="migration-threshold" value="1"/>
+ <nvpair id="rsc_defaults-meta_attributes-resource-stickiness" name="resource-stickiness" value="INFINITY"/>
+ </meta_attributes>
+ </rsc_defaults>
+ </configuration>
+ <status>
+ <node_state id="1" uname="node1" in_ccm="true" crmd="online" crm-debug-origin="do_update_resource" join="member" expected="member">
+ <transient_attributes id="1">
+ <instance_attributes id="status-1">
+ <nvpair id="status-1-.feature-set" name="#feature-set" value="3.16.1"/>
+ <nvpair id="status-1-fail-count-member2b.monitor_10000" name="fail-count-member2b#monitor_10000" value="1"/>
+ <nvpair id="status-1-last-failure-member2b.monitor_10000" name="last-failure-member2b#monitor_10000" value="1666727868"/>
+ </instance_attributes>
+ </transient_attributes>
+ <lrm id="1">
+ <lrm_resources>
+ <lrm_resource id="Fencing" type="fence_xvm" class="stonith">
+ <lrm_rsc_op id="Fencing_last_0" operation_key="Fencing_start_0" operation="start" crm-debug-origin="crm_simulate" crm_feature_set="3.16.1" transition-key="9:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;9:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" on_node="node1" call-id="9" rc-code="0" op-status="0" interval="0" last-rc-change="1666726336" exec-time="0" queue-time="0" op-digest="52e34745a77d95a636428d3b550eb867"/>
+ <lrm_rsc_op id="Fencing_monitor_120000" operation_key="Fencing_monitor_120000" operation="monitor" crm-debug-origin="crm_simulate" crm_feature_set="3.16.1" transition-key="10:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;10:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" on_node="node1" call-id="10" rc-code="0" op-status="0" interval="120000" last-rc-change="1666726336" exec-time="0" queue-time="0" op-digest="acc6dd2c58c637db4d12a6fe35626617"/>
+ </lrm_resource>
+ <lrm_resource id="member1a" class="ocf" provider="pacemaker" type="Dummy">
+ <lrm_rsc_op id="member1a_last_0" operation_key="member1a_monitor_0" operation="monitor" crm-debug-origin="crm_simulate" crm_feature_set="3.16.1" transition-key="1:-1:7:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:7;1:-1:7:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="1" rc-code="7" op-status="0" interval="0" last-rc-change="1666727835" exec-time="0" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ </lrm_resource>
+ <lrm_resource id="member1b" class="ocf" provider="pacemaker" type="Dummy">
+ <lrm_rsc_op id="member1b_last_0" operation_key="member1b_monitor_0" operation="monitor" crm-debug-origin="crm_simulate" crm_feature_set="3.16.1" transition-key="1:-1:7:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:7;1:-1:7:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="1" rc-code="7" op-status="0" interval="0" last-rc-change="1666727835" exec-time="0" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ </lrm_resource>
+ <lrm_resource id="member2a" class="ocf" provider="pacemaker" type="Dummy">
+ <lrm_rsc_op id="member2a_last_0" operation_key="member2a_start_0" operation="start" crm-debug-origin="crm_simulate" crm_feature_set="3.16.1" transition-key="2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="2" rc-code="0" op-status="0" interval="0" last-rc-change="1666727835" exec-time="0" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="member2a_monitor_10000" operation_key="member2a_monitor_10000" operation="monitor" crm-debug-origin="crm_simulate" crm_feature_set="3.16.1" transition-key="3:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;3:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="3" rc-code="0" op-status="0" interval="10000" last-rc-change="1666727835" exec-time="0" queue-time="0" op-digest="4811cef7f7f94e3a35a70be7916cb2fd"/>
+ </lrm_resource>
+ <lrm_resource id="member2b" class="ocf" provider="pacemaker" type="Dummy">
+ <lrm_rsc_op id="member2b_last_0" operation_key="member2b_start_0" operation="start" crm-debug-origin="crm_simulate" crm_feature_set="3.16.1" transition-key="2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="2" rc-code="0" op-status="0" interval="0" last-rc-change="1666727835" exec-time="0" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="member2b_monitor_10000" operation_key="member2b_monitor_10000" operation="monitor" crm-debug-origin="crm_simulate" crm_feature_set="3.16.1" transition-key="3:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;3:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="3" rc-code="1" op-status="0" interval="10000" last-rc-change="1666727835" exec-time="0" queue-time="0" op-digest="4811cef7f7f94e3a35a70be7916cb2fd"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ </node_state>
+ <node_state id="2" uname="node2" in_ccm="true" crmd="online" crm-debug-origin="do_update_resource" join="member" expected="member">
+ <transient_attributes id="2">
+ <instance_attributes id="status-2">
+ <nvpair id="status-2-.feature-set" name="#feature-set" value="3.16.1"/>
+ </instance_attributes>
+ </transient_attributes>
+ <lrm id="2">
+ <lrm_resources>
+ <lrm_resource id="Fencing" type="fence_xvm" class="stonith">
+ <lrm_rsc_op id="Fencing_last_0" operation_key="Fencing_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.16.1" transition-key="2:0:7:72f87069-7296-4421-b2b0-ab12fa9068ef" transition-magic="0:7;2:0:7:72f87069-7296-4421-b2b0-ab12fa9068ef" exit-reason="" on_node="node2" call-id="5" rc-code="7" op-status="0" interval="0" last-rc-change="1666726234" exec-time="2" queue-time="0" op-digest="ac94f147daea19463126aacea2f8cd39"/>
+ </lrm_resource>
+ <lrm_resource id="member1a" class="ocf" provider="pacemaker" type="Dummy">
+ <lrm_rsc_op id="member1a_last_0" operation_key="member1a_start_0" operation="start" crm-debug-origin="crm_simulate" crm_feature_set="3.16.1" transition-key="2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="2" rc-code="0" op-status="0" interval="0" last-rc-change="1666727835" exec-time="0" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="member1a_monitor_10000" operation_key="member1a_monitor_10000" operation="monitor" crm-debug-origin="crm_simulate" crm_feature_set="3.16.1" transition-key="3:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;3:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="3" rc-code="0" op-status="0" interval="10000" last-rc-change="1666727835" exec-time="0" queue-time="0" op-digest="4811cef7f7f94e3a35a70be7916cb2fd"/>
+ </lrm_resource>
+ <lrm_resource id="member1b" class="ocf" provider="pacemaker" type="Dummy">
+ <lrm_rsc_op id="member1b_last_0" operation_key="member1b_start_0" operation="start" crm-debug-origin="crm_simulate" crm_feature_set="3.16.1" transition-key="2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="2" rc-code="0" op-status="0" interval="0" last-rc-change="1666727835" exec-time="0" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="member1b_monitor_10000" operation_key="member1b_monitor_10000" operation="monitor" crm-debug-origin="crm_simulate" crm_feature_set="3.16.1" transition-key="3:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;3:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="3" rc-code="0" op-status="0" interval="10000" last-rc-change="1666727835" exec-time="0" queue-time="0" op-digest="4811cef7f7f94e3a35a70be7916cb2fd"/>
+ </lrm_resource>
+ <lrm_resource id="member2a" class="ocf" provider="pacemaker" type="Dummy">
+ <lrm_rsc_op id="member2a_last_0" operation_key="member2a_monitor_0" operation="monitor" crm-debug-origin="crm_simulate" crm_feature_set="3.16.1" transition-key="1:-1:7:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:7;1:-1:7:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="1" rc-code="7" op-status="0" interval="0" last-rc-change="1666727835" exec-time="0" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ </lrm_resource>
+ <lrm_resource id="member2b" class="ocf" provider="pacemaker" type="Dummy">
+ <lrm_rsc_op id="member2b_last_0" operation_key="member2b_monitor_0" operation="monitor" crm-debug-origin="crm_simulate" crm_feature_set="3.16.1" transition-key="1:-1:7:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:7;1:-1:7:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="1" rc-code="7" op-status="0" interval="0" last-rc-change="1666727835" exec-time="0" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ </node_state>
+ </status>
+</cib>
diff --git a/cts/scheduler/xml/group-anticolocation-3.xml b/cts/scheduler/xml/group-anticolocation-3.xml
new file mode 100644
index 0000000..2c118fd
--- /dev/null
+++ b/cts/scheduler/xml/group-anticolocation-3.xml
@@ -0,0 +1,165 @@
+<cib crm_feature_set="3.16.1" validate-with="pacemaker-3.7" epoch="265" num_updates="16" admin_epoch="0" cib-last-written="Tue Oct 25 14:29:45 2022" update-origin="node2" update-client="cibadmin" update-user="root" have-quorum="1" dc-uuid="4">
+ <configuration>
+ <!-- The essential elements of this test are:
+ * A group (group2) is mandatorily anti-colocated with another group
+ (group1)
+ * There are two nodes, and the groups are active on different ones
+ * The dependent group's last member (member2b) is failed and has
+ reached its migration-threshold
+ * Stickiness is infinite
+ * The anti-colocation has influence
+ * The dependent has nowhere to run other than the primary's node
+
+ In this situation, the mandatory anti-colocation and stickiness mean
+ the failed dependent member has to remain stopped.
+ -->
+ <crm_config>
+ <cluster_property_set id="cib-bootstrap-options">
+ <nvpair id="cib-bootstrap-options-have-watchdog" name="have-watchdog" value="false"/>
+ <nvpair id="cib-bootstrap-options-dc-version" name="dc-version" value="2.1.5"/>
+ <nvpair id="cib-bootstrap-options-cluster-infrastructure" name="cluster-infrastructure" value="corosync"/>
+ <nvpair id="cib-bootstrap-options-cluster-name" name="cluster-name" value="test"/>
+ </cluster_property_set>
+ </crm_config>
+ <nodes>
+ <node id="1" uname="node1"/>
+ <node id="2" uname="node2"/>
+ </nodes>
+ <resources>
+ <primitive class="stonith" id="Fencing" type="fence_xvm">
+ <meta_attributes id="Fencing-meta">
+ <nvpair id="Fencing-migration-threshold" name="migration-threshold" value="5"/>
+ </meta_attributes>
+ <instance_attributes id="Fencing-params">
+ <nvpair id="Fencing-key_file" name="key_file" value="/etc/pacemaker/fence_xvm.key"/>
+ <nvpair id="Fencing-multicast_address" name="multicast_address" value="239.255.100.100"/>
+ <nvpair id="Fencing-pcmk_host_list" name="pcmk_host_list" value="node1 node2 node3 node4 node5"/>
+ </instance_attributes>
+ <operations>
+ <op id="Fencing-monitor-120s" interval="120s" name="monitor" timeout="120s"/>
+ </operations>
+ </primitive>
+ <group id="group1">
+ <primitive class="ocf" id="member1a" provider="pacemaker" type="Dummy">
+ <operations>
+ <op id="member1a-migrate_from-interval-0s" interval="0s" name="migrate_from" timeout="20s"/>
+ <op id="member1a-migrate_to-interval-0s" interval="0s" name="migrate_to" timeout="20s"/>
+ <op id="member1a-monitor-interval-10s" interval="10s" name="monitor" timeout="20s"/>
+ <op id="member1a-reload-interval-0s" interval="0s" name="reload" timeout="20s"/>
+ <op id="member1a-reload-agent-interval-0s" interval="0s" name="reload-agent" timeout="20s"/>
+ <op id="member1a-start-interval-0s" interval="0s" name="start" timeout="20s"/>
+ <op id="member1a-stop-interval-0s" interval="0s" name="stop" timeout="20s"/>
+ </operations>
+ </primitive>
+ <primitive class="ocf" id="member1b" provider="pacemaker" type="Dummy">
+ <operations>
+ <op id="member1b-migrate_from-interval-0s" interval="0s" name="migrate_from" timeout="20s"/>
+ <op id="member1b-migrate_to-interval-0s" interval="0s" name="migrate_to" timeout="20s"/>
+ <op id="member1b-monitor-interval-10s" interval="10s" name="monitor" timeout="20s"/>
+ <op id="member1b-reload-interval-0s" interval="0s" name="reload" timeout="20s"/>
+ <op id="member1b-reload-agent-interval-0s" interval="0s" name="reload-agent" timeout="20s"/>
+ <op id="member1b-start-interval-0s" interval="0s" name="start" timeout="20s"/>
+ <op id="member1b-stop-interval-0s" interval="0s" name="stop" timeout="20s"/>
+ </operations>
+ </primitive>
+ </group>
+ <group id="group2">
+ <primitive class="ocf" id="member2a" provider="pacemaker" type="Dummy">
+ <operations>
+ <op id="member2a-migrate_from-interval-0s" interval="0s" name="migrate_from" timeout="20s"/>
+ <op id="member2a-migrate_to-interval-0s" interval="0s" name="migrate_to" timeout="20s"/>
+ <op id="member2a-monitor-interval-10s" interval="10s" name="monitor" timeout="20s"/>
+ <op id="member2a-reload-interval-0s" interval="0s" name="reload" timeout="20s"/>
+ <op id="member2a-reload-agent-interval-0s" interval="0s" name="reload-agent" timeout="20s"/>
+ <op id="member2a-start-interval-0s" interval="0s" name="start" timeout="20s"/>
+ <op id="member2a-stop-interval-0s" interval="0s" name="stop" timeout="20s"/>
+ </operations>
+ </primitive>
+ <primitive class="ocf" id="member2b" provider="pacemaker" type="Dummy">
+ <operations>
+ <op id="member2b-migrate_from-interval-0s" interval="0s" name="migrate_from" timeout="20s"/>
+ <op id="member2b-migrate_to-interval-0s" interval="0s" name="migrate_to" timeout="20s"/>
+ <op id="member2b-monitor-interval-10s" interval="10s" name="monitor" timeout="20s"/>
+ <op id="member2b-reload-interval-0s" interval="0s" name="reload" timeout="20s"/>
+ <op id="member2b-reload-agent-interval-0s" interval="0s" name="reload-agent" timeout="20s"/>
+ <op id="member2b-start-interval-0s" interval="0s" name="start" timeout="20s"/>
+ <op id="member2b-stop-interval-0s" interval="0s" name="stop" timeout="20s"/>
+ </operations>
+ </primitive>
+ </group>
+ </resources>
+ <constraints>
+ <rsc_colocation id="colocation-group2-group1" rsc="group2" score="-INFINITY" with-rsc="group1"/>
+ </constraints>
+ <fencing-topology/>
+ <op_defaults/>
+ <alerts/>
+ <rsc_defaults>
+ <meta_attributes id="rsc_defaults-meta_attributes">
+ <nvpair id="rsc_defaults-meta_attributes-migration-threshold" name="migration-threshold" value="1"/>
+ <nvpair id="rsc_defaults-meta_attributes-resource-stickiness" name="resource-stickiness" value="INFINITY"/>
+ </meta_attributes>
+ </rsc_defaults>
+ </configuration>
+ <status>
+ <node_state id="1" uname="node1" in_ccm="true" crmd="online" crm-debug-origin="do_update_resource" join="member" expected="member">
+ <transient_attributes id="1">
+ <instance_attributes id="status-1">
+ <nvpair id="status-1-.feature-set" name="#feature-set" value="3.16.1"/>
+ <nvpair id="status-1-fail-count-member2b.monitor_10000" name="fail-count-member2b#monitor_10000" value="1"/>
+ <nvpair id="status-1-last-failure-member2b.monitor_10000" name="last-failure-member2b#monitor_10000" value="1666727868"/>
+ </instance_attributes>
+ </transient_attributes>
+ <lrm id="1">
+ <lrm_resources>
+ <lrm_resource id="Fencing" type="fence_xvm" class="stonith">
+ <lrm_rsc_op id="Fencing_last_0" operation_key="Fencing_start_0" operation="start" crm-debug-origin="crm_simulate" crm_feature_set="3.16.1" transition-key="9:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;9:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" on_node="node1" call-id="9" rc-code="0" op-status="0" interval="0" last-rc-change="1666726336" exec-time="0" queue-time="0" op-digest="52e34745a77d95a636428d3b550eb867"/>
+ <lrm_rsc_op id="Fencing_monitor_120000" operation_key="Fencing_monitor_120000" operation="monitor" crm-debug-origin="crm_simulate" crm_feature_set="3.16.1" transition-key="10:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;10:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" on_node="node1" call-id="10" rc-code="0" op-status="0" interval="120000" last-rc-change="1666726336" exec-time="0" queue-time="0" op-digest="acc6dd2c58c637db4d12a6fe35626617"/>
+ </lrm_resource>
+ <lrm_resource id="member1a" class="ocf" provider="pacemaker" type="Dummy">
+ <lrm_rsc_op id="member1a_last_0" operation_key="member1a_monitor_0" operation="monitor" crm-debug-origin="crm_simulate" crm_feature_set="3.16.1" transition-key="1:-1:7:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:7;1:-1:7:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="1" rc-code="7" op-status="0" interval="0" last-rc-change="1666727835" exec-time="0" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ </lrm_resource>
+ <lrm_resource id="member1b" class="ocf" provider="pacemaker" type="Dummy">
+ <lrm_rsc_op id="member1b_last_0" operation_key="member1b_monitor_0" operation="monitor" crm-debug-origin="crm_simulate" crm_feature_set="3.16.1" transition-key="1:-1:7:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:7;1:-1:7:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="1" rc-code="7" op-status="0" interval="0" last-rc-change="1666727835" exec-time="0" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ </lrm_resource>
+ <lrm_resource id="member2a" class="ocf" provider="pacemaker" type="Dummy">
+ <lrm_rsc_op id="member2a_last_0" operation_key="member2a_start_0" operation="start" crm-debug-origin="crm_simulate" crm_feature_set="3.16.1" transition-key="2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="2" rc-code="0" op-status="0" interval="0" last-rc-change="1666727835" exec-time="0" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="member2a_monitor_10000" operation_key="member2a_monitor_10000" operation="monitor" crm-debug-origin="crm_simulate" crm_feature_set="3.16.1" transition-key="3:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;3:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="3" rc-code="0" op-status="0" interval="10000" last-rc-change="1666727835" exec-time="0" queue-time="0" op-digest="4811cef7f7f94e3a35a70be7916cb2fd"/>
+ </lrm_resource>
+ <lrm_resource id="member2b" class="ocf" provider="pacemaker" type="Dummy">
+ <lrm_rsc_op id="member2b_last_0" operation_key="member2b_start_0" operation="start" crm-debug-origin="crm_simulate" crm_feature_set="3.16.1" transition-key="2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="2" rc-code="0" op-status="0" interval="0" last-rc-change="1666727835" exec-time="0" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="member2b_monitor_10000" operation_key="member2b_monitor_10000" operation="monitor" crm-debug-origin="crm_simulate" crm_feature_set="3.16.1" transition-key="3:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;3:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="3" rc-code="1" op-status="0" interval="10000" last-rc-change="1666727835" exec-time="0" queue-time="0" op-digest="4811cef7f7f94e3a35a70be7916cb2fd"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ </node_state>
+ <node_state id="2" uname="node2" in_ccm="true" crmd="online" crm-debug-origin="do_update_resource" join="member" expected="member">
+ <transient_attributes id="2">
+ <instance_attributes id="status-2">
+ <nvpair id="status-2-.feature-set" name="#feature-set" value="3.16.1"/>
+ </instance_attributes>
+ </transient_attributes>
+ <lrm id="2">
+ <lrm_resources>
+ <lrm_resource id="Fencing" type="fence_xvm" class="stonith">
+ <lrm_rsc_op id="Fencing_last_0" operation_key="Fencing_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.16.1" transition-key="2:0:7:72f87069-7296-4421-b2b0-ab12fa9068ef" transition-magic="0:7;2:0:7:72f87069-7296-4421-b2b0-ab12fa9068ef" exit-reason="" on_node="node2" call-id="5" rc-code="7" op-status="0" interval="0" last-rc-change="1666726234" exec-time="2" queue-time="0" op-digest="ac94f147daea19463126aacea2f8cd39"/>
+ </lrm_resource>
+ <lrm_resource id="member1a" class="ocf" provider="pacemaker" type="Dummy">
+ <lrm_rsc_op id="member1a_last_0" operation_key="member1a_start_0" operation="start" crm-debug-origin="crm_simulate" crm_feature_set="3.16.1" transition-key="2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="2" rc-code="0" op-status="0" interval="0" last-rc-change="1666727835" exec-time="0" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="member1a_monitor_10000" operation_key="member1a_monitor_10000" operation="monitor" crm-debug-origin="crm_simulate" crm_feature_set="3.16.1" transition-key="3:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;3:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="3" rc-code="0" op-status="0" interval="10000" last-rc-change="1666727835" exec-time="0" queue-time="0" op-digest="4811cef7f7f94e3a35a70be7916cb2fd"/>
+ </lrm_resource>
+ <lrm_resource id="member1b" class="ocf" provider="pacemaker" type="Dummy">
+ <lrm_rsc_op id="member1b_last_0" operation_key="member1b_start_0" operation="start" crm-debug-origin="crm_simulate" crm_feature_set="3.16.1" transition-key="2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="2" rc-code="0" op-status="0" interval="0" last-rc-change="1666727835" exec-time="0" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="member1b_monitor_10000" operation_key="member1b_monitor_10000" operation="monitor" crm-debug-origin="crm_simulate" crm_feature_set="3.16.1" transition-key="3:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;3:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="3" rc-code="0" op-status="0" interval="10000" last-rc-change="1666727835" exec-time="0" queue-time="0" op-digest="4811cef7f7f94e3a35a70be7916cb2fd"/>
+ </lrm_resource>
+ <lrm_resource id="member2a" class="ocf" provider="pacemaker" type="Dummy">
+ <lrm_rsc_op id="member2a_last_0" operation_key="member2a_monitor_0" operation="monitor" crm-debug-origin="crm_simulate" crm_feature_set="3.16.1" transition-key="1:-1:7:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:7;1:-1:7:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="1" rc-code="7" op-status="0" interval="0" last-rc-change="1666727835" exec-time="0" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ </lrm_resource>
+ <lrm_resource id="member2b" class="ocf" provider="pacemaker" type="Dummy">
+ <lrm_rsc_op id="member2b_last_0" operation_key="member2b_monitor_0" operation="monitor" crm-debug-origin="crm_simulate" crm_feature_set="3.16.1" transition-key="1:-1:7:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:7;1:-1:7:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="1" rc-code="7" op-status="0" interval="0" last-rc-change="1666727835" exec-time="0" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ </node_state>
+ </status>
+</cib>
diff --git a/cts/scheduler/xml/group-anticolocation-4.xml b/cts/scheduler/xml/group-anticolocation-4.xml
new file mode 100644
index 0000000..33ecb3f
--- /dev/null
+++ b/cts/scheduler/xml/group-anticolocation-4.xml
@@ -0,0 +1,167 @@
+<cib crm_feature_set="3.16.1" validate-with="pacemaker-3.7" epoch="265" num_updates="16" admin_epoch="0" cib-last-written="Tue Oct 25 14:29:45 2022" update-origin="node2" update-client="cibadmin" update-user="root" have-quorum="1" dc-uuid="4">
+ <configuration>
+ <!-- The essential elements of this test are:
+ * A group (group2) is optionally anti-colocated (at score -5000) with
+ another group (group1)
+ * There are two nodes, and the groups are active on different ones
+ * The dependent group's last member (member2b) is failed and has
+ reached its migration-threshold
+ * Stickiness is zero
+ * The anti-colocation does not have influence
+ * The dependent has nowhere to run other than the primary's node
+
+ In this situation, the goal of keeping as many resources active as
+ possible should override the anti-colocation, so the dependent should
+ move, but given the lack of influence, the primary should stay where
+ it is.
+ -->
+ <crm_config>
+ <cluster_property_set id="cib-bootstrap-options">
+ <nvpair id="cib-bootstrap-options-have-watchdog" name="have-watchdog" value="false"/>
+ <nvpair id="cib-bootstrap-options-dc-version" name="dc-version" value="2.1.5"/>
+ <nvpair id="cib-bootstrap-options-cluster-infrastructure" name="cluster-infrastructure" value="corosync"/>
+ <nvpair id="cib-bootstrap-options-cluster-name" name="cluster-name" value="test"/>
+ </cluster_property_set>
+ </crm_config>
+ <nodes>
+ <node id="1" uname="node1"/>
+ <node id="2" uname="node2"/>
+ </nodes>
+ <resources>
+ <primitive class="stonith" id="Fencing" type="fence_xvm">
+ <meta_attributes id="Fencing-meta">
+ <nvpair id="Fencing-migration-threshold" name="migration-threshold" value="5"/>
+ </meta_attributes>
+ <instance_attributes id="Fencing-params">
+ <nvpair id="Fencing-key_file" name="key_file" value="/etc/pacemaker/fence_xvm.key"/>
+ <nvpair id="Fencing-multicast_address" name="multicast_address" value="239.255.100.100"/>
+ <nvpair id="Fencing-pcmk_host_list" name="pcmk_host_list" value="node1 node2 node3 node4 node5"/>
+ </instance_attributes>
+ <operations>
+ <op id="Fencing-monitor-120s" interval="120s" name="monitor" timeout="120s"/>
+ </operations>
+ </primitive>
+ <group id="group1">
+ <primitive class="ocf" id="member1a" provider="pacemaker" type="Dummy">
+ <operations>
+ <op id="member1a-migrate_from-interval-0s" interval="0s" name="migrate_from" timeout="20s"/>
+ <op id="member1a-migrate_to-interval-0s" interval="0s" name="migrate_to" timeout="20s"/>
+ <op id="member1a-monitor-interval-10s" interval="10s" name="monitor" timeout="20s"/>
+ <op id="member1a-reload-interval-0s" interval="0s" name="reload" timeout="20s"/>
+ <op id="member1a-reload-agent-interval-0s" interval="0s" name="reload-agent" timeout="20s"/>
+ <op id="member1a-start-interval-0s" interval="0s" name="start" timeout="20s"/>
+ <op id="member1a-stop-interval-0s" interval="0s" name="stop" timeout="20s"/>
+ </operations>
+ </primitive>
+ <primitive class="ocf" id="member1b" provider="pacemaker" type="Dummy">
+ <operations>
+ <op id="member1b-migrate_from-interval-0s" interval="0s" name="migrate_from" timeout="20s"/>
+ <op id="member1b-migrate_to-interval-0s" interval="0s" name="migrate_to" timeout="20s"/>
+ <op id="member1b-monitor-interval-10s" interval="10s" name="monitor" timeout="20s"/>
+ <op id="member1b-reload-interval-0s" interval="0s" name="reload" timeout="20s"/>
+ <op id="member1b-reload-agent-interval-0s" interval="0s" name="reload-agent" timeout="20s"/>
+ <op id="member1b-start-interval-0s" interval="0s" name="start" timeout="20s"/>
+ <op id="member1b-stop-interval-0s" interval="0s" name="stop" timeout="20s"/>
+ </operations>
+ </primitive>
+ </group>
+ <group id="group2">
+ <primitive class="ocf" id="member2a" provider="pacemaker" type="Dummy">
+ <operations>
+ <op id="member2a-migrate_from-interval-0s" interval="0s" name="migrate_from" timeout="20s"/>
+ <op id="member2a-migrate_to-interval-0s" interval="0s" name="migrate_to" timeout="20s"/>
+ <op id="member2a-monitor-interval-10s" interval="10s" name="monitor" timeout="20s"/>
+ <op id="member2a-reload-interval-0s" interval="0s" name="reload" timeout="20s"/>
+ <op id="member2a-reload-agent-interval-0s" interval="0s" name="reload-agent" timeout="20s"/>
+ <op id="member2a-start-interval-0s" interval="0s" name="start" timeout="20s"/>
+ <op id="member2a-stop-interval-0s" interval="0s" name="stop" timeout="20s"/>
+ </operations>
+ </primitive>
+ <primitive class="ocf" id="member2b" provider="pacemaker" type="Dummy">
+ <operations>
+ <op id="member2b-migrate_from-interval-0s" interval="0s" name="migrate_from" timeout="20s"/>
+ <op id="member2b-migrate_to-interval-0s" interval="0s" name="migrate_to" timeout="20s"/>
+ <op id="member2b-monitor-interval-10s" interval="10s" name="monitor" timeout="20s"/>
+ <op id="member2b-reload-interval-0s" interval="0s" name="reload" timeout="20s"/>
+ <op id="member2b-reload-agent-interval-0s" interval="0s" name="reload-agent" timeout="20s"/>
+ <op id="member2b-start-interval-0s" interval="0s" name="start" timeout="20s"/>
+ <op id="member2b-stop-interval-0s" interval="0s" name="stop" timeout="20s"/>
+ </operations>
+ </primitive>
+ </group>
+ </resources>
+ <constraints>
+ <rsc_colocation id="colocation-group2-group1--5000" rsc="group2" with-rsc="group1"
+ score="-5000" influence="false"/>
+ </constraints>
+ <fencing-topology/>
+ <op_defaults/>
+ <alerts/>
+ <rsc_defaults>
+ <meta_attributes id="rsc_defaults-meta_attributes">
+ <nvpair id="rsc_defaults-meta_attributes-migration-threshold" name="migration-threshold" value="1"/>
+ </meta_attributes>
+ </rsc_defaults>
+ </configuration>
+ <status>
+ <node_state id="1" uname="node1" in_ccm="true" crmd="online" crm-debug-origin="do_update_resource" join="member" expected="member">
+ <transient_attributes id="1">
+ <instance_attributes id="status-1">
+ <nvpair id="status-1-.feature-set" name="#feature-set" value="3.16.1"/>
+ <nvpair id="status-1-fail-count-member2b.monitor_10000" name="fail-count-member2b#monitor_10000" value="1"/>
+ <nvpair id="status-1-last-failure-member2b.monitor_10000" name="last-failure-member2b#monitor_10000" value="1666727868"/>
+ </instance_attributes>
+ </transient_attributes>
+ <lrm id="1">
+ <lrm_resources>
+ <lrm_resource id="Fencing" type="fence_xvm" class="stonith">
+ <lrm_rsc_op id="Fencing_last_0" operation_key="Fencing_start_0" operation="start" crm-debug-origin="crm_simulate" crm_feature_set="3.16.1" transition-key="9:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;9:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" on_node="node1" call-id="9" rc-code="0" op-status="0" interval="0" last-rc-change="1666726336" exec-time="0" queue-time="0" op-digest="52e34745a77d95a636428d3b550eb867"/>
+ <lrm_rsc_op id="Fencing_monitor_120000" operation_key="Fencing_monitor_120000" operation="monitor" crm-debug-origin="crm_simulate" crm_feature_set="3.16.1" transition-key="10:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;10:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" on_node="node1" call-id="10" rc-code="0" op-status="0" interval="120000" last-rc-change="1666726336" exec-time="0" queue-time="0" op-digest="acc6dd2c58c637db4d12a6fe35626617"/>
+ </lrm_resource>
+ <lrm_resource id="member1a" class="ocf" provider="pacemaker" type="Dummy">
+ <lrm_rsc_op id="member1a_last_0" operation_key="member1a_monitor_0" operation="monitor" crm-debug-origin="crm_simulate" crm_feature_set="3.16.1" transition-key="1:-1:7:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:7;1:-1:7:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="1" rc-code="7" op-status="0" interval="0" last-rc-change="1666727835" exec-time="0" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ </lrm_resource>
+ <lrm_resource id="member1b" class="ocf" provider="pacemaker" type="Dummy">
+ <lrm_rsc_op id="member1b_last_0" operation_key="member1b_monitor_0" operation="monitor" crm-debug-origin="crm_simulate" crm_feature_set="3.16.1" transition-key="1:-1:7:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:7;1:-1:7:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="1" rc-code="7" op-status="0" interval="0" last-rc-change="1666727835" exec-time="0" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ </lrm_resource>
+ <lrm_resource id="member2a" class="ocf" provider="pacemaker" type="Dummy">
+ <lrm_rsc_op id="member2a_last_0" operation_key="member2a_start_0" operation="start" crm-debug-origin="crm_simulate" crm_feature_set="3.16.1" transition-key="2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="2" rc-code="0" op-status="0" interval="0" last-rc-change="1666727835" exec-time="0" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="member2a_monitor_10000" operation_key="member2a_monitor_10000" operation="monitor" crm-debug-origin="crm_simulate" crm_feature_set="3.16.1" transition-key="3:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;3:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="3" rc-code="0" op-status="0" interval="10000" last-rc-change="1666727835" exec-time="0" queue-time="0" op-digest="4811cef7f7f94e3a35a70be7916cb2fd"/>
+ </lrm_resource>
+ <lrm_resource id="member2b" class="ocf" provider="pacemaker" type="Dummy">
+ <lrm_rsc_op id="member2b_last_0" operation_key="member2b_start_0" operation="start" crm-debug-origin="crm_simulate" crm_feature_set="3.16.1" transition-key="2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="2" rc-code="0" op-status="0" interval="0" last-rc-change="1666727835" exec-time="0" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="member2b_monitor_10000" operation_key="member2b_monitor_10000" operation="monitor" crm-debug-origin="crm_simulate" crm_feature_set="3.16.1" transition-key="3:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;3:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="3" rc-code="1" op-status="0" interval="10000" last-rc-change="1666727835" exec-time="0" queue-time="0" op-digest="4811cef7f7f94e3a35a70be7916cb2fd"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ </node_state>
+ <node_state id="2" uname="node2" in_ccm="true" crmd="online" crm-debug-origin="do_update_resource" join="member" expected="member">
+ <transient_attributes id="2">
+ <instance_attributes id="status-2">
+ <nvpair id="status-2-.feature-set" name="#feature-set" value="3.16.1"/>
+ </instance_attributes>
+ </transient_attributes>
+ <lrm id="2">
+ <lrm_resources>
+ <lrm_resource id="Fencing" type="fence_xvm" class="stonith">
+ <lrm_rsc_op id="Fencing_last_0" operation_key="Fencing_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.16.1" transition-key="2:0:7:72f87069-7296-4421-b2b0-ab12fa9068ef" transition-magic="0:7;2:0:7:72f87069-7296-4421-b2b0-ab12fa9068ef" exit-reason="" on_node="node2" call-id="5" rc-code="7" op-status="0" interval="0" last-rc-change="1666726234" exec-time="2" queue-time="0" op-digest="ac94f147daea19463126aacea2f8cd39"/>
+ </lrm_resource>
+ <lrm_resource id="member1a" class="ocf" provider="pacemaker" type="Dummy">
+ <lrm_rsc_op id="member1a_last_0" operation_key="member1a_start_0" operation="start" crm-debug-origin="crm_simulate" crm_feature_set="3.16.1" transition-key="2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="2" rc-code="0" op-status="0" interval="0" last-rc-change="1666727835" exec-time="0" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="member1a_monitor_10000" operation_key="member1a_monitor_10000" operation="monitor" crm-debug-origin="crm_simulate" crm_feature_set="3.16.1" transition-key="3:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;3:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="3" rc-code="0" op-status="0" interval="10000" last-rc-change="1666727835" exec-time="0" queue-time="0" op-digest="4811cef7f7f94e3a35a70be7916cb2fd"/>
+ </lrm_resource>
+ <lrm_resource id="member1b" class="ocf" provider="pacemaker" type="Dummy">
+ <lrm_rsc_op id="member1b_last_0" operation_key="member1b_start_0" operation="start" crm-debug-origin="crm_simulate" crm_feature_set="3.16.1" transition-key="2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="2" rc-code="0" op-status="0" interval="0" last-rc-change="1666727835" exec-time="0" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="member1b_monitor_10000" operation_key="member1b_monitor_10000" operation="monitor" crm-debug-origin="crm_simulate" crm_feature_set="3.16.1" transition-key="3:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;3:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="3" rc-code="0" op-status="0" interval="10000" last-rc-change="1666727835" exec-time="0" queue-time="0" op-digest="4811cef7f7f94e3a35a70be7916cb2fd"/>
+ </lrm_resource>
+ <lrm_resource id="member2a" class="ocf" provider="pacemaker" type="Dummy">
+ <lrm_rsc_op id="member2a_last_0" operation_key="member2a_monitor_0" operation="monitor" crm-debug-origin="crm_simulate" crm_feature_set="3.16.1" transition-key="1:-1:7:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:7;1:-1:7:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="1" rc-code="7" op-status="0" interval="0" last-rc-change="1666727835" exec-time="0" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ </lrm_resource>
+ <lrm_resource id="member2b" class="ocf" provider="pacemaker" type="Dummy">
+ <lrm_rsc_op id="member2b_last_0" operation_key="member2b_monitor_0" operation="monitor" crm-debug-origin="crm_simulate" crm_feature_set="3.16.1" transition-key="1:-1:7:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:7;1:-1:7:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="1" rc-code="7" op-status="0" interval="0" last-rc-change="1666727835" exec-time="0" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ </node_state>
+ </status>
+</cib>
diff --git a/cts/scheduler/xml/group-anticolocation-5.xml b/cts/scheduler/xml/group-anticolocation-5.xml
new file mode 100644
index 0000000..b7eb9f3
--- /dev/null
+++ b/cts/scheduler/xml/group-anticolocation-5.xml
@@ -0,0 +1,188 @@
+<cib crm_feature_set="3.16.1" validate-with="pacemaker-3.7" epoch="265" num_updates="16" admin_epoch="0" cib-last-written="Tue Oct 25 14:29:45 2022" update-origin="node2" update-client="cibadmin" update-user="root" have-quorum="1" dc-uuid="4">
+ <configuration>
+ <!-- The essential elements of this test are:
+ * A group (group2) is optionally anti-colocated (at score -5000) with
+ another group (group1)
+ * There are three nodes, and the groups are active on different ones
+ * The dependent group's last member (member2b) is failed and has
+ reached its migration-threshold
+ * Stickiness is zero
+ * The anti-colocation has influence
+ * The dependent is allowed on the third node
+
+ In this situation, the dependent should move to the third node, and
+ the primary should stay where it is.
+ -->
+ <crm_config>
+ <cluster_property_set id="cib-bootstrap-options">
+ <nvpair id="cib-bootstrap-options-have-watchdog" name="have-watchdog" value="false"/>
+ <nvpair id="cib-bootstrap-options-dc-version" name="dc-version" value="2.1.5"/>
+ <nvpair id="cib-bootstrap-options-cluster-infrastructure" name="cluster-infrastructure" value="corosync"/>
+ <nvpair id="cib-bootstrap-options-cluster-name" name="cluster-name" value="test"/>
+ </cluster_property_set>
+ </crm_config>
+ <nodes>
+ <node id="1" uname="node1"/>
+ <node id="2" uname="node2"/>
+ <node id="3" uname="node3"/>
+ </nodes>
+ <resources>
+ <primitive class="stonith" id="Fencing" type="fence_xvm">
+ <meta_attributes id="Fencing-meta">
+ <nvpair id="Fencing-migration-threshold" name="migration-threshold" value="5"/>
+ </meta_attributes>
+ <instance_attributes id="Fencing-params">
+ <nvpair id="Fencing-key_file" name="key_file" value="/etc/pacemaker/fence_xvm.key"/>
+ <nvpair id="Fencing-multicast_address" name="multicast_address" value="239.255.100.100"/>
+ <nvpair id="Fencing-pcmk_host_list" name="pcmk_host_list" value="node1 node2 node3 node4 node5"/>
+ </instance_attributes>
+ <operations>
+ <op id="Fencing-monitor-120s" interval="120s" name="monitor" timeout="120s"/>
+ </operations>
+ </primitive>
+ <group id="group1">
+ <primitive class="ocf" id="member1a" provider="pacemaker" type="Dummy">
+ <operations>
+ <op id="member1a-migrate_from-interval-0s" interval="0s" name="migrate_from" timeout="20s"/>
+ <op id="member1a-migrate_to-interval-0s" interval="0s" name="migrate_to" timeout="20s"/>
+ <op id="member1a-monitor-interval-10s" interval="10s" name="monitor" timeout="20s"/>
+ <op id="member1a-reload-interval-0s" interval="0s" name="reload" timeout="20s"/>
+ <op id="member1a-reload-agent-interval-0s" interval="0s" name="reload-agent" timeout="20s"/>
+ <op id="member1a-start-interval-0s" interval="0s" name="start" timeout="20s"/>
+ <op id="member1a-stop-interval-0s" interval="0s" name="stop" timeout="20s"/>
+ </operations>
+ </primitive>
+ <primitive class="ocf" id="member1b" provider="pacemaker" type="Dummy">
+ <operations>
+ <op id="member1b-migrate_from-interval-0s" interval="0s" name="migrate_from" timeout="20s"/>
+ <op id="member1b-migrate_to-interval-0s" interval="0s" name="migrate_to" timeout="20s"/>
+ <op id="member1b-monitor-interval-10s" interval="10s" name="monitor" timeout="20s"/>
+ <op id="member1b-reload-interval-0s" interval="0s" name="reload" timeout="20s"/>
+ <op id="member1b-reload-agent-interval-0s" interval="0s" name="reload-agent" timeout="20s"/>
+ <op id="member1b-start-interval-0s" interval="0s" name="start" timeout="20s"/>
+ <op id="member1b-stop-interval-0s" interval="0s" name="stop" timeout="20s"/>
+ </operations>
+ </primitive>
+ </group>
+ <group id="group2">
+ <primitive class="ocf" id="member2a" provider="pacemaker" type="Dummy">
+ <operations>
+ <op id="member2a-migrate_from-interval-0s" interval="0s" name="migrate_from" timeout="20s"/>
+ <op id="member2a-migrate_to-interval-0s" interval="0s" name="migrate_to" timeout="20s"/>
+ <op id="member2a-monitor-interval-10s" interval="10s" name="monitor" timeout="20s"/>
+ <op id="member2a-reload-interval-0s" interval="0s" name="reload" timeout="20s"/>
+ <op id="member2a-reload-agent-interval-0s" interval="0s" name="reload-agent" timeout="20s"/>
+ <op id="member2a-start-interval-0s" interval="0s" name="start" timeout="20s"/>
+ <op id="member2a-stop-interval-0s" interval="0s" name="stop" timeout="20s"/>
+ </operations>
+ </primitive>
+ <primitive class="ocf" id="member2b" provider="pacemaker" type="Dummy">
+ <operations>
+ <op id="member2b-migrate_from-interval-0s" interval="0s" name="migrate_from" timeout="20s"/>
+ <op id="member2b-migrate_to-interval-0s" interval="0s" name="migrate_to" timeout="20s"/>
+ <op id="member2b-monitor-interval-10s" interval="10s" name="monitor" timeout="20s"/>
+ <op id="member2b-reload-interval-0s" interval="0s" name="reload" timeout="20s"/>
+ <op id="member2b-reload-agent-interval-0s" interval="0s" name="reload-agent" timeout="20s"/>
+ <op id="member2b-start-interval-0s" interval="0s" name="start" timeout="20s"/>
+ <op id="member2b-stop-interval-0s" interval="0s" name="stop" timeout="20s"/>
+ </operations>
+ </primitive>
+ </group>
+ </resources>
+ <constraints>
+ <rsc_colocation id="colocation-group2-group1--5000" rsc="group2" score="-5000" with-rsc="group1"/>
+ </constraints>
+ <fencing-topology/>
+ <op_defaults/>
+ <alerts/>
+ <rsc_defaults>
+ <meta_attributes id="rsc_defaults-meta_attributes">
+ <nvpair id="rsc_defaults-meta_attributes-migration-threshold" name="migration-threshold" value="1"/>
+ </meta_attributes>
+ </rsc_defaults>
+ </configuration>
+ <status>
+ <node_state id="3" uname="node3" in_ccm="true" crmd="online" crm-debug-origin="do_update_resource" join="member" expected="member">
+ <transient_attributes id="3">
+ </transient_attributes>
+ <lrm id="3">
+ <lrm_resources>
+ <lrm_resource id="Fencing" class="stonith" type="fence_xvm">
+ <lrm_rsc_op id="Fencing_last_0" operation_key="Fencing_monitor_0" operation="monitor" crm-debug-origin="crm_simulate" crm_feature_set="3.17.4" transition-key="1:-1:7:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:7;1:-1:7:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="1" rc-code="7" op-status="0" interval="0" last-rc-change="1686003179" exec-time="0" queue-time="0" op-digest="52e34745a77d95a636428d3b550eb867"/>
+ </lrm_resource>
+ <lrm_resource id="member1a" class="ocf" provider="pacemaker" type="Dummy">
+ <lrm_rsc_op id="member1a_last_0" operation_key="member1a_monitor_0" operation="monitor" crm-debug-origin="crm_simulate" crm_feature_set="3.17.4" transition-key="1:-1:7:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:7;1:-1:7:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="1" rc-code="7" op-status="0" interval="0" last-rc-change="1686003179" exec-time="0" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ </lrm_resource>
+ <lrm_resource id="member1b" class="ocf" provider="pacemaker" type="Dummy">
+ <lrm_rsc_op id="member1b_last_0" operation_key="member1b_monitor_0" operation="monitor" crm-debug-origin="crm_simulate" crm_feature_set="3.17.4" transition-key="1:-1:7:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:7;1:-1:7:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="1" rc-code="7" op-status="0" interval="0" last-rc-change="1686003179" exec-time="0" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ </lrm_resource>
+ <lrm_resource id="member2a" class="ocf" provider="pacemaker" type="Dummy">
+ <lrm_rsc_op id="member2a_last_0" operation_key="member2a_monitor_0" operation="monitor" crm-debug-origin="crm_simulate" crm_feature_set="3.17.4" transition-key="1:-1:7:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:7;1:-1:7:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="1" rc-code="7" op-status="0" interval="0" last-rc-change="1686003179" exec-time="0" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ </lrm_resource>
+ <lrm_resource id="member2b" class="ocf" provider="pacemaker" type="Dummy">
+ <lrm_rsc_op id="member2b_last_0" operation_key="member2b_monitor_0" operation="monitor" crm-debug-origin="crm_simulate" crm_feature_set="3.17.4" transition-key="1:-1:7:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:7;1:-1:7:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="1" rc-code="7" op-status="0" interval="0" last-rc-change="1686003179" exec-time="0" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+</node_state>
+ <node_state id="1" uname="node1" in_ccm="true" crmd="online" crm-debug-origin="do_update_resource" join="member" expected="member">
+ <transient_attributes id="1">
+ <instance_attributes id="status-1">
+ <nvpair id="status-1-.feature-set" name="#feature-set" value="3.16.1"/>
+ <nvpair id="status-1-fail-count-member2b.monitor_10000" name="fail-count-member2b#monitor_10000" value="1"/>
+ <nvpair id="status-1-last-failure-member2b.monitor_10000" name="last-failure-member2b#monitor_10000" value="1666727868"/>
+ </instance_attributes>
+ </transient_attributes>
+ <lrm id="1">
+ <lrm_resources>
+ <lrm_resource id="Fencing" type="fence_xvm" class="stonith">
+ <lrm_rsc_op id="Fencing_last_0" operation_key="Fencing_start_0" operation="start" crm-debug-origin="crm_simulate" crm_feature_set="3.16.1" transition-key="9:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;9:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" on_node="node1" call-id="9" rc-code="0" op-status="0" interval="0" last-rc-change="1666726336" exec-time="0" queue-time="0" op-digest="52e34745a77d95a636428d3b550eb867"/>
+ <lrm_rsc_op id="Fencing_monitor_120000" operation_key="Fencing_monitor_120000" operation="monitor" crm-debug-origin="crm_simulate" crm_feature_set="3.16.1" transition-key="10:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;10:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" on_node="node1" call-id="10" rc-code="0" op-status="0" interval="120000" last-rc-change="1666726336" exec-time="0" queue-time="0" op-digest="acc6dd2c58c637db4d12a6fe35626617"/>
+ </lrm_resource>
+ <lrm_resource id="member1a" class="ocf" provider="pacemaker" type="Dummy">
+ <lrm_rsc_op id="member1a_last_0" operation_key="member1a_monitor_0" operation="monitor" crm-debug-origin="crm_simulate" crm_feature_set="3.16.1" transition-key="1:-1:7:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:7;1:-1:7:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="1" rc-code="7" op-status="0" interval="0" last-rc-change="1666727835" exec-time="0" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ </lrm_resource>
+ <lrm_resource id="member1b" class="ocf" provider="pacemaker" type="Dummy">
+ <lrm_rsc_op id="member1b_last_0" operation_key="member1b_monitor_0" operation="monitor" crm-debug-origin="crm_simulate" crm_feature_set="3.16.1" transition-key="1:-1:7:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:7;1:-1:7:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="1" rc-code="7" op-status="0" interval="0" last-rc-change="1666727835" exec-time="0" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ </lrm_resource>
+ <lrm_resource id="member2a" class="ocf" provider="pacemaker" type="Dummy">
+ <lrm_rsc_op id="member2a_last_0" operation_key="member2a_start_0" operation="start" crm-debug-origin="crm_simulate" crm_feature_set="3.16.1" transition-key="2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="2" rc-code="0" op-status="0" interval="0" last-rc-change="1666727835" exec-time="0" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="member2a_monitor_10000" operation_key="member2a_monitor_10000" operation="monitor" crm-debug-origin="crm_simulate" crm_feature_set="3.16.1" transition-key="3:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;3:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="3" rc-code="0" op-status="0" interval="10000" last-rc-change="1666727835" exec-time="0" queue-time="0" op-digest="4811cef7f7f94e3a35a70be7916cb2fd"/>
+ </lrm_resource>
+ <lrm_resource id="member2b" class="ocf" provider="pacemaker" type="Dummy">
+ <lrm_rsc_op id="member2b_last_0" operation_key="member2b_start_0" operation="start" crm-debug-origin="crm_simulate" crm_feature_set="3.16.1" transition-key="2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="2" rc-code="0" op-status="0" interval="0" last-rc-change="1666727835" exec-time="0" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="member2b_monitor_10000" operation_key="member2b_monitor_10000" operation="monitor" crm-debug-origin="crm_simulate" crm_feature_set="3.16.1" transition-key="3:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;3:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="3" rc-code="1" op-status="0" interval="10000" last-rc-change="1666727835" exec-time="0" queue-time="0" op-digest="4811cef7f7f94e3a35a70be7916cb2fd"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ </node_state>
+ <node_state id="2" uname="node2" in_ccm="true" crmd="online" crm-debug-origin="do_update_resource" join="member" expected="member">
+ <transient_attributes id="2">
+ <instance_attributes id="status-2">
+ <nvpair id="status-2-.feature-set" name="#feature-set" value="3.16.1"/>
+ </instance_attributes>
+ </transient_attributes>
+ <lrm id="2">
+ <lrm_resources>
+ <lrm_resource id="Fencing" type="fence_xvm" class="stonith">
+ <lrm_rsc_op id="Fencing_last_0" operation_key="Fencing_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.16.1" transition-key="2:0:7:72f87069-7296-4421-b2b0-ab12fa9068ef" transition-magic="0:7;2:0:7:72f87069-7296-4421-b2b0-ab12fa9068ef" exit-reason="" on_node="node2" call-id="5" rc-code="7" op-status="0" interval="0" last-rc-change="1666726234" exec-time="2" queue-time="0" op-digest="ac94f147daea19463126aacea2f8cd39"/>
+ </lrm_resource>
+ <lrm_resource id="member1a" class="ocf" provider="pacemaker" type="Dummy">
+ <lrm_rsc_op id="member1a_last_0" operation_key="member1a_start_0" operation="start" crm-debug-origin="crm_simulate" crm_feature_set="3.16.1" transition-key="2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="2" rc-code="0" op-status="0" interval="0" last-rc-change="1666727835" exec-time="0" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="member1a_monitor_10000" operation_key="member1a_monitor_10000" operation="monitor" crm-debug-origin="crm_simulate" crm_feature_set="3.16.1" transition-key="3:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;3:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="3" rc-code="0" op-status="0" interval="10000" last-rc-change="1666727835" exec-time="0" queue-time="0" op-digest="4811cef7f7f94e3a35a70be7916cb2fd"/>
+ </lrm_resource>
+ <lrm_resource id="member1b" class="ocf" provider="pacemaker" type="Dummy">
+ <lrm_rsc_op id="member1b_last_0" operation_key="member1b_start_0" operation="start" crm-debug-origin="crm_simulate" crm_feature_set="3.16.1" transition-key="2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;2:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="2" rc-code="0" op-status="0" interval="0" last-rc-change="1666727835" exec-time="0" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ <lrm_rsc_op id="member1b_monitor_10000" operation_key="member1b_monitor_10000" operation="monitor" crm-debug-origin="crm_simulate" crm_feature_set="3.16.1" transition-key="3:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;3:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="3" rc-code="0" op-status="0" interval="10000" last-rc-change="1666727835" exec-time="0" queue-time="0" op-digest="4811cef7f7f94e3a35a70be7916cb2fd"/>
+ </lrm_resource>
+ <lrm_resource id="member2a" class="ocf" provider="pacemaker" type="Dummy">
+ <lrm_rsc_op id="member2a_last_0" operation_key="member2a_monitor_0" operation="monitor" crm-debug-origin="crm_simulate" crm_feature_set="3.16.1" transition-key="1:-1:7:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:7;1:-1:7:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="1" rc-code="7" op-status="0" interval="0" last-rc-change="1666727835" exec-time="0" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ </lrm_resource>
+ <lrm_resource id="member2b" class="ocf" provider="pacemaker" type="Dummy">
+ <lrm_rsc_op id="member2b_last_0" operation_key="member2b_monitor_0" operation="monitor" crm-debug-origin="crm_simulate" crm_feature_set="3.16.1" transition-key="1:-1:7:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:7;1:-1:7:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" call-id="1" rc-code="7" op-status="0" interval="0" last-rc-change="1666727835" exec-time="0" queue-time="0" op-digest="f2317cad3d54cec5d7d7aa7d0bf35cf8"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ </node_state>
+ </status>
+</cib>
diff --git a/cts/scheduler/xml/group-anticolocation.xml b/cts/scheduler/xml/group-anticolocation.xml
index 1f895ec..1c6c8c9 100644
--- a/cts/scheduler/xml/group-anticolocation.xml
+++ b/cts/scheduler/xml/group-anticolocation.xml
@@ -1,15 +1,17 @@
<cib crm_feature_set="3.16.1" validate-with="pacemaker-3.7" epoch="265" num_updates="16" admin_epoch="0" cib-last-written="Tue Oct 25 14:29:45 2022" update-origin="node2" update-client="cibadmin" update-user="root" have-quorum="1" dc-uuid="4">
<configuration>
<!-- The essential elements of this test are:
- * A group (group2) is optionally anti-colocated (at score -5000) with
+ * A group (group2) is optionally anti-colocated (at score -5000) with
another group (group1)
- * There are two nodes, and the groups are active on different ones
- * The dependent group's last member (member2b) is failed and has
+ * There are two nodes, and the groups are active on different ones
+ * The dependent group's last member (member2b) is failed and has
reached its migration-threshold
+ * Stickiness is zero
+ * The anti-colocation has influence
+ * The dependent has nowhere to run other than the primary's node
- In this situation, the goal of keeping as many resources active as
- possible should override the optional anti-colocation, and the
- dependent group should move to the primary group's node.
+ In this situation, the goal of keeping as many resources active as
+ possible and the lack of stickiness mean the groups should swap nodes.
-->
<crm_config>
<cluster_property_set id="cib-bootstrap-options">
diff --git a/cts/scheduler/xml/node-pending-timeout.xml b/cts/scheduler/xml/node-pending-timeout.xml
new file mode 100644
index 0000000..b4c3614
--- /dev/null
+++ b/cts/scheduler/xml/node-pending-timeout.xml
@@ -0,0 +1,27 @@
+<cib crm_feature_set="3.18.0" validate-with="pacemaker-2.10" epoch="5" num_updates="0" admin_epoch="0" cib-last-written="Tue Feb 21 13:19:57 2023" update-origin="node-1" update-client="cibadmin" update-user="root" have-quorum="true" dc-uuid="1" execution-date="1676981997">
+ <configuration>
+ <crm_config>
+ <cluster_property_set id="cib-bootstrap-options">
+ <nvpair id="cib-bootstrap-options-have-watchdog" name="have-watchdog" value="true"/>
+ <nvpair id="cib-bootstrap-options-cluster-infrastructure" name="cluster-infrastructure" value="corosync"/>
+ <nvpair id="cib-bootstrap-options-node-pending-timeout" name="node-pending-timeout" value="300s"/>
+ </cluster_property_set>
+ </crm_config>
+ <nodes>
+ <node id="1" uname="node-1"/>
+ <node id="2" uname="node-2"/>
+ </nodes>
+ <resources>
+ <primitive id="st-sbd" class="stonith" type="external/sbd"/>
+ </resources>
+ <constraints/>
+ </configuration>
+ <status>
+ <node_state id="1" uname="node-1" in_ccm="true" crmd="online" crm-debug-origin="post_cache_update" join="member" expected="member">
+ <lrm id="1">
+ <lrm_resources/>
+ </lrm>
+ </node_state>
+ <node_state id="2" in_ccm="1676981697" crmd="0" crm-debug-origin="post_cache_update"/>
+ </status>
+</cib>
diff --git a/cts/scheduler/xml/pending-node-no-uname.xml b/cts/scheduler/xml/pending-node-no-uname.xml
new file mode 100644
index 0000000..d1b3664
--- /dev/null
+++ b/cts/scheduler/xml/pending-node-no-uname.xml
@@ -0,0 +1,26 @@
+<cib crm_feature_set="3.0.4" validate-with="pacemaker-2.10" epoch="5" num_updates="0" admin_epoch="0" cib-last-written="Tue Feb 21 13:19:57 2023" update-origin="node-1" update-client="cibadmin" update-user="root" have-quorum="true" dc-uuid="1" execution-date="1676981997">
+ <configuration>
+ <crm_config>
+ <cluster_property_set id="cib-bootstrap-options">
+ <nvpair id="cib-bootstrap-options-have-watchdog" name="have-watchdog" value="true"/>
+ <nvpair id="cib-bootstrap-options-cluster-infrastructure" name="cluster-infrastructure" value="corosync"/>
+ </cluster_property_set>
+ </crm_config>
+ <nodes>
+ <node id="1" uname="node-1"/>
+ <node id="2" uname="node-2"/>
+ </nodes>
+ <resources>
+ <primitive id="st-sbd" class="stonith" type="external/sbd"/>
+ </resources>
+ <constraints/>
+ </configuration>
+ <status>
+ <node_state id="1" uname="node-1" in_ccm="true" crmd="online" crm-debug-origin="post_cache_update" join="member" expected="member">
+ <lrm id="1">
+ <lrm_resources/>
+ </lrm>
+ </node_state>
+ <node_state id="2" in_ccm="true" crmd="offline" crm-debug-origin="post_cache_update"/>
+ </status>
+</cib>
diff --git a/cts/scheduler/xml/promoted-ordering.xml b/cts/scheduler/xml/promoted-ordering.xml
index bcf018e..7dd2415 100644
--- a/cts/scheduler/xml/promoted-ordering.xml
+++ b/cts/scheduler/xml/promoted-ordering.xml
@@ -61,7 +61,7 @@
</primitive>
<meta_attributes id="group-group_main.meta"/>
</group>
- <primitive id="intip_1_master" class="ocf" type="IPaddr2" provider="heartbeat">
+ <primitive id="intip_1_active" class="ocf" type="IPaddr2" provider="heartbeat">
<operations>
<op name="monitor" interval="30s" id="intip_1_mon" timeout="30s"/>
</operations>
@@ -75,7 +75,7 @@
<nvpair id="nvpair.meta.auto-131" name="target-role" value="started"/>
</meta_attributes>
</primitive>
- <primitive id="intip_2_slave" class="ocf" type="IPaddr2" provider="heartbeat">
+ <primitive id="intip_2_passive" class="ocf" type="IPaddr2" provider="heartbeat">
<operations>
<op name="monitor" interval="30s" id="intip_2_mon" timeout="30s"/>
</operations>
@@ -85,7 +85,7 @@
<nvpair id="nvpair.id22294" name="nic" value="eth1"/>
<nvpair id="nvpair.id22303" name="target_role" value="started"/>
</instance_attributes>
- <meta_attributes id="primitive-intip_2_unpromoted.meta">
+ <meta_attributes id="primitive-intip_2_passive.meta">
<nvpair id="nvpair.meta.auto-153" name="target-role" value="started"/>
</meta_attributes>
</primitive>
@@ -242,24 +242,24 @@
<expression attribute="#uname" operation="eq" value="webcluster01" id="expression.id23076"/>
</rule>
</rsc_location>
- <rsc_location id="run_intip_1_promoted" rsc="intip_1_master">
+ <rsc_location id="run_intip_1_promoted" rsc="intip_1_active">
<rule id="pref_run_intip_1" score="200">
<expression attribute="#uname" operation="eq" value="webcluster01" id="expression.id23101"/>
</rule>
</rsc_location>
- <rsc_location id="run_intip_2_unpromoted" rsc="intip_2_slave">
+ <rsc_location id="run_intip_2_passive" rsc="intip_2_passive">
<rule id="pref_run_intip_2_wc2" score="100">
<expression attribute="#uname" operation="eq" value="webcluster02" id="expression.id23125"/>
</rule>
</rsc_location>
- <rsc_order id="order_drbd_mysql_ip0" first-action="start" first="intip_1_master" then="ms_drbd_mysql"/>
- <rsc_order id="order_drbd_mysql_ip1" first-action="start" first="intip_2_slave" then="ms_drbd_mysql"/>
- <rsc_order id="order_drbd_www_ip0" first-action="start" first="intip_1_master" then="ms_drbd_www"/>
- <rsc_order id="order_drbd_www_ip1" first-action="start" first="intip_2_slave" then="ms_drbd_www"/>
- <rsc_colocation id="colo_drbd_mysql_ip0" rsc="drbd_mysql" with-rsc="intip_1_master" rsc-role="Promoted"/>
- <rsc_colocation id="colo_drbd_mysql_ip1" rsc="drbd_mysql" with-rsc="intip_2_slave" rsc-role="Unpromoted" score="100"/>
- <rsc_colocation id="colo_drbd_www_ip0" rsc="drbd_www" with-rsc="intip_1_master" rsc-role="Promoted" score="100"/>
- <rsc_colocation id="colo_drbd_www_ip1" rsc="drbd_www" with-rsc="intip_2_slave" rsc-role="Unpromoted" score="100"/>
+ <rsc_order id="order_drbd_mysql_ip0" first-action="start" first="intip_1_active" then="ms_drbd_mysql"/>
+ <rsc_order id="order_drbd_mysql_ip1" first-action="start" first="intip_2_passive" then="ms_drbd_mysql"/>
+ <rsc_order id="order_drbd_www_ip0" first-action="start" first="intip_1_active" then="ms_drbd_www"/>
+ <rsc_order id="order_drbd_www_ip1" first-action="start" first="intip_2_passive" then="ms_drbd_www"/>
+ <rsc_colocation id="colo_drbd_mysql_ip0" rsc="drbd_mysql" with-rsc="intip_1_active" rsc-role="Promoted"/>
+ <rsc_colocation id="colo_drbd_mysql_ip1" rsc="drbd_mysql" with-rsc="intip_2_passive" rsc-role="Unpromoted" score="100"/>
+ <rsc_colocation id="colo_drbd_www_ip0" rsc="drbd_www" with-rsc="intip_1_active" rsc-role="Promoted" score="100"/>
+ <rsc_colocation id="colo_drbd_www_ip1" rsc="drbd_www" with-rsc="intip_2_passive" rsc-role="Unpromoted" score="100"/>
<rsc_order id="drbd_before_fs_mysql" first="ms_drbd_mysql" then="fs_mysql" then-action="start" first-action="promote"/>
<rsc_colocation id="colo_drbd_fs_mysql" rsc="fs_mysql" with-rsc="ms_drbd_mysql" with-rsc-role="Promoted" score="INFINITY"/>
<rsc_order id="drbd_before_ocfs2_www" first="ms_drbd_www" then="clone_ocfs2_www" then-action="start" first-action="promote"/>
diff --git a/cts/scheduler/xml/promoted-probed-score.xml b/cts/scheduler/xml/promoted-probed-score.xml
index cedc909..bc42aa4 100644
--- a/cts/scheduler/xml/promoted-probed-score.xml
+++ b/cts/scheduler/xml/promoted-probed-score.xml
@@ -623,7 +623,7 @@
</lrm>
<transient_attributes id="hypatia-corosync.nevis.columbia.edu">
<instance_attributes id="status-hypatia-corosync.nevis.columbia.edu">
- <nvpair id="status-hypatia-corosync.nevis.columbia.edu-promoted-AdminDrbd.0" name="master-AdminDrbd:0" value="5"/>
+ <nvpair id="status-hypatia-corosync.nevis.columbia.edu-promoted-AdminDrbd" name="master-AdminDrbd" value="5"/>
</instance_attributes>
</transient_attributes>
</node_state>
@@ -691,7 +691,7 @@
</lrm>
<transient_attributes id="orestes-corosync.nevis.columbia.edu">
<instance_attributes id="status-orestes-corosync.nevis.columbia.edu">
- <nvpair id="status-orestes-corosync.nevis.columbia.edu-promoted-AdminDrbd.1" name="master-AdminDrbd:1" value="5"/>
+ <nvpair id="status-orestes-corosync.nevis.columbia.edu-promoted-AdminDrbd" name="master-AdminDrbd" value="5"/>
</instance_attributes>
</transient_attributes>
</node_state>
diff --git a/cts/scheduler/xml/timeout-by-node.xml b/cts/scheduler/xml/timeout-by-node.xml
new file mode 100644
index 0000000..221885b
--- /dev/null
+++ b/cts/scheduler/xml/timeout-by-node.xml
@@ -0,0 +1,139 @@
+<cib crm_feature_set="3.16.1" validate-with="pacemaker-3.9" epoch="2" num_updates="0" admin_epoch="1" cib-last-written="Tue Oct 25 14:29:45 2022" update-origin="node2" update-client="cibadmin" update-user="root" have-quorum="1" dc-uuid="4">
+ <configuration>
+ <!-- This is a simple test of an operation timeout that varies by node.
+ rsc1-clone should use a start timeout of 25s on node1, and
+ 23s everywhere else.
+ -->
+ <crm_config>
+ <cluster_property_set id="cib-bootstrap-options">
+ <nvpair id="cib-bootstrap-options-have-watchdog" name="have-watchdog" value="false"/>
+ <nvpair id="cib-bootstrap-options-dc-version" name="dc-version" value="2.1.5"/>
+ <nvpair id="cib-bootstrap-options-cluster-infrastructure" name="cluster-infrastructure" value="corosync"/>
+ <nvpair id="cib-bootstrap-options-cluster-name" name="cluster-name" value="test"/>
+ </cluster_property_set>
+ </crm_config>
+ <nodes>
+ <node id="1" uname="node1"/>
+ <node id="2" uname="node2"/>
+ <node id="3" uname="node3"/>
+ <node id="4" uname="node4"/>
+ <node id="5" uname="node5"/>
+ </nodes>
+ <resources>
+ <primitive class="stonith" id="Fencing" type="fence_xvm">
+ <meta_attributes id="Fencing-meta">
+ <nvpair id="Fencing-migration-threshold" name="migration-threshold" value="5"/>
+ </meta_attributes>
+ <instance_attributes id="Fencing-params">
+ <nvpair id="Fencing-key_file" name="key_file" value="/etc/pacemaker/fence_xvm.key"/>
+ <nvpair id="Fencing-multicast_address" name="multicast_address" value="239.255.100.100"/>
+ <nvpair id="Fencing-pcmk_host_list" name="pcmk_host_list" value="node1 node2 node3 node4 node5"/>
+ </instance_attributes>
+ <operations>
+ <op id="Fencing-monitor-120s" interval="120s" name="monitor" timeout="120s"/>
+ </operations>
+ </primitive>
+ <clone id="rsc1-clone">
+ <primitive class="ocf" id="rsc1" provider="pacemaker" type="Dummy">
+ <operations>
+ <op id="rsc1-migrate_from-interval-0s" interval="0s" name="migrate_from" timeout="20s"/>
+ <op id="rsc1-migrate_to-interval-0s" interval="0s" name="migrate_to" timeout="20s"/>
+ <op id="rsc1-monitor-interval-10s" interval="10s" name="monitor" timeout="20s"/>
+ <op id="rsc1-reload-interval-0s" interval="0s" name="reload" timeout="20s"/>
+ <op id="rsc1-reload-agent-interval-0s" interval="0s" name="reload-agent" timeout="20s"/>
+ <op id="rsc1-start-interval-0s" interval="0s" name="start">
+ <meta_attributes id="start-meta" score="10">
+ <nvpair id="start-meta-timeout" name="timeout" value="23s"/>
+ </meta_attributes>
+ <meta_attributes id="start-meta-node1" score="20">
+ <rule id="node1-rule" score="INFINITY">
+ <expression id="node1-expr" attribute="#uname" operation="eq" value="node1"/>
+ </rule>
+ <nvpair id="start-meta-timeout-node1" name="timeout" value="25s"/>
+ </meta_attributes>
+ </op>
+ <op id="rsc1-stop-interval-0s" interval="0s" name="stop" timeout="20s"/>
+ </operations>
+ </primitive>
+ </clone>
+ </resources>
+ <constraints/>
+ <fencing-topology/>
+ <op_defaults/>
+ <alerts/>
+ <rsc_defaults/>
+ </configuration>
+ <status>
+ <node_state id="1" uname="node1" in_ccm="true" crmd="online" crm-debug-origin="do_update_resource" join="member" expected="member">
+ <transient_attributes id="1">
+ <instance_attributes id="status-1">
+ <nvpair id="status-1-.feature-set" name="#feature-set" value="3.16.1"/>
+ </instance_attributes>
+ </transient_attributes>
+ <lrm id="1">
+ <lrm_resources>
+ <lrm_resource id="Fencing" type="fence_xvm" class="stonith">
+ <lrm_rsc_op id="Fencing_last_0" operation_key="Fencing_start_0" operation="start" crm-debug-origin="crm_simulate" crm_feature_set="3.16.1" transition-key="9:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;9:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" on_node="node1" call-id="9" rc-code="0" op-status="0" interval="0" last-rc-change="1666726336" exec-time="0" queue-time="0" op-digest="52e34745a77d95a636428d3b550eb867"/>
+ <lrm_rsc_op id="Fencing_monitor_120000" operation_key="Fencing_monitor_120000" operation="monitor" crm-debug-origin="crm_simulate" crm_feature_set="3.16.1" transition-key="10:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" transition-magic="0:0;10:-1:0:xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" exit-reason="" on_node="node1" call-id="10" rc-code="0" op-status="0" interval="120000" last-rc-change="1666726336" exec-time="0" queue-time="0" op-digest="acc6dd2c58c637db4d12a6fe35626617"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ </node_state>
+ <node_state id="2" uname="node2" in_ccm="true" crmd="online" crm-debug-origin="do_update_resource" join="member" expected="member">
+ <transient_attributes id="2">
+ <instance_attributes id="status-2">
+ <nvpair id="status-2-.feature-set" name="#feature-set" value="3.16.1"/>
+ </instance_attributes>
+ </transient_attributes>
+ <lrm id="2">
+ <lrm_resources>
+ <lrm_resource id="Fencing" type="fence_xvm" class="stonith">
+ <lrm_rsc_op id="Fencing_last_0" operation_key="Fencing_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.16.1" transition-key="2:0:7:72f87069-7296-4421-b2b0-ab12fa9068ef" transition-magic="0:7;2:0:7:72f87069-7296-4421-b2b0-ab12fa9068ef" exit-reason="" on_node="node2" call-id="5" rc-code="7" op-status="0" interval="0" last-rc-change="1666726234" exec-time="2" queue-time="0" op-digest="ac94f147daea19463126aacea2f8cd39"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ </node_state>
+ <node_state id="3" uname="node3" in_ccm="true" crmd="online" crm-debug-origin="do_update_resource" join="member" expected="member">
+ <transient_attributes id="3">
+ <instance_attributes id="status-3">
+ <nvpair id="status-3-.feature-set" name="#feature-set" value="3.16.1"/>
+ </instance_attributes>
+ </transient_attributes>
+ <lrm id="3">
+ <lrm_resources>
+ <lrm_resource id="Fencing" type="fence_xvm" class="stonith">
+ <lrm_rsc_op id="Fencing_last_0" operation_key="Fencing_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.16.1" transition-key="3:0:7:72f87069-7296-4421-b2b0-ab12fa9068ef" transition-magic="0:7;3:0:7:72f87069-7296-4421-b2b0-ab12fa9068ef" exit-reason="" on_node="node3" call-id="5" rc-code="7" op-status="0" interval="0" last-rc-change="1666726234" exec-time="1" queue-time="0" op-digest="ac94f147daea19463126aacea2f8cd39"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ </node_state>
+ <node_state id="4" uname="node4" in_ccm="true" crmd="online" crm-debug-origin="do_update_resource" join="member" expected="member">
+ <transient_attributes id="4">
+ <instance_attributes id="status-4">
+ <nvpair id="status-4-.feature-set" name="#feature-set" value="3.16.1"/>
+ </instance_attributes>
+ </transient_attributes>
+ <lrm id="4">
+ <lrm_resources>
+ <lrm_resource id="Fencing" type="fence_xvm" class="stonith">
+ <lrm_rsc_op id="Fencing_last_0" operation_key="Fencing_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.16.1" transition-key="4:0:7:72f87069-7296-4421-b2b0-ab12fa9068ef" transition-magic="0:7;4:0:7:72f87069-7296-4421-b2b0-ab12fa9068ef" exit-reason="" on_node="node4" call-id="5" rc-code="7" op-status="0" interval="0" last-rc-change="1666726234" exec-time="1" queue-time="0" op-digest="ac94f147daea19463126aacea2f8cd39"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ </node_state>
+ <node_state id="5" uname="node5" in_ccm="true" crmd="online" crm-debug-origin="do_update_resource" join="member" expected="member">
+ <transient_attributes id="5">
+ <instance_attributes id="status-5">
+ <nvpair id="status-5-.feature-set" name="#feature-set" value="3.16.1"/>
+ </instance_attributes>
+ </transient_attributes>
+ <lrm id="5">
+ <lrm_resources>
+ <lrm_resource id="Fencing" type="fence_xvm" class="stonith">
+ <lrm_rsc_op id="Fencing_last_0" operation_key="Fencing_monitor_0" operation="monitor" crm-debug-origin="do_update_resource" crm_feature_set="3.16.1" transition-key="5:0:7:72f87069-7296-4421-b2b0-ab12fa9068ef" transition-magic="0:7;5:0:7:72f87069-7296-4421-b2b0-ab12fa9068ef" exit-reason="" on_node="node5" call-id="5" rc-code="7" op-status="0" interval="0" last-rc-change="1666726234" exec-time="1" queue-time="0" op-digest="ac94f147daea19463126aacea2f8cd39"/>
+ </lrm_resource>
+ </lrm_resources>
+ </lrm>
+ </node_state>
+ </status>
+</cib>
diff --git a/cts/support/Makefile.am b/cts/support/Makefile.am
index 33cfa6f..d591633 100644
--- a/cts/support/Makefile.am
+++ b/cts/support/Makefile.am
@@ -19,6 +19,6 @@ dist_cts_DATA = cts.conf
if BUILD_UPSTART
dist_cts_DATA += pacemaker-cts-dummyd.conf
endif
-cts_SCRIPTS = fence_dummy \
- LSBDummy \
- pacemaker-cts-dummyd
+cts_SCRIPTS = fence_dummy \
+ LSBDummy \
+ pacemaker-cts-dummyd