From 483eb2f56657e8e7f419ab1a4fab8dce9ade8609 Mon Sep 17 00:00:00 2001 From: Daniel Baumann Date: Sat, 27 Apr 2024 20:24:20 +0200 Subject: Adding upstream version 14.2.21. Signed-off-by: Daniel Baumann --- qa/suites/upgrade/mimic-x-singleton/% | 0 qa/suites/upgrade/mimic-x-singleton/.qa | 1 + qa/suites/upgrade/mimic-x-singleton/0-cluster/+ | 0 qa/suites/upgrade/mimic-x-singleton/0-cluster/.qa | 1 + .../mimic-x-singleton/0-cluster/openstack.yaml | 6 ++++ .../upgrade/mimic-x-singleton/0-cluster/start.yaml | 37 +++++++++++++++++++ qa/suites/upgrade/mimic-x-singleton/1-install/.qa | 1 + .../upgrade/mimic-x-singleton/1-install/mimic.yaml | 25 +++++++++++++ .../mimic-x-singleton/2-partial-upgrade/.qa | 1 + .../2-partial-upgrade/firsthalf.yaml | 18 ++++++++++ qa/suites/upgrade/mimic-x-singleton/3-thrash/.qa | 1 + .../mimic-x-singleton/3-thrash/default.yaml | 22 ++++++++++++ qa/suites/upgrade/mimic-x-singleton/4-workload/+ | 0 qa/suites/upgrade/mimic-x-singleton/4-workload/.qa | 1 + .../mimic-x-singleton/4-workload/rbd-cls.yaml | 11 ++++++ .../4-workload/rbd-import-export.yaml | 13 +++++++ .../mimic-x-singleton/4-workload/readwrite.yaml | 17 +++++++++ .../4-workload/snaps-few-objects.yaml | 19 ++++++++++ qa/suites/upgrade/mimic-x-singleton/5-workload/+ | 0 qa/suites/upgrade/mimic-x-singleton/5-workload/.qa | 1 + .../mimic-x-singleton/5-workload/radosbench.yaml | 41 ++++++++++++++++++++++ .../mimic-x-singleton/5-workload/rbd_api.yaml | 11 ++++++ .../mimic-x-singleton/6-finish-upgrade.yaml | 30 ++++++++++++++++ .../upgrade/mimic-x-singleton/7-nautilus.yaml | 1 + qa/suites/upgrade/mimic-x-singleton/8-workload/+ | 0 qa/suites/upgrade/mimic-x-singleton/8-workload/.qa | 1 + .../mimic-x-singleton/8-workload/rbd-python.yaml | 9 +++++ .../mimic-x-singleton/8-workload/rgw-swift.yaml | 12 +++++++ .../8-workload/snaps-many-objects.yaml | 16 +++++++++ .../mimic-x-singleton/supported-random-distro$ | 1 + .../mimic-x-singleton/thrashosds-health.yaml | 1 + 31 files changed, 298 insertions(+) create mode 100644 qa/suites/upgrade/mimic-x-singleton/% create mode 120000 qa/suites/upgrade/mimic-x-singleton/.qa create mode 100644 qa/suites/upgrade/mimic-x-singleton/0-cluster/+ create mode 120000 qa/suites/upgrade/mimic-x-singleton/0-cluster/.qa create mode 100644 qa/suites/upgrade/mimic-x-singleton/0-cluster/openstack.yaml create mode 100644 qa/suites/upgrade/mimic-x-singleton/0-cluster/start.yaml create mode 120000 qa/suites/upgrade/mimic-x-singleton/1-install/.qa create mode 100644 qa/suites/upgrade/mimic-x-singleton/1-install/mimic.yaml create mode 120000 qa/suites/upgrade/mimic-x-singleton/2-partial-upgrade/.qa create mode 100644 qa/suites/upgrade/mimic-x-singleton/2-partial-upgrade/firsthalf.yaml create mode 120000 qa/suites/upgrade/mimic-x-singleton/3-thrash/.qa create mode 100644 qa/suites/upgrade/mimic-x-singleton/3-thrash/default.yaml create mode 100644 qa/suites/upgrade/mimic-x-singleton/4-workload/+ create mode 120000 qa/suites/upgrade/mimic-x-singleton/4-workload/.qa create mode 100644 qa/suites/upgrade/mimic-x-singleton/4-workload/rbd-cls.yaml create mode 100644 qa/suites/upgrade/mimic-x-singleton/4-workload/rbd-import-export.yaml create mode 100644 qa/suites/upgrade/mimic-x-singleton/4-workload/readwrite.yaml create mode 100644 qa/suites/upgrade/mimic-x-singleton/4-workload/snaps-few-objects.yaml create mode 100644 qa/suites/upgrade/mimic-x-singleton/5-workload/+ create mode 120000 qa/suites/upgrade/mimic-x-singleton/5-workload/.qa create mode 100644 qa/suites/upgrade/mimic-x-singleton/5-workload/radosbench.yaml create mode 100644 qa/suites/upgrade/mimic-x-singleton/5-workload/rbd_api.yaml create mode 100644 qa/suites/upgrade/mimic-x-singleton/6-finish-upgrade.yaml create mode 120000 qa/suites/upgrade/mimic-x-singleton/7-nautilus.yaml create mode 100644 qa/suites/upgrade/mimic-x-singleton/8-workload/+ create mode 120000 qa/suites/upgrade/mimic-x-singleton/8-workload/.qa create mode 100644 qa/suites/upgrade/mimic-x-singleton/8-workload/rbd-python.yaml create mode 100644 qa/suites/upgrade/mimic-x-singleton/8-workload/rgw-swift.yaml create mode 100644 qa/suites/upgrade/mimic-x-singleton/8-workload/snaps-many-objects.yaml create mode 120000 qa/suites/upgrade/mimic-x-singleton/supported-random-distro$ create mode 120000 qa/suites/upgrade/mimic-x-singleton/thrashosds-health.yaml (limited to 'qa/suites/upgrade/mimic-x-singleton') diff --git a/qa/suites/upgrade/mimic-x-singleton/% b/qa/suites/upgrade/mimic-x-singleton/% new file mode 100644 index 00000000..e69de29b diff --git a/qa/suites/upgrade/mimic-x-singleton/.qa b/qa/suites/upgrade/mimic-x-singleton/.qa new file mode 120000 index 00000000..a602a035 --- /dev/null +++ b/qa/suites/upgrade/mimic-x-singleton/.qa @@ -0,0 +1 @@ +../.qa/ \ No newline at end of file diff --git a/qa/suites/upgrade/mimic-x-singleton/0-cluster/+ b/qa/suites/upgrade/mimic-x-singleton/0-cluster/+ new file mode 100644 index 00000000..e69de29b diff --git a/qa/suites/upgrade/mimic-x-singleton/0-cluster/.qa b/qa/suites/upgrade/mimic-x-singleton/0-cluster/.qa new file mode 120000 index 00000000..a602a035 --- /dev/null +++ b/qa/suites/upgrade/mimic-x-singleton/0-cluster/.qa @@ -0,0 +1 @@ +../.qa/ \ No newline at end of file diff --git a/qa/suites/upgrade/mimic-x-singleton/0-cluster/openstack.yaml b/qa/suites/upgrade/mimic-x-singleton/0-cluster/openstack.yaml new file mode 100644 index 00000000..a0d5c201 --- /dev/null +++ b/qa/suites/upgrade/mimic-x-singleton/0-cluster/openstack.yaml @@ -0,0 +1,6 @@ +openstack: + - machine: + disk: 100 # GB + - volumes: # attached to each instance + count: 3 + size: 30 # GB diff --git a/qa/suites/upgrade/mimic-x-singleton/0-cluster/start.yaml b/qa/suites/upgrade/mimic-x-singleton/0-cluster/start.yaml new file mode 100644 index 00000000..3c65ea9c --- /dev/null +++ b/qa/suites/upgrade/mimic-x-singleton/0-cluster/start.yaml @@ -0,0 +1,37 @@ +meta: +- desc: | + Run ceph on two nodes, + with a separate client-only node. + Use xfs beneath the osds. +overrides: + ceph: + mon_bind_addrvec: false + mon_bind_msgr2: false + fs: xfs + conf: + global: + ms dump corrupt message level: 0 + ms bind msgr2: false + mds: + debug ms: 1 + debug mds: 20 +roles: +- - mon.a + - mgr.x + - mds.a + - osd.0 + - osd.1 + - osd.2 + - osd.3 +- - mon.b + - osd.4 + - osd.5 + - osd.6 + - osd.7 +- - mon.c + - mgr.y + - osd.8 + - osd.9 + - osd.10 + - osd.11 +- - client.0 diff --git a/qa/suites/upgrade/mimic-x-singleton/1-install/.qa b/qa/suites/upgrade/mimic-x-singleton/1-install/.qa new file mode 120000 index 00000000..a602a035 --- /dev/null +++ b/qa/suites/upgrade/mimic-x-singleton/1-install/.qa @@ -0,0 +1 @@ +../.qa/ \ No newline at end of file diff --git a/qa/suites/upgrade/mimic-x-singleton/1-install/mimic.yaml b/qa/suites/upgrade/mimic-x-singleton/1-install/mimic.yaml new file mode 100644 index 00000000..c92dbc54 --- /dev/null +++ b/qa/suites/upgrade/mimic-x-singleton/1-install/mimic.yaml @@ -0,0 +1,25 @@ +overrides: + ceph: + log-whitelist: + - \(MON_DOWN\) + - \(MGR_DOWN\) + - slow request +meta: +- desc: install ceph/mimic latest +tasks: +- install: + branch: mimic + exclude_packages: + - librados3 + - ceph-mgr-dashboard + - ceph-mgr-diskprediction-local + - ceph-mgr-diskprediction-cloud + - ceph-mgr-rook + - ceph-mgr-ssh + extra_packages: ['librados2'] +- print: "**** done install mimic" +- ceph: + conf: + global: + mon pg warn min per osd: 0 +- print: "**** done ceph" diff --git a/qa/suites/upgrade/mimic-x-singleton/2-partial-upgrade/.qa b/qa/suites/upgrade/mimic-x-singleton/2-partial-upgrade/.qa new file mode 120000 index 00000000..a602a035 --- /dev/null +++ b/qa/suites/upgrade/mimic-x-singleton/2-partial-upgrade/.qa @@ -0,0 +1 @@ +../.qa/ \ No newline at end of file diff --git a/qa/suites/upgrade/mimic-x-singleton/2-partial-upgrade/firsthalf.yaml b/qa/suites/upgrade/mimic-x-singleton/2-partial-upgrade/firsthalf.yaml new file mode 100644 index 00000000..a6cf4a46 --- /dev/null +++ b/qa/suites/upgrade/mimic-x-singleton/2-partial-upgrade/firsthalf.yaml @@ -0,0 +1,18 @@ +meta: +- desc: | + install upgrade ceph/-x on one node only + 1st half + restart : osd.0,1,2,3,4,5 +tasks: +- install.upgrade: + mon.a: + mon.b: +- print: "**** done install.upgrade osd.0" +- ceph.restart: + daemons: [mon.a, mon.b] + wait-for-healthy: false + mon-health-to-clog: false +- ceph.restart: + daemons: [osd.0, osd.1, osd.2, osd.3, osd.4, osd.5, osd.6, osd.7] + wait-for-healthy: false +- print: "**** done ceph.restart 1st 2/3s" diff --git a/qa/suites/upgrade/mimic-x-singleton/3-thrash/.qa b/qa/suites/upgrade/mimic-x-singleton/3-thrash/.qa new file mode 120000 index 00000000..a602a035 --- /dev/null +++ b/qa/suites/upgrade/mimic-x-singleton/3-thrash/.qa @@ -0,0 +1 @@ +../.qa/ \ No newline at end of file diff --git a/qa/suites/upgrade/mimic-x-singleton/3-thrash/default.yaml b/qa/suites/upgrade/mimic-x-singleton/3-thrash/default.yaml new file mode 100644 index 00000000..e36882da --- /dev/null +++ b/qa/suites/upgrade/mimic-x-singleton/3-thrash/default.yaml @@ -0,0 +1,22 @@ +meta: +- desc: | + randomly kill and revive osd + small chance to increase the number of pgs +overrides: + ceph: + log-whitelist: + - but it is still running + - objects unfound and apparently lost + - log bound mismatch +tasks: +- parallel: + - split_tasks +split_tasks: + sequential: + - thrashosds: + disable_objectstore_tool_tests: true + timeout: 1200 + chance_pgnum_grow: 1 + chance_pgpnum_fix: 1 + aggressive_pg_num_changes: false + - print: "**** done thrashosds 3-thrash" diff --git a/qa/suites/upgrade/mimic-x-singleton/4-workload/+ b/qa/suites/upgrade/mimic-x-singleton/4-workload/+ new file mode 100644 index 00000000..e69de29b diff --git a/qa/suites/upgrade/mimic-x-singleton/4-workload/.qa b/qa/suites/upgrade/mimic-x-singleton/4-workload/.qa new file mode 120000 index 00000000..a602a035 --- /dev/null +++ b/qa/suites/upgrade/mimic-x-singleton/4-workload/.qa @@ -0,0 +1 @@ +../.qa/ \ No newline at end of file diff --git a/qa/suites/upgrade/mimic-x-singleton/4-workload/rbd-cls.yaml b/qa/suites/upgrade/mimic-x-singleton/4-workload/rbd-cls.yaml new file mode 100644 index 00000000..c0415554 --- /dev/null +++ b/qa/suites/upgrade/mimic-x-singleton/4-workload/rbd-cls.yaml @@ -0,0 +1,11 @@ +meta: +- desc: | + run basic cls tests for rbd +split_tasks: + sequential: + - workunit: + branch: mimic + clients: + client.0: + - cls/test_cls_rbd.sh + - print: "**** done cls/test_cls_rbd.sh 5-workload" diff --git a/qa/suites/upgrade/mimic-x-singleton/4-workload/rbd-import-export.yaml b/qa/suites/upgrade/mimic-x-singleton/4-workload/rbd-import-export.yaml new file mode 100644 index 00000000..997f452d --- /dev/null +++ b/qa/suites/upgrade/mimic-x-singleton/4-workload/rbd-import-export.yaml @@ -0,0 +1,13 @@ +meta: +- desc: | + run basic import/export cli tests for rbd +split_tasks: + sequential: + - workunit: + branch: mimic + clients: + client.0: + - rbd/import_export.sh + env: + RBD_CREATE_ARGS: --new-format + - print: "**** done rbd/import_export.sh 5-workload" diff --git a/qa/suites/upgrade/mimic-x-singleton/4-workload/readwrite.yaml b/qa/suites/upgrade/mimic-x-singleton/4-workload/readwrite.yaml new file mode 100644 index 00000000..8833d4d8 --- /dev/null +++ b/qa/suites/upgrade/mimic-x-singleton/4-workload/readwrite.yaml @@ -0,0 +1,17 @@ +meta: +- desc: | + randomized correctness test for rados operations on a replicated pool, + using only reads, writes, and deletes +split_tasks: + sequential: + - full_sequential: + - rados: + clients: [client.0] + ops: 4000 + objects: 500 + write_append_excl: false + op_weights: + read: 45 + write: 45 + delete: 10 + - print: "**** done rados/readwrite 5-workload" diff --git a/qa/suites/upgrade/mimic-x-singleton/4-workload/snaps-few-objects.yaml b/qa/suites/upgrade/mimic-x-singleton/4-workload/snaps-few-objects.yaml new file mode 100644 index 00000000..c96cfbe3 --- /dev/null +++ b/qa/suites/upgrade/mimic-x-singleton/4-workload/snaps-few-objects.yaml @@ -0,0 +1,19 @@ +meta: +- desc: | + randomized correctness test for rados operations on a replicated pool with snapshot operations +split_tasks: + sequential: + - full_sequential: + - rados: + clients: [client.0] + ops: 4000 + objects: 50 + write_append_excl: false + op_weights: + read: 100 + write: 100 + delete: 50 + snap_create: 50 + snap_remove: 50 + rollback: 50 + - print: "**** done rados/snaps-few-objects 5-workload" diff --git a/qa/suites/upgrade/mimic-x-singleton/5-workload/+ b/qa/suites/upgrade/mimic-x-singleton/5-workload/+ new file mode 100644 index 00000000..e69de29b diff --git a/qa/suites/upgrade/mimic-x-singleton/5-workload/.qa b/qa/suites/upgrade/mimic-x-singleton/5-workload/.qa new file mode 120000 index 00000000..a602a035 --- /dev/null +++ b/qa/suites/upgrade/mimic-x-singleton/5-workload/.qa @@ -0,0 +1 @@ +../.qa/ \ No newline at end of file diff --git a/qa/suites/upgrade/mimic-x-singleton/5-workload/radosbench.yaml b/qa/suites/upgrade/mimic-x-singleton/5-workload/radosbench.yaml new file mode 100644 index 00000000..2cfbf1dc --- /dev/null +++ b/qa/suites/upgrade/mimic-x-singleton/5-workload/radosbench.yaml @@ -0,0 +1,41 @@ +meta: +- desc: | + run randomized correctness test for rados operations + generate write load with rados bench +split_tasks: + sequential: + - full_sequential: + - radosbench: + clients: [client.0] + time: 150 + - radosbench: + clients: [client.0] + time: 150 + - radosbench: + clients: [client.0] + time: 150 + - radosbench: + clients: [client.0] + time: 150 + - radosbench: + clients: [client.0] + time: 150 + - radosbench: + clients: [client.0] + time: 150 + - radosbench: + clients: [client.0] + time: 150 + - radosbench: + clients: [client.0] + time: 150 + - radosbench: + clients: [client.0] + time: 150 + - radosbench: + clients: [client.0] + time: 150 + - radosbench: + clients: [client.0] + time: 150 + - print: "**** done radosbench 7-workload" diff --git a/qa/suites/upgrade/mimic-x-singleton/5-workload/rbd_api.yaml b/qa/suites/upgrade/mimic-x-singleton/5-workload/rbd_api.yaml new file mode 100644 index 00000000..ccfc8385 --- /dev/null +++ b/qa/suites/upgrade/mimic-x-singleton/5-workload/rbd_api.yaml @@ -0,0 +1,11 @@ +meta: +- desc: | + librbd C and C++ api tests +split_tasks: + sequential: + - workunit: + branch: mimic + clients: + client.0: + - rbd/test_librbd.sh + - print: "**** done rbd/test_librbd.sh 7-workload" diff --git a/qa/suites/upgrade/mimic-x-singleton/6-finish-upgrade.yaml b/qa/suites/upgrade/mimic-x-singleton/6-finish-upgrade.yaml new file mode 100644 index 00000000..e7fa4b2f --- /dev/null +++ b/qa/suites/upgrade/mimic-x-singleton/6-finish-upgrade.yaml @@ -0,0 +1,30 @@ +meta: +- desc: | + install upgrade on remaining node + restartin remaining osds +overrides: + ceph: + log-whitelist: + - overall HEALTH_ + - \(FS_DEGRADED\) + - \(MDS_ +tasks: +- install.upgrade: + mon.c: +- ceph.restart: + daemons: [mon.c, mgr.x, mgr.y] + wait-for-up: true + wait-for-healthy: false +- ceph.restart: + daemons: [osd.8, osd.9, osd.10, osd.11] + wait-for-up: true + wait-for-healthy: false +- ceph.restart: + daemons: [mds.a] + wait-for-up: true + wait-for-healthy: false +- exec: + mon.a: + - ceph mon enable-msgr2 +- install.upgrade: + client.0: diff --git a/qa/suites/upgrade/mimic-x-singleton/7-nautilus.yaml b/qa/suites/upgrade/mimic-x-singleton/7-nautilus.yaml new file mode 120000 index 00000000..9e99b7d2 --- /dev/null +++ b/qa/suites/upgrade/mimic-x-singleton/7-nautilus.yaml @@ -0,0 +1 @@ +.qa/releases/nautilus.yaml \ No newline at end of file diff --git a/qa/suites/upgrade/mimic-x-singleton/8-workload/+ b/qa/suites/upgrade/mimic-x-singleton/8-workload/+ new file mode 100644 index 00000000..e69de29b diff --git a/qa/suites/upgrade/mimic-x-singleton/8-workload/.qa b/qa/suites/upgrade/mimic-x-singleton/8-workload/.qa new file mode 120000 index 00000000..a602a035 --- /dev/null +++ b/qa/suites/upgrade/mimic-x-singleton/8-workload/.qa @@ -0,0 +1 @@ +../.qa/ \ No newline at end of file diff --git a/qa/suites/upgrade/mimic-x-singleton/8-workload/rbd-python.yaml b/qa/suites/upgrade/mimic-x-singleton/8-workload/rbd-python.yaml new file mode 100644 index 00000000..56ba21d7 --- /dev/null +++ b/qa/suites/upgrade/mimic-x-singleton/8-workload/rbd-python.yaml @@ -0,0 +1,9 @@ +meta: +- desc: | + librbd python api tests +tasks: +- workunit: + clients: + client.0: + - rbd/test_librbd_python.sh +- print: "**** done rbd/test_librbd_python.sh 9-workload" diff --git a/qa/suites/upgrade/mimic-x-singleton/8-workload/rgw-swift.yaml b/qa/suites/upgrade/mimic-x-singleton/8-workload/rgw-swift.yaml new file mode 100644 index 00000000..1b5710b1 --- /dev/null +++ b/qa/suites/upgrade/mimic-x-singleton/8-workload/rgw-swift.yaml @@ -0,0 +1,12 @@ +meta: +- desc: | + swift api tests for rgw +tasks: +- rgw: + client.0: +- print: "**** done rgw 9-workload" +- swift: + client.0: + force-branch: ceph-nautilus + rgw_server: client.0 +- print: "**** done swift 9-workload" diff --git a/qa/suites/upgrade/mimic-x-singleton/8-workload/snaps-many-objects.yaml b/qa/suites/upgrade/mimic-x-singleton/8-workload/snaps-many-objects.yaml new file mode 100644 index 00000000..805bf97c --- /dev/null +++ b/qa/suites/upgrade/mimic-x-singleton/8-workload/snaps-many-objects.yaml @@ -0,0 +1,16 @@ +meta: +- desc: | + randomized correctness test for rados operations on a replicated pool with snapshot operations +tasks: +- rados: + clients: [client.0] + ops: 4000 + objects: 500 + write_append_excl: false + op_weights: + read: 100 + write: 100 + delete: 50 + snap_create: 50 + snap_remove: 50 + rollback: 50 diff --git a/qa/suites/upgrade/mimic-x-singleton/supported-random-distro$ b/qa/suites/upgrade/mimic-x-singleton/supported-random-distro$ new file mode 120000 index 00000000..0862b445 --- /dev/null +++ b/qa/suites/upgrade/mimic-x-singleton/supported-random-distro$ @@ -0,0 +1 @@ +.qa/distros/supported-random-distro$ \ No newline at end of file diff --git a/qa/suites/upgrade/mimic-x-singleton/thrashosds-health.yaml b/qa/suites/upgrade/mimic-x-singleton/thrashosds-health.yaml new file mode 120000 index 00000000..9124eb1a --- /dev/null +++ b/qa/suites/upgrade/mimic-x-singleton/thrashosds-health.yaml @@ -0,0 +1 @@ +.qa/tasks/thrashosds-health.yaml \ No newline at end of file -- cgit v1.2.3