From 483eb2f56657e8e7f419ab1a4fab8dce9ade8609 Mon Sep 17 00:00:00 2001 From: Daniel Baumann Date: Sat, 27 Apr 2024 20:24:20 +0200 Subject: Adding upstream version 14.2.21. Signed-off-by: Daniel Baumann --- qa/suites/upgrade/mimic-x/.qa | 1 + qa/suites/upgrade/mimic-x/parallel/% | 0 qa/suites/upgrade/mimic-x/parallel/.qa | 1 + qa/suites/upgrade/mimic-x/parallel/0-cluster/+ | 0 qa/suites/upgrade/mimic-x/parallel/0-cluster/.qa | 1 + .../mimic-x/parallel/0-cluster/openstack.yaml | 4 ++ .../upgrade/mimic-x/parallel/0-cluster/start.yaml | 49 +++++++++++++++++++ .../upgrade/mimic-x/parallel/1-ceph-install/.qa | 1 + .../mimic-x/parallel/1-ceph-install/mimic.yaml | 55 ++++++++++++++++++++++ .../1.1-pg-log-overrides/normal_pg_log.yaml | 1 + .../1.1-pg-log-overrides/short_pg_log.yaml | 6 +++ qa/suites/upgrade/mimic-x/parallel/2-workload/+ | 0 qa/suites/upgrade/mimic-x/parallel/2-workload/.qa | 1 + .../mimic-x/parallel/2-workload/blogbench.yaml | 14 ++++++ .../parallel/2-workload/ec-rados-default.yaml | 24 ++++++++++ .../mimic-x/parallel/2-workload/rados_api.yaml | 11 +++++ .../parallel/2-workload/rados_loadgenbig.yaml | 11 +++++ .../parallel/2-workload/rgw_ragweed_prepare.yaml | 14 ++++++ .../mimic-x/parallel/2-workload/test_rbd_api.yaml | 11 +++++ .../parallel/2-workload/test_rbd_python.yaml | 11 +++++ .../mimic-x/parallel/3-upgrade-sequence/.qa | 1 + .../parallel/3-upgrade-sequence/upgrade-all.yaml | 22 +++++++++ .../3-upgrade-sequence/upgrade-mon-osd-mds.yaml | 51 ++++++++++++++++++++ qa/suites/upgrade/mimic-x/parallel/4-msgr2.yaml | 5 ++ qa/suites/upgrade/mimic-x/parallel/4-nautilus.yaml | 1 + .../upgrade/mimic-x/parallel/5-final-workload/+ | 0 .../upgrade/mimic-x/parallel/5-final-workload/.qa | 1 + .../parallel/5-final-workload/blogbench.yaml | 13 +++++ .../5-final-workload/rados-snaps-few-objects.yaml | 17 +++++++ .../5-final-workload/rados_loadgenmix.yaml | 9 ++++ .../5-final-workload/rados_mon_thrash.yaml | 18 +++++++ .../mimic-x/parallel/5-final-workload/rbd_cls.yaml | 9 ++++ .../5-final-workload/rbd_import_export.yaml | 11 +++++ .../mimic-x/parallel/5-final-workload/rgw.yaml | 8 ++++ .../5-final-workload/rgw_ragweed_check.yaml | 11 +++++ .../parallel/5-final-workload/rgw_swift.yaml | 10 ++++ qa/suites/upgrade/mimic-x/parallel/objectstore | 1 + .../upgrade/mimic-x/parallel/supported-all-distro | 1 + .../upgrade/mimic-x/stress-split-erasure-code/% | 0 .../upgrade/mimic-x/stress-split-erasure-code/.qa | 1 + .../mimic-x/stress-split-erasure-code/0-cluster | 1 + .../stress-split-erasure-code/1-luminous-install | 1 + .../1.1-pg-log-overrides/normal_pg_log.yaml | 1 + .../1.1-pg-log-overrides/short_pg_log.yaml | 6 +++ .../stress-split-erasure-code/2-partial-upgrade | 1 + .../mimic-x/stress-split-erasure-code/3-thrash/.qa | 1 + .../3-thrash/default.yaml | 26 ++++++++++ .../stress-split-erasure-code/4-ec-workload.yaml | 22 +++++++++ .../5-finish-upgrade.yaml | 1 + .../7-final-workload.yaml | 35 ++++++++++++++ .../mimic-x/stress-split-erasure-code/objectstore | 1 + .../stress-split-erasure-code/supported-all-distro | 1 + .../thrashosds-health.yaml | 1 + qa/suites/upgrade/mimic-x/stress-split/% | 0 qa/suites/upgrade/mimic-x/stress-split/.qa | 1 + qa/suites/upgrade/mimic-x/stress-split/0-cluster/+ | 0 .../upgrade/mimic-x/stress-split/0-cluster/.qa | 1 + .../mimic-x/stress-split/0-cluster/openstack.yaml | 6 +++ .../mimic-x/stress-split/0-cluster/start.yaml | 42 +++++++++++++++++ .../mimic-x/stress-split/1-ceph-install/.qa | 1 + .../mimic-x/stress-split/1-ceph-install/mimic.yaml | 29 ++++++++++++ .../1.1-pg-log-overrides/normal_pg_log.yaml | 1 + .../1.1-pg-log-overrides/short_pg_log.yaml | 6 +++ .../mimic-x/stress-split/2-partial-upgrade/.qa | 1 + .../stress-split/2-partial-upgrade/firsthalf.yaml | 14 ++++++ .../upgrade/mimic-x/stress-split/3-thrash/.qa | 1 + .../mimic-x/stress-split/3-thrash/default.yaml | 26 ++++++++++ .../upgrade/mimic-x/stress-split/4-workload/+ | 0 .../upgrade/mimic-x/stress-split/4-workload/.qa | 1 + .../stress-split/4-workload/radosbench.yaml | 52 ++++++++++++++++++++ .../mimic-x/stress-split/4-workload/rbd-cls.yaml | 10 ++++ .../stress-split/4-workload/rbd-import-export.yaml | 12 +++++ .../mimic-x/stress-split/4-workload/rbd_api.yaml | 10 ++++ .../mimic-x/stress-split/4-workload/readwrite.yaml | 16 +++++++ .../4-workload/rgw_ragweed_prepare.yaml | 14 ++++++ .../stress-split/4-workload/snaps-few-objects.yaml | 18 +++++++ .../mimic-x/stress-split/5-finish-upgrade.yaml | 14 ++++++ .../upgrade/mimic-x/stress-split/6-nautilus.yaml | 1 + .../upgrade/mimic-x/stress-split/6.1-msgr2.yaml | 5 ++ .../mimic-x/stress-split/7-final-workload/+ | 0 .../mimic-x/stress-split/7-final-workload/.qa | 1 + .../stress-split/7-final-workload/rbd-python.yaml | 10 ++++ .../7-final-workload/rgw-swift-ragweed_check.yaml | 19 ++++++++ .../7-final-workload/snaps-many-objects.yaml | 16 +++++++ .../upgrade/mimic-x/stress-split/objectstore/.qa | 1 + .../stress-split/objectstore/bluestore-bitmap.yaml | 1 + .../stress-split/objectstore/filestore-xfs.yaml | 1 + .../mimic-x/stress-split/supported-all-distro | 1 + .../mimic-x/stress-split/thrashosds-health.yaml | 1 + 89 files changed, 837 insertions(+) create mode 120000 qa/suites/upgrade/mimic-x/.qa create mode 100644 qa/suites/upgrade/mimic-x/parallel/% create mode 120000 qa/suites/upgrade/mimic-x/parallel/.qa create mode 100644 qa/suites/upgrade/mimic-x/parallel/0-cluster/+ create mode 120000 qa/suites/upgrade/mimic-x/parallel/0-cluster/.qa create mode 100644 qa/suites/upgrade/mimic-x/parallel/0-cluster/openstack.yaml create mode 100644 qa/suites/upgrade/mimic-x/parallel/0-cluster/start.yaml create mode 120000 qa/suites/upgrade/mimic-x/parallel/1-ceph-install/.qa create mode 100644 qa/suites/upgrade/mimic-x/parallel/1-ceph-install/mimic.yaml create mode 100644 qa/suites/upgrade/mimic-x/parallel/1.1-pg-log-overrides/normal_pg_log.yaml create mode 100644 qa/suites/upgrade/mimic-x/parallel/1.1-pg-log-overrides/short_pg_log.yaml create mode 100644 qa/suites/upgrade/mimic-x/parallel/2-workload/+ create mode 120000 qa/suites/upgrade/mimic-x/parallel/2-workload/.qa create mode 100644 qa/suites/upgrade/mimic-x/parallel/2-workload/blogbench.yaml create mode 100644 qa/suites/upgrade/mimic-x/parallel/2-workload/ec-rados-default.yaml create mode 100644 qa/suites/upgrade/mimic-x/parallel/2-workload/rados_api.yaml create mode 100644 qa/suites/upgrade/mimic-x/parallel/2-workload/rados_loadgenbig.yaml create mode 100644 qa/suites/upgrade/mimic-x/parallel/2-workload/rgw_ragweed_prepare.yaml create mode 100644 qa/suites/upgrade/mimic-x/parallel/2-workload/test_rbd_api.yaml create mode 100644 qa/suites/upgrade/mimic-x/parallel/2-workload/test_rbd_python.yaml create mode 120000 qa/suites/upgrade/mimic-x/parallel/3-upgrade-sequence/.qa create mode 100644 qa/suites/upgrade/mimic-x/parallel/3-upgrade-sequence/upgrade-all.yaml create mode 100644 qa/suites/upgrade/mimic-x/parallel/3-upgrade-sequence/upgrade-mon-osd-mds.yaml create mode 100644 qa/suites/upgrade/mimic-x/parallel/4-msgr2.yaml create mode 120000 qa/suites/upgrade/mimic-x/parallel/4-nautilus.yaml create mode 100644 qa/suites/upgrade/mimic-x/parallel/5-final-workload/+ create mode 120000 qa/suites/upgrade/mimic-x/parallel/5-final-workload/.qa create mode 100644 qa/suites/upgrade/mimic-x/parallel/5-final-workload/blogbench.yaml create mode 100644 qa/suites/upgrade/mimic-x/parallel/5-final-workload/rados-snaps-few-objects.yaml create mode 100644 qa/suites/upgrade/mimic-x/parallel/5-final-workload/rados_loadgenmix.yaml create mode 100644 qa/suites/upgrade/mimic-x/parallel/5-final-workload/rados_mon_thrash.yaml create mode 100644 qa/suites/upgrade/mimic-x/parallel/5-final-workload/rbd_cls.yaml create mode 100644 qa/suites/upgrade/mimic-x/parallel/5-final-workload/rbd_import_export.yaml create mode 100644 qa/suites/upgrade/mimic-x/parallel/5-final-workload/rgw.yaml create mode 100644 qa/suites/upgrade/mimic-x/parallel/5-final-workload/rgw_ragweed_check.yaml create mode 100644 qa/suites/upgrade/mimic-x/parallel/5-final-workload/rgw_swift.yaml create mode 120000 qa/suites/upgrade/mimic-x/parallel/objectstore create mode 120000 qa/suites/upgrade/mimic-x/parallel/supported-all-distro create mode 100644 qa/suites/upgrade/mimic-x/stress-split-erasure-code/% create mode 120000 qa/suites/upgrade/mimic-x/stress-split-erasure-code/.qa create mode 120000 qa/suites/upgrade/mimic-x/stress-split-erasure-code/0-cluster create mode 120000 qa/suites/upgrade/mimic-x/stress-split-erasure-code/1-luminous-install create mode 100644 qa/suites/upgrade/mimic-x/stress-split-erasure-code/1.1-pg-log-overrides/normal_pg_log.yaml create mode 100644 qa/suites/upgrade/mimic-x/stress-split-erasure-code/1.1-pg-log-overrides/short_pg_log.yaml create mode 120000 qa/suites/upgrade/mimic-x/stress-split-erasure-code/2-partial-upgrade create mode 120000 qa/suites/upgrade/mimic-x/stress-split-erasure-code/3-thrash/.qa create mode 100644 qa/suites/upgrade/mimic-x/stress-split-erasure-code/3-thrash/default.yaml create mode 100644 qa/suites/upgrade/mimic-x/stress-split-erasure-code/4-ec-workload.yaml create mode 120000 qa/suites/upgrade/mimic-x/stress-split-erasure-code/5-finish-upgrade.yaml create mode 100644 qa/suites/upgrade/mimic-x/stress-split-erasure-code/7-final-workload.yaml create mode 120000 qa/suites/upgrade/mimic-x/stress-split-erasure-code/objectstore create mode 120000 qa/suites/upgrade/mimic-x/stress-split-erasure-code/supported-all-distro create mode 120000 qa/suites/upgrade/mimic-x/stress-split-erasure-code/thrashosds-health.yaml create mode 100644 qa/suites/upgrade/mimic-x/stress-split/% create mode 120000 qa/suites/upgrade/mimic-x/stress-split/.qa create mode 100644 qa/suites/upgrade/mimic-x/stress-split/0-cluster/+ create mode 120000 qa/suites/upgrade/mimic-x/stress-split/0-cluster/.qa create mode 100644 qa/suites/upgrade/mimic-x/stress-split/0-cluster/openstack.yaml create mode 100644 qa/suites/upgrade/mimic-x/stress-split/0-cluster/start.yaml create mode 120000 qa/suites/upgrade/mimic-x/stress-split/1-ceph-install/.qa create mode 100644 qa/suites/upgrade/mimic-x/stress-split/1-ceph-install/mimic.yaml create mode 100644 qa/suites/upgrade/mimic-x/stress-split/1.1-pg-log-overrides/normal_pg_log.yaml create mode 100644 qa/suites/upgrade/mimic-x/stress-split/1.1-pg-log-overrides/short_pg_log.yaml create mode 120000 qa/suites/upgrade/mimic-x/stress-split/2-partial-upgrade/.qa create mode 100644 qa/suites/upgrade/mimic-x/stress-split/2-partial-upgrade/firsthalf.yaml create mode 120000 qa/suites/upgrade/mimic-x/stress-split/3-thrash/.qa create mode 100644 qa/suites/upgrade/mimic-x/stress-split/3-thrash/default.yaml create mode 100644 qa/suites/upgrade/mimic-x/stress-split/4-workload/+ create mode 120000 qa/suites/upgrade/mimic-x/stress-split/4-workload/.qa create mode 100644 qa/suites/upgrade/mimic-x/stress-split/4-workload/radosbench.yaml create mode 100644 qa/suites/upgrade/mimic-x/stress-split/4-workload/rbd-cls.yaml create mode 100644 qa/suites/upgrade/mimic-x/stress-split/4-workload/rbd-import-export.yaml create mode 100644 qa/suites/upgrade/mimic-x/stress-split/4-workload/rbd_api.yaml create mode 100644 qa/suites/upgrade/mimic-x/stress-split/4-workload/readwrite.yaml create mode 100644 qa/suites/upgrade/mimic-x/stress-split/4-workload/rgw_ragweed_prepare.yaml create mode 100644 qa/suites/upgrade/mimic-x/stress-split/4-workload/snaps-few-objects.yaml create mode 100644 qa/suites/upgrade/mimic-x/stress-split/5-finish-upgrade.yaml create mode 120000 qa/suites/upgrade/mimic-x/stress-split/6-nautilus.yaml create mode 100644 qa/suites/upgrade/mimic-x/stress-split/6.1-msgr2.yaml create mode 100644 qa/suites/upgrade/mimic-x/stress-split/7-final-workload/+ create mode 120000 qa/suites/upgrade/mimic-x/stress-split/7-final-workload/.qa create mode 100644 qa/suites/upgrade/mimic-x/stress-split/7-final-workload/rbd-python.yaml create mode 100644 qa/suites/upgrade/mimic-x/stress-split/7-final-workload/rgw-swift-ragweed_check.yaml create mode 100644 qa/suites/upgrade/mimic-x/stress-split/7-final-workload/snaps-many-objects.yaml create mode 120000 qa/suites/upgrade/mimic-x/stress-split/objectstore/.qa create mode 120000 qa/suites/upgrade/mimic-x/stress-split/objectstore/bluestore-bitmap.yaml create mode 120000 qa/suites/upgrade/mimic-x/stress-split/objectstore/filestore-xfs.yaml create mode 120000 qa/suites/upgrade/mimic-x/stress-split/supported-all-distro create mode 120000 qa/suites/upgrade/mimic-x/stress-split/thrashosds-health.yaml (limited to 'qa/suites/upgrade/mimic-x') diff --git a/qa/suites/upgrade/mimic-x/.qa b/qa/suites/upgrade/mimic-x/.qa new file mode 120000 index 00000000..fea2489f --- /dev/null +++ b/qa/suites/upgrade/mimic-x/.qa @@ -0,0 +1 @@ +../.qa \ No newline at end of file diff --git a/qa/suites/upgrade/mimic-x/parallel/% b/qa/suites/upgrade/mimic-x/parallel/% new file mode 100644 index 00000000..e69de29b diff --git a/qa/suites/upgrade/mimic-x/parallel/.qa b/qa/suites/upgrade/mimic-x/parallel/.qa new file mode 120000 index 00000000..a602a035 --- /dev/null +++ b/qa/suites/upgrade/mimic-x/parallel/.qa @@ -0,0 +1 @@ +../.qa/ \ No newline at end of file diff --git a/qa/suites/upgrade/mimic-x/parallel/0-cluster/+ b/qa/suites/upgrade/mimic-x/parallel/0-cluster/+ new file mode 100644 index 00000000..e69de29b diff --git a/qa/suites/upgrade/mimic-x/parallel/0-cluster/.qa b/qa/suites/upgrade/mimic-x/parallel/0-cluster/.qa new file mode 120000 index 00000000..a602a035 --- /dev/null +++ b/qa/suites/upgrade/mimic-x/parallel/0-cluster/.qa @@ -0,0 +1 @@ +../.qa/ \ No newline at end of file diff --git a/qa/suites/upgrade/mimic-x/parallel/0-cluster/openstack.yaml b/qa/suites/upgrade/mimic-x/parallel/0-cluster/openstack.yaml new file mode 100644 index 00000000..f4d1349b --- /dev/null +++ b/qa/suites/upgrade/mimic-x/parallel/0-cluster/openstack.yaml @@ -0,0 +1,4 @@ +openstack: + - volumes: # attached to each instance + count: 3 + size: 30 # GB diff --git a/qa/suites/upgrade/mimic-x/parallel/0-cluster/start.yaml b/qa/suites/upgrade/mimic-x/parallel/0-cluster/start.yaml new file mode 100644 index 00000000..099b70c3 --- /dev/null +++ b/qa/suites/upgrade/mimic-x/parallel/0-cluster/start.yaml @@ -0,0 +1,49 @@ +meta: +- desc: | + Run ceph on two nodes, + with a separate client 0,1,2 third node. + Use xfs beneath the osds. + CephFS tests running on client 2,3 + #Note-To enable RHEL runs on ovh nodes, add the following to overrides + #ansible.cephlab: + # skip_tags: entitlements,packages,repos +roles: +- - mon.a + - mgr.x + - mds.a + - osd.0 + - osd.1 +- - mon.b + - mgr.y + - osd.2 + - osd.3 +- - mon.c + - mds.b + - osd.4 + - osd.5 +- - client.0 + - client.1 + - client.2 + - client.3 +overrides: + ceph: + mon_bind_msgr2: false + mon_bind_addrvec: false + log-whitelist: + - scrub mismatch + - ScrubResult + - wrongly marked + - \(POOL_APP_NOT_ENABLED\) + - \(SLOW_OPS\) + - overall HEALTH_ + - \(MON_MSGR2_NOT_ENABLED\) + - slow request + conf: + global: + enable experimental unrecoverable data corrupting features: "*" + mon: + mon warn on osd down out interval zero: false + osd: + osd_class_load_list: "*" + osd_class_default_list: "*" + fs: xfs diff --git a/qa/suites/upgrade/mimic-x/parallel/1-ceph-install/.qa b/qa/suites/upgrade/mimic-x/parallel/1-ceph-install/.qa new file mode 120000 index 00000000..a602a035 --- /dev/null +++ b/qa/suites/upgrade/mimic-x/parallel/1-ceph-install/.qa @@ -0,0 +1 @@ +../.qa/ \ No newline at end of file diff --git a/qa/suites/upgrade/mimic-x/parallel/1-ceph-install/mimic.yaml b/qa/suites/upgrade/mimic-x/parallel/1-ceph-install/mimic.yaml new file mode 100644 index 00000000..8d816dfe --- /dev/null +++ b/qa/suites/upgrade/mimic-x/parallel/1-ceph-install/mimic.yaml @@ -0,0 +1,55 @@ +meta: +- desc: | + install ceph/mimic latest + run workload and upgrade-sequence in parallel + upgrade the client node +tasks: +- install: + branch: mimic + exclude_packages: + - librados3 + - ceph-mgr-dashboard + - ceph-mgr-diskprediction-local + - ceph-mgr-diskprediction-cloud + - ceph-mgr-rook + - ceph-mgr-ssh + extra_packages: ['librados2'] +- print: "**** done installing mimic" +- ceph: + log-whitelist: + - overall HEALTH_ + - \(FS_ + - \(MDS_ + - \(OSD_ + - \(MON_DOWN\) + - \(CACHE_POOL_ + - \(POOL_ + - \(MGR_DOWN\) + - \(PG_ + - \(SMALLER_PGP_NUM\) + - Monitor daemon marked osd + - Behind on trimming + - Manager daemon + - evicting unresponsive client + conf: + global: + mon warn on pool no app: false + bluestore_warn_on_legacy_statfs: false + mon pg warn min per osd: 0 +- exec: + osd.0: + - ceph osd require-osd-release mimic + - ceph osd set-require-min-compat-client mimic +- print: "**** done ceph" +- install.upgrade: + mon.a: + mon.b: + mon.c: +- print: "**** done install.upgrade non-client hosts" +- parallel: + - workload + - upgrade-sequence +- print: "**** done parallel" +- install.upgrade: + client.0: +- print: "**** done install.upgrade on client.0" diff --git a/qa/suites/upgrade/mimic-x/parallel/1.1-pg-log-overrides/normal_pg_log.yaml b/qa/suites/upgrade/mimic-x/parallel/1.1-pg-log-overrides/normal_pg_log.yaml new file mode 100644 index 00000000..8b137891 --- /dev/null +++ b/qa/suites/upgrade/mimic-x/parallel/1.1-pg-log-overrides/normal_pg_log.yaml @@ -0,0 +1 @@ + diff --git a/qa/suites/upgrade/mimic-x/parallel/1.1-pg-log-overrides/short_pg_log.yaml b/qa/suites/upgrade/mimic-x/parallel/1.1-pg-log-overrides/short_pg_log.yaml new file mode 100644 index 00000000..e31e37ba --- /dev/null +++ b/qa/suites/upgrade/mimic-x/parallel/1.1-pg-log-overrides/short_pg_log.yaml @@ -0,0 +1,6 @@ +overrides: + ceph: + conf: + osd: + osd min pg log entries: 1 + osd max pg log entries: 2 diff --git a/qa/suites/upgrade/mimic-x/parallel/2-workload/+ b/qa/suites/upgrade/mimic-x/parallel/2-workload/+ new file mode 100644 index 00000000..e69de29b diff --git a/qa/suites/upgrade/mimic-x/parallel/2-workload/.qa b/qa/suites/upgrade/mimic-x/parallel/2-workload/.qa new file mode 120000 index 00000000..a602a035 --- /dev/null +++ b/qa/suites/upgrade/mimic-x/parallel/2-workload/.qa @@ -0,0 +1 @@ +../.qa/ \ No newline at end of file diff --git a/qa/suites/upgrade/mimic-x/parallel/2-workload/blogbench.yaml b/qa/suites/upgrade/mimic-x/parallel/2-workload/blogbench.yaml new file mode 100644 index 00000000..021fcc68 --- /dev/null +++ b/qa/suites/upgrade/mimic-x/parallel/2-workload/blogbench.yaml @@ -0,0 +1,14 @@ +meta: +- desc: | + run a cephfs stress test + mount ceph-fuse on client.2 before running workunit +workload: + full_sequential: + - sequential: + - ceph-fuse: + - print: "**** done ceph-fuse 2-workload" + - workunit: + clients: + client.2: + - suites/blogbench.sh + - print: "**** done suites/blogbench.sh 2-workload" diff --git a/qa/suites/upgrade/mimic-x/parallel/2-workload/ec-rados-default.yaml b/qa/suites/upgrade/mimic-x/parallel/2-workload/ec-rados-default.yaml new file mode 100644 index 00000000..5c5a9588 --- /dev/null +++ b/qa/suites/upgrade/mimic-x/parallel/2-workload/ec-rados-default.yaml @@ -0,0 +1,24 @@ +meta: +- desc: | + run run randomized correctness test for rados operations + on an erasure-coded pool +workload: + full_sequential: + - rados: + clients: [client.0] + ops: 4000 + objects: 50 + ec_pool: true + write_append_excl: false + op_weights: + read: 100 + write: 0 + append: 100 + delete: 50 + snap_create: 50 + snap_remove: 50 + rollback: 50 + copy_from: 50 + setattr: 25 + rmattr: 25 + - print: "**** done rados ec task" diff --git a/qa/suites/upgrade/mimic-x/parallel/2-workload/rados_api.yaml b/qa/suites/upgrade/mimic-x/parallel/2-workload/rados_api.yaml new file mode 100644 index 00000000..fcbdf57d --- /dev/null +++ b/qa/suites/upgrade/mimic-x/parallel/2-workload/rados_api.yaml @@ -0,0 +1,11 @@ +meta: +- desc: | + object class functional tests +workload: + full_sequential: + - workunit: + branch: mimic + clients: + client.0: + - cls + - print: "**** done cls 2-workload" diff --git a/qa/suites/upgrade/mimic-x/parallel/2-workload/rados_loadgenbig.yaml b/qa/suites/upgrade/mimic-x/parallel/2-workload/rados_loadgenbig.yaml new file mode 100644 index 00000000..fe88cc5b --- /dev/null +++ b/qa/suites/upgrade/mimic-x/parallel/2-workload/rados_loadgenbig.yaml @@ -0,0 +1,11 @@ +meta: +- desc: | + generate read/write load with rados objects ranging from 1MB to 25MB +workload: + full_sequential: + - workunit: + branch: mimic + clients: + client.0: + - rados/load-gen-big.sh + - print: "**** done rados/load-gen-big.sh 2-workload" diff --git a/qa/suites/upgrade/mimic-x/parallel/2-workload/rgw_ragweed_prepare.yaml b/qa/suites/upgrade/mimic-x/parallel/2-workload/rgw_ragweed_prepare.yaml new file mode 100644 index 00000000..b95711fe --- /dev/null +++ b/qa/suites/upgrade/mimic-x/parallel/2-workload/rgw_ragweed_prepare.yaml @@ -0,0 +1,14 @@ +meta: +- desc: | + rgw ragweed prepare +workload: + full_sequential: + - sequential: + - rgw: + - client.1 + - ragweed: + client.1: + default-branch: ceph-nautilus + rgw_server: client.1 + stages: prepare + - print: "**** done rgw ragweed prepare 2-workload" diff --git a/qa/suites/upgrade/mimic-x/parallel/2-workload/test_rbd_api.yaml b/qa/suites/upgrade/mimic-x/parallel/2-workload/test_rbd_api.yaml new file mode 100644 index 00000000..b2f6766e --- /dev/null +++ b/qa/suites/upgrade/mimic-x/parallel/2-workload/test_rbd_api.yaml @@ -0,0 +1,11 @@ +meta: +- desc: | + librbd C and C++ api tests +workload: + full_sequential: + - workunit: + branch: mimic + clients: + client.0: + - rbd/test_librbd.sh + - print: "**** done rbd/test_librbd.sh 2-workload" diff --git a/qa/suites/upgrade/mimic-x/parallel/2-workload/test_rbd_python.yaml b/qa/suites/upgrade/mimic-x/parallel/2-workload/test_rbd_python.yaml new file mode 100644 index 00000000..c8b4fca7 --- /dev/null +++ b/qa/suites/upgrade/mimic-x/parallel/2-workload/test_rbd_python.yaml @@ -0,0 +1,11 @@ +meta: +- desc: | + librbd python api tests +workload: + full_sequential: + - workunit: + branch: mimic + clients: + client.0: + - rbd/test_librbd_python.sh + - print: "**** done rbd/test_librbd_python.sh 2-workload" diff --git a/qa/suites/upgrade/mimic-x/parallel/3-upgrade-sequence/.qa b/qa/suites/upgrade/mimic-x/parallel/3-upgrade-sequence/.qa new file mode 120000 index 00000000..a602a035 --- /dev/null +++ b/qa/suites/upgrade/mimic-x/parallel/3-upgrade-sequence/.qa @@ -0,0 +1 @@ +../.qa/ \ No newline at end of file diff --git a/qa/suites/upgrade/mimic-x/parallel/3-upgrade-sequence/upgrade-all.yaml b/qa/suites/upgrade/mimic-x/parallel/3-upgrade-sequence/upgrade-all.yaml new file mode 100644 index 00000000..15a3271f --- /dev/null +++ b/qa/suites/upgrade/mimic-x/parallel/3-upgrade-sequence/upgrade-all.yaml @@ -0,0 +1,22 @@ +meta: +- desc: | + upgrade the ceph cluster +upgrade-sequence: + sequential: + - ceph.restart: + daemons: [mon.a, mon.b, mon.c, mgr.x, mgr.y] + mon-health-to-clog: false + wait-for-healthy: false + - exec: + mon.a: + - ceph config set global mon_warn_on_msgr2_not_enabled false + - ceph.healthy: + - ceph.restart: + daemons: [osd.0, osd.1, osd.2, osd.3, osd.4, osd.5] + wait-for-healthy: false + wait-for-osds-up: true + - ceph.restart: + daemons: [mds.a, mds.b] + wait-for-healthy: false + wait-for-osds-up: true + - print: "**** done ceph.restart all" diff --git a/qa/suites/upgrade/mimic-x/parallel/3-upgrade-sequence/upgrade-mon-osd-mds.yaml b/qa/suites/upgrade/mimic-x/parallel/3-upgrade-sequence/upgrade-mon-osd-mds.yaml new file mode 100644 index 00000000..cf8b7164 --- /dev/null +++ b/qa/suites/upgrade/mimic-x/parallel/3-upgrade-sequence/upgrade-mon-osd-mds.yaml @@ -0,0 +1,51 @@ +meta: +- desc: | + upgrade the ceph cluster, + upgrate in two steps + step one ordering: mon.a, osd.0, osd.1, mds.a + step two ordering: mon.b, mon.c, osd.2, osd.3 + ceph expected to be healthy state after each step +upgrade-sequence: + sequential: + - ceph.restart: + daemons: [mon.a] + wait-for-healthy: true + - sleep: + duration: 60 + - ceph.restart: + daemons: [mon.b, mgr.x] + wait-for-healthy: true + mon-health-to-clog: false + - sleep: + duration: 60 + - ceph.restart: + daemons: [mon.c] + wait-for-healthy: false + mon-health-to-clog: false + - exec: + mon.a: + - ceph config set global mon_warn_on_msgr2_not_enabled false + - ceph.healthy: + - sleep: + duration: 60 + - ceph.restart: + daemons: [osd.0, osd.1] + wait-for-healthy: true + - sleep: + duration: 60 + - ceph.restart: [mds.a, mds.b] + - sleep: + duration: 60 + - ceph.restart: + daemons: [osd.4, osd.5] + wait-for-healthy: true + - sleep: + duration: 60 + - sleep: + duration: 60 + - ceph.restart: + daemons: [osd.2, osd.3] + wait-for-healthy: false + wait-for-osds-up: true + - sleep: + duration: 60 diff --git a/qa/suites/upgrade/mimic-x/parallel/4-msgr2.yaml b/qa/suites/upgrade/mimic-x/parallel/4-msgr2.yaml new file mode 100644 index 00000000..60e3e200 --- /dev/null +++ b/qa/suites/upgrade/mimic-x/parallel/4-msgr2.yaml @@ -0,0 +1,5 @@ +tasks: +- exec: + mon.a: + - ceph mon enable-msgr2 + - ceph config rm global mon_warn_on_msgr2_not_enabled diff --git a/qa/suites/upgrade/mimic-x/parallel/4-nautilus.yaml b/qa/suites/upgrade/mimic-x/parallel/4-nautilus.yaml new file mode 120000 index 00000000..9e99b7d2 --- /dev/null +++ b/qa/suites/upgrade/mimic-x/parallel/4-nautilus.yaml @@ -0,0 +1 @@ +.qa/releases/nautilus.yaml \ No newline at end of file diff --git a/qa/suites/upgrade/mimic-x/parallel/5-final-workload/+ b/qa/suites/upgrade/mimic-x/parallel/5-final-workload/+ new file mode 100644 index 00000000..e69de29b diff --git a/qa/suites/upgrade/mimic-x/parallel/5-final-workload/.qa b/qa/suites/upgrade/mimic-x/parallel/5-final-workload/.qa new file mode 120000 index 00000000..a602a035 --- /dev/null +++ b/qa/suites/upgrade/mimic-x/parallel/5-final-workload/.qa @@ -0,0 +1 @@ +../.qa/ \ No newline at end of file diff --git a/qa/suites/upgrade/mimic-x/parallel/5-final-workload/blogbench.yaml b/qa/suites/upgrade/mimic-x/parallel/5-final-workload/blogbench.yaml new file mode 100644 index 00000000..d2629c03 --- /dev/null +++ b/qa/suites/upgrade/mimic-x/parallel/5-final-workload/blogbench.yaml @@ -0,0 +1,13 @@ +meta: +- desc: | + run a cephfs stress test + mount ceph-fuse on client.3 before running workunit +tasks: +- sequential: + - ceph-fuse: + - print: "**** done ceph-fuse 5-final-workload" + - workunit: + clients: + client.3: + - suites/blogbench.sh + - print: "**** done suites/blogbench.sh 5-final-workload" diff --git a/qa/suites/upgrade/mimic-x/parallel/5-final-workload/rados-snaps-few-objects.yaml b/qa/suites/upgrade/mimic-x/parallel/5-final-workload/rados-snaps-few-objects.yaml new file mode 100644 index 00000000..d8b3dcb3 --- /dev/null +++ b/qa/suites/upgrade/mimic-x/parallel/5-final-workload/rados-snaps-few-objects.yaml @@ -0,0 +1,17 @@ +meta: +- desc: | + randomized correctness test for rados operations on a replicated pool with snapshots +tasks: + - rados: + clients: [client.1] + ops: 4000 + objects: 50 + write_append_excl: false + op_weights: + read: 100 + write: 100 + delete: 50 + snap_create: 50 + snap_remove: 50 + rollback: 50 + - print: "**** done rados 4-final-workload" diff --git a/qa/suites/upgrade/mimic-x/parallel/5-final-workload/rados_loadgenmix.yaml b/qa/suites/upgrade/mimic-x/parallel/5-final-workload/rados_loadgenmix.yaml new file mode 100644 index 00000000..922a9da4 --- /dev/null +++ b/qa/suites/upgrade/mimic-x/parallel/5-final-workload/rados_loadgenmix.yaml @@ -0,0 +1,9 @@ +meta: +- desc: | + generate read/write load with rados objects ranging from 1 byte to 1MB +tasks: + - workunit: + clients: + client.1: + - rados/load-gen-mix.sh + - print: "**** done rados/load-gen-mix.sh 4-final-workload" diff --git a/qa/suites/upgrade/mimic-x/parallel/5-final-workload/rados_mon_thrash.yaml b/qa/suites/upgrade/mimic-x/parallel/5-final-workload/rados_mon_thrash.yaml new file mode 100644 index 00000000..129d1386 --- /dev/null +++ b/qa/suites/upgrade/mimic-x/parallel/5-final-workload/rados_mon_thrash.yaml @@ -0,0 +1,18 @@ +meta: +- desc: | + librados C and C++ api tests +overrides: + ceph: + log-whitelist: + - reached quota + - \(REQUEST_SLOW\) +tasks: + - mon_thrash: + revive_delay: 20 + thrash_delay: 1 + - print: "**** done mon_thrash 4-final-workload" + - workunit: + clients: + client.1: + - rados/test.sh + - print: "**** done rados/test.sh 4-final-workload" diff --git a/qa/suites/upgrade/mimic-x/parallel/5-final-workload/rbd_cls.yaml b/qa/suites/upgrade/mimic-x/parallel/5-final-workload/rbd_cls.yaml new file mode 100644 index 00000000..aaf0a377 --- /dev/null +++ b/qa/suites/upgrade/mimic-x/parallel/5-final-workload/rbd_cls.yaml @@ -0,0 +1,9 @@ +meta: +- desc: | + rbd object class functional tests +tasks: + - workunit: + clients: + client.1: + - cls/test_cls_rbd.sh + - print: "**** done cls/test_cls_rbd.sh 4-final-workload" diff --git a/qa/suites/upgrade/mimic-x/parallel/5-final-workload/rbd_import_export.yaml b/qa/suites/upgrade/mimic-x/parallel/5-final-workload/rbd_import_export.yaml new file mode 100644 index 00000000..46e13550 --- /dev/null +++ b/qa/suites/upgrade/mimic-x/parallel/5-final-workload/rbd_import_export.yaml @@ -0,0 +1,11 @@ +meta: +- desc: | + run basic import/export cli tests for rbd +tasks: + - workunit: + clients: + client.1: + - rbd/import_export.sh + env: + RBD_CREATE_ARGS: --new-format + - print: "**** done rbd/import_export.sh 4-final-workload" diff --git a/qa/suites/upgrade/mimic-x/parallel/5-final-workload/rgw.yaml b/qa/suites/upgrade/mimic-x/parallel/5-final-workload/rgw.yaml new file mode 100644 index 00000000..00855dc5 --- /dev/null +++ b/qa/suites/upgrade/mimic-x/parallel/5-final-workload/rgw.yaml @@ -0,0 +1,8 @@ +overrides: + rgw: + frontend: civetweb +tasks: + - sequential: + - rgw: [client.1] + - print: "**** done rgw 4-final-workload" + - rgw-final-workload diff --git a/qa/suites/upgrade/mimic-x/parallel/5-final-workload/rgw_ragweed_check.yaml b/qa/suites/upgrade/mimic-x/parallel/5-final-workload/rgw_ragweed_check.yaml new file mode 100644 index 00000000..c91d91f6 --- /dev/null +++ b/qa/suites/upgrade/mimic-x/parallel/5-final-workload/rgw_ragweed_check.yaml @@ -0,0 +1,11 @@ +meta: +- desc: | + ragweed check for rgw +rgw-final-workload: + full_sequential: + - ragweed: + client.1: + default-branch: ceph-nautilus + rgw_server: client.1 + stages: check + - print: "**** done ragweed check 4-final-workload" diff --git a/qa/suites/upgrade/mimic-x/parallel/5-final-workload/rgw_swift.yaml b/qa/suites/upgrade/mimic-x/parallel/5-final-workload/rgw_swift.yaml new file mode 100644 index 00000000..e91ccc82 --- /dev/null +++ b/qa/suites/upgrade/mimic-x/parallel/5-final-workload/rgw_swift.yaml @@ -0,0 +1,10 @@ +meta: +- desc: | + swift api tests for rgw +rgw-final-workload: + full_sequential: + - swift: + client.1: + force-branch: ceph-nautilus + rgw_server: client.1 + - print: "**** done swift 4-final-workload" diff --git a/qa/suites/upgrade/mimic-x/parallel/objectstore b/qa/suites/upgrade/mimic-x/parallel/objectstore new file mode 120000 index 00000000..016cbf96 --- /dev/null +++ b/qa/suites/upgrade/mimic-x/parallel/objectstore @@ -0,0 +1 @@ +../stress-split/objectstore/ \ No newline at end of file diff --git a/qa/suites/upgrade/mimic-x/parallel/supported-all-distro b/qa/suites/upgrade/mimic-x/parallel/supported-all-distro new file mode 120000 index 00000000..44d01d18 --- /dev/null +++ b/qa/suites/upgrade/mimic-x/parallel/supported-all-distro @@ -0,0 +1 @@ +../../../../../qa/distros/supported-all-distro/ \ No newline at end of file diff --git a/qa/suites/upgrade/mimic-x/stress-split-erasure-code/% b/qa/suites/upgrade/mimic-x/stress-split-erasure-code/% new file mode 100644 index 00000000..e69de29b diff --git a/qa/suites/upgrade/mimic-x/stress-split-erasure-code/.qa b/qa/suites/upgrade/mimic-x/stress-split-erasure-code/.qa new file mode 120000 index 00000000..a602a035 --- /dev/null +++ b/qa/suites/upgrade/mimic-x/stress-split-erasure-code/.qa @@ -0,0 +1 @@ +../.qa/ \ No newline at end of file diff --git a/qa/suites/upgrade/mimic-x/stress-split-erasure-code/0-cluster b/qa/suites/upgrade/mimic-x/stress-split-erasure-code/0-cluster new file mode 120000 index 00000000..35809372 --- /dev/null +++ b/qa/suites/upgrade/mimic-x/stress-split-erasure-code/0-cluster @@ -0,0 +1 @@ +../stress-split/0-cluster/ \ No newline at end of file diff --git a/qa/suites/upgrade/mimic-x/stress-split-erasure-code/1-luminous-install b/qa/suites/upgrade/mimic-x/stress-split-erasure-code/1-luminous-install new file mode 120000 index 00000000..0479ac54 --- /dev/null +++ b/qa/suites/upgrade/mimic-x/stress-split-erasure-code/1-luminous-install @@ -0,0 +1 @@ +../stress-split/1-ceph-install/ \ No newline at end of file diff --git a/qa/suites/upgrade/mimic-x/stress-split-erasure-code/1.1-pg-log-overrides/normal_pg_log.yaml b/qa/suites/upgrade/mimic-x/stress-split-erasure-code/1.1-pg-log-overrides/normal_pg_log.yaml new file mode 100644 index 00000000..8b137891 --- /dev/null +++ b/qa/suites/upgrade/mimic-x/stress-split-erasure-code/1.1-pg-log-overrides/normal_pg_log.yaml @@ -0,0 +1 @@ + diff --git a/qa/suites/upgrade/mimic-x/stress-split-erasure-code/1.1-pg-log-overrides/short_pg_log.yaml b/qa/suites/upgrade/mimic-x/stress-split-erasure-code/1.1-pg-log-overrides/short_pg_log.yaml new file mode 100644 index 00000000..e31e37ba --- /dev/null +++ b/qa/suites/upgrade/mimic-x/stress-split-erasure-code/1.1-pg-log-overrides/short_pg_log.yaml @@ -0,0 +1,6 @@ +overrides: + ceph: + conf: + osd: + osd min pg log entries: 1 + osd max pg log entries: 2 diff --git a/qa/suites/upgrade/mimic-x/stress-split-erasure-code/2-partial-upgrade b/qa/suites/upgrade/mimic-x/stress-split-erasure-code/2-partial-upgrade new file mode 120000 index 00000000..ab35fc1a --- /dev/null +++ b/qa/suites/upgrade/mimic-x/stress-split-erasure-code/2-partial-upgrade @@ -0,0 +1 @@ +../stress-split/2-partial-upgrade/ \ No newline at end of file diff --git a/qa/suites/upgrade/mimic-x/stress-split-erasure-code/3-thrash/.qa b/qa/suites/upgrade/mimic-x/stress-split-erasure-code/3-thrash/.qa new file mode 120000 index 00000000..a602a035 --- /dev/null +++ b/qa/suites/upgrade/mimic-x/stress-split-erasure-code/3-thrash/.qa @@ -0,0 +1 @@ +../.qa/ \ No newline at end of file diff --git a/qa/suites/upgrade/mimic-x/stress-split-erasure-code/3-thrash/default.yaml b/qa/suites/upgrade/mimic-x/stress-split-erasure-code/3-thrash/default.yaml new file mode 100644 index 00000000..b12d76e9 --- /dev/null +++ b/qa/suites/upgrade/mimic-x/stress-split-erasure-code/3-thrash/default.yaml @@ -0,0 +1,26 @@ +meta: +- desc: | + randomly kill and revive osd + small chance to increase the number of pgs +overrides: + ceph: + log-whitelist: + - but it is still running + - wrongly marked me down + - objects unfound and apparently lost + - log bound mismatch +tasks: +- parallel: + - stress-tasks +stress-tasks: +- thrashosds: + timeout: 1200 + chance_pgnum_grow: 1 + chance_pgpnum_fix: 1 + min_in: 4 + chance_thrash_cluster_full: 0 + chance_thrash_pg_upmap: 0 + chance_thrash_pg_upmap_items: 0 + chance_force_recovery: 0 + aggressive_pg_num_changes: false +- print: "**** done thrashosds 3-thrash" diff --git a/qa/suites/upgrade/mimic-x/stress-split-erasure-code/4-ec-workload.yaml b/qa/suites/upgrade/mimic-x/stress-split-erasure-code/4-ec-workload.yaml new file mode 100644 index 00000000..c89551e6 --- /dev/null +++ b/qa/suites/upgrade/mimic-x/stress-split-erasure-code/4-ec-workload.yaml @@ -0,0 +1,22 @@ +meta: +- desc: | + randomized correctness test for rados operations on an erasure coded pool +stress-tasks: + - rados: + clients: [client.0] + ops: 4000 + objects: 50 + ec_pool: true + write_append_excl: false + op_weights: + read: 100 + write: 0 + append: 100 + delete: 50 + snap_create: 50 + snap_remove: 50 + rollback: 50 + copy_from: 50 + setattr: 25 + rmattr: 25 + - print: "**** done rados ec task" diff --git a/qa/suites/upgrade/mimic-x/stress-split-erasure-code/5-finish-upgrade.yaml b/qa/suites/upgrade/mimic-x/stress-split-erasure-code/5-finish-upgrade.yaml new file mode 120000 index 00000000..a66a7dc1 --- /dev/null +++ b/qa/suites/upgrade/mimic-x/stress-split-erasure-code/5-finish-upgrade.yaml @@ -0,0 +1 @@ +../stress-split/5-finish-upgrade.yaml \ No newline at end of file diff --git a/qa/suites/upgrade/mimic-x/stress-split-erasure-code/7-final-workload.yaml b/qa/suites/upgrade/mimic-x/stress-split-erasure-code/7-final-workload.yaml new file mode 100644 index 00000000..50a14650 --- /dev/null +++ b/qa/suites/upgrade/mimic-x/stress-split-erasure-code/7-final-workload.yaml @@ -0,0 +1,35 @@ +# +# k=3 implies a stripe_width of 1376*3 = 4128 which is different from +# the default value of 4096 It is also not a multiple of 1024*1024 and +# creates situations where rounding rules during recovery becomes +# necessary. +# +meta: +- desc: | + randomized correctness test for rados operations on an erasure coded pool + using the jerasure plugin with k=3 and m=1 +tasks: +- rados: + clients: [client.0] + ops: 4000 + objects: 50 + ec_pool: true + write_append_excl: false + erasure_code_profile: + name: jerasure31profile + plugin: jerasure + k: 3 + m: 1 + technique: reed_sol_van + crush-failure-domain: osd + op_weights: + read: 100 + write: 0 + append: 100 + delete: 50 + snap_create: 50 + snap_remove: 50 + rollback: 50 + copy_from: 50 + setattr: 25 + rmattr: 25 diff --git a/qa/suites/upgrade/mimic-x/stress-split-erasure-code/objectstore b/qa/suites/upgrade/mimic-x/stress-split-erasure-code/objectstore new file mode 120000 index 00000000..016cbf96 --- /dev/null +++ b/qa/suites/upgrade/mimic-x/stress-split-erasure-code/objectstore @@ -0,0 +1 @@ +../stress-split/objectstore/ \ No newline at end of file diff --git a/qa/suites/upgrade/mimic-x/stress-split-erasure-code/supported-all-distro b/qa/suites/upgrade/mimic-x/stress-split-erasure-code/supported-all-distro new file mode 120000 index 00000000..44d01d18 --- /dev/null +++ b/qa/suites/upgrade/mimic-x/stress-split-erasure-code/supported-all-distro @@ -0,0 +1 @@ +../../../../../qa/distros/supported-all-distro/ \ No newline at end of file diff --git a/qa/suites/upgrade/mimic-x/stress-split-erasure-code/thrashosds-health.yaml b/qa/suites/upgrade/mimic-x/stress-split-erasure-code/thrashosds-health.yaml new file mode 120000 index 00000000..a18eda11 --- /dev/null +++ b/qa/suites/upgrade/mimic-x/stress-split-erasure-code/thrashosds-health.yaml @@ -0,0 +1 @@ +../../../../../qa/tasks/thrashosds-health.yaml \ No newline at end of file diff --git a/qa/suites/upgrade/mimic-x/stress-split/% b/qa/suites/upgrade/mimic-x/stress-split/% new file mode 100644 index 00000000..e69de29b diff --git a/qa/suites/upgrade/mimic-x/stress-split/.qa b/qa/suites/upgrade/mimic-x/stress-split/.qa new file mode 120000 index 00000000..a602a035 --- /dev/null +++ b/qa/suites/upgrade/mimic-x/stress-split/.qa @@ -0,0 +1 @@ +../.qa/ \ No newline at end of file diff --git a/qa/suites/upgrade/mimic-x/stress-split/0-cluster/+ b/qa/suites/upgrade/mimic-x/stress-split/0-cluster/+ new file mode 100644 index 00000000..e69de29b diff --git a/qa/suites/upgrade/mimic-x/stress-split/0-cluster/.qa b/qa/suites/upgrade/mimic-x/stress-split/0-cluster/.qa new file mode 120000 index 00000000..a602a035 --- /dev/null +++ b/qa/suites/upgrade/mimic-x/stress-split/0-cluster/.qa @@ -0,0 +1 @@ +../.qa/ \ No newline at end of file diff --git a/qa/suites/upgrade/mimic-x/stress-split/0-cluster/openstack.yaml b/qa/suites/upgrade/mimic-x/stress-split/0-cluster/openstack.yaml new file mode 100644 index 00000000..5caffc35 --- /dev/null +++ b/qa/suites/upgrade/mimic-x/stress-split/0-cluster/openstack.yaml @@ -0,0 +1,6 @@ +openstack: + - machine: + disk: 100 # GB + - volumes: # attached to each instance + count: 4 + size: 30 # GB diff --git a/qa/suites/upgrade/mimic-x/stress-split/0-cluster/start.yaml b/qa/suites/upgrade/mimic-x/stress-split/0-cluster/start.yaml new file mode 100644 index 00000000..433f3534 --- /dev/null +++ b/qa/suites/upgrade/mimic-x/stress-split/0-cluster/start.yaml @@ -0,0 +1,42 @@ +meta: +- desc: | + Run ceph on two nodes, + with a separate client-only node. + Use xfs beneath the osds. + #Note-To enable RHEL runs on ovh nodes, add the following to overrides + #ansible.cephlab: + # skip_tags: entitlements,packages,repos +overrides: + ceph: + mon_bind_msgr2: false + mon_bind_addrvec: false + fs: xfs + log-whitelist: + - overall HEALTH_ + - \(MON_DOWN\) + - \(MGR_DOWN\) + - \(MON_MSGR2_NOT_ENABLED\) + conf: + global: + enable experimental unrecoverable data corrupting features: "*" + mon warn on msgr2 not enabled: false + mon: + mon warn on osd down out interval zero: false +roles: +- - mon.a + - mgr.x + - osd.0 + - osd.1 + - osd.2 + - osd.3 +- - mon.b + - osd.4 + - osd.5 + - osd.6 + - osd.7 +- - mon.c +- - osd.8 + - osd.9 + - osd.10 + - osd.11 +- - client.0 diff --git a/qa/suites/upgrade/mimic-x/stress-split/1-ceph-install/.qa b/qa/suites/upgrade/mimic-x/stress-split/1-ceph-install/.qa new file mode 120000 index 00000000..a602a035 --- /dev/null +++ b/qa/suites/upgrade/mimic-x/stress-split/1-ceph-install/.qa @@ -0,0 +1 @@ +../.qa/ \ No newline at end of file diff --git a/qa/suites/upgrade/mimic-x/stress-split/1-ceph-install/mimic.yaml b/qa/suites/upgrade/mimic-x/stress-split/1-ceph-install/mimic.yaml new file mode 100644 index 00000000..ae2fa2f5 --- /dev/null +++ b/qa/suites/upgrade/mimic-x/stress-split/1-ceph-install/mimic.yaml @@ -0,0 +1,29 @@ +meta: +- desc: install ceph/mimic latest +tasks: +- install: + branch: mimic + exclude_packages: + - librados3 + - ceph-mgr-dashboard + - ceph-mgr-diskprediction-local + - ceph-mgr-diskprediction-cloud + - ceph-mgr-rook + - ceph-mgr-ssh + extra_packages: ['librados2'] +- print: "**** done install mimic" +- ceph: + conf: + global: + bluestore_warn_on_legacy_statfs: false + mon pg warn min per osd: 0 +- exec: + osd.0: + - ceph osd require-osd-release mimic + - ceph osd set-require-min-compat-client mimic +- print: "**** done ceph" +overrides: + ceph: + conf: + mon: + mon warn on osd down out interval zero: false diff --git a/qa/suites/upgrade/mimic-x/stress-split/1.1-pg-log-overrides/normal_pg_log.yaml b/qa/suites/upgrade/mimic-x/stress-split/1.1-pg-log-overrides/normal_pg_log.yaml new file mode 100644 index 00000000..8b137891 --- /dev/null +++ b/qa/suites/upgrade/mimic-x/stress-split/1.1-pg-log-overrides/normal_pg_log.yaml @@ -0,0 +1 @@ + diff --git a/qa/suites/upgrade/mimic-x/stress-split/1.1-pg-log-overrides/short_pg_log.yaml b/qa/suites/upgrade/mimic-x/stress-split/1.1-pg-log-overrides/short_pg_log.yaml new file mode 100644 index 00000000..e31e37ba --- /dev/null +++ b/qa/suites/upgrade/mimic-x/stress-split/1.1-pg-log-overrides/short_pg_log.yaml @@ -0,0 +1,6 @@ +overrides: + ceph: + conf: + osd: + osd min pg log entries: 1 + osd max pg log entries: 2 diff --git a/qa/suites/upgrade/mimic-x/stress-split/2-partial-upgrade/.qa b/qa/suites/upgrade/mimic-x/stress-split/2-partial-upgrade/.qa new file mode 120000 index 00000000..a602a035 --- /dev/null +++ b/qa/suites/upgrade/mimic-x/stress-split/2-partial-upgrade/.qa @@ -0,0 +1 @@ +../.qa/ \ No newline at end of file diff --git a/qa/suites/upgrade/mimic-x/stress-split/2-partial-upgrade/firsthalf.yaml b/qa/suites/upgrade/mimic-x/stress-split/2-partial-upgrade/firsthalf.yaml new file mode 100644 index 00000000..c88a297a --- /dev/null +++ b/qa/suites/upgrade/mimic-x/stress-split/2-partial-upgrade/firsthalf.yaml @@ -0,0 +1,14 @@ +meta: +- desc: | + install upgrade ceph/-x on 2/3 of cluster + restart : mons, osd 0-7 +tasks: +- install.upgrade: + mon.a: + mon.b: + mon.c: +- print: "**** done install.upgrade first 3 nodes" +- ceph.restart: + daemons: [mon.a,mon.b,mon.c,mgr.x,osd.0,osd.1,osd.2,osd.3,osd.4,osd.5,osd.6,osd.7] + mon-health-to-clog: false +- print: "**** done ceph.restart all mons and 2/3 of osds" diff --git a/qa/suites/upgrade/mimic-x/stress-split/3-thrash/.qa b/qa/suites/upgrade/mimic-x/stress-split/3-thrash/.qa new file mode 120000 index 00000000..a602a035 --- /dev/null +++ b/qa/suites/upgrade/mimic-x/stress-split/3-thrash/.qa @@ -0,0 +1 @@ +../.qa/ \ No newline at end of file diff --git a/qa/suites/upgrade/mimic-x/stress-split/3-thrash/default.yaml b/qa/suites/upgrade/mimic-x/stress-split/3-thrash/default.yaml new file mode 100644 index 00000000..e0f317b0 --- /dev/null +++ b/qa/suites/upgrade/mimic-x/stress-split/3-thrash/default.yaml @@ -0,0 +1,26 @@ +meta: +- desc: | + randomly kill and revive osd + small chance to increase the number of pgs +overrides: + ceph: + log-whitelist: + - but it is still running + - wrongly marked me down + - objects unfound and apparently lost + - log bound mismatch +tasks: +- parallel: + - stress-tasks +stress-tasks: +- thrashosds: + timeout: 1200 + chance_pgnum_grow: 1 + chance_pgpnum_fix: 1 + chance_thrash_cluster_full: 0 + chance_thrash_pg_upmap: 0 + chance_thrash_pg_upmap_items: 0 + disable_objectstore_tool_tests: true + chance_force_recovery: 0 + aggressive_pg_num_changes: false +- print: "**** done thrashosds 3-thrash" diff --git a/qa/suites/upgrade/mimic-x/stress-split/4-workload/+ b/qa/suites/upgrade/mimic-x/stress-split/4-workload/+ new file mode 100644 index 00000000..e69de29b diff --git a/qa/suites/upgrade/mimic-x/stress-split/4-workload/.qa b/qa/suites/upgrade/mimic-x/stress-split/4-workload/.qa new file mode 120000 index 00000000..a602a035 --- /dev/null +++ b/qa/suites/upgrade/mimic-x/stress-split/4-workload/.qa @@ -0,0 +1 @@ +../.qa/ \ No newline at end of file diff --git a/qa/suites/upgrade/mimic-x/stress-split/4-workload/radosbench.yaml b/qa/suites/upgrade/mimic-x/stress-split/4-workload/radosbench.yaml new file mode 100644 index 00000000..115939e6 --- /dev/null +++ b/qa/suites/upgrade/mimic-x/stress-split/4-workload/radosbench.yaml @@ -0,0 +1,52 @@ +meta: +- desc: | + run randomized correctness test for rados operations + generate write load with rados bench +stress-tasks: +- full_sequential: + - radosbench: + clients: [client.0] + time: 90 + - radosbench: + clients: [client.0] + time: 90 + - radosbench: + clients: [client.0] + time: 90 + - radosbench: + clients: [client.0] + time: 90 + - radosbench: + clients: [client.0] + time: 90 + - radosbench: + clients: [client.0] + time: 90 + - radosbench: + clients: [client.0] + time: 90 + - radosbench: + clients: [client.0] + time: 90 + - radosbench: + clients: [client.0] + time: 90 + - radosbench: + clients: [client.0] + time: 90 + - radosbench: + clients: [client.0] + time: 90 + - radosbench: + clients: [client.0] + time: 90 + - radosbench: + clients: [client.0] + time: 90 + - radosbench: + clients: [client.0] + time: 90 + - radosbench: + clients: [client.0] + time: 90 +- print: "**** done radosbench 7-workload" diff --git a/qa/suites/upgrade/mimic-x/stress-split/4-workload/rbd-cls.yaml b/qa/suites/upgrade/mimic-x/stress-split/4-workload/rbd-cls.yaml new file mode 100644 index 00000000..52ccaec9 --- /dev/null +++ b/qa/suites/upgrade/mimic-x/stress-split/4-workload/rbd-cls.yaml @@ -0,0 +1,10 @@ +meta: +- desc: | + run basic cls tests for rbd +stress-tasks: +- workunit: + branch: mimic + clients: + client.0: + - cls/test_cls_rbd.sh +- print: "**** done cls/test_cls_rbd.sh 5-workload" diff --git a/qa/suites/upgrade/mimic-x/stress-split/4-workload/rbd-import-export.yaml b/qa/suites/upgrade/mimic-x/stress-split/4-workload/rbd-import-export.yaml new file mode 100644 index 00000000..1761f4f9 --- /dev/null +++ b/qa/suites/upgrade/mimic-x/stress-split/4-workload/rbd-import-export.yaml @@ -0,0 +1,12 @@ +meta: +- desc: | + run basic import/export cli tests for rbd +stress-tasks: +- workunit: + branch: mimic + clients: + client.0: + - rbd/import_export.sh + env: + RBD_CREATE_ARGS: --new-format +- print: "**** done rbd/import_export.sh 5-workload" diff --git a/qa/suites/upgrade/mimic-x/stress-split/4-workload/rbd_api.yaml b/qa/suites/upgrade/mimic-x/stress-split/4-workload/rbd_api.yaml new file mode 100644 index 00000000..8f010cb2 --- /dev/null +++ b/qa/suites/upgrade/mimic-x/stress-split/4-workload/rbd_api.yaml @@ -0,0 +1,10 @@ +meta: +- desc: | + librbd C and C++ api tests +stress-tasks: +- workunit: + branch: mimic + clients: + client.0: + - rbd/test_librbd.sh +- print: "**** done rbd/test_librbd.sh 7-workload" diff --git a/qa/suites/upgrade/mimic-x/stress-split/4-workload/readwrite.yaml b/qa/suites/upgrade/mimic-x/stress-split/4-workload/readwrite.yaml new file mode 100644 index 00000000..41e34d6d --- /dev/null +++ b/qa/suites/upgrade/mimic-x/stress-split/4-workload/readwrite.yaml @@ -0,0 +1,16 @@ +meta: +- desc: | + randomized correctness test for rados operations on a replicated pool, + using only reads, writes, and deletes +stress-tasks: +- full_sequential: + - rados: + clients: [client.0] + ops: 4000 + objects: 500 + write_append_excl: false + op_weights: + read: 45 + write: 45 + delete: 10 +- print: "**** done rados/readwrite 5-workload" diff --git a/qa/suites/upgrade/mimic-x/stress-split/4-workload/rgw_ragweed_prepare.yaml b/qa/suites/upgrade/mimic-x/stress-split/4-workload/rgw_ragweed_prepare.yaml new file mode 100644 index 00000000..b1f06bcc --- /dev/null +++ b/qa/suites/upgrade/mimic-x/stress-split/4-workload/rgw_ragweed_prepare.yaml @@ -0,0 +1,14 @@ +meta: +- desc: | + rgw ragweed prepare before upgrade +stress-tasks: + - full_sequential: + - sequential: + - rgw: + - client.0 + - ragweed: + client.0: + default-branch: ceph-nautilus + rgw_server: client.0 + stages: prepare + - print: "**** done rgw ragweed prepare 4-workload" diff --git a/qa/suites/upgrade/mimic-x/stress-split/4-workload/snaps-few-objects.yaml b/qa/suites/upgrade/mimic-x/stress-split/4-workload/snaps-few-objects.yaml new file mode 100644 index 00000000..f56d0de0 --- /dev/null +++ b/qa/suites/upgrade/mimic-x/stress-split/4-workload/snaps-few-objects.yaml @@ -0,0 +1,18 @@ +meta: +- desc: | + randomized correctness test for rados operations on a replicated pool with snapshot operations +stress-tasks: +- full_sequential: + - rados: + clients: [client.0] + ops: 4000 + objects: 50 + write_append_excl: false + op_weights: + read: 100 + write: 100 + delete: 50 + snap_create: 50 + snap_remove: 50 + rollback: 50 +- print: "**** done rados/snaps-few-objects 5-workload" diff --git a/qa/suites/upgrade/mimic-x/stress-split/5-finish-upgrade.yaml b/qa/suites/upgrade/mimic-x/stress-split/5-finish-upgrade.yaml new file mode 100644 index 00000000..a76cda76 --- /dev/null +++ b/qa/suites/upgrade/mimic-x/stress-split/5-finish-upgrade.yaml @@ -0,0 +1,14 @@ +tasks: +- install.upgrade: + osd.8: + client.0: +- ceph.restart: + daemons: [osd.8, osd.9, osd.10, osd.11] + wait-for-healthy: false + wait-for-osds-up: true +- exec: + osd.0: + - ceph osd set pglog_hardlimit + - ceph osd dump --format=json-pretty | grep "flags" +- print: "**** try to set pglog_hardlimit again, should succeed" + diff --git a/qa/suites/upgrade/mimic-x/stress-split/6-nautilus.yaml b/qa/suites/upgrade/mimic-x/stress-split/6-nautilus.yaml new file mode 120000 index 00000000..9e99b7d2 --- /dev/null +++ b/qa/suites/upgrade/mimic-x/stress-split/6-nautilus.yaml @@ -0,0 +1 @@ +.qa/releases/nautilus.yaml \ No newline at end of file diff --git a/qa/suites/upgrade/mimic-x/stress-split/6.1-msgr2.yaml b/qa/suites/upgrade/mimic-x/stress-split/6.1-msgr2.yaml new file mode 100644 index 00000000..ad3858e9 --- /dev/null +++ b/qa/suites/upgrade/mimic-x/stress-split/6.1-msgr2.yaml @@ -0,0 +1,5 @@ +tasks: +- exec: + mon.a: + - ceph mon enable-msgr2 +- ceph.healthy: diff --git a/qa/suites/upgrade/mimic-x/stress-split/7-final-workload/+ b/qa/suites/upgrade/mimic-x/stress-split/7-final-workload/+ new file mode 100644 index 00000000..e69de29b diff --git a/qa/suites/upgrade/mimic-x/stress-split/7-final-workload/.qa b/qa/suites/upgrade/mimic-x/stress-split/7-final-workload/.qa new file mode 120000 index 00000000..a602a035 --- /dev/null +++ b/qa/suites/upgrade/mimic-x/stress-split/7-final-workload/.qa @@ -0,0 +1 @@ +../.qa/ \ No newline at end of file diff --git a/qa/suites/upgrade/mimic-x/stress-split/7-final-workload/rbd-python.yaml b/qa/suites/upgrade/mimic-x/stress-split/7-final-workload/rbd-python.yaml new file mode 100644 index 00000000..a1a3d9e9 --- /dev/null +++ b/qa/suites/upgrade/mimic-x/stress-split/7-final-workload/rbd-python.yaml @@ -0,0 +1,10 @@ +meta: +- desc: | + librbd python api tests +tasks: +- workunit: + branch: mimic + clients: + client.0: + - rbd/test_librbd_python.sh +- print: "**** done rbd/test_librbd_python.sh 9-workload" diff --git a/qa/suites/upgrade/mimic-x/stress-split/7-final-workload/rgw-swift-ragweed_check.yaml b/qa/suites/upgrade/mimic-x/stress-split/7-final-workload/rgw-swift-ragweed_check.yaml new file mode 100644 index 00000000..8867a409 --- /dev/null +++ b/qa/suites/upgrade/mimic-x/stress-split/7-final-workload/rgw-swift-ragweed_check.yaml @@ -0,0 +1,19 @@ +meta: +- desc: | + swift api tests for rgw + rgw ragweed check after upgrade +tasks: +- rgw: + client.0: +- print: "**** done rgw 7-workload" +- swift: + client.0: + force-branch: ceph-nautilus + rgw_server: client.0 +- print: "**** done swift 7-workload" +- ragweed: + client.0: + default-branch: ceph-nautilus + rgw_server: client.0 + stages: check +- print: "**** done rgw ragweed check 7-workload" diff --git a/qa/suites/upgrade/mimic-x/stress-split/7-final-workload/snaps-many-objects.yaml b/qa/suites/upgrade/mimic-x/stress-split/7-final-workload/snaps-many-objects.yaml new file mode 100644 index 00000000..805bf97c --- /dev/null +++ b/qa/suites/upgrade/mimic-x/stress-split/7-final-workload/snaps-many-objects.yaml @@ -0,0 +1,16 @@ +meta: +- desc: | + randomized correctness test for rados operations on a replicated pool with snapshot operations +tasks: +- rados: + clients: [client.0] + ops: 4000 + objects: 500 + write_append_excl: false + op_weights: + read: 100 + write: 100 + delete: 50 + snap_create: 50 + snap_remove: 50 + rollback: 50 diff --git a/qa/suites/upgrade/mimic-x/stress-split/objectstore/.qa b/qa/suites/upgrade/mimic-x/stress-split/objectstore/.qa new file mode 120000 index 00000000..a602a035 --- /dev/null +++ b/qa/suites/upgrade/mimic-x/stress-split/objectstore/.qa @@ -0,0 +1 @@ +../.qa/ \ No newline at end of file diff --git a/qa/suites/upgrade/mimic-x/stress-split/objectstore/bluestore-bitmap.yaml b/qa/suites/upgrade/mimic-x/stress-split/objectstore/bluestore-bitmap.yaml new file mode 120000 index 00000000..a59cf517 --- /dev/null +++ b/qa/suites/upgrade/mimic-x/stress-split/objectstore/bluestore-bitmap.yaml @@ -0,0 +1 @@ +.qa/objectstore/bluestore-bitmap.yaml \ No newline at end of file diff --git a/qa/suites/upgrade/mimic-x/stress-split/objectstore/filestore-xfs.yaml b/qa/suites/upgrade/mimic-x/stress-split/objectstore/filestore-xfs.yaml new file mode 120000 index 00000000..03750e5a --- /dev/null +++ b/qa/suites/upgrade/mimic-x/stress-split/objectstore/filestore-xfs.yaml @@ -0,0 +1 @@ +../../../../../objectstore/filestore-xfs.yaml \ No newline at end of file diff --git a/qa/suites/upgrade/mimic-x/stress-split/supported-all-distro b/qa/suites/upgrade/mimic-x/stress-split/supported-all-distro new file mode 120000 index 00000000..44d01d18 --- /dev/null +++ b/qa/suites/upgrade/mimic-x/stress-split/supported-all-distro @@ -0,0 +1 @@ +../../../../../qa/distros/supported-all-distro/ \ No newline at end of file diff --git a/qa/suites/upgrade/mimic-x/stress-split/thrashosds-health.yaml b/qa/suites/upgrade/mimic-x/stress-split/thrashosds-health.yaml new file mode 120000 index 00000000..a18eda11 --- /dev/null +++ b/qa/suites/upgrade/mimic-x/stress-split/thrashosds-health.yaml @@ -0,0 +1 @@ +../../../../../qa/tasks/thrashosds-health.yaml \ No newline at end of file -- cgit v1.2.3