From 483eb2f56657e8e7f419ab1a4fab8dce9ade8609 Mon Sep 17 00:00:00 2001 From: Daniel Baumann Date: Sat, 27 Apr 2024 20:24:20 +0200 Subject: Adding upstream version 14.2.21. Signed-off-by: Daniel Baumann --- qa/suites/rados/thrash/% | 0 qa/suites/rados/thrash/.qa | 1 + .../rados/thrash/0-size-min-size-overrides/.qa | 1 + .../2-size-2-min-size.yaml | 1 + .../3-size-2-min-size.yaml | 1 + qa/suites/rados/thrash/1-pg-log-overrides/.qa | 1 + .../thrash/1-pg-log-overrides/normal_pg_log.yaml | 0 .../thrash/1-pg-log-overrides/short_pg_log.yaml | 1 + qa/suites/rados/thrash/2-recovery-overrides/$ | 0 qa/suites/rados/thrash/2-recovery-overrides/.qa | 1 + .../rados/thrash/2-recovery-overrides/default.yaml | 0 .../2-recovery-overrides/more-active-recovery.yaml | 1 + qa/suites/rados/thrash/backoff/.qa | 1 + qa/suites/rados/thrash/backoff/normal.yaml | 0 qa/suites/rados/thrash/backoff/peering.yaml | 5 +++ .../rados/thrash/backoff/peering_and_degraded.yaml | 6 +++ qa/suites/rados/thrash/ceph.yaml | 3 ++ qa/suites/rados/thrash/clusters/+ | 0 qa/suites/rados/thrash/clusters/.qa | 1 + qa/suites/rados/thrash/clusters/fixed-2.yaml | 1 + qa/suites/rados/thrash/clusters/openstack.yaml | 4 ++ .../thrash/crc-failures/bad_map_crc_failure.yaml | 7 ++++ qa/suites/rados/thrash/crc-failures/default.yaml | 0 qa/suites/rados/thrash/d-balancer/.qa | 1 + .../rados/thrash/d-balancer/crush-compat.yaml | 6 +++ qa/suites/rados/thrash/d-balancer/off.yaml | 0 qa/suites/rados/thrash/d-balancer/upmap.yaml | 7 ++++ qa/suites/rados/thrash/msgr | 1 + qa/suites/rados/thrash/msgr-failures/.qa | 1 + .../rados/thrash/msgr-failures/fastclose.yaml | 8 ++++ qa/suites/rados/thrash/msgr-failures/few.yaml | 9 ++++ .../rados/thrash/msgr-failures/osd-delay.yaml | 11 +++++ qa/suites/rados/thrash/objectstore | 1 + qa/suites/rados/thrash/rados.yaml | 1 + qa/suites/rados/thrash/supported-random-distro$ | 1 + qa/suites/rados/thrash/thrashers/.qa | 1 + qa/suites/rados/thrash/thrashers/careful.yaml | 26 ++++++++++++ qa/suites/rados/thrash/thrashers/default.yaml | 26 ++++++++++++ qa/suites/rados/thrash/thrashers/mapgap.yaml | 27 ++++++++++++ qa/suites/rados/thrash/thrashers/morepggrow.yaml | 22 ++++++++++ qa/suites/rados/thrash/thrashers/none.yaml | 0 qa/suites/rados/thrash/thrashers/pggrow.yaml | 24 +++++++++++ qa/suites/rados/thrash/thrashosds-health.yaml | 1 + qa/suites/rados/thrash/workloads/.qa | 1 + .../workloads/admin_socket_objecter_requests.yaml | 13 ++++++ .../rados/thrash/workloads/cache-agent-big.yaml | 36 ++++++++++++++++ .../rados/thrash/workloads/cache-agent-small.yaml | 34 +++++++++++++++ .../workloads/cache-pool-snaps-readproxy.yaml | 39 +++++++++++++++++ .../rados/thrash/workloads/cache-pool-snaps.yaml | 44 +++++++++++++++++++ qa/suites/rados/thrash/workloads/cache-snaps.yaml | 39 +++++++++++++++++ qa/suites/rados/thrash/workloads/cache.yaml | 36 ++++++++++++++++ .../thrash/workloads/pool-snaps-few-objects.yaml | 18 ++++++++ .../rados/thrash/workloads/rados_api_tests.yaml | 20 +++++++++ .../workloads/radosbench-high-concurrency.yaml | 49 ++++++++++++++++++++++ qa/suites/rados/thrash/workloads/radosbench.yaml | 33 +++++++++++++++ qa/suites/rados/thrash/workloads/redirect.yaml | 15 +++++++ .../thrash/workloads/redirect_promote_tests.yaml | 14 +++++++ .../thrash/workloads/redirect_set_object.yaml | 13 ++++++ .../rados/thrash/workloads/set-chunks-read.yaml | 13 ++++++ .../rados/thrash/workloads/small-objects.yaml | 24 +++++++++++ .../rados/thrash/workloads/snaps-few-objects.yaml | 13 ++++++ .../thrash/workloads/write_fadvise_dontneed.yaml | 8 ++++ 62 files changed, 672 insertions(+) create mode 100644 qa/suites/rados/thrash/% create mode 120000 qa/suites/rados/thrash/.qa create mode 120000 qa/suites/rados/thrash/0-size-min-size-overrides/.qa create mode 120000 qa/suites/rados/thrash/0-size-min-size-overrides/2-size-2-min-size.yaml create mode 120000 qa/suites/rados/thrash/0-size-min-size-overrides/3-size-2-min-size.yaml create mode 120000 qa/suites/rados/thrash/1-pg-log-overrides/.qa create mode 100644 qa/suites/rados/thrash/1-pg-log-overrides/normal_pg_log.yaml create mode 120000 qa/suites/rados/thrash/1-pg-log-overrides/short_pg_log.yaml create mode 100644 qa/suites/rados/thrash/2-recovery-overrides/$ create mode 120000 qa/suites/rados/thrash/2-recovery-overrides/.qa create mode 100644 qa/suites/rados/thrash/2-recovery-overrides/default.yaml create mode 120000 qa/suites/rados/thrash/2-recovery-overrides/more-active-recovery.yaml create mode 120000 qa/suites/rados/thrash/backoff/.qa create mode 100644 qa/suites/rados/thrash/backoff/normal.yaml create mode 100644 qa/suites/rados/thrash/backoff/peering.yaml create mode 100644 qa/suites/rados/thrash/backoff/peering_and_degraded.yaml create mode 100644 qa/suites/rados/thrash/ceph.yaml create mode 100644 qa/suites/rados/thrash/clusters/+ create mode 120000 qa/suites/rados/thrash/clusters/.qa create mode 120000 qa/suites/rados/thrash/clusters/fixed-2.yaml create mode 100644 qa/suites/rados/thrash/clusters/openstack.yaml create mode 100644 qa/suites/rados/thrash/crc-failures/bad_map_crc_failure.yaml create mode 100644 qa/suites/rados/thrash/crc-failures/default.yaml create mode 120000 qa/suites/rados/thrash/d-balancer/.qa create mode 100644 qa/suites/rados/thrash/d-balancer/crush-compat.yaml create mode 100644 qa/suites/rados/thrash/d-balancer/off.yaml create mode 100644 qa/suites/rados/thrash/d-balancer/upmap.yaml create mode 120000 qa/suites/rados/thrash/msgr create mode 120000 qa/suites/rados/thrash/msgr-failures/.qa create mode 100644 qa/suites/rados/thrash/msgr-failures/fastclose.yaml create mode 100644 qa/suites/rados/thrash/msgr-failures/few.yaml create mode 100644 qa/suites/rados/thrash/msgr-failures/osd-delay.yaml create mode 120000 qa/suites/rados/thrash/objectstore create mode 120000 qa/suites/rados/thrash/rados.yaml create mode 120000 qa/suites/rados/thrash/supported-random-distro$ create mode 120000 qa/suites/rados/thrash/thrashers/.qa create mode 100644 qa/suites/rados/thrash/thrashers/careful.yaml create mode 100644 qa/suites/rados/thrash/thrashers/default.yaml create mode 100644 qa/suites/rados/thrash/thrashers/mapgap.yaml create mode 100644 qa/suites/rados/thrash/thrashers/morepggrow.yaml create mode 100644 qa/suites/rados/thrash/thrashers/none.yaml create mode 100644 qa/suites/rados/thrash/thrashers/pggrow.yaml create mode 120000 qa/suites/rados/thrash/thrashosds-health.yaml create mode 120000 qa/suites/rados/thrash/workloads/.qa create mode 100644 qa/suites/rados/thrash/workloads/admin_socket_objecter_requests.yaml create mode 100644 qa/suites/rados/thrash/workloads/cache-agent-big.yaml create mode 100644 qa/suites/rados/thrash/workloads/cache-agent-small.yaml create mode 100644 qa/suites/rados/thrash/workloads/cache-pool-snaps-readproxy.yaml create mode 100644 qa/suites/rados/thrash/workloads/cache-pool-snaps.yaml create mode 100644 qa/suites/rados/thrash/workloads/cache-snaps.yaml create mode 100644 qa/suites/rados/thrash/workloads/cache.yaml create mode 100644 qa/suites/rados/thrash/workloads/pool-snaps-few-objects.yaml create mode 100644 qa/suites/rados/thrash/workloads/rados_api_tests.yaml create mode 100644 qa/suites/rados/thrash/workloads/radosbench-high-concurrency.yaml create mode 100644 qa/suites/rados/thrash/workloads/radosbench.yaml create mode 100644 qa/suites/rados/thrash/workloads/redirect.yaml create mode 100644 qa/suites/rados/thrash/workloads/redirect_promote_tests.yaml create mode 100644 qa/suites/rados/thrash/workloads/redirect_set_object.yaml create mode 100644 qa/suites/rados/thrash/workloads/set-chunks-read.yaml create mode 100644 qa/suites/rados/thrash/workloads/small-objects.yaml create mode 100644 qa/suites/rados/thrash/workloads/snaps-few-objects.yaml create mode 100644 qa/suites/rados/thrash/workloads/write_fadvise_dontneed.yaml (limited to 'qa/suites/rados/thrash') diff --git a/qa/suites/rados/thrash/% b/qa/suites/rados/thrash/% new file mode 100644 index 00000000..e69de29b diff --git a/qa/suites/rados/thrash/.qa b/qa/suites/rados/thrash/.qa new file mode 120000 index 00000000..a602a035 --- /dev/null +++ b/qa/suites/rados/thrash/.qa @@ -0,0 +1 @@ +../.qa/ \ No newline at end of file diff --git a/qa/suites/rados/thrash/0-size-min-size-overrides/.qa b/qa/suites/rados/thrash/0-size-min-size-overrides/.qa new file mode 120000 index 00000000..a602a035 --- /dev/null +++ b/qa/suites/rados/thrash/0-size-min-size-overrides/.qa @@ -0,0 +1 @@ +../.qa/ \ No newline at end of file diff --git a/qa/suites/rados/thrash/0-size-min-size-overrides/2-size-2-min-size.yaml b/qa/suites/rados/thrash/0-size-min-size-overrides/2-size-2-min-size.yaml new file mode 120000 index 00000000..5393a755 --- /dev/null +++ b/qa/suites/rados/thrash/0-size-min-size-overrides/2-size-2-min-size.yaml @@ -0,0 +1 @@ +.qa/overrides/2-size-2-min-size.yaml \ No newline at end of file diff --git a/qa/suites/rados/thrash/0-size-min-size-overrides/3-size-2-min-size.yaml b/qa/suites/rados/thrash/0-size-min-size-overrides/3-size-2-min-size.yaml new file mode 120000 index 00000000..5ff70ead --- /dev/null +++ b/qa/suites/rados/thrash/0-size-min-size-overrides/3-size-2-min-size.yaml @@ -0,0 +1 @@ +.qa/overrides/3-size-2-min-size.yaml \ No newline at end of file diff --git a/qa/suites/rados/thrash/1-pg-log-overrides/.qa b/qa/suites/rados/thrash/1-pg-log-overrides/.qa new file mode 120000 index 00000000..a602a035 --- /dev/null +++ b/qa/suites/rados/thrash/1-pg-log-overrides/.qa @@ -0,0 +1 @@ +../.qa/ \ No newline at end of file diff --git a/qa/suites/rados/thrash/1-pg-log-overrides/normal_pg_log.yaml b/qa/suites/rados/thrash/1-pg-log-overrides/normal_pg_log.yaml new file mode 100644 index 00000000..e69de29b diff --git a/qa/suites/rados/thrash/1-pg-log-overrides/short_pg_log.yaml b/qa/suites/rados/thrash/1-pg-log-overrides/short_pg_log.yaml new file mode 120000 index 00000000..abd86d7d --- /dev/null +++ b/qa/suites/rados/thrash/1-pg-log-overrides/short_pg_log.yaml @@ -0,0 +1 @@ +.qa/overrides/short_pg_log.yaml \ No newline at end of file diff --git a/qa/suites/rados/thrash/2-recovery-overrides/$ b/qa/suites/rados/thrash/2-recovery-overrides/$ new file mode 100644 index 00000000..e69de29b diff --git a/qa/suites/rados/thrash/2-recovery-overrides/.qa b/qa/suites/rados/thrash/2-recovery-overrides/.qa new file mode 120000 index 00000000..a602a035 --- /dev/null +++ b/qa/suites/rados/thrash/2-recovery-overrides/.qa @@ -0,0 +1 @@ +../.qa/ \ No newline at end of file diff --git a/qa/suites/rados/thrash/2-recovery-overrides/default.yaml b/qa/suites/rados/thrash/2-recovery-overrides/default.yaml new file mode 100644 index 00000000..e69de29b diff --git a/qa/suites/rados/thrash/2-recovery-overrides/more-active-recovery.yaml b/qa/suites/rados/thrash/2-recovery-overrides/more-active-recovery.yaml new file mode 120000 index 00000000..47afd702 --- /dev/null +++ b/qa/suites/rados/thrash/2-recovery-overrides/more-active-recovery.yaml @@ -0,0 +1 @@ +.qa/overrides/more-active-recovery.yaml \ No newline at end of file diff --git a/qa/suites/rados/thrash/backoff/.qa b/qa/suites/rados/thrash/backoff/.qa new file mode 120000 index 00000000..a602a035 --- /dev/null +++ b/qa/suites/rados/thrash/backoff/.qa @@ -0,0 +1 @@ +../.qa/ \ No newline at end of file diff --git a/qa/suites/rados/thrash/backoff/normal.yaml b/qa/suites/rados/thrash/backoff/normal.yaml new file mode 100644 index 00000000..e69de29b diff --git a/qa/suites/rados/thrash/backoff/peering.yaml b/qa/suites/rados/thrash/backoff/peering.yaml new file mode 100644 index 00000000..66d06117 --- /dev/null +++ b/qa/suites/rados/thrash/backoff/peering.yaml @@ -0,0 +1,5 @@ +overrides: + ceph: + conf: + osd: + osd backoff on peering: true diff --git a/qa/suites/rados/thrash/backoff/peering_and_degraded.yaml b/qa/suites/rados/thrash/backoff/peering_and_degraded.yaml new file mode 100644 index 00000000..e6109906 --- /dev/null +++ b/qa/suites/rados/thrash/backoff/peering_and_degraded.yaml @@ -0,0 +1,6 @@ +overrides: + ceph: + conf: + osd: + osd backoff on peering: true + osd backoff on degraded: true diff --git a/qa/suites/rados/thrash/ceph.yaml b/qa/suites/rados/thrash/ceph.yaml new file mode 100644 index 00000000..2030acb9 --- /dev/null +++ b/qa/suites/rados/thrash/ceph.yaml @@ -0,0 +1,3 @@ +tasks: +- install: +- ceph: diff --git a/qa/suites/rados/thrash/clusters/+ b/qa/suites/rados/thrash/clusters/+ new file mode 100644 index 00000000..e69de29b diff --git a/qa/suites/rados/thrash/clusters/.qa b/qa/suites/rados/thrash/clusters/.qa new file mode 120000 index 00000000..a602a035 --- /dev/null +++ b/qa/suites/rados/thrash/clusters/.qa @@ -0,0 +1 @@ +../.qa/ \ No newline at end of file diff --git a/qa/suites/rados/thrash/clusters/fixed-2.yaml b/qa/suites/rados/thrash/clusters/fixed-2.yaml new file mode 120000 index 00000000..230ff0fd --- /dev/null +++ b/qa/suites/rados/thrash/clusters/fixed-2.yaml @@ -0,0 +1 @@ +.qa/clusters/fixed-2.yaml \ No newline at end of file diff --git a/qa/suites/rados/thrash/clusters/openstack.yaml b/qa/suites/rados/thrash/clusters/openstack.yaml new file mode 100644 index 00000000..b0f3b9b4 --- /dev/null +++ b/qa/suites/rados/thrash/clusters/openstack.yaml @@ -0,0 +1,4 @@ +openstack: + - volumes: # attached to each instance + count: 4 + size: 30 # GB diff --git a/qa/suites/rados/thrash/crc-failures/bad_map_crc_failure.yaml b/qa/suites/rados/thrash/crc-failures/bad_map_crc_failure.yaml new file mode 100644 index 00000000..1e04fb36 --- /dev/null +++ b/qa/suites/rados/thrash/crc-failures/bad_map_crc_failure.yaml @@ -0,0 +1,7 @@ +overrides: + ceph: + conf: + osd: + osd inject bad map crc probability: 0.1 + log-whitelist: + - failed to encode map diff --git a/qa/suites/rados/thrash/crc-failures/default.yaml b/qa/suites/rados/thrash/crc-failures/default.yaml new file mode 100644 index 00000000..e69de29b diff --git a/qa/suites/rados/thrash/d-balancer/.qa b/qa/suites/rados/thrash/d-balancer/.qa new file mode 120000 index 00000000..a602a035 --- /dev/null +++ b/qa/suites/rados/thrash/d-balancer/.qa @@ -0,0 +1 @@ +../.qa/ \ No newline at end of file diff --git a/qa/suites/rados/thrash/d-balancer/crush-compat.yaml b/qa/suites/rados/thrash/d-balancer/crush-compat.yaml new file mode 100644 index 00000000..aa867660 --- /dev/null +++ b/qa/suites/rados/thrash/d-balancer/crush-compat.yaml @@ -0,0 +1,6 @@ +tasks: +- exec: + mon.a: + - while ! ceph balancer status ; do sleep 1 ; done + - ceph balancer mode crush-compat + - ceph balancer on diff --git a/qa/suites/rados/thrash/d-balancer/off.yaml b/qa/suites/rados/thrash/d-balancer/off.yaml new file mode 100644 index 00000000..e69de29b diff --git a/qa/suites/rados/thrash/d-balancer/upmap.yaml b/qa/suites/rados/thrash/d-balancer/upmap.yaml new file mode 100644 index 00000000..788eebee --- /dev/null +++ b/qa/suites/rados/thrash/d-balancer/upmap.yaml @@ -0,0 +1,7 @@ +tasks: +- exec: + mon.a: + - while ! ceph balancer status ; do sleep 1 ; done + - ceph osd set-require-min-compat-client luminous + - ceph balancer mode upmap + - ceph balancer on diff --git a/qa/suites/rados/thrash/msgr b/qa/suites/rados/thrash/msgr new file mode 120000 index 00000000..57bee80d --- /dev/null +++ b/qa/suites/rados/thrash/msgr @@ -0,0 +1 @@ +.qa/msgr \ No newline at end of file diff --git a/qa/suites/rados/thrash/msgr-failures/.qa b/qa/suites/rados/thrash/msgr-failures/.qa new file mode 120000 index 00000000..a602a035 --- /dev/null +++ b/qa/suites/rados/thrash/msgr-failures/.qa @@ -0,0 +1 @@ +../.qa/ \ No newline at end of file diff --git a/qa/suites/rados/thrash/msgr-failures/fastclose.yaml b/qa/suites/rados/thrash/msgr-failures/fastclose.yaml new file mode 100644 index 00000000..02121726 --- /dev/null +++ b/qa/suites/rados/thrash/msgr-failures/fastclose.yaml @@ -0,0 +1,8 @@ +overrides: + ceph: + conf: + global: + ms inject socket failures: 2500 + ms tcp read timeout: 5 + log-whitelist: + - \(OSD_SLOW_PING_TIME diff --git a/qa/suites/rados/thrash/msgr-failures/few.yaml b/qa/suites/rados/thrash/msgr-failures/few.yaml new file mode 100644 index 00000000..527eadb4 --- /dev/null +++ b/qa/suites/rados/thrash/msgr-failures/few.yaml @@ -0,0 +1,9 @@ +overrides: + ceph: + conf: + global: + ms inject socket failures: 5000 + osd: + osd heartbeat use min delay socket: true + log-whitelist: + - \(OSD_SLOW_PING_TIME diff --git a/qa/suites/rados/thrash/msgr-failures/osd-delay.yaml b/qa/suites/rados/thrash/msgr-failures/osd-delay.yaml new file mode 100644 index 00000000..91c14725 --- /dev/null +++ b/qa/suites/rados/thrash/msgr-failures/osd-delay.yaml @@ -0,0 +1,11 @@ +overrides: + ceph: + conf: + global: + ms inject socket failures: 2500 + ms inject delay type: osd + ms inject delay probability: .005 + ms inject delay max: 1 + ms inject internal delays: .002 + log-whitelist: + - \(OSD_SLOW_PING_TIME diff --git a/qa/suites/rados/thrash/objectstore b/qa/suites/rados/thrash/objectstore new file mode 120000 index 00000000..c40bd326 --- /dev/null +++ b/qa/suites/rados/thrash/objectstore @@ -0,0 +1 @@ +.qa/objectstore \ No newline at end of file diff --git a/qa/suites/rados/thrash/rados.yaml b/qa/suites/rados/thrash/rados.yaml new file mode 120000 index 00000000..d256979c --- /dev/null +++ b/qa/suites/rados/thrash/rados.yaml @@ -0,0 +1 @@ +.qa/config/rados.yaml \ No newline at end of file diff --git a/qa/suites/rados/thrash/supported-random-distro$ b/qa/suites/rados/thrash/supported-random-distro$ new file mode 120000 index 00000000..7cef21ee --- /dev/null +++ b/qa/suites/rados/thrash/supported-random-distro$ @@ -0,0 +1 @@ +../basic/supported-random-distro$ \ No newline at end of file diff --git a/qa/suites/rados/thrash/thrashers/.qa b/qa/suites/rados/thrash/thrashers/.qa new file mode 120000 index 00000000..a602a035 --- /dev/null +++ b/qa/suites/rados/thrash/thrashers/.qa @@ -0,0 +1 @@ +../.qa/ \ No newline at end of file diff --git a/qa/suites/rados/thrash/thrashers/careful.yaml b/qa/suites/rados/thrash/thrashers/careful.yaml new file mode 100644 index 00000000..85e0c268 --- /dev/null +++ b/qa/suites/rados/thrash/thrashers/careful.yaml @@ -0,0 +1,26 @@ +overrides: + ceph: + log-whitelist: + - but it is still running + - objects unfound and apparently lost + conf: + osd: + osd debug reject backfill probability: .3 + osd scrub min interval: 60 + osd scrub max interval: 120 + osd max backfills: 3 + osd snap trim sleep: 2 + mon: + mon min osdmap epochs: 50 + paxos service trim min: 10 + # prune full osdmaps regularly + mon osdmap full prune min: 15 + mon osdmap full prune interval: 2 + mon osdmap full prune txsize: 2 +tasks: +- thrashosds: + timeout: 1200 + chance_pgnum_grow: 1 + chance_pgnum_shrink: 1 + chance_pgpnum_fix: 1 + aggressive_pg_num_changes: false diff --git a/qa/suites/rados/thrash/thrashers/default.yaml b/qa/suites/rados/thrash/thrashers/default.yaml new file mode 100644 index 00000000..536e85cb --- /dev/null +++ b/qa/suites/rados/thrash/thrashers/default.yaml @@ -0,0 +1,26 @@ +overrides: + ceph: + log-whitelist: + - but it is still running + - objects unfound and apparently lost + conf: + osd: + osd debug reject backfill probability: .3 + osd scrub min interval: 60 + osd scrub max interval: 120 + osd max backfills: 3 + osd snap trim sleep: 2 + osd delete sleep: 1 + mon: + mon min osdmap epochs: 50 + paxos service trim min: 10 + # prune full osdmaps regularly + mon osdmap full prune min: 15 + mon osdmap full prune interval: 2 + mon osdmap full prune txsize: 2 +tasks: +- thrashosds: + timeout: 1200 + chance_pgnum_grow: 1 + chance_pgnum_shrink: 1 + chance_pgpnum_fix: 1 diff --git a/qa/suites/rados/thrash/thrashers/mapgap.yaml b/qa/suites/rados/thrash/thrashers/mapgap.yaml new file mode 100644 index 00000000..bbc3dbdc --- /dev/null +++ b/qa/suites/rados/thrash/thrashers/mapgap.yaml @@ -0,0 +1,27 @@ +overrides: + ceph: + log-whitelist: + - but it is still running + - objects unfound and apparently lost + - osd_map_cache_size + conf: + mon: + mon min osdmap epochs: 50 + paxos service trim min: 10 + # prune full osdmaps regularly + mon osdmap full prune min: 15 + mon osdmap full prune interval: 2 + mon osdmap full prune txsize: 2 + osd: + osd map cache size: 1 + osd scrub min interval: 60 + osd scrub max interval: 120 + osd scrub during recovery: false + osd max backfills: 6 +tasks: +- thrashosds: + timeout: 1800 + chance_pgnum_grow: 0.25 + chance_pgnum_shrink: 0.25 + chance_pgpnum_fix: 0.25 + chance_test_map_discontinuity: 2 diff --git a/qa/suites/rados/thrash/thrashers/morepggrow.yaml b/qa/suites/rados/thrash/thrashers/morepggrow.yaml new file mode 100644 index 00000000..91d2173e --- /dev/null +++ b/qa/suites/rados/thrash/thrashers/morepggrow.yaml @@ -0,0 +1,22 @@ +overrides: + ceph: + conf: + osd: + osd scrub min interval: 60 + osd scrub max interval: 120 + journal throttle high multiple: 2 + journal throttle max multiple: 10 + filestore queue throttle high multiple: 2 + filestore queue throttle max multiple: 10 + osd max backfills: 9 + log-whitelist: + - but it is still running + - objects unfound and apparently lost +tasks: +- thrashosds: + timeout: 1200 + chance_pgnum_grow: 3 + chance_pgpnum_fix: 1 +openstack: +- volumes: + size: 50 diff --git a/qa/suites/rados/thrash/thrashers/none.yaml b/qa/suites/rados/thrash/thrashers/none.yaml new file mode 100644 index 00000000..e69de29b diff --git a/qa/suites/rados/thrash/thrashers/pggrow.yaml b/qa/suites/rados/thrash/thrashers/pggrow.yaml new file mode 100644 index 00000000..8721fd18 --- /dev/null +++ b/qa/suites/rados/thrash/thrashers/pggrow.yaml @@ -0,0 +1,24 @@ +overrides: + ceph: + log-whitelist: + - but it is still running + - objects unfound and apparently lost + conf: + osd: + osd scrub min interval: 60 + osd scrub max interval: 120 + filestore odsync write: true + osd max backfills: 2 + osd snap trim sleep: .5 + mon: + mon min osdmap epochs: 50 + paxos service trim min: 10 + # prune full osdmaps regularly + mon osdmap full prune min: 15 + mon osdmap full prune interval: 2 + mon osdmap full prune txsize: 2 +tasks: +- thrashosds: + timeout: 1200 + chance_pgnum_grow: 2 + chance_pgpnum_fix: 1 diff --git a/qa/suites/rados/thrash/thrashosds-health.yaml b/qa/suites/rados/thrash/thrashosds-health.yaml new file mode 120000 index 00000000..9124eb1a --- /dev/null +++ b/qa/suites/rados/thrash/thrashosds-health.yaml @@ -0,0 +1 @@ +.qa/tasks/thrashosds-health.yaml \ No newline at end of file diff --git a/qa/suites/rados/thrash/workloads/.qa b/qa/suites/rados/thrash/workloads/.qa new file mode 120000 index 00000000..a602a035 --- /dev/null +++ b/qa/suites/rados/thrash/workloads/.qa @@ -0,0 +1 @@ +../.qa/ \ No newline at end of file diff --git a/qa/suites/rados/thrash/workloads/admin_socket_objecter_requests.yaml b/qa/suites/rados/thrash/workloads/admin_socket_objecter_requests.yaml new file mode 100644 index 00000000..8c9764ad --- /dev/null +++ b/qa/suites/rados/thrash/workloads/admin_socket_objecter_requests.yaml @@ -0,0 +1,13 @@ +overrides: + ceph: + conf: + client.0: + admin socket: /var/run/ceph/ceph-$name.asok +tasks: +- radosbench: + clients: [client.0] + time: 150 +- admin_socket: + client.0: + objecter_requests: + test: "http://git.ceph.com/?p={repo};a=blob_plain;f=src/test/admin_socket/objecter_requests;hb={branch}" diff --git a/qa/suites/rados/thrash/workloads/cache-agent-big.yaml b/qa/suites/rados/thrash/workloads/cache-agent-big.yaml new file mode 100644 index 00000000..31a964d1 --- /dev/null +++ b/qa/suites/rados/thrash/workloads/cache-agent-big.yaml @@ -0,0 +1,36 @@ +overrides: + ceph: + log-whitelist: + - must scrub before tier agent can activate + conf: + osd: + # override short_pg_log_entries.yaml (which sets these under [global]) + osd_min_pg_log_entries: 3000 + osd_max_pg_log_entries: 3000 +tasks: +- exec: + client.0: + - sudo ceph osd erasure-code-profile set myprofile crush-failure-domain=osd m=2 k=2 + - sudo ceph osd pool create base 4 4 erasure myprofile + - sudo ceph osd pool application enable base rados + - sudo ceph osd pool set base min_size 2 + - sudo ceph osd pool create cache 4 + - sudo ceph osd tier add base cache + - sudo ceph osd tier cache-mode cache writeback + - sudo ceph osd tier set-overlay base cache + - sudo ceph osd pool set cache hit_set_type bloom + - sudo ceph osd pool set cache hit_set_count 8 + - sudo ceph osd pool set cache hit_set_period 60 + - sudo ceph osd pool set cache target_max_objects 5000 +- rados: + clients: [client.0] + pools: [base] + ops: 10000 + objects: 6600 + max_seconds: 1200 + size: 1024 + op_weights: + read: 100 + write: 100 + delete: 50 + copy_from: 50 diff --git a/qa/suites/rados/thrash/workloads/cache-agent-small.yaml b/qa/suites/rados/thrash/workloads/cache-agent-small.yaml new file mode 100644 index 00000000..f082b0b9 --- /dev/null +++ b/qa/suites/rados/thrash/workloads/cache-agent-small.yaml @@ -0,0 +1,34 @@ +overrides: + ceph: + log-whitelist: + - must scrub before tier agent can activate + conf: + osd: + # override short_pg_log_entries.yaml (which sets these under [global]) + osd_min_pg_log_entries: 3000 + osd_max_pg_log_entries: 3000 +tasks: +- exec: + client.0: + - sudo ceph osd pool create base 4 + - sudo ceph osd pool application enable base rados + - sudo ceph osd pool create cache 4 + - sudo ceph osd tier add base cache + - sudo ceph osd tier cache-mode cache writeback + - sudo ceph osd tier set-overlay base cache + - sudo ceph osd pool set cache hit_set_type bloom + - sudo ceph osd pool set cache hit_set_count 8 + - sudo ceph osd pool set cache hit_set_period 60 + - sudo ceph osd pool set cache target_max_objects 250 + - sudo ceph osd pool set cache min_read_recency_for_promote 2 + - sudo ceph osd pool set cache min_write_recency_for_promote 2 +- rados: + clients: [client.0] + pools: [base] + ops: 4000 + objects: 500 + op_weights: + read: 100 + write: 100 + delete: 50 + copy_from: 50 diff --git a/qa/suites/rados/thrash/workloads/cache-pool-snaps-readproxy.yaml b/qa/suites/rados/thrash/workloads/cache-pool-snaps-readproxy.yaml new file mode 100644 index 00000000..b84d4d95 --- /dev/null +++ b/qa/suites/rados/thrash/workloads/cache-pool-snaps-readproxy.yaml @@ -0,0 +1,39 @@ +overrides: + ceph: + log-whitelist: + - must scrub before tier agent can activate + conf: + osd: + # override short_pg_log_entries.yaml (which sets these under [global]) + osd_min_pg_log_entries: 3000 + osd_max_pg_log_entries: 3000 +tasks: +- exec: + client.0: + - sudo ceph osd pool create base 4 + - sudo ceph osd pool application enable base rados + - sudo ceph osd pool create cache 4 + - sudo ceph osd tier add base cache + - sudo ceph osd tier cache-mode cache readproxy + - sudo ceph osd tier set-overlay base cache + - sudo ceph osd pool set cache hit_set_type bloom + - sudo ceph osd pool set cache hit_set_count 8 + - sudo ceph osd pool set cache hit_set_period 3600 + - sudo ceph osd pool set cache target_max_objects 250 +- rados: + clients: [client.0] + pools: [base] + ops: 4000 + objects: 500 + pool_snaps: true + op_weights: + read: 100 + write: 100 + delete: 50 + copy_from: 50 + cache_flush: 50 + cache_try_flush: 50 + cache_evict: 50 + snap_create: 50 + snap_remove: 50 + rollback: 50 diff --git a/qa/suites/rados/thrash/workloads/cache-pool-snaps.yaml b/qa/suites/rados/thrash/workloads/cache-pool-snaps.yaml new file mode 100644 index 00000000..8d712e86 --- /dev/null +++ b/qa/suites/rados/thrash/workloads/cache-pool-snaps.yaml @@ -0,0 +1,44 @@ +overrides: + ceph: + log-whitelist: + - must scrub before tier agent can activate + conf: + osd: + # override short_pg_log_entries.yaml (which sets these under [global]) + osd_min_pg_log_entries: 3000 + osd_max_pg_log_entries: 3000 +tasks: +- exec: + client.0: + - sudo ceph osd pool create base 4 + - sudo ceph osd pool application enable base rados + - sudo ceph osd pool create cache 4 + - sudo ceph osd tier add base cache + - sudo ceph osd tier cache-mode cache writeback + - sudo ceph osd tier set-overlay base cache + - sudo ceph osd pool set cache hit_set_type bloom + - sudo ceph osd pool set cache hit_set_count 8 + - sudo ceph osd pool set cache hit_set_period 3600 + - sudo ceph osd pool set cache target_max_objects 250 + - sudo ceph osd pool set cache min_read_recency_for_promote 0 + - sudo ceph osd pool set cache min_write_recency_for_promote 0 +- rados: + clients: [client.0] + pools: [base] + ops: 4000 + objects: 500 + pool_snaps: true + op_weights: + read: 100 + write: 100 + delete: 50 + copy_from: 50 + cache_flush: 50 + cache_try_flush: 50 + cache_evict: 50 + snap_create: 50 + snap_remove: 50 + rollback: 50 +openstack: + - machine: + ram: 15000 # MB diff --git a/qa/suites/rados/thrash/workloads/cache-snaps.yaml b/qa/suites/rados/thrash/workloads/cache-snaps.yaml new file mode 100644 index 00000000..7ece997e --- /dev/null +++ b/qa/suites/rados/thrash/workloads/cache-snaps.yaml @@ -0,0 +1,39 @@ +overrides: + ceph: + log-whitelist: + - must scrub before tier agent can activate + conf: + osd: + # override short_pg_log_entries.yaml (which sets these under [global]) + osd_min_pg_log_entries: 3000 + osd_max_pg_log_entries: 3000 +tasks: +- exec: + client.0: + - sudo ceph osd pool create base 4 + - sudo ceph osd pool application enable base rados + - sudo ceph osd pool create cache 4 + - sudo ceph osd tier add base cache + - sudo ceph osd tier cache-mode cache writeback + - sudo ceph osd tier set-overlay base cache + - sudo ceph osd pool set cache hit_set_type bloom + - sudo ceph osd pool set cache hit_set_count 8 + - sudo ceph osd pool set cache hit_set_period 3600 + - sudo ceph osd pool set cache target_max_objects 250 + - sudo ceph osd pool set cache min_read_recency_for_promote 2 +- rados: + clients: [client.0] + pools: [base] + ops: 4000 + objects: 500 + op_weights: + read: 100 + write: 100 + delete: 50 + copy_from: 50 + cache_flush: 50 + cache_try_flush: 50 + cache_evict: 50 + snap_create: 50 + snap_remove: 50 + rollback: 50 diff --git a/qa/suites/rados/thrash/workloads/cache.yaml b/qa/suites/rados/thrash/workloads/cache.yaml new file mode 100644 index 00000000..42cfa6cb --- /dev/null +++ b/qa/suites/rados/thrash/workloads/cache.yaml @@ -0,0 +1,36 @@ +overrides: + ceph: + log-whitelist: + - must scrub before tier agent can activate + conf: + osd: + # override short_pg_log_entries.yaml (which sets these under [global]) + osd_min_pg_log_entries: 3000 + osd_max_pg_log_entries: 3000 +tasks: +- exec: + client.0: + - sudo ceph osd pool create base 4 + - sudo ceph osd pool application enable base rados + - sudo ceph osd pool create cache 4 + - sudo ceph osd tier add base cache + - sudo ceph osd tier cache-mode cache writeback + - sudo ceph osd tier set-overlay base cache + - sudo ceph osd pool set cache hit_set_type bloom + - sudo ceph osd pool set cache hit_set_count 8 + - sudo ceph osd pool set cache hit_set_period 3600 + - sudo ceph osd pool set cache min_read_recency_for_promote 0 + - sudo ceph osd pool set cache min_write_recency_for_promote 0 +- rados: + clients: [client.0] + pools: [base] + ops: 4000 + objects: 500 + op_weights: + read: 100 + write: 100 + delete: 50 + copy_from: 50 + cache_flush: 50 + cache_try_flush: 50 + cache_evict: 50 diff --git a/qa/suites/rados/thrash/workloads/pool-snaps-few-objects.yaml b/qa/suites/rados/thrash/workloads/pool-snaps-few-objects.yaml new file mode 100644 index 00000000..1f0759d9 --- /dev/null +++ b/qa/suites/rados/thrash/workloads/pool-snaps-few-objects.yaml @@ -0,0 +1,18 @@ +override: + conf: + osd: + osd deep scrub update digest min age: 0 +tasks: +- rados: + clients: [client.0] + ops: 4000 + objects: 50 + pool_snaps: true + op_weights: + read: 100 + write: 100 + delete: 50 + snap_create: 50 + snap_remove: 50 + rollback: 50 + copy_from: 50 diff --git a/qa/suites/rados/thrash/workloads/rados_api_tests.yaml b/qa/suites/rados/thrash/workloads/rados_api_tests.yaml new file mode 100644 index 00000000..7c23a5ca --- /dev/null +++ b/qa/suites/rados/thrash/workloads/rados_api_tests.yaml @@ -0,0 +1,20 @@ +overrides: + ceph: + log-whitelist: + - reached quota + - \(POOL_APP_NOT_ENABLED\) + - \(PG_AVAILABILITY\) + crush_tunables: jewel + conf: + client: + debug ms: 1 + debug objecter: 20 + debug rados: 20 + mon: + mon warn on pool no app: false + debug mgrc: 20 +tasks: +- workunit: + clients: + client.0: + - rados/test.sh diff --git a/qa/suites/rados/thrash/workloads/radosbench-high-concurrency.yaml b/qa/suites/rados/thrash/workloads/radosbench-high-concurrency.yaml new file mode 100644 index 00000000..902c4b56 --- /dev/null +++ b/qa/suites/rados/thrash/workloads/radosbench-high-concurrency.yaml @@ -0,0 +1,49 @@ +overrides: + ceph: + conf: + client.0: + debug ms: 1 + debug objecter: 20 + debug rados: 20 +tasks: +- full_sequential: + - radosbench: + clients: [client.0] + concurrency: 128 + size: 8192 + time: 90 + - radosbench: + clients: [client.0] + concurrency: 128 + size: 8192 + time: 90 + - radosbench: + clients: [client.0] + concurrency: 128 + size: 8192 + time: 90 + - radosbench: + clients: [client.0] + concurrency: 128 + size: 8192 + time: 90 + - radosbench: + clients: [client.0] + concurrency: 128 + size: 8192 + time: 90 + - radosbench: + clients: [client.0] + concurrency: 128 + size: 8192 + time: 90 + - radosbench: + clients: [client.0] + concurrency: 128 + size: 8192 + time: 90 + - radosbench: + clients: [client.0] + concurrency: 128 + size: 8192 + time: 90 diff --git a/qa/suites/rados/thrash/workloads/radosbench.yaml b/qa/suites/rados/thrash/workloads/radosbench.yaml new file mode 100644 index 00000000..1b25004a --- /dev/null +++ b/qa/suites/rados/thrash/workloads/radosbench.yaml @@ -0,0 +1,33 @@ +overrides: + ceph: + conf: + client.0: + debug ms: 1 + debug objecter: 20 + debug rados: 20 +tasks: +- full_sequential: + - radosbench: + clients: [client.0] + time: 90 + - radosbench: + clients: [client.0] + time: 90 + - radosbench: + clients: [client.0] + time: 90 + - radosbench: + clients: [client.0] + time: 90 + - radosbench: + clients: [client.0] + time: 90 + - radosbench: + clients: [client.0] + time: 90 + - radosbench: + clients: [client.0] + time: 90 + - radosbench: + clients: [client.0] + time: 90 diff --git a/qa/suites/rados/thrash/workloads/redirect.yaml b/qa/suites/rados/thrash/workloads/redirect.yaml new file mode 100644 index 00000000..bebce845 --- /dev/null +++ b/qa/suites/rados/thrash/workloads/redirect.yaml @@ -0,0 +1,15 @@ +tasks: +- exec: + client.0: + - sudo ceph osd pool create low_tier 4 +- rados: + clients: [client.0] + low_tier_pool: 'low_tier' + ops: 4000 + objects: 500 + set_redirect: true + op_weights: + read: 100 + write: 100 + delete: 50 + copy_from: 50 diff --git a/qa/suites/rados/thrash/workloads/redirect_promote_tests.yaml b/qa/suites/rados/thrash/workloads/redirect_promote_tests.yaml new file mode 100644 index 00000000..c2787c43 --- /dev/null +++ b/qa/suites/rados/thrash/workloads/redirect_promote_tests.yaml @@ -0,0 +1,14 @@ +tasks: +- exec: + client.0: + - sudo ceph osd pool create low_tier 4 +- rados: + clients: [client.0] + low_tier_pool: 'low_tier' + ops: 4000 + objects: 500 + set_redirect: true + op_weights: + set_redirect: 100 + read: 50 + tier_promote: 30 diff --git a/qa/suites/rados/thrash/workloads/redirect_set_object.yaml b/qa/suites/rados/thrash/workloads/redirect_set_object.yaml new file mode 100644 index 00000000..06ba60c7 --- /dev/null +++ b/qa/suites/rados/thrash/workloads/redirect_set_object.yaml @@ -0,0 +1,13 @@ +tasks: +- exec: + client.0: + - sudo ceph osd pool create low_tier 4 +- rados: + clients: [client.0] + low_tier_pool: 'low_tier' + ops: 4000 + objects: 500 + set_redirect: true + op_weights: + set_redirect: 100 + copy_from: 100 diff --git a/qa/suites/rados/thrash/workloads/set-chunks-read.yaml b/qa/suites/rados/thrash/workloads/set-chunks-read.yaml new file mode 100644 index 00000000..1abbdd75 --- /dev/null +++ b/qa/suites/rados/thrash/workloads/set-chunks-read.yaml @@ -0,0 +1,13 @@ +tasks: +- exec: + client.0: + - sudo ceph osd pool create low_tier 4 +- rados: + clients: [client.0] + low_tier_pool: 'low_tier' + ops: 4000 + objects: 300 + set_chunk: true + op_weights: + chunk_read: 100 + tier_promote: 10 diff --git a/qa/suites/rados/thrash/workloads/small-objects.yaml b/qa/suites/rados/thrash/workloads/small-objects.yaml new file mode 100644 index 00000000..f5a18ae6 --- /dev/null +++ b/qa/suites/rados/thrash/workloads/small-objects.yaml @@ -0,0 +1,24 @@ +overrides: + ceph: + crush_tunables: jewel + conf: + mon: + mon osd initial require min compat client: jewel +tasks: +- rados: + clients: [client.0] + ops: 400000 + max_seconds: 600 + max_in_flight: 64 + objects: 1024 + size: 16384 + op_weights: + read: 100 + write: 100 + delete: 50 + snap_create: 50 + snap_remove: 50 + rollback: 50 + copy_from: 50 + setattr: 25 + rmattr: 25 diff --git a/qa/suites/rados/thrash/workloads/snaps-few-objects.yaml b/qa/suites/rados/thrash/workloads/snaps-few-objects.yaml new file mode 100644 index 00000000..aa82d973 --- /dev/null +++ b/qa/suites/rados/thrash/workloads/snaps-few-objects.yaml @@ -0,0 +1,13 @@ +tasks: +- rados: + clients: [client.0] + ops: 4000 + objects: 50 + op_weights: + read: 100 + write: 100 + delete: 50 + snap_create: 50 + snap_remove: 50 + rollback: 50 + copy_from: 50 diff --git a/qa/suites/rados/thrash/workloads/write_fadvise_dontneed.yaml b/qa/suites/rados/thrash/workloads/write_fadvise_dontneed.yaml new file mode 100644 index 00000000..606dcae6 --- /dev/null +++ b/qa/suites/rados/thrash/workloads/write_fadvise_dontneed.yaml @@ -0,0 +1,8 @@ +tasks: +- rados: + clients: [client.0] + ops: 4000 + objects: 500 + write_fadvise_dontneed: true + op_weights: + write: 100 -- cgit v1.2.3