From 19fcec84d8d7d21e796c7624e521b60d28ee21ed Mon Sep 17 00:00:00 2001 From: Daniel Baumann Date: Sun, 7 Apr 2024 20:45:59 +0200 Subject: Adding upstream version 16.2.11+ds. Signed-off-by: Daniel Baumann --- qa/suites/rbd/librbd/% | 0 qa/suites/rbd/librbd/.qa | 1 + qa/suites/rbd/librbd/cache/.qa | 1 + qa/suites/rbd/librbd/cache/none.yaml | 6 ++++++ qa/suites/rbd/librbd/cache/writearound.yaml | 7 +++++++ qa/suites/rbd/librbd/cache/writeback.yaml | 7 +++++++ qa/suites/rbd/librbd/cache/writethrough.yaml | 7 +++++++ qa/suites/rbd/librbd/clusters/+ | 0 qa/suites/rbd/librbd/clusters/.qa | 1 + qa/suites/rbd/librbd/clusters/fixed-3.yaml | 1 + qa/suites/rbd/librbd/clusters/openstack.yaml | 4 ++++ qa/suites/rbd/librbd/config/.qa | 1 + qa/suites/rbd/librbd/config/copy-on-read.yaml | 5 +++++ qa/suites/rbd/librbd/config/none.yaml | 0 .../rbd/librbd/config/permit-partial-discard.yaml | 5 +++++ qa/suites/rbd/librbd/min-compat-client/.qa | 1 + .../rbd/librbd/min-compat-client/default.yaml | 0 .../rbd/librbd/min-compat-client/octopus.yaml | 4 ++++ qa/suites/rbd/librbd/msgr-failures/.qa | 1 + qa/suites/rbd/librbd/msgr-failures/few.yaml | 9 ++++++++ qa/suites/rbd/librbd/objectstore | 1 + qa/suites/rbd/librbd/pool/.qa | 1 + qa/suites/rbd/librbd/pool/ec-data-pool.yaml | 24 ++++++++++++++++++++++ qa/suites/rbd/librbd/pool/none.yaml | 0 .../rbd/librbd/pool/replicated-data-pool.yaml | 11 ++++++++++ qa/suites/rbd/librbd/pool/small-cache-pool.yaml | 17 +++++++++++++++ qa/suites/rbd/librbd/supported-random-distro$ | 1 + qa/suites/rbd/librbd/workloads/.qa | 1 + qa/suites/rbd/librbd/workloads/c_api_tests.yaml | 15 ++++++++++++++ .../workloads/c_api_tests_with_defaults.yaml | 15 ++++++++++++++ .../workloads/c_api_tests_with_journaling.yaml | 15 ++++++++++++++ qa/suites/rbd/librbd/workloads/fsx.yaml | 4 ++++ .../rbd/librbd/workloads/python_api_tests.yaml | 7 +++++++ .../workloads/python_api_tests_with_defaults.yaml | 7 +++++++ .../python_api_tests_with_journaling.yaml | 7 +++++++ qa/suites/rbd/librbd/workloads/rbd_fio.yaml | 10 +++++++++ 36 files changed, 197 insertions(+) create mode 100644 qa/suites/rbd/librbd/% create mode 120000 qa/suites/rbd/librbd/.qa create mode 120000 qa/suites/rbd/librbd/cache/.qa create mode 100644 qa/suites/rbd/librbd/cache/none.yaml create mode 100644 qa/suites/rbd/librbd/cache/writearound.yaml create mode 100644 qa/suites/rbd/librbd/cache/writeback.yaml create mode 100644 qa/suites/rbd/librbd/cache/writethrough.yaml create mode 100644 qa/suites/rbd/librbd/clusters/+ create mode 120000 qa/suites/rbd/librbd/clusters/.qa create mode 120000 qa/suites/rbd/librbd/clusters/fixed-3.yaml create mode 100644 qa/suites/rbd/librbd/clusters/openstack.yaml create mode 120000 qa/suites/rbd/librbd/config/.qa create mode 100644 qa/suites/rbd/librbd/config/copy-on-read.yaml create mode 100644 qa/suites/rbd/librbd/config/none.yaml create mode 100644 qa/suites/rbd/librbd/config/permit-partial-discard.yaml create mode 120000 qa/suites/rbd/librbd/min-compat-client/.qa create mode 100644 qa/suites/rbd/librbd/min-compat-client/default.yaml create mode 100644 qa/suites/rbd/librbd/min-compat-client/octopus.yaml create mode 120000 qa/suites/rbd/librbd/msgr-failures/.qa create mode 100644 qa/suites/rbd/librbd/msgr-failures/few.yaml create mode 120000 qa/suites/rbd/librbd/objectstore create mode 120000 qa/suites/rbd/librbd/pool/.qa create mode 100644 qa/suites/rbd/librbd/pool/ec-data-pool.yaml create mode 100644 qa/suites/rbd/librbd/pool/none.yaml create mode 100644 qa/suites/rbd/librbd/pool/replicated-data-pool.yaml create mode 100644 qa/suites/rbd/librbd/pool/small-cache-pool.yaml create mode 120000 qa/suites/rbd/librbd/supported-random-distro$ create mode 120000 qa/suites/rbd/librbd/workloads/.qa create mode 100644 qa/suites/rbd/librbd/workloads/c_api_tests.yaml create mode 100644 qa/suites/rbd/librbd/workloads/c_api_tests_with_defaults.yaml create mode 100644 qa/suites/rbd/librbd/workloads/c_api_tests_with_journaling.yaml create mode 100644 qa/suites/rbd/librbd/workloads/fsx.yaml create mode 100644 qa/suites/rbd/librbd/workloads/python_api_tests.yaml create mode 100644 qa/suites/rbd/librbd/workloads/python_api_tests_with_defaults.yaml create mode 100644 qa/suites/rbd/librbd/workloads/python_api_tests_with_journaling.yaml create mode 100644 qa/suites/rbd/librbd/workloads/rbd_fio.yaml (limited to 'qa/suites/rbd/librbd') diff --git a/qa/suites/rbd/librbd/% b/qa/suites/rbd/librbd/% new file mode 100644 index 000000000..e69de29bb diff --git a/qa/suites/rbd/librbd/.qa b/qa/suites/rbd/librbd/.qa new file mode 120000 index 000000000..a602a0353 --- /dev/null +++ b/qa/suites/rbd/librbd/.qa @@ -0,0 +1 @@ +../.qa/ \ No newline at end of file diff --git a/qa/suites/rbd/librbd/cache/.qa b/qa/suites/rbd/librbd/cache/.qa new file mode 120000 index 000000000..a602a0353 --- /dev/null +++ b/qa/suites/rbd/librbd/cache/.qa @@ -0,0 +1 @@ +../.qa/ \ No newline at end of file diff --git a/qa/suites/rbd/librbd/cache/none.yaml b/qa/suites/rbd/librbd/cache/none.yaml new file mode 100644 index 000000000..42fd9c955 --- /dev/null +++ b/qa/suites/rbd/librbd/cache/none.yaml @@ -0,0 +1,6 @@ +tasks: +- install: +- ceph: + conf: + client: + rbd cache: false diff --git a/qa/suites/rbd/librbd/cache/writearound.yaml b/qa/suites/rbd/librbd/cache/writearound.yaml new file mode 100644 index 000000000..b6f8e319b --- /dev/null +++ b/qa/suites/rbd/librbd/cache/writearound.yaml @@ -0,0 +1,7 @@ +tasks: +- install: +- ceph: + conf: + client: + rbd cache: true + rbd cache policy: writearound diff --git a/qa/suites/rbd/librbd/cache/writeback.yaml b/qa/suites/rbd/librbd/cache/writeback.yaml new file mode 100644 index 000000000..a55ec1df0 --- /dev/null +++ b/qa/suites/rbd/librbd/cache/writeback.yaml @@ -0,0 +1,7 @@ +tasks: +- install: +- ceph: + conf: + client: + rbd cache: true + rbd cache policy: writeback diff --git a/qa/suites/rbd/librbd/cache/writethrough.yaml b/qa/suites/rbd/librbd/cache/writethrough.yaml new file mode 100644 index 000000000..6dc29e16c --- /dev/null +++ b/qa/suites/rbd/librbd/cache/writethrough.yaml @@ -0,0 +1,7 @@ +tasks: +- install: +- ceph: + conf: + client: + rbd cache: true + rbd cache max dirty: 0 diff --git a/qa/suites/rbd/librbd/clusters/+ b/qa/suites/rbd/librbd/clusters/+ new file mode 100644 index 000000000..e69de29bb diff --git a/qa/suites/rbd/librbd/clusters/.qa b/qa/suites/rbd/librbd/clusters/.qa new file mode 120000 index 000000000..a602a0353 --- /dev/null +++ b/qa/suites/rbd/librbd/clusters/.qa @@ -0,0 +1 @@ +../.qa/ \ No newline at end of file diff --git a/qa/suites/rbd/librbd/clusters/fixed-3.yaml b/qa/suites/rbd/librbd/clusters/fixed-3.yaml new file mode 120000 index 000000000..f75a848b8 --- /dev/null +++ b/qa/suites/rbd/librbd/clusters/fixed-3.yaml @@ -0,0 +1 @@ +.qa/clusters/fixed-3.yaml \ No newline at end of file diff --git a/qa/suites/rbd/librbd/clusters/openstack.yaml b/qa/suites/rbd/librbd/clusters/openstack.yaml new file mode 100644 index 000000000..b0f3b9b4d --- /dev/null +++ b/qa/suites/rbd/librbd/clusters/openstack.yaml @@ -0,0 +1,4 @@ +openstack: + - volumes: # attached to each instance + count: 4 + size: 30 # GB diff --git a/qa/suites/rbd/librbd/config/.qa b/qa/suites/rbd/librbd/config/.qa new file mode 120000 index 000000000..a602a0353 --- /dev/null +++ b/qa/suites/rbd/librbd/config/.qa @@ -0,0 +1 @@ +../.qa/ \ No newline at end of file diff --git a/qa/suites/rbd/librbd/config/copy-on-read.yaml b/qa/suites/rbd/librbd/config/copy-on-read.yaml new file mode 100644 index 000000000..ce99e7ec0 --- /dev/null +++ b/qa/suites/rbd/librbd/config/copy-on-read.yaml @@ -0,0 +1,5 @@ +overrides: + ceph: + conf: + client: + rbd clone copy on read: true diff --git a/qa/suites/rbd/librbd/config/none.yaml b/qa/suites/rbd/librbd/config/none.yaml new file mode 100644 index 000000000..e69de29bb diff --git a/qa/suites/rbd/librbd/config/permit-partial-discard.yaml b/qa/suites/rbd/librbd/config/permit-partial-discard.yaml new file mode 100644 index 000000000..a99294696 --- /dev/null +++ b/qa/suites/rbd/librbd/config/permit-partial-discard.yaml @@ -0,0 +1,5 @@ +overrides: + ceph: + conf: + client: + rbd skip partial discard: false diff --git a/qa/suites/rbd/librbd/min-compat-client/.qa b/qa/suites/rbd/librbd/min-compat-client/.qa new file mode 120000 index 000000000..a602a0353 --- /dev/null +++ b/qa/suites/rbd/librbd/min-compat-client/.qa @@ -0,0 +1 @@ +../.qa/ \ No newline at end of file diff --git a/qa/suites/rbd/librbd/min-compat-client/default.yaml b/qa/suites/rbd/librbd/min-compat-client/default.yaml new file mode 100644 index 000000000..e69de29bb diff --git a/qa/suites/rbd/librbd/min-compat-client/octopus.yaml b/qa/suites/rbd/librbd/min-compat-client/octopus.yaml new file mode 100644 index 000000000..1cd2df483 --- /dev/null +++ b/qa/suites/rbd/librbd/min-compat-client/octopus.yaml @@ -0,0 +1,4 @@ +tasks: +- exec: + client.0: + - sudo ceph osd set-require-min-compat-client octopus diff --git a/qa/suites/rbd/librbd/msgr-failures/.qa b/qa/suites/rbd/librbd/msgr-failures/.qa new file mode 120000 index 000000000..a602a0353 --- /dev/null +++ b/qa/suites/rbd/librbd/msgr-failures/.qa @@ -0,0 +1 @@ +../.qa/ \ No newline at end of file diff --git a/qa/suites/rbd/librbd/msgr-failures/few.yaml b/qa/suites/rbd/librbd/msgr-failures/few.yaml new file mode 100644 index 000000000..df2a313a6 --- /dev/null +++ b/qa/suites/rbd/librbd/msgr-failures/few.yaml @@ -0,0 +1,9 @@ +overrides: + ceph: + conf: + global: + ms inject socket failures: 5000 + mon client directed command retry: 5 + log-ignorelist: + - but it is still running + - \(OSD_SLOW_PING_TIME diff --git a/qa/suites/rbd/librbd/objectstore b/qa/suites/rbd/librbd/objectstore new file mode 120000 index 000000000..c40bd3261 --- /dev/null +++ b/qa/suites/rbd/librbd/objectstore @@ -0,0 +1 @@ +.qa/objectstore \ No newline at end of file diff --git a/qa/suites/rbd/librbd/pool/.qa b/qa/suites/rbd/librbd/pool/.qa new file mode 120000 index 000000000..a602a0353 --- /dev/null +++ b/qa/suites/rbd/librbd/pool/.qa @@ -0,0 +1 @@ +../.qa/ \ No newline at end of file diff --git a/qa/suites/rbd/librbd/pool/ec-data-pool.yaml b/qa/suites/rbd/librbd/pool/ec-data-pool.yaml new file mode 100644 index 000000000..f39a5bb4c --- /dev/null +++ b/qa/suites/rbd/librbd/pool/ec-data-pool.yaml @@ -0,0 +1,24 @@ +tasks: +- exec: + client.0: + - sudo ceph osd erasure-code-profile set teuthologyprofile crush-failure-domain=osd m=1 k=2 + - sudo ceph osd pool create datapool 4 4 erasure teuthologyprofile + - sudo ceph osd pool set datapool allow_ec_overwrites true + - rbd pool init datapool + +overrides: + thrashosds: + bdev_inject_crash: 2 + bdev_inject_crash_probability: .5 + ceph: + fs: xfs + conf: + client: + rbd default data pool: datapool + osd: # force bluestore since it's required for ec overwrites + osd objectstore: bluestore + bluestore block size: 96636764160 + enable experimental unrecoverable data corrupting features: "*" + osd debug randomize hobject sort order: false +# this doesn't work with failures bc the log writes are not atomic across the two backends +# bluestore bluefs env mirror: true diff --git a/qa/suites/rbd/librbd/pool/none.yaml b/qa/suites/rbd/librbd/pool/none.yaml new file mode 100644 index 000000000..e69de29bb diff --git a/qa/suites/rbd/librbd/pool/replicated-data-pool.yaml b/qa/suites/rbd/librbd/pool/replicated-data-pool.yaml new file mode 100644 index 000000000..c5647dba1 --- /dev/null +++ b/qa/suites/rbd/librbd/pool/replicated-data-pool.yaml @@ -0,0 +1,11 @@ +tasks: +- exec: + client.0: + - sudo ceph osd pool create datapool 4 + - rbd pool init datapool + +overrides: + ceph: + conf: + client: + rbd default data pool: datapool diff --git a/qa/suites/rbd/librbd/pool/small-cache-pool.yaml b/qa/suites/rbd/librbd/pool/small-cache-pool.yaml new file mode 100644 index 000000000..bad95eadd --- /dev/null +++ b/qa/suites/rbd/librbd/pool/small-cache-pool.yaml @@ -0,0 +1,17 @@ +overrides: + ceph: + log-ignorelist: + - overall HEALTH_ + - \(CACHE_POOL_NEAR_FULL\) + - \(CACHE_POOL_NO_HIT_SET\) +tasks: +- exec: + client.0: + - sudo ceph osd pool create cache 4 + - sudo ceph osd tier add rbd cache + - sudo ceph osd tier cache-mode cache writeback + - sudo ceph osd tier set-overlay rbd cache + - sudo ceph osd pool set cache hit_set_type bloom + - sudo ceph osd pool set cache hit_set_count 8 + - sudo ceph osd pool set cache hit_set_period 60 + - sudo ceph osd pool set cache target_max_objects 250 diff --git a/qa/suites/rbd/librbd/supported-random-distro$ b/qa/suites/rbd/librbd/supported-random-distro$ new file mode 120000 index 000000000..0862b4457 --- /dev/null +++ b/qa/suites/rbd/librbd/supported-random-distro$ @@ -0,0 +1 @@ +.qa/distros/supported-random-distro$ \ No newline at end of file diff --git a/qa/suites/rbd/librbd/workloads/.qa b/qa/suites/rbd/librbd/workloads/.qa new file mode 120000 index 000000000..a602a0353 --- /dev/null +++ b/qa/suites/rbd/librbd/workloads/.qa @@ -0,0 +1 @@ +../.qa/ \ No newline at end of file diff --git a/qa/suites/rbd/librbd/workloads/c_api_tests.yaml b/qa/suites/rbd/librbd/workloads/c_api_tests.yaml new file mode 100644 index 000000000..ac9dd3cfe --- /dev/null +++ b/qa/suites/rbd/librbd/workloads/c_api_tests.yaml @@ -0,0 +1,15 @@ +overrides: + ceph: + log-ignorelist: + - overall HEALTH_ + - \(CACHE_POOL_NO_HIT_SET\) + - \(POOL_APP_NOT_ENABLED\) + - is full \(reached quota + - \(POOL_FULL\) +tasks: +- workunit: + clients: + client.0: + - rbd/test_librbd.sh + env: + RBD_FEATURES: "1" diff --git a/qa/suites/rbd/librbd/workloads/c_api_tests_with_defaults.yaml b/qa/suites/rbd/librbd/workloads/c_api_tests_with_defaults.yaml new file mode 100644 index 000000000..c410fbcb0 --- /dev/null +++ b/qa/suites/rbd/librbd/workloads/c_api_tests_with_defaults.yaml @@ -0,0 +1,15 @@ +overrides: + ceph: + log-ignorelist: + - overall HEALTH_ + - \(CACHE_POOL_NO_HIT_SET\) + - \(POOL_APP_NOT_ENABLED\) + - is full \(reached quota + - \(POOL_FULL\) +tasks: +- workunit: + clients: + client.0: + - rbd/test_librbd.sh + env: + RBD_FEATURES: "61" diff --git a/qa/suites/rbd/librbd/workloads/c_api_tests_with_journaling.yaml b/qa/suites/rbd/librbd/workloads/c_api_tests_with_journaling.yaml new file mode 100644 index 000000000..3a121de3e --- /dev/null +++ b/qa/suites/rbd/librbd/workloads/c_api_tests_with_journaling.yaml @@ -0,0 +1,15 @@ +overrides: + ceph: + log-ignorelist: + - overall HEALTH_ + - \(CACHE_POOL_NO_HIT_SET\) + - \(POOL_APP_NOT_ENABLED\) + - is full \(reached quota + - \(POOL_FULL\) +tasks: +- workunit: + clients: + client.0: + - rbd/test_librbd.sh + env: + RBD_FEATURES: "125" diff --git a/qa/suites/rbd/librbd/workloads/fsx.yaml b/qa/suites/rbd/librbd/workloads/fsx.yaml new file mode 100644 index 000000000..6d8cd5f1a --- /dev/null +++ b/qa/suites/rbd/librbd/workloads/fsx.yaml @@ -0,0 +1,4 @@ +tasks: +- rbd_fsx: + clients: [client.0] + ops: 20000 diff --git a/qa/suites/rbd/librbd/workloads/python_api_tests.yaml b/qa/suites/rbd/librbd/workloads/python_api_tests.yaml new file mode 100644 index 000000000..a7b3ce7d3 --- /dev/null +++ b/qa/suites/rbd/librbd/workloads/python_api_tests.yaml @@ -0,0 +1,7 @@ +tasks: +- workunit: + clients: + client.0: + - rbd/test_librbd_python.sh + env: + RBD_FEATURES: "1" diff --git a/qa/suites/rbd/librbd/workloads/python_api_tests_with_defaults.yaml b/qa/suites/rbd/librbd/workloads/python_api_tests_with_defaults.yaml new file mode 100644 index 000000000..40b2312f6 --- /dev/null +++ b/qa/suites/rbd/librbd/workloads/python_api_tests_with_defaults.yaml @@ -0,0 +1,7 @@ +tasks: +- workunit: + clients: + client.0: + - rbd/test_librbd_python.sh + env: + RBD_FEATURES: "61" diff --git a/qa/suites/rbd/librbd/workloads/python_api_tests_with_journaling.yaml b/qa/suites/rbd/librbd/workloads/python_api_tests_with_journaling.yaml new file mode 100644 index 000000000..d0e905ff4 --- /dev/null +++ b/qa/suites/rbd/librbd/workloads/python_api_tests_with_journaling.yaml @@ -0,0 +1,7 @@ +tasks: +- workunit: + clients: + client.0: + - rbd/test_librbd_python.sh + env: + RBD_FEATURES: "125" diff --git a/qa/suites/rbd/librbd/workloads/rbd_fio.yaml b/qa/suites/rbd/librbd/workloads/rbd_fio.yaml new file mode 100644 index 000000000..ff788c6a8 --- /dev/null +++ b/qa/suites/rbd/librbd/workloads/rbd_fio.yaml @@ -0,0 +1,10 @@ +tasks: +- rbd_fio: + client.0: + fio-io-size: 80% + formats: [2] + features: [[layering],[layering,exclusive-lock,object-map]] + io-engine: rbd + test-clone-io: 1 + rw: randrw + runtime: 900 -- cgit v1.2.3