Adding upstream version 14.2.21.upstream/14.2.21upstream

Signed-off-by: Daniel Baumann <daniel.baumann@progress-linux.org>

24 files changed, 448 insertions, 0 deletions

diff --git a/qa/suites/rados/perf/% b/qa/suites/rados/perf/%
new file mode 100644
index 00000000..e69de29b
--- /dev/null
+++ b/qa/suites/rados/perf/%
diff --git a/qa/suites/rados/perf/.qa b/qa/suites/rados/perf/.qa
new file mode 120000
index 00000000..a602a035
--- /dev/null
+++ b/qa/suites/rados/perf/.qa
@@ -0,0 +1 @@
+../.qa/
\ No newline at end of file
diff --git a/qa/suites/rados/perf/ceph.yaml b/qa/suites/rados/perf/ceph.yaml
new file mode 100644
index 00000000..912dcbdc
--- /dev/null
+++ b/qa/suites/rados/perf/ceph.yaml
@@ -0,0 +1,14 @@
+roles:
+- [mon.a, mgr.x, osd.0, osd.1, osd.2, client.0]
+tasks:
+- install:
+- ceph:
+    fs: xfs
+    wait-for-scrub: false
+    log-whitelist:
+      - \(PG_
+      - \(OSD_
+      - \(OBJECT_
+      - overall HEALTH
+- rgw: [client.0]
+- ssh_keys:
diff --git a/qa/suites/rados/perf/distros/ubuntu_16.04.yaml b/qa/suites/rados/perf/distros/ubuntu_16.04.yaml
new file mode 120000
index 00000000..a92e4060
--- /dev/null
+++ b/qa/suites/rados/perf/distros/ubuntu_16.04.yaml
@@ -0,0 +1 @@
+../../../../distros/supported-all-distro/ubuntu_16.04.yaml
\ No newline at end of file
diff --git a/qa/suites/rados/perf/distros/ubuntu_latest.yaml b/qa/suites/rados/perf/distros/ubuntu_latest.yaml
new file mode 120000
index 00000000..f4d73c11
--- /dev/null
+++ b/qa/suites/rados/perf/distros/ubuntu_latest.yaml
@@ -0,0 +1 @@
+../../../../distros/supported-all-distro/ubuntu_latest.yaml
\ No newline at end of file
diff --git a/qa/suites/rados/perf/objectstore b/qa/suites/rados/perf/objectstore
new file mode 120000
index 00000000..c40bd326
--- /dev/null
+++ b/qa/suites/rados/perf/objectstore
@@ -0,0 +1 @@
+.qa/objectstore
\ No newline at end of file
diff --git a/qa/suites/rados/perf/openstack.yaml b/qa/suites/rados/perf/openstack.yaml
new file mode 100644
index 00000000..f4d1349b
--- /dev/null
+++ b/qa/suites/rados/perf/openstack.yaml
@@ -0,0 +1,4 @@
+openstack:
+  - volumes: # attached to each instance
+      count: 3
+      size: 30 # GB
diff --git a/qa/suites/rados/perf/settings/.qa b/qa/suites/rados/perf/settings/.qa
new file mode 120000
index 00000000..a602a035
--- /dev/null
+++ b/qa/suites/rados/perf/settings/.qa
@@ -0,0 +1 @@
+../.qa/
\ No newline at end of file
diff --git a/qa/suites/rados/perf/settings/optimized.yaml b/qa/suites/rados/perf/settings/optimized.yaml
new file mode 100644
index 00000000..5ebcb3ae
--- /dev/null
+++ b/qa/suites/rados/perf/settings/optimized.yaml
@@ -0,0 +1,76 @@
+overrides:
+  ceph:
+    conf:
+      mon:
+        debug mon: "0/0"
+        debug ms: "0/0"
+        debug paxos: "0/0"
+      osd:
+        debug filestore: "0/0"
+        debug journal: "0/0"
+        debug ms: "0/0"
+        debug osd: "0/0"
+      global:
+        auth client required: none
+        auth cluster required: none
+        auth service required: none
+        auth supported: none
+
+        debug lockdep: "0/0"
+        debug context: "0/0"
+        debug crush: "0/0"
+        debug mds: "0/0"
+        debug mds balancer: "0/0"
+        debug mds locker: "0/0"
+        debug mds log: "0/0"
+        debug mds log expire: "0/0"
+        debug mds migrator: "0/0"
+        debug buffer: "0/0"
+        debug timer: "0/0"
+        debug filer: "0/0"
+        debug striper: "0/0"
+        debug objecter: "0/0"
+        debug rados: "0/0"
+        debug rbd: "0/0"
+        debug rbd mirror: "0/0"
+        debug rbd replay: "0/0"
+        debug journaler: "0/0"
+        debug objectcacher: "0/0"
+        debug client: "0/0"
+        debug osd: "0/0"
+        debug optracker: "0/0"
+        debug objclass: "0/0"
+        debug filestore: "0/0"
+        debug journal: "0/0"
+        debug ms: "0/0"
+        debug mon: "0/0"
+        debug monc: "0/0"
+        debug paxos: "0/0"
+        debug tp: "0/0"
+        debug auth: "0/0"
+        debug crypto: "0/0"
+        debug finisher: "0/0"
+        debug heartbeatmap: "0/0"
+        debug perfcounter: "0/0"
+        debug rgw: "0/0"
+        debug rgw sync: "0/0"
+        debug civetweb: "0/0"
+        debug javaclient: "0/0"
+        debug asok: "0/0"
+        debug throttle: "0/0"
+        debug refs: "0/0"
+        debug xio: "0/0"
+        debug compressor: "0/0"
+        debug bluestore: "0/0"
+        debug bluefs: "0/0"
+        debug bdev: "0/0"
+        debug kstore: "0/0"
+        debug rocksdb: "0/0"
+        debug leveldb: "0/0"
+        debug memdb: "0/0"
+        debug kinetic: "0/0"
+        debug fuse: "0/0"
+        debug mgr: "0/0"
+        debug mgrc: "0/0"
+        debug dpdk: "0/0"
+        debug eventtrace: "0/0"
diff --git a/qa/suites/rados/perf/workloads/.qa b/qa/suites/rados/perf/workloads/.qa
new file mode 120000
index 00000000..a602a035
--- /dev/null
+++ b/qa/suites/rados/perf/workloads/.qa
@@ -0,0 +1 @@
+../.qa/
\ No newline at end of file
diff --git a/qa/suites/rados/perf/workloads/cosbench_64K_read_write.yaml b/qa/suites/rados/perf/workloads/cosbench_64K_read_write.yaml
new file mode 100644
index 00000000..e5bad129
--- /dev/null
+++ b/qa/suites/rados/perf/workloads/cosbench_64K_read_write.yaml
@@ -0,0 +1,26 @@
+overrides:
+  rgw:
+    data_pool_pg_size: 64
+    index_pool_pg_size: 64
+tasks:
+- cbt:
+    branch: 'nautilus'
+    benchmarks:
+      cosbench:
+        obj_size: [64KB]
+        osd_ra: [4096]
+        workers: 1
+        containers_max: 1000
+        objects_max: 100
+        mode: [mix]
+        template: [default]
+        rampup: 30
+        runtime: 300
+        rampdown: 30
+        containers: ["u(1,100)"]
+        objects: ["u(1,100)"]
+        ratio: [60]
+    cluster:
+      user: 'ubuntu'
+      osds_per_node: 1
+      iterations: 1
diff --git a/qa/suites/rados/perf/workloads/cosbench_64K_write.yaml b/qa/suites/rados/perf/workloads/cosbench_64K_write.yaml
new file mode 100644
index 00000000..81973da2
--- /dev/null
+++ b/qa/suites/rados/perf/workloads/cosbench_64K_write.yaml
@@ -0,0 +1,26 @@
+overrides:
+  rgw:
+    data_pool_pg_size: 64
+    index_pool_pg_size: 64
+tasks:
+- cbt:
+    branch: 'nautilus'
+    benchmarks:
+      cosbench:
+        obj_size: [64KB]
+        osd_ra: [4096]
+        workers: 1
+        containers_max: 1000
+        objects_max: 100
+        mode: [write]
+        template: [default]
+        rampup: 30
+        runtime: 300
+        rampdown: 30
+        containers: ["u(1,100)"]
+        objects: ["u(1,100)"]
+        ratio: [100]
+    cluster:
+      user: 'ubuntu'
+      osds_per_node: 1
+      iterations: 1
diff --git a/qa/suites/rados/perf/workloads/fio_4K_rand_read.yaml b/qa/suites/rados/perf/workloads/fio_4K_rand_read.yaml
new file mode 100644
index 00000000..61fdb5a9
--- /dev/null
+++ b/qa/suites/rados/perf/workloads/fio_4K_rand_read.yaml
@@ -0,0 +1,25 @@
+tasks:
+- cbt:
+    branch: 'nautilus'
+    benchmarks:
+      librbdfio:
+        op_size: [4096]
+        time: 60
+        mode: ['randread']
+        norandommap: True
+        vol_size: 4096
+        procs_per_volume: [1]
+        volumes_per_client: [2]
+        iodepth: [32]
+        osd_ra: [4096]
+        pool_profile: 'rbd'
+        log_avg_msec: 100
+    cluster:
+      user: 'ubuntu'
+      osds_per_node: 3
+      iterations: 1
+      pool_profiles:
+        rbd:
+          pg_size: 128
+          pgp_size: 128
+          replication: 3
diff --git a/qa/suites/rados/perf/workloads/fio_4K_rand_rw.yaml b/qa/suites/rados/perf/workloads/fio_4K_rand_rw.yaml
new file mode 100644
index 00000000..9de8196b
--- /dev/null
+++ b/qa/suites/rados/perf/workloads/fio_4K_rand_rw.yaml
@@ -0,0 +1,25 @@
+tasks:
+- cbt:
+    branch: 'nautilus'
+    benchmarks:
+      librbdfio:
+        op_size: [4096]
+        time: 60
+        mode: ['randrw']
+        norandommap: True
+        vol_size: 4096
+        procs_per_volume: [1]
+        volumes_per_client: [2]
+        iodepth: [32]
+        osd_ra: [4096]
+        pool_profile: 'rbd'
+        log_avg_msec: 100
+    cluster:
+      user: 'ubuntu'
+      osds_per_node: 3
+      iterations: 1
+      pool_profiles:
+        rbd:
+          pg_size: 128
+          pgp_size: 128
+          replication: 3
diff --git a/qa/suites/rados/perf/workloads/fio_4M_rand_read.yaml b/qa/suites/rados/perf/workloads/fio_4M_rand_read.yaml
new file mode 100644
index 00000000..f64e9bb8
--- /dev/null
+++ b/qa/suites/rados/perf/workloads/fio_4M_rand_read.yaml
@@ -0,0 +1,25 @@
+tasks:
+- cbt:
+    branch: 'nautilus'
+    benchmarks:
+      librbdfio:
+        op_size: [4194304]
+        time: 60
+        mode: ['randread']
+        norandommap: True
+        vol_size: 4096
+        procs_per_volume: [1]
+        volumes_per_client: [2]
+        iodepth: [32]
+        osd_ra: [4096]
+        pool_profile: 'rbd'
+        log_avg_msec: 100
+    cluster:
+      user: 'ubuntu'
+      osds_per_node: 3
+      iterations: 1
+      pool_profiles:
+        rbd:
+          pg_size: 128
+          pgp_size: 128
+          replication: 3
diff --git a/qa/suites/rados/perf/workloads/fio_4M_rand_rw.yaml b/qa/suites/rados/perf/workloads/fio_4M_rand_rw.yaml
new file mode 100644
index 00000000..369fb268
--- /dev/null
+++ b/qa/suites/rados/perf/workloads/fio_4M_rand_rw.yaml
@@ -0,0 +1,25 @@
+tasks:
+- cbt:
+    branch: 'nautilus'
+    benchmarks:
+      librbdfio:
+        op_size: [4194304]
+        time: 60
+        mode: ['randrw']
+        norandommap: True
+        vol_size: 4096
+        procs_per_volume: [1]
+        volumes_per_client: [2]
+        iodepth: [32]
+        osd_ra: [4096]
+        pool_profile: 'rbd'
+        log_avg_msec: 100
+    cluster:
+      user: 'ubuntu'
+      osds_per_node: 3
+      iterations: 1
+      pool_profiles:
+        rbd:
+          pg_size: 128
+          pgp_size: 128
+          replication: 3
diff --git a/qa/suites/rados/perf/workloads/fio_4M_rand_write.yaml b/qa/suites/rados/perf/workloads/fio_4M_rand_write.yaml
new file mode 100644
index 00000000..2ac8ef9e
--- /dev/null
+++ b/qa/suites/rados/perf/workloads/fio_4M_rand_write.yaml
@@ -0,0 +1,25 @@
+tasks:
+- cbt:
+    branch: 'nautilus'
+    benchmarks:
+      librbdfio:
+        op_size: [4194304]
+        time: 60
+        mode: ['randwrite']
+        norandommap: True
+        vol_size: 4096
+        procs_per_volume: [1]
+        volumes_per_client: [2]
+        iodepth: [32]
+        osd_ra: [4096]
+        pool_profile: 'rbd'
+        log_avg_msec: 100
+    cluster:
+      user: 'ubuntu'
+      osds_per_node: 3
+      iterations: 1
+      pool_profiles:
+        rbd:
+          pg_size: 128
+          pgp_size: 128
+          replication: 3
diff --git a/qa/suites/rados/perf/workloads/radosbench_4K_rand_read.yaml b/qa/suites/rados/perf/workloads/radosbench_4K_rand_read.yaml
new file mode 100644
index 00000000..420f1950
--- /dev/null
+++ b/qa/suites/rados/perf/workloads/radosbench_4K_rand_read.yaml
@@ -0,0 +1,25 @@
+tasks:
+- cbt:
+    branch: 'nautilus'
+    benchmarks:
+      radosbench:
+        concurrent_ops: 4
+        concurrent_procs: 2
+        op_size: [4096]
+        pool_monitoring_list:
+        - collectl
+        pool_profile: 'replicated'
+        run_monitoring_list:
+        - collectl
+        time: 60
+        write_only: false
+        readmode: 'rand'
+    cluster:
+      user: 'ubuntu'
+      osds_per_node: 3
+      iterations: 1
+      pool_profiles:
+        replicated:
+          pg_size: 256
+          pgp_size: 256
+          replication: 'replicated'
diff --git a/qa/suites/rados/perf/workloads/radosbench_4K_seq_read.yaml b/qa/suites/rados/perf/workloads/radosbench_4K_seq_read.yaml
new file mode 100644
index 00000000..e32cabaa
--- /dev/null
+++ b/qa/suites/rados/perf/workloads/radosbench_4K_seq_read.yaml
@@ -0,0 +1,24 @@
+tasks:
+- cbt:
+    branch: 'nautilus'
+    benchmarks:
+      radosbench:
+        concurrent_ops: 4
+        concurrent_procs: 2
+        op_size: [4096]
+        pool_monitoring_list:
+        - collectl
+        pool_profile: 'replicated'
+        run_monitoring_list:
+        - collectl
+        time: 60
+        write_only: false
+    cluster:
+      user: 'ubuntu'
+      osds_per_node: 3
+      iterations: 1
+      pool_profiles:
+        replicated:
+          pg_size: 256
+          pgp_size: 256
+          replication: 'replicated'
diff --git a/qa/suites/rados/perf/workloads/radosbench_4M_rand_read.yaml b/qa/suites/rados/perf/workloads/radosbench_4M_rand_read.yaml
new file mode 100644
index 00000000..27b2466a
--- /dev/null
+++ b/qa/suites/rados/perf/workloads/radosbench_4M_rand_read.yaml
@@ -0,0 +1,25 @@
+tasks:
+- cbt:
+    branch: 'nautilus'
+    benchmarks:
+      radosbench:
+        concurrent_ops: 4
+        concurrent_procs: 2
+        op_size: [4194304]
+        pool_monitoring_list:
+        - collectl
+        pool_profile: 'replicated'
+        run_monitoring_list:
+        - collectl
+        time: 60
+        write_only: false
+        readmode: 'rand'
+    cluster:
+      user: 'ubuntu'
+      osds_per_node: 3
+      iterations: 1
+      pool_profiles:
+        replicated:
+          pg_size: 256
+          pgp_size: 256
+          replication: 'replicated'
diff --git a/qa/suites/rados/perf/workloads/radosbench_4M_seq_read.yaml b/qa/suites/rados/perf/workloads/radosbench_4M_seq_read.yaml
new file mode 100644
index 00000000..a7107d85
--- /dev/null
+++ b/qa/suites/rados/perf/workloads/radosbench_4M_seq_read.yaml
@@ -0,0 +1,24 @@
+tasks:
+- cbt:
+    branch: 'nautilus'
+    benchmarks:
+      radosbench:
+        concurrent_ops: 4
+        concurrent_procs: 2
+        op_size: [4194304]
+        pool_monitoring_list:
+        - collectl
+        pool_profile: 'replicated'
+        run_monitoring_list:
+        - collectl
+        time: 60
+        write_only: false
+    cluster:
+      user: 'ubuntu'
+      osds_per_node: 3
+      iterations: 1
+      pool_profiles:
+        replicated:
+          pg_size: 256
+          pgp_size: 256
+          replication: 'replicated'
diff --git a/qa/suites/rados/perf/workloads/radosbench_4M_write.yaml b/qa/suites/rados/perf/workloads/radosbench_4M_write.yaml
new file mode 100644
index 00000000..0465e124
--- /dev/null
+++ b/qa/suites/rados/perf/workloads/radosbench_4M_write.yaml
@@ -0,0 +1,24 @@
+tasks:
+- cbt:
+    branch: 'nautilus'
+    benchmarks:
+      radosbench:
+        concurrent_ops: 4
+        concurrent_procs: 2
+        op_size: [4194304]
+        pool_monitoring_list:
+        - collectl
+        pool_profile: 'replicated'
+        run_monitoring_list:
+        - collectl
+        time: 60
+        write_only: true
+    cluster:
+      user: 'ubuntu'
+      osds_per_node: 3
+      iterations: 1
+      pool_profiles:
+        replicated:
+          pg_size: 256
+          pgp_size: 256
+          replication: 'replicated'
diff --git a/qa/suites/rados/perf/workloads/sample_fio.yaml b/qa/suites/rados/perf/workloads/sample_fio.yaml
new file mode 100644
index 00000000..c4bb2422
--- /dev/null
+++ b/qa/suites/rados/perf/workloads/sample_fio.yaml
@@ -0,0 +1,25 @@
+tasks:
+- cbt:
+    branch: 'nautilus'
+    benchmarks:
+      librbdfio:
+        op_size: [4096]
+        time: 60
+        mode: ['randwrite']
+        norandommap: True
+        vol_size: 4096
+        procs_per_volume: [1]
+        volumes_per_client: [2]
+        iodepth: [32]
+        osd_ra: [4096]
+        pool_profile: 'rbd'
+        log_avg_msec: 100
+    cluster:
+      user: 'ubuntu'
+      osds_per_node: 3
+      iterations: 1
+      pool_profiles:
+        rbd:
+          pg_size: 128
+          pgp_size: 128
+          replication: 3
diff --git a/qa/suites/rados/perf/workloads/sample_radosbench.yaml b/qa/suites/rados/perf/workloads/sample_radosbench.yaml
new file mode 100644
index 00000000..9d9f0ac2
--- /dev/null
+++ b/qa/suites/rados/perf/workloads/sample_radosbench.yaml
@@ -0,0 +1,24 @@
+tasks:
+- cbt:
+    branch: 'nautilus'
+    benchmarks:
+      radosbench:
+        concurrent_ops: 4
+        concurrent_procs: 2
+        op_size: [4096]
+        pool_monitoring_list:
+        - collectl
+        pool_profile: 'replicated'
+        run_monitoring_list:
+        - collectl
+        time: 60
+        write_only: true
+    cluster:
+      user: 'ubuntu'
+      osds_per_node: 3
+      iterations: 1
+      pool_profiles:
+        replicated:
+          pg_size: 256
+          pgp_size: 256
+          replication: 'replicated'