meta:
- desc: |
   upgrade the ceph cluster
upgrade-sequence:
   sequential:
   - ceph.restart:
       daemons: [mon.a, mon.b, mon.c, mgr.x]
       mon-health-to-clog: false
       wait-for-healthy: false
   - sleep:
       duration: 60
   - exec:
       mon.a:
         - ceph config set global mon_warn_on_msgr2_not_enabled false
   - ceph.healthy:
   - ceph.restart:
       daemons: [osd.0, osd.1, osd.2, osd.3, osd.4, osd.5, osd.6, osd.7, osd.8, osd.9, osd.10, osd.11]
       wait-for-healthy: false
       wait-for-osds-up: true
   - sleep:
       duration: 60
   - ceph.restart:
       #daemons: [mds.a, rgw.*] this needs to be added when mds is enabled in riles
       daemons: [rgw.*]
       wait-for-healthy: false
       wait-for-osds-up: true
   - sleep:
       duration: 60
   - print: "**** done ceph.restart all"