meta:
- desc: |
   upgrade the ceph cluster,
   upgrate in two steps
   step one ordering: mon.a, osd.0, osd.1, mds.a
   step two ordering: mon.b, mon.c, osd.2, osd.3
   step three ordering: client.1
   ceph expected to be healthy state after each step
upgrade-sequence:
   sequential:
   - ceph.restart:
       daemons: [mgr.x, mon.a]
       wait-for-healthy: true
   - sleep:
       duration: 60
   - ceph.restart:
       daemons: [mon.b]
       wait-for-healthy: true
       mon-health-to-clog: false
   - sleep:
       duration: 60
   - ceph.restart:
       daemons: [mon.c]
       wait-for-healthy: false
       mon-health-to-clog: false
   - ceph.healthy:
   - sleep:
       duration: 60
   - ceph.restart:
       daemons: [osd.0, osd.1, osd.2, osd.3]
       wait-for-healthy: true
   - sleep:
       duration: 60
   #this needs to be added when mds is enabled in riles
   #- ceph.restart: [mds.a]
   #- sleep:
   #    duration: 60
   - sleep:
       duration: 60
   - ceph.restart:
       daemons: [osd.4, osd.5, osd.6, osd.7]
       wait-for-healthy: true
   - sleep:
       duration: 60
   - ceph.restart:
       daemons: [osd.8, osd.9, osd.10, osd.11]
       wait-for-healthy: false
       wait-for-osds-up: true
   - sleep:
       duration: 60
   - ceph.restart:
       daemons: [rgw.*]
       wait-for-healthy: false
       wait-for-osds-up: true
   - sleep:
       duration: 60
   - print: "**** done upgrade-mon-osd-mds.yaml"