ceph/qa/suites/upgrade/jewel-x/point-to-point-x/point-to-point-upgrade.yaml

   1 meta:
   2 - desc: |
   3    Run ceph on two nodes, using one of them as a client,
   4    with a separate client-only node.
   5    Use xfs beneath the osds.
   6    install ceph/jewel v10.2.0 point version
   7    run workload and upgrade-sequence in parallel
   8    install ceph/jewel latest version
   9    run workload and upgrade-sequence in parallel
  10    install ceph/-x version (jewel or kraken)
  11    run workload and upgrade-sequence in parallel
  12 overrides:
  13   ceph:
  14     log-whitelist:
  15     - reached quota
  16     - scrub
  17     - osd_map_max_advance
  18     - wrongly marked
  19     fs: xfs
  20     conf:
  21       mon:
  22         mon debug unsafe allow tier with nonempty snaps: true
  23       osd:
  24         osd map max advance: 1000
  25 roles:
  26 - - mon.a
  27   - mds.a
  28   - osd.0
  29   - osd.1
  30   - osd.2
  31   - mgr.x
  32 - - mon.b
  33   - mon.c
  34   - osd.3
  35   - osd.4
  36   - osd.5
  37   - client.0
  38 - - client.1
  39 openstack:
  40 - volumes: # attached to each instance
  41     count: 3
  42     size: 30 # GB
  43 tasks:
  44 - print: "****  v10.2.0 about to install"
  45 - install:
  46     tag: v10.2.0
  47     exclude_packages: ['ceph-mgr','libcephfs2','libcephfs-devel','libcephfs-dev', 'librgw2']
  48 - print: "**** done v10.2.0 install"
  49 - ceph:
  50    fs: xfs
  51    skip_mgr_daemons: true
  52    add_osds_to_crush: true
  53 - print: "**** done ceph xfs"
  54 - sequential:
  55    - workload
  56 - print: "**** done workload v10.2.0"
  57 - install.upgrade:
  58     exclude_packages: ['ceph-mgr','libcephfs2','libcephfs-devel','libcephfs-dev']
  59     mon.a:
  60       branch: jewel
  61     mon.b:
  62       branch: jewel
  63     # Note that client.a IS NOT upgraded at this point
  64     #client.1:
  65       #branch: jewel
  66 - parallel:
  67    - workload_jewel
  68    - upgrade-sequence_jewel
  69 - print: "**** done parallel jewel branch"
  70 - install.upgrade:
  71     exclude_packages: ['ceph-mgr','libcephfs2','libcephfs-devel','libcephfs-dev']
  72     client.1:
  73       branch: jewel
  74 - print: "**** done branch: jewel install.upgrade on client.1"
  75 - install.upgrade:
  76     mon.a:
  77     mon.b:
  78 - print: "**** done branch: -x install.upgrade on mon.a and mon.b"
  79 - parallel:
  80    - workload_x
  81    - upgrade-sequence_x
  82 - print: "**** done parallel -x branch"
  83 - exec:
  84     osd.0:
  85       - ceph osd set-require-min-compat-client luminous
  86 # Run librados tests on the -x upgraded cluster
  87 - install.upgrade:
  88     client.1:
  89 - workunit:
  90     branch: jewel
  91     clients:
  92       client.1:
  93       - rados/test-upgrade-v11.0.0.sh
  94       - cls
  95 - print: "**** done final test on -x cluster"
  96 #######################
  97 workload:
  98    sequential:
  99    - workunit:
 100        clients:
 101          client.0:
 102            - suites/blogbench.sh
 103 workload_jewel:
 104    full_sequential:
 105    - workunit:
 106        branch: jewel
 107        clients:
 108          client.1:
 109          - rados/test.sh
 110          - cls
 111        env:
 112          CLS_RBD_GTEST_FILTER: '*:-TestClsRbd.mirror_image'
 113    - print: "**** done rados/test.sh &  cls workload_jewel"
 114    - sequential:
 115      - rgw: [client.0]
 116      - print: "**** done rgw workload_jewel"
 117      - s3tests:
 118          client.0:
 119            force-branch: ceph-jewel
 120            rgw_server: client.0
 121            scan_for_encryption_keys: false
 122      - print: "**** done s3tests workload_jewel"
 123 upgrade-sequence_jewel:
 124    sequential:
 125    - print: "**** done branch: jewel install.upgrade"
 126    - ceph.restart: [mds.a]
 127    - sleep:
 128        duration: 60
 129    - ceph.restart: [osd.0]
 130    - sleep:
 131        duration: 30
 132    - ceph.restart: [osd.1]
 133    - sleep:
 134        duration: 30
 135    - ceph.restart: [osd.2]
 136    - sleep:
 137        duration: 30
 138    - ceph.restart: [osd.3]
 139    - sleep:
 140        duration: 30
 141    - ceph.restart: [osd.4]
 142    - sleep:
 143        duration: 30
 144    - ceph.restart: [osd.5]
 145    - sleep:
 146        duration: 60
 147    - ceph.restart: [mon.a]
 148    - sleep:
 149        duration: 60
 150    - ceph.restart: [mon.b]
 151    - sleep:
 152        duration: 60
 153    - ceph.restart: [mon.c]
 154    - sleep:
 155        duration: 60
 156    - print: "**** done ceph.restart all jewel branch mds/osd/mon"
 157 workload_x:
 158    sequential:
 159    - workunit:
 160        branch: jewel
 161        clients:
 162          client.1:
 163          - rados/test-upgrade-v11.0.0.sh
 164          - cls
 165        env:
 166          CLS_RBD_GTEST_FILTER: '*:-TestClsRbd.mirror_image'
 167    - print: "**** done rados/test-upgrade-v11.0.0.sh &  cls workload_x NOT upgraded  client"
 168    - workunit:
 169        branch: jewel
 170        clients:
 171          client.0:
 172          - rados/test-upgrade-v11.0.0.sh
 173          - cls
 174    - print: "**** done rados/test-upgrade-v11.0.0.sh &  cls workload_x upgraded client"
 175    - rgw: [client.1]
 176    - print: "**** done rgw workload_x"
 177    - s3tests:
 178        client.1:
 179          force-branch: ceph-jewel
 180          rgw_server: client.1
 181          scan_for_encryption_keys: false
 182    - print: "**** done s3tests workload_x"
 183 upgrade-sequence_x:
 184    sequential:
 185    - ceph.restart: [mds.a]
 186    - sleep:
 187        duration: 60
 188    - ceph.restart: [mon.a]
 189    - sleep:
 190        duration: 60
 191    - ceph.restart: [mon.b]
 192    - sleep:
 193        duration: 60
 194    - ceph.restart: [mon.c]
 195    - sleep:
 196        duration: 60
 197    - ceph.restart: [osd.0]
 198    - sleep:
 199        duration: 30
 200    - ceph.restart: [osd.1]
 201    - sleep:
 202        duration: 30
 203    - ceph.restart: [osd.2]
 204    - sleep:
 205        duration: 30
 206    - ceph.restart: [osd.3]
 207    - sleep:
 208        duration: 30
 209    - ceph.restart: [osd.4]
 210    - sleep:
 211        duration: 30
 212    - ceph.restart:
 213        daemons: [osd.5]
 214        wait-for-healthy: false
 215        wait-for-up-osds: true
 216    - exec:
 217       mgr.x:
 218         - mkdir -p /var/lib/ceph/mgr/ceph-x
 219         - ceph auth get-or-create-key mgr.x mon 'allow profile mgr'
 220         - ceph auth export mgr.x > /var/lib/ceph/mgr/ceph-x/keyring
 221    - ceph.restart:
 222        daemons: [mgr.x]
 223        wait-for-healthy: false
 224    - exec:
 225        osd.0:
 226          - ceph osd require-osd-release luminous
 227    - ceph.healthy:
 228    - print: "**** done ceph.restart all -x branch mds/osd/mon"