tests/qemu-iotests/tests/migrate-bitmaps-postcopy-test

   1 #!/usr/bin/env python3
   2 # group: rw migration
   3 #
   4 # Tests for dirty bitmaps postcopy migration.
   5 #
   6 # Copyright (c) 2016-2017 Virtuozzo International GmbH. All rights reserved.
   7 #
   8 # This program is free software; you can redistribute it and/or modify
   9 # it under the terms of the GNU General Public License as published by
  10 # the Free Software Foundation; either version 2 of the License, or
  11 # (at your option) any later version.
  12 #
  13 # This program is distributed in the hope that it will be useful,
  14 # but WITHOUT ANY WARRANTY; without even the implied warranty of
  15 # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
  16 # GNU General Public License for more details.
  17 #
  18 # You should have received a copy of the GNU General Public License
  19 # along with this program.  If not, see <http://www.gnu.org/licenses/>.
  20 #
  21
  22 import os
  23 import iotests
  24 from iotests import qemu_img
  25
  26 debug = False
  27
  28 disk_a = os.path.join(iotests.test_dir, 'disk_a')
  29 disk_b = os.path.join(iotests.test_dir, 'disk_b')
  30 size = '256G'
  31 fifo = os.path.join(iotests.test_dir, 'mig_fifo')
  32
  33 granularity = 512
  34 nb_bitmaps = 15
  35
  36 GiB = 1024 * 1024 * 1024
  37
  38 discards1 = (
  39     (0, GiB),
  40     (2 * GiB + 512 * 5, 512),
  41     (3 * GiB + 512 * 5, 512),
  42     (100 * GiB, GiB)
  43 )
  44
  45 discards2 = (
  46     (3 * GiB + 512 * 8, 512),
  47     (4 * GiB + 512 * 8, 512),
  48     (50 * GiB, GiB),
  49     (100 * GiB + GiB // 2, GiB)
  50 )
  51
  52
  53 def apply_discards(vm, discards):
  54     for d in discards:
  55         vm.hmp_qemu_io('drive0', 'discard {} {}'.format(*d))
  56
  57
  58 def event_seconds(event):
  59     return event['timestamp']['seconds'] + \
  60         event['timestamp']['microseconds'] / 1000000.0
  61
  62
  63 def event_dist(e1, e2):
  64     return event_seconds(e2) - event_seconds(e1)
  65
  66
  67 def check_bitmaps(vm, count):
  68     result = vm.qmp('query-block')
  69
  70     info = result['return'][0].get('inserted', {})
  71
  72     if count == 0:
  73         assert 'dirty-bitmaps' not in info
  74     else:
  75         assert len(info['dirty-bitmaps']) == count
  76
  77
  78 class TestDirtyBitmapPostcopyMigration(iotests.QMPTestCase):
  79     def tearDown(self):
  80         if debug:
  81             self.vm_a_events += self.vm_a.get_qmp_events()
  82             self.vm_b_events += self.vm_b.get_qmp_events()
  83             for e in self.vm_a_events:
  84                 e['vm'] = 'SRC'
  85             for e in self.vm_b_events:
  86                 e['vm'] = 'DST'
  87             events = (self.vm_a_events + self.vm_b_events)
  88             events = [(e['timestamp']['seconds'],
  89                        e['timestamp']['microseconds'],
  90                        e['vm'],
  91                        e['event'],
  92                        e.get('data', '')) for e in events]
  93             for e in sorted(events):
  94                 print('{}.{:06} {} {} {}'.format(*e))
  95
  96         self.vm_a.shutdown()
  97         self.vm_b.shutdown()
  98         os.remove(disk_a)
  99         os.remove(disk_b)
 100         os.remove(fifo)
 101
 102     def setUp(self):
 103         os.mkfifo(fifo)
 104         qemu_img('create', '-f', iotests.imgfmt, disk_a, size)
 105         qemu_img('create', '-f', iotests.imgfmt, disk_b, size)
 106         self.vm_a = iotests.VM(path_suffix='a').add_drive(disk_a,
 107                                                           'discard=unmap')
 108         self.vm_b = iotests.VM(path_suffix='b').add_drive(disk_b,
 109                                                           'discard=unmap')
 110         self.vm_b.add_incoming("exec: cat '" + fifo + "'")
 111         self.vm_a.launch()
 112         self.vm_b.launch()
 113
 114         # collect received events for debug
 115         self.vm_a_events = []
 116         self.vm_b_events = []
 117
 118     def start_postcopy(self):
 119         """ Run migration until RESUME event on target. Return this event. """
 120         for i in range(nb_bitmaps):
 121             result = self.vm_a.qmp('block-dirty-bitmap-add', node='drive0',
 122                                    name='bitmap{}'.format(i),
 123                                    granularity=granularity,
 124                                    persistent=True)
 125             self.assert_qmp(result, 'return', {})
 126
 127         result = self.vm_a.qmp('x-debug-block-dirty-bitmap-sha256',
 128                                node='drive0', name='bitmap0')
 129         empty_sha256 = result['return']['sha256']
 130
 131         apply_discards(self.vm_a, discards1)
 132
 133         result = self.vm_a.qmp('x-debug-block-dirty-bitmap-sha256',
 134                                node='drive0', name='bitmap0')
 135         discards1_sha256 = result['return']['sha256']
 136
 137         # Check, that updating the bitmap by discards works
 138         assert discards1_sha256 != empty_sha256
 139
 140         # We want to calculate resulting sha256. Do it in bitmap0, so, disable
 141         # other bitmaps
 142         for i in range(1, nb_bitmaps):
 143             result = self.vm_a.qmp('block-dirty-bitmap-disable', node='drive0',
 144                                    name='bitmap{}'.format(i))
 145             self.assert_qmp(result, 'return', {})
 146
 147         apply_discards(self.vm_a, discards2)
 148
 149         result = self.vm_a.qmp('x-debug-block-dirty-bitmap-sha256',
 150                                node='drive0', name='bitmap0')
 151         all_discards_sha256 = result['return']['sha256']
 152
 153         # Now, enable some bitmaps, to be updated during migration
 154         for i in range(2, nb_bitmaps, 2):
 155             result = self.vm_a.qmp('block-dirty-bitmap-enable', node='drive0',
 156                                    name='bitmap{}'.format(i))
 157             self.assert_qmp(result, 'return', {})
 158
 159         caps = [{'capability': 'dirty-bitmaps', 'state': True},
 160                 {'capability': 'events', 'state': True}]
 161
 162         result = self.vm_a.qmp('migrate-set-capabilities', capabilities=caps)
 163         self.assert_qmp(result, 'return', {})
 164
 165         result = self.vm_b.qmp('migrate-set-capabilities', capabilities=caps)
 166         self.assert_qmp(result, 'return', {})
 167
 168         result = self.vm_a.qmp('migrate', uri='exec:cat>' + fifo)
 169         self.assert_qmp(result, 'return', {})
 170
 171         result = self.vm_a.qmp('migrate-start-postcopy')
 172         self.assert_qmp(result, 'return', {})
 173
 174         event_resume = self.vm_b.event_wait('RESUME')
 175         self.vm_b_events.append(event_resume)
 176         return (event_resume, discards1_sha256, all_discards_sha256)
 177
 178     def test_postcopy_success(self):
 179         event_resume, discards1_sha256, all_discards_sha256 = \
 180                 self.start_postcopy()
 181
 182         # enabled bitmaps should be updated
 183         apply_discards(self.vm_b, discards2)
 184
 185         match = {'data': {'status': 'completed'}}
 186         event_complete = self.vm_b.event_wait('MIGRATION', match=match)
 187         self.vm_b_events.append(event_complete)
 188
 189         # take queued event, should already been happened
 190         event_stop = self.vm_a.event_wait('STOP')
 191         self.vm_a_events.append(event_stop)
 192
 193         downtime = event_dist(event_stop, event_resume)
 194         postcopy_time = event_dist(event_resume, event_complete)
 195
 196         assert downtime * 10 < postcopy_time
 197         if debug:
 198             print('downtime:', downtime)
 199             print('postcopy_time:', postcopy_time)
 200
 201         # check that there are no bitmaps stored on source
 202         self.vm_a_events += self.vm_a.get_qmp_events()
 203         self.vm_a.shutdown()
 204         self.vm_a.launch()
 205         check_bitmaps(self.vm_a, 0)
 206
 207         # check that bitmaps are migrated and persistence works
 208         check_bitmaps(self.vm_b, nb_bitmaps)
 209         self.vm_b.shutdown()
 210         # recreate vm_b, so there is no incoming option, which prevents
 211         # loading bitmaps from disk
 212         self.vm_b = iotests.VM(path_suffix='b').add_drive(disk_b)
 213         self.vm_b.launch()
 214         check_bitmaps(self.vm_b, nb_bitmaps)
 215
 216         # Check content of migrated bitmaps. Still, don't waste time checking
 217         # every bitmap
 218         for i in range(0, nb_bitmaps, 5):
 219             result = self.vm_b.qmp('x-debug-block-dirty-bitmap-sha256',
 220                                    node='drive0', name='bitmap{}'.format(i))
 221             sha = discards1_sha256 if i % 2 else all_discards_sha256
 222             self.assert_qmp(result, 'return/sha256', sha)
 223
 224     def test_early_shutdown_destination(self):
 225         self.start_postcopy()
 226
 227         self.vm_b_events += self.vm_b.get_qmp_events()
 228
 229         # While being here, let's check that we can't remove in-flight bitmaps.
 230         for vm in (self.vm_a, self.vm_b):
 231             for i in range(0, nb_bitmaps):
 232                 result = vm.qmp('block-dirty-bitmap-remove', node='drive0',
 233                                 name=f'bitmap{i}')
 234                 self.assert_qmp(result, 'error/desc',
 235                                 f"Bitmap 'bitmap{i}' is currently in use by "
 236                                 "another operation and cannot be used")
 237
 238         self.vm_b.shutdown()
 239         # recreate vm_b, so there is no incoming option, which prevents
 240         # loading bitmaps from disk
 241         self.vm_b = iotests.VM(path_suffix='b').add_drive(disk_b)
 242         self.vm_b.launch()
 243         check_bitmaps(self.vm_b, 0)
 244
 245         # Bitmaps will be lost if we just shutdown the vm, as they are marked
 246         # to skip storing to disk when prepared for migration. And that's
 247         # correct, as actual data may be modified in target vm, so we play
 248         # safe.
 249         # Still, this mark would be taken away if we do 'cont', and bitmaps
 250         # become persistent again. (see iotest 169 for such behavior case)
 251         result = self.vm_a.qmp('query-status')
 252         assert not result['return']['running']
 253         self.vm_a_events += self.vm_a.get_qmp_events()
 254         self.vm_a.shutdown()
 255         self.vm_a.launch()
 256         check_bitmaps(self.vm_a, 0)
 257
 258     def test_early_kill_source(self):
 259         self.start_postcopy()
 260
 261         self.vm_a_events = self.vm_a.get_qmp_events()
 262         self.vm_a.kill()
 263
 264         self.vm_a.launch()
 265
 266         match = {'data': {'status': 'completed'}}
 267         e_complete = self.vm_b.event_wait('MIGRATION', match=match)
 268         self.vm_b_events.append(e_complete)
 269
 270         check_bitmaps(self.vm_a, 0)
 271         check_bitmaps(self.vm_b, 0)
 272
 273
 274 if __name__ == '__main__':
 275     iotests.main(supported_fmts=['qcow2'],
 276                  unsupported_imgopts=['compat'])