 1d3ba15acc
			
		
	
	
		1d3ba15acc
		
	
	
	
	
		
			
			As of a follow-up patch to this one, the length of a mirror block job will no longer directly depend on the size of the block device; therefore, drop these checks from this test. Instead, just check whether the final offset equals the block job length. As 041 uses the wait_until_completed function from iotests.py, the same applies there as well which in turn affects tests 030, 055 and 056. On the other hand, a block job's length does not have to be related to the length of the image file in the first place, so that check was questionable anyway. Signed-off-by: Max Reitz <mreitz@redhat.com> Reviewed-by: Kevin Wolf <kwolf@redhat.com> Reviewed-by: Eric Blake <eblake@redhat.com> Message-id: 1414159063-25977-7-git-send-email-mreitz@redhat.com Signed-off-by: Stefan Hajnoczi <stefanha@redhat.com>
		
			
				
	
	
		
			955 lines
		
	
	
		
			37 KiB
		
	
	
	
		
			Python
		
	
	
		
			Executable File
		
	
	
	
	
			
		
		
	
	
			955 lines
		
	
	
		
			37 KiB
		
	
	
	
		
			Python
		
	
	
		
			Executable File
		
	
	
	
	
| #!/usr/bin/env python
 | |
| #
 | |
| # Tests for image mirroring.
 | |
| #
 | |
| # Copyright (C) 2012 Red Hat, Inc.
 | |
| #
 | |
| # This program is free software; you can redistribute it and/or modify
 | |
| # it under the terms of the GNU General Public License as published by
 | |
| # the Free Software Foundation; either version 2 of the License, or
 | |
| # (at your option) any later version.
 | |
| #
 | |
| # This program is distributed in the hope that it will be useful,
 | |
| # but WITHOUT ANY WARRANTY; without even the implied warranty of
 | |
| # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
 | |
| # GNU General Public License for more details.
 | |
| #
 | |
| # You should have received a copy of the GNU General Public License
 | |
| # along with this program.  If not, see <http://www.gnu.org/licenses/>.
 | |
| #
 | |
| 
 | |
| import time
 | |
| import os
 | |
| import iotests
 | |
| from iotests import qemu_img, qemu_io
 | |
| 
 | |
| backing_img = os.path.join(iotests.test_dir, 'backing.img')
 | |
| target_backing_img = os.path.join(iotests.test_dir, 'target-backing.img')
 | |
| test_img = os.path.join(iotests.test_dir, 'test.img')
 | |
| target_img = os.path.join(iotests.test_dir, 'target.img')
 | |
| 
 | |
| quorum_img1 = os.path.join(iotests.test_dir, 'quorum1.img')
 | |
| quorum_img2 = os.path.join(iotests.test_dir, 'quorum2.img')
 | |
| quorum_img3 = os.path.join(iotests.test_dir, 'quorum3.img')
 | |
| quorum_repair_img = os.path.join(iotests.test_dir, 'quorum_repair.img')
 | |
| quorum_snapshot_file = os.path.join(iotests.test_dir, 'quorum_snapshot.img')
 | |
| 
 | |
| class ImageMirroringTestCase(iotests.QMPTestCase):
 | |
|     '''Abstract base class for image mirroring test cases'''
 | |
| 
 | |
|     def wait_ready(self, drive='drive0'):
 | |
|         '''Wait until a block job BLOCK_JOB_READY event'''
 | |
|         ready = False
 | |
|         while not ready:
 | |
|             for event in self.vm.get_qmp_events(wait=True):
 | |
|                 if event['event'] == 'BLOCK_JOB_READY':
 | |
|                     self.assert_qmp(event, 'data/type', 'mirror')
 | |
|                     self.assert_qmp(event, 'data/device', drive)
 | |
|                     ready = True
 | |
| 
 | |
|     def wait_ready_and_cancel(self, drive='drive0'):
 | |
|         self.wait_ready(drive=drive)
 | |
|         event = self.cancel_and_wait(drive=drive)
 | |
|         self.assertEquals(event['event'], 'BLOCK_JOB_COMPLETED')
 | |
|         self.assert_qmp(event, 'data/type', 'mirror')
 | |
|         self.assert_qmp(event, 'data/offset', event['data']['len'])
 | |
| 
 | |
|     def complete_and_wait(self, drive='drive0', wait_ready=True):
 | |
|         '''Complete a block job and wait for it to finish'''
 | |
|         if wait_ready:
 | |
|             self.wait_ready(drive=drive)
 | |
| 
 | |
|         result = self.vm.qmp('block-job-complete', device=drive)
 | |
|         self.assert_qmp(result, 'return', {})
 | |
| 
 | |
|         event = self.wait_until_completed(drive=drive)
 | |
|         self.assert_qmp(event, 'data/type', 'mirror')
 | |
| 
 | |
| class TestSingleDrive(ImageMirroringTestCase):
 | |
|     image_len = 1 * 1024 * 1024 # MB
 | |
| 
 | |
|     def setUp(self):
 | |
|         iotests.create_image(backing_img, self.image_len)
 | |
|         qemu_img('create', '-f', iotests.imgfmt, '-o', 'backing_file=%s' % backing_img, test_img)
 | |
|         self.vm = iotests.VM().add_drive(test_img)
 | |
|         self.vm.launch()
 | |
| 
 | |
|     def tearDown(self):
 | |
|         self.vm.shutdown()
 | |
|         os.remove(test_img)
 | |
|         os.remove(backing_img)
 | |
|         try:
 | |
|             os.remove(target_img)
 | |
|         except OSError:
 | |
|             pass
 | |
| 
 | |
|     def test_complete(self):
 | |
|         self.assert_no_active_block_jobs()
 | |
| 
 | |
|         result = self.vm.qmp('drive-mirror', device='drive0', sync='full',
 | |
|                              target=target_img)
 | |
|         self.assert_qmp(result, 'return', {})
 | |
| 
 | |
|         self.complete_and_wait()
 | |
|         result = self.vm.qmp('query-block')
 | |
|         self.assert_qmp(result, 'return[0]/inserted/file', target_img)
 | |
|         self.vm.shutdown()
 | |
|         self.assertTrue(iotests.compare_images(test_img, target_img),
 | |
|                         'target image does not match source after mirroring')
 | |
| 
 | |
|     def test_cancel(self):
 | |
|         self.assert_no_active_block_jobs()
 | |
| 
 | |
|         result = self.vm.qmp('drive-mirror', device='drive0', sync='full',
 | |
|                              target=target_img)
 | |
|         self.assert_qmp(result, 'return', {})
 | |
| 
 | |
|         self.cancel_and_wait(force=True)
 | |
|         result = self.vm.qmp('query-block')
 | |
|         self.assert_qmp(result, 'return[0]/inserted/file', test_img)
 | |
|         self.vm.shutdown()
 | |
| 
 | |
|     def test_cancel_after_ready(self):
 | |
|         self.assert_no_active_block_jobs()
 | |
| 
 | |
|         result = self.vm.qmp('drive-mirror', device='drive0', sync='full',
 | |
|                              target=target_img)
 | |
|         self.assert_qmp(result, 'return', {})
 | |
| 
 | |
|         self.wait_ready_and_cancel()
 | |
|         result = self.vm.qmp('query-block')
 | |
|         self.assert_qmp(result, 'return[0]/inserted/file', test_img)
 | |
|         self.vm.shutdown()
 | |
|         self.assertTrue(iotests.compare_images(test_img, target_img),
 | |
|                         'target image does not match source after mirroring')
 | |
| 
 | |
|     def test_pause(self):
 | |
|         self.assert_no_active_block_jobs()
 | |
| 
 | |
|         result = self.vm.qmp('drive-mirror', device='drive0', sync='full',
 | |
|                              target=target_img)
 | |
|         self.assert_qmp(result, 'return', {})
 | |
| 
 | |
|         result = self.vm.qmp('block-job-pause', device='drive0')
 | |
|         self.assert_qmp(result, 'return', {})
 | |
| 
 | |
|         time.sleep(1)
 | |
|         result = self.vm.qmp('query-block-jobs')
 | |
|         offset = self.dictpath(result, 'return[0]/offset')
 | |
| 
 | |
|         time.sleep(1)
 | |
|         result = self.vm.qmp('query-block-jobs')
 | |
|         self.assert_qmp(result, 'return[0]/offset', offset)
 | |
| 
 | |
|         result = self.vm.qmp('block-job-resume', device='drive0')
 | |
|         self.assert_qmp(result, 'return', {})
 | |
| 
 | |
|         self.complete_and_wait()
 | |
|         self.vm.shutdown()
 | |
|         self.assertTrue(iotests.compare_images(test_img, target_img),
 | |
|                         'target image does not match source after mirroring')
 | |
| 
 | |
|     def test_small_buffer(self):
 | |
|         self.assert_no_active_block_jobs()
 | |
| 
 | |
|         # A small buffer is rounded up automatically
 | |
|         result = self.vm.qmp('drive-mirror', device='drive0', sync='full',
 | |
|                              buf_size=4096, target=target_img)
 | |
|         self.assert_qmp(result, 'return', {})
 | |
| 
 | |
|         self.complete_and_wait()
 | |
|         result = self.vm.qmp('query-block')
 | |
|         self.assert_qmp(result, 'return[0]/inserted/file', target_img)
 | |
|         self.vm.shutdown()
 | |
|         self.assertTrue(iotests.compare_images(test_img, target_img),
 | |
|                         'target image does not match source after mirroring')
 | |
| 
 | |
|     def test_small_buffer2(self):
 | |
|         self.assert_no_active_block_jobs()
 | |
| 
 | |
|         qemu_img('create', '-f', iotests.imgfmt, '-o', 'cluster_size=%d,size=%d'
 | |
|                         % (self.image_len, self.image_len), target_img)
 | |
|         result = self.vm.qmp('drive-mirror', device='drive0', sync='full',
 | |
|                              buf_size=65536, mode='existing', target=target_img)
 | |
|         self.assert_qmp(result, 'return', {})
 | |
| 
 | |
|         self.complete_and_wait()
 | |
|         result = self.vm.qmp('query-block')
 | |
|         self.assert_qmp(result, 'return[0]/inserted/file', target_img)
 | |
|         self.vm.shutdown()
 | |
|         self.assertTrue(iotests.compare_images(test_img, target_img),
 | |
|                         'target image does not match source after mirroring')
 | |
| 
 | |
|     def test_large_cluster(self):
 | |
|         self.assert_no_active_block_jobs()
 | |
| 
 | |
|         qemu_img('create', '-f', iotests.imgfmt, '-o', 'cluster_size=%d,backing_file=%s'
 | |
|                         % (self.image_len, backing_img), target_img)
 | |
|         result = self.vm.qmp('drive-mirror', device='drive0', sync='full',
 | |
|                              mode='existing', target=target_img)
 | |
|         self.assert_qmp(result, 'return', {})
 | |
| 
 | |
|         self.complete_and_wait()
 | |
|         result = self.vm.qmp('query-block')
 | |
|         self.assert_qmp(result, 'return[0]/inserted/file', target_img)
 | |
|         self.vm.shutdown()
 | |
|         self.assertTrue(iotests.compare_images(test_img, target_img),
 | |
|                         'target image does not match source after mirroring')
 | |
| 
 | |
|     def test_medium_not_found(self):
 | |
|         result = self.vm.qmp('drive-mirror', device='ide1-cd0', sync='full',
 | |
|                              target=target_img)
 | |
|         self.assert_qmp(result, 'error/class', 'GenericError')
 | |
| 
 | |
|     def test_image_not_found(self):
 | |
|         result = self.vm.qmp('drive-mirror', device='drive0', sync='full',
 | |
|                              mode='existing', target=target_img)
 | |
|         self.assert_qmp(result, 'error/class', 'GenericError')
 | |
| 
 | |
|     def test_device_not_found(self):
 | |
|         result = self.vm.qmp('drive-mirror', device='nonexistent', sync='full',
 | |
|                              target=target_img)
 | |
|         self.assert_qmp(result, 'error/class', 'DeviceNotFound')
 | |
| 
 | |
| class TestSingleDriveZeroLength(TestSingleDrive):
 | |
|     image_len = 0
 | |
|     test_small_buffer2 = None
 | |
|     test_large_cluster = None
 | |
| 
 | |
| class TestSingleDriveUnalignedLength(TestSingleDrive):
 | |
|     image_len = 1025 * 1024
 | |
|     test_small_buffer2 = None
 | |
|     test_large_cluster = None
 | |
| 
 | |
| class TestMirrorNoBacking(ImageMirroringTestCase):
 | |
|     image_len = 2 * 1024 * 1024 # MB
 | |
| 
 | |
|     def complete_and_wait(self, drive='drive0', wait_ready=True):
 | |
|         iotests.create_image(target_backing_img, TestMirrorNoBacking.image_len)
 | |
|         return ImageMirroringTestCase.complete_and_wait(self, drive, wait_ready)
 | |
| 
 | |
|     def compare_images(self, img1, img2):
 | |
|         iotests.create_image(target_backing_img, TestMirrorNoBacking.image_len)
 | |
|         return iotests.compare_images(img1, img2)
 | |
| 
 | |
|     def setUp(self):
 | |
|         iotests.create_image(backing_img, TestMirrorNoBacking.image_len)
 | |
|         qemu_img('create', '-f', iotests.imgfmt, '-o', 'backing_file=%s' % backing_img, test_img)
 | |
|         self.vm = iotests.VM().add_drive(test_img)
 | |
|         self.vm.launch()
 | |
| 
 | |
|     def tearDown(self):
 | |
|         self.vm.shutdown()
 | |
|         os.remove(test_img)
 | |
|         os.remove(backing_img)
 | |
|         os.remove(target_backing_img)
 | |
|         os.remove(target_img)
 | |
| 
 | |
|     def test_complete(self):
 | |
|         self.assert_no_active_block_jobs()
 | |
| 
 | |
|         qemu_img('create', '-f', iotests.imgfmt, '-o', 'backing_file=%s' % backing_img, target_img)
 | |
|         result = self.vm.qmp('drive-mirror', device='drive0', sync='full',
 | |
|                              mode='existing', target=target_img)
 | |
|         self.assert_qmp(result, 'return', {})
 | |
| 
 | |
|         self.complete_and_wait()
 | |
|         result = self.vm.qmp('query-block')
 | |
|         self.assert_qmp(result, 'return[0]/inserted/file', target_img)
 | |
|         self.vm.shutdown()
 | |
|         self.assertTrue(self.compare_images(test_img, target_img),
 | |
|                         'target image does not match source after mirroring')
 | |
| 
 | |
|     def test_cancel(self):
 | |
|         self.assert_no_active_block_jobs()
 | |
| 
 | |
|         qemu_img('create', '-f', iotests.imgfmt, '-o', 'backing_file=%s' % backing_img, target_img)
 | |
|         result = self.vm.qmp('drive-mirror', device='drive0', sync='full',
 | |
|                              mode='existing', target=target_img)
 | |
|         self.assert_qmp(result, 'return', {})
 | |
| 
 | |
|         self.wait_ready_and_cancel()
 | |
|         result = self.vm.qmp('query-block')
 | |
|         self.assert_qmp(result, 'return[0]/inserted/file', test_img)
 | |
|         self.vm.shutdown()
 | |
|         self.assertTrue(self.compare_images(test_img, target_img),
 | |
|                         'target image does not match source after mirroring')
 | |
| 
 | |
|     def test_large_cluster(self):
 | |
|         self.assert_no_active_block_jobs()
 | |
| 
 | |
|         # qemu-img create fails if the image is not there
 | |
|         qemu_img('create', '-f', iotests.imgfmt, '-o', 'size=%d'
 | |
|                         %(TestMirrorNoBacking.image_len), target_backing_img)
 | |
|         qemu_img('create', '-f', iotests.imgfmt, '-o', 'cluster_size=%d,backing_file=%s'
 | |
|                         % (TestMirrorNoBacking.image_len, target_backing_img), target_img)
 | |
|         os.remove(target_backing_img)
 | |
| 
 | |
|         result = self.vm.qmp('drive-mirror', device='drive0', sync='full',
 | |
|                              mode='existing', target=target_img)
 | |
|         self.assert_qmp(result, 'return', {})
 | |
| 
 | |
|         self.complete_and_wait()
 | |
|         result = self.vm.qmp('query-block')
 | |
|         self.assert_qmp(result, 'return[0]/inserted/file', target_img)
 | |
|         self.vm.shutdown()
 | |
|         self.assertTrue(self.compare_images(test_img, target_img),
 | |
|                         'target image does not match source after mirroring')
 | |
| 
 | |
| class TestMirrorResized(ImageMirroringTestCase):
 | |
|     backing_len = 1 * 1024 * 1024 # MB
 | |
|     image_len = 2 * 1024 * 1024 # MB
 | |
| 
 | |
|     def setUp(self):
 | |
|         iotests.create_image(backing_img, TestMirrorResized.backing_len)
 | |
|         qemu_img('create', '-f', iotests.imgfmt, '-o', 'backing_file=%s' % backing_img, test_img)
 | |
|         qemu_img('resize', test_img, '2M')
 | |
|         self.vm = iotests.VM().add_drive(test_img)
 | |
|         self.vm.launch()
 | |
| 
 | |
|     def tearDown(self):
 | |
|         self.vm.shutdown()
 | |
|         os.remove(test_img)
 | |
|         os.remove(backing_img)
 | |
|         try:
 | |
|             os.remove(target_img)
 | |
|         except OSError:
 | |
|             pass
 | |
| 
 | |
|     def test_complete_top(self):
 | |
|         self.assert_no_active_block_jobs()
 | |
| 
 | |
|         result = self.vm.qmp('drive-mirror', device='drive0', sync='top',
 | |
|                              target=target_img)
 | |
|         self.assert_qmp(result, 'return', {})
 | |
| 
 | |
|         self.complete_and_wait()
 | |
|         result = self.vm.qmp('query-block')
 | |
|         self.assert_qmp(result, 'return[0]/inserted/file', target_img)
 | |
|         self.vm.shutdown()
 | |
|         self.assertTrue(iotests.compare_images(test_img, target_img),
 | |
|                         'target image does not match source after mirroring')
 | |
| 
 | |
|     def test_complete_full(self):
 | |
|         self.assert_no_active_block_jobs()
 | |
| 
 | |
|         result = self.vm.qmp('drive-mirror', device='drive0', sync='full',
 | |
|                              target=target_img)
 | |
|         self.assert_qmp(result, 'return', {})
 | |
| 
 | |
|         self.complete_and_wait()
 | |
|         result = self.vm.qmp('query-block')
 | |
|         self.assert_qmp(result, 'return[0]/inserted/file', target_img)
 | |
|         self.vm.shutdown()
 | |
|         self.assertTrue(iotests.compare_images(test_img, target_img),
 | |
|                         'target image does not match source after mirroring')
 | |
| 
 | |
| class TestReadErrors(ImageMirroringTestCase):
 | |
|     image_len = 2 * 1024 * 1024 # MB
 | |
| 
 | |
|     # this should be a multiple of twice the default granularity
 | |
|     # so that we hit this offset first in state 1
 | |
|     MIRROR_GRANULARITY = 1024 * 1024
 | |
| 
 | |
|     def create_blkdebug_file(self, name, event, errno):
 | |
|         file = open(name, 'w')
 | |
|         file.write('''
 | |
| [inject-error]
 | |
| state = "1"
 | |
| event = "%s"
 | |
| errno = "%d"
 | |
| immediately = "off"
 | |
| once = "on"
 | |
| sector = "%d"
 | |
| 
 | |
| [set-state]
 | |
| state = "1"
 | |
| event = "%s"
 | |
| new_state = "2"
 | |
| 
 | |
| [set-state]
 | |
| state = "2"
 | |
| event = "%s"
 | |
| new_state = "1"
 | |
| ''' % (event, errno, self.MIRROR_GRANULARITY / 512, event, event))
 | |
|         file.close()
 | |
| 
 | |
|     def setUp(self):
 | |
|         self.blkdebug_file = backing_img + ".blkdebug"
 | |
|         iotests.create_image(backing_img, TestReadErrors.image_len)
 | |
|         self.create_blkdebug_file(self.blkdebug_file, "read_aio", 5)
 | |
|         qemu_img('create', '-f', iotests.imgfmt,
 | |
|                  '-o', 'backing_file=blkdebug:%s:%s,backing_fmt=raw'
 | |
|                        % (self.blkdebug_file, backing_img),
 | |
|                  test_img)
 | |
|         # Write something for tests that use sync='top'
 | |
|         qemu_io('-c', 'write %d 512' % (self.MIRROR_GRANULARITY + 65536),
 | |
|                         test_img)
 | |
|         self.vm = iotests.VM().add_drive(test_img)
 | |
|         self.vm.launch()
 | |
| 
 | |
|     def tearDown(self):
 | |
|         self.vm.shutdown()
 | |
|         os.remove(test_img)
 | |
|         os.remove(backing_img)
 | |
|         os.remove(self.blkdebug_file)
 | |
| 
 | |
|     def test_report_read(self):
 | |
|         self.assert_no_active_block_jobs()
 | |
| 
 | |
|         result = self.vm.qmp('drive-mirror', device='drive0', sync='full',
 | |
|                              target=target_img)
 | |
|         self.assert_qmp(result, 'return', {})
 | |
| 
 | |
|         completed = False
 | |
|         error = False
 | |
|         while not completed:
 | |
|             for event in self.vm.get_qmp_events(wait=True):
 | |
|                 if event['event'] == 'BLOCK_JOB_ERROR':
 | |
|                     self.assert_qmp(event, 'data/device', 'drive0')
 | |
|                     self.assert_qmp(event, 'data/operation', 'read')
 | |
|                     error = True
 | |
|                 elif event['event'] == 'BLOCK_JOB_READY':
 | |
|                     self.assertTrue(False, 'job completed unexpectedly')
 | |
|                 elif event['event'] == 'BLOCK_JOB_COMPLETED':
 | |
|                     self.assertTrue(error, 'job completed unexpectedly')
 | |
|                     self.assert_qmp(event, 'data/type', 'mirror')
 | |
|                     self.assert_qmp(event, 'data/device', 'drive0')
 | |
|                     self.assert_qmp(event, 'data/error', 'Input/output error')
 | |
|                     completed = True
 | |
| 
 | |
|         self.assert_no_active_block_jobs()
 | |
|         self.vm.shutdown()
 | |
| 
 | |
|     def test_ignore_read(self):
 | |
|         self.assert_no_active_block_jobs()
 | |
| 
 | |
|         result = self.vm.qmp('drive-mirror', device='drive0', sync='full',
 | |
|                              target=target_img, on_source_error='ignore')
 | |
|         self.assert_qmp(result, 'return', {})
 | |
| 
 | |
|         event = self.vm.get_qmp_event(wait=True)
 | |
|         self.assertEquals(event['event'], 'BLOCK_JOB_ERROR')
 | |
|         self.assert_qmp(event, 'data/device', 'drive0')
 | |
|         self.assert_qmp(event, 'data/operation', 'read')
 | |
|         result = self.vm.qmp('query-block-jobs')
 | |
|         self.assert_qmp(result, 'return[0]/paused', False)
 | |
|         self.complete_and_wait()
 | |
|         self.vm.shutdown()
 | |
| 
 | |
|     def test_large_cluster(self):
 | |
|         self.assert_no_active_block_jobs()
 | |
| 
 | |
|         # Test COW into the target image.  The first half of the
 | |
|         # cluster at MIRROR_GRANULARITY has to be copied from
 | |
|         # backing_img, even though sync='top'.
 | |
|         qemu_img('create', '-f', iotests.imgfmt, '-ocluster_size=131072,backing_file=%s' %(backing_img), target_img)
 | |
|         result = self.vm.qmp('drive-mirror', device='drive0', sync='top',
 | |
|                              on_source_error='ignore',
 | |
|                              mode='existing', target=target_img)
 | |
|         self.assert_qmp(result, 'return', {})
 | |
| 
 | |
|         event = self.vm.get_qmp_event(wait=True)
 | |
|         self.assertEquals(event['event'], 'BLOCK_JOB_ERROR')
 | |
|         self.assert_qmp(event, 'data/device', 'drive0')
 | |
|         self.assert_qmp(event, 'data/operation', 'read')
 | |
|         result = self.vm.qmp('query-block-jobs')
 | |
|         self.assert_qmp(result, 'return[0]/paused', False)
 | |
|         self.complete_and_wait()
 | |
|         self.vm.shutdown()
 | |
| 
 | |
|         # Detach blkdebug to compare images successfully
 | |
|         qemu_img('rebase', '-f', iotests.imgfmt, '-u', '-b', backing_img, test_img)
 | |
|         self.assertTrue(iotests.compare_images(test_img, target_img),
 | |
|                         'target image does not match source after mirroring')
 | |
| 
 | |
|     def test_stop_read(self):
 | |
|         self.assert_no_active_block_jobs()
 | |
| 
 | |
|         result = self.vm.qmp('drive-mirror', device='drive0', sync='full',
 | |
|                              target=target_img, on_source_error='stop')
 | |
|         self.assert_qmp(result, 'return', {})
 | |
| 
 | |
|         error = False
 | |
|         ready = False
 | |
|         while not ready:
 | |
|             for event in self.vm.get_qmp_events(wait=True):
 | |
|                 if event['event'] == 'BLOCK_JOB_ERROR':
 | |
|                     self.assert_qmp(event, 'data/device', 'drive0')
 | |
|                     self.assert_qmp(event, 'data/operation', 'read')
 | |
| 
 | |
|                     result = self.vm.qmp('query-block-jobs')
 | |
|                     self.assert_qmp(result, 'return[0]/paused', True)
 | |
|                     self.assert_qmp(result, 'return[0]/io-status', 'failed')
 | |
| 
 | |
|                     result = self.vm.qmp('block-job-resume', device='drive0')
 | |
|                     self.assert_qmp(result, 'return', {})
 | |
|                     error = True
 | |
|                 elif event['event'] == 'BLOCK_JOB_READY':
 | |
|                     self.assertTrue(error, 'job completed unexpectedly')
 | |
|                     self.assert_qmp(event, 'data/device', 'drive0')
 | |
|                     ready = True
 | |
| 
 | |
|         result = self.vm.qmp('query-block-jobs')
 | |
|         self.assert_qmp(result, 'return[0]/paused', False)
 | |
|         self.assert_qmp(result, 'return[0]/io-status', 'ok')
 | |
| 
 | |
|         self.complete_and_wait(wait_ready=False)
 | |
|         self.assert_no_active_block_jobs()
 | |
|         self.vm.shutdown()
 | |
| 
 | |
| class TestWriteErrors(ImageMirroringTestCase):
 | |
|     image_len = 2 * 1024 * 1024 # MB
 | |
| 
 | |
|     # this should be a multiple of twice the default granularity
 | |
|     # so that we hit this offset first in state 1
 | |
|     MIRROR_GRANULARITY = 1024 * 1024
 | |
| 
 | |
|     def create_blkdebug_file(self, name, event, errno):
 | |
|         file = open(name, 'w')
 | |
|         file.write('''
 | |
| [inject-error]
 | |
| state = "1"
 | |
| event = "%s"
 | |
| errno = "%d"
 | |
| immediately = "off"
 | |
| once = "on"
 | |
| sector = "%d"
 | |
| 
 | |
| [set-state]
 | |
| state = "1"
 | |
| event = "%s"
 | |
| new_state = "2"
 | |
| 
 | |
| [set-state]
 | |
| state = "2"
 | |
| event = "%s"
 | |
| new_state = "1"
 | |
| ''' % (event, errno, self.MIRROR_GRANULARITY / 512, event, event))
 | |
|         file.close()
 | |
| 
 | |
|     def setUp(self):
 | |
|         self.blkdebug_file = target_img + ".blkdebug"
 | |
|         iotests.create_image(backing_img, TestWriteErrors.image_len)
 | |
|         self.create_blkdebug_file(self.blkdebug_file, "write_aio", 5)
 | |
|         qemu_img('create', '-f', iotests.imgfmt, '-obacking_file=%s' %(backing_img), test_img)
 | |
|         self.vm = iotests.VM().add_drive(test_img)
 | |
|         self.target_img = 'blkdebug:%s:%s' % (self.blkdebug_file, target_img)
 | |
|         qemu_img('create', '-f', iotests.imgfmt, '-osize=%d' %(TestWriteErrors.image_len), target_img)
 | |
|         self.vm.launch()
 | |
| 
 | |
|     def tearDown(self):
 | |
|         self.vm.shutdown()
 | |
|         os.remove(test_img)
 | |
|         os.remove(backing_img)
 | |
|         os.remove(self.blkdebug_file)
 | |
| 
 | |
|     def test_report_write(self):
 | |
|         self.assert_no_active_block_jobs()
 | |
| 
 | |
|         result = self.vm.qmp('drive-mirror', device='drive0', sync='full',
 | |
|                              mode='existing', target=self.target_img)
 | |
|         self.assert_qmp(result, 'return', {})
 | |
| 
 | |
|         completed = False
 | |
|         error = False
 | |
|         while not completed:
 | |
|             for event in self.vm.get_qmp_events(wait=True):
 | |
|                 if event['event'] == 'BLOCK_JOB_ERROR':
 | |
|                     self.assert_qmp(event, 'data/device', 'drive0')
 | |
|                     self.assert_qmp(event, 'data/operation', 'write')
 | |
|                     error = True
 | |
|                 elif event['event'] == 'BLOCK_JOB_READY':
 | |
|                     self.assertTrue(False, 'job completed unexpectedly')
 | |
|                 elif event['event'] == 'BLOCK_JOB_COMPLETED':
 | |
|                     self.assertTrue(error, 'job completed unexpectedly')
 | |
|                     self.assert_qmp(event, 'data/type', 'mirror')
 | |
|                     self.assert_qmp(event, 'data/device', 'drive0')
 | |
|                     self.assert_qmp(event, 'data/error', 'Input/output error')
 | |
|                     completed = True
 | |
| 
 | |
|         self.assert_no_active_block_jobs()
 | |
|         self.vm.shutdown()
 | |
| 
 | |
|     def test_ignore_write(self):
 | |
|         self.assert_no_active_block_jobs()
 | |
| 
 | |
|         result = self.vm.qmp('drive-mirror', device='drive0', sync='full',
 | |
|                              mode='existing', target=self.target_img,
 | |
|                              on_target_error='ignore')
 | |
|         self.assert_qmp(result, 'return', {})
 | |
| 
 | |
|         event = self.vm.get_qmp_event(wait=True)
 | |
|         self.assertEquals(event['event'], 'BLOCK_JOB_ERROR')
 | |
|         self.assert_qmp(event, 'data/device', 'drive0')
 | |
|         self.assert_qmp(event, 'data/operation', 'write')
 | |
|         result = self.vm.qmp('query-block-jobs')
 | |
|         self.assert_qmp(result, 'return[0]/paused', False)
 | |
|         self.complete_and_wait()
 | |
|         self.vm.shutdown()
 | |
| 
 | |
|     def test_stop_write(self):
 | |
|         self.assert_no_active_block_jobs()
 | |
| 
 | |
|         result = self.vm.qmp('drive-mirror', device='drive0', sync='full',
 | |
|                              mode='existing', target=self.target_img,
 | |
|                              on_target_error='stop')
 | |
|         self.assert_qmp(result, 'return', {})
 | |
| 
 | |
|         error = False
 | |
|         ready = False
 | |
|         while not ready:
 | |
|             for event in self.vm.get_qmp_events(wait=True):
 | |
|                 if event['event'] == 'BLOCK_JOB_ERROR':
 | |
|                     self.assert_qmp(event, 'data/device', 'drive0')
 | |
|                     self.assert_qmp(event, 'data/operation', 'write')
 | |
| 
 | |
|                     result = self.vm.qmp('query-block-jobs')
 | |
|                     self.assert_qmp(result, 'return[0]/paused', True)
 | |
|                     self.assert_qmp(result, 'return[0]/io-status', 'failed')
 | |
| 
 | |
|                     result = self.vm.qmp('block-job-resume', device='drive0')
 | |
|                     self.assert_qmp(result, 'return', {})
 | |
| 
 | |
|                     result = self.vm.qmp('query-block-jobs')
 | |
|                     self.assert_qmp(result, 'return[0]/paused', False)
 | |
|                     self.assert_qmp(result, 'return[0]/io-status', 'ok')
 | |
|                     error = True
 | |
|                 elif event['event'] == 'BLOCK_JOB_READY':
 | |
|                     self.assertTrue(error, 'job completed unexpectedly')
 | |
|                     self.assert_qmp(event, 'data/device', 'drive0')
 | |
|                     ready = True
 | |
| 
 | |
|         self.complete_and_wait(wait_ready=False)
 | |
|         self.assert_no_active_block_jobs()
 | |
|         self.vm.shutdown()
 | |
| 
 | |
| class TestSetSpeed(ImageMirroringTestCase):
 | |
|     image_len = 80 * 1024 * 1024 # MB
 | |
| 
 | |
|     def setUp(self):
 | |
|         qemu_img('create', backing_img, str(TestSetSpeed.image_len))
 | |
|         qemu_img('create', '-f', iotests.imgfmt, '-o', 'backing_file=%s' % backing_img, test_img)
 | |
|         self.vm = iotests.VM().add_drive(test_img)
 | |
|         self.vm.launch()
 | |
| 
 | |
|     def tearDown(self):
 | |
|         self.vm.shutdown()
 | |
|         os.remove(test_img)
 | |
|         os.remove(backing_img)
 | |
|         os.remove(target_img)
 | |
| 
 | |
|     def test_set_speed(self):
 | |
|         self.assert_no_active_block_jobs()
 | |
| 
 | |
|         result = self.vm.qmp('drive-mirror', device='drive0', sync='full',
 | |
|                              target=target_img)
 | |
|         self.assert_qmp(result, 'return', {})
 | |
| 
 | |
|         # Default speed is 0
 | |
|         result = self.vm.qmp('query-block-jobs')
 | |
|         self.assert_qmp(result, 'return[0]/device', 'drive0')
 | |
|         self.assert_qmp(result, 'return[0]/speed', 0)
 | |
| 
 | |
|         result = self.vm.qmp('block-job-set-speed', device='drive0', speed=8 * 1024 * 1024)
 | |
|         self.assert_qmp(result, 'return', {})
 | |
| 
 | |
|         # Ensure the speed we set was accepted
 | |
|         result = self.vm.qmp('query-block-jobs')
 | |
|         self.assert_qmp(result, 'return[0]/device', 'drive0')
 | |
|         self.assert_qmp(result, 'return[0]/speed', 8 * 1024 * 1024)
 | |
| 
 | |
|         self.wait_ready_and_cancel()
 | |
| 
 | |
|         # Check setting speed in drive-mirror works
 | |
|         result = self.vm.qmp('drive-mirror', device='drive0', sync='full',
 | |
|                              target=target_img, speed=4*1024*1024)
 | |
|         self.assert_qmp(result, 'return', {})
 | |
| 
 | |
|         result = self.vm.qmp('query-block-jobs')
 | |
|         self.assert_qmp(result, 'return[0]/device', 'drive0')
 | |
|         self.assert_qmp(result, 'return[0]/speed', 4 * 1024 * 1024)
 | |
| 
 | |
|         self.wait_ready_and_cancel()
 | |
| 
 | |
|     def test_set_speed_invalid(self):
 | |
|         self.assert_no_active_block_jobs()
 | |
| 
 | |
|         result = self.vm.qmp('drive-mirror', device='drive0', sync='full',
 | |
|                              target=target_img, speed=-1)
 | |
|         self.assert_qmp(result, 'error/class', 'GenericError')
 | |
| 
 | |
|         self.assert_no_active_block_jobs()
 | |
| 
 | |
|         result = self.vm.qmp('drive-mirror', device='drive0', sync='full',
 | |
|                              target=target_img)
 | |
|         self.assert_qmp(result, 'return', {})
 | |
| 
 | |
|         result = self.vm.qmp('block-job-set-speed', device='drive0', speed=-1)
 | |
|         self.assert_qmp(result, 'error/class', 'GenericError')
 | |
| 
 | |
|         self.wait_ready_and_cancel()
 | |
| 
 | |
| class TestUnbackedSource(ImageMirroringTestCase):
 | |
|     image_len = 2 * 1024 * 1024 # MB
 | |
| 
 | |
|     def setUp(self):
 | |
|         qemu_img('create', '-f', iotests.imgfmt, test_img,
 | |
|                  str(TestUnbackedSource.image_len))
 | |
|         self.vm = iotests.VM().add_drive(test_img)
 | |
|         self.vm.launch()
 | |
| 
 | |
|     def tearDown(self):
 | |
|         self.vm.shutdown()
 | |
|         os.remove(test_img)
 | |
|         os.remove(target_img)
 | |
| 
 | |
|     def test_absolute_paths_full(self):
 | |
|         self.assert_no_active_block_jobs()
 | |
|         result = self.vm.qmp('drive-mirror', device='drive0',
 | |
|                              sync='full', target=target_img,
 | |
|                              mode='absolute-paths')
 | |
|         self.assert_qmp(result, 'return', {})
 | |
|         self.complete_and_wait()
 | |
|         self.assert_no_active_block_jobs()
 | |
| 
 | |
|     def test_absolute_paths_top(self):
 | |
|         self.assert_no_active_block_jobs()
 | |
|         result = self.vm.qmp('drive-mirror', device='drive0',
 | |
|                              sync='top', target=target_img,
 | |
|                              mode='absolute-paths')
 | |
|         self.assert_qmp(result, 'return', {})
 | |
|         self.complete_and_wait()
 | |
|         self.assert_no_active_block_jobs()
 | |
| 
 | |
|     def test_absolute_paths_none(self):
 | |
|         self.assert_no_active_block_jobs()
 | |
|         result = self.vm.qmp('drive-mirror', device='drive0',
 | |
|                              sync='none', target=target_img,
 | |
|                              mode='absolute-paths')
 | |
|         self.assert_qmp(result, 'return', {})
 | |
|         self.complete_and_wait()
 | |
|         self.assert_no_active_block_jobs()
 | |
| 
 | |
| class TestRepairQuorum(ImageMirroringTestCase):
 | |
|     """ This class test quorum file repair using drive-mirror.
 | |
|         It's mostly a fork of TestSingleDrive """
 | |
|     image_len = 1 * 1024 * 1024 # MB
 | |
|     IMAGES = [ quorum_img1, quorum_img2, quorum_img3 ]
 | |
| 
 | |
|     def has_quorum(self):
 | |
|         return 'quorum' in iotests.qemu_img_pipe('--help')
 | |
| 
 | |
|     def setUp(self):
 | |
|         self.vm = iotests.VM()
 | |
| 
 | |
|         # Add each individual quorum images
 | |
|         for i in self.IMAGES:
 | |
|             qemu_img('create', '-f', iotests.imgfmt, i,
 | |
|                      str(TestSingleDrive.image_len))
 | |
|             # Assign a node name to each quorum image in order to manipulate
 | |
|             # them
 | |
|             opts = "node-name=img%i" % self.IMAGES.index(i)
 | |
|             self.vm = self.vm.add_drive(i, opts)
 | |
| 
 | |
|         self.vm.launch()
 | |
| 
 | |
|         #assemble the quorum block device from the individual files
 | |
|         args = { "options" : { "driver": "quorum", "id": "quorum0",
 | |
|                  "vote-threshold": 2, "children": [ "img0", "img1", "img2" ] } }
 | |
|         if self.has_quorum():
 | |
|             result = self.vm.qmp("blockdev-add", **args)
 | |
|             self.assert_qmp(result, 'return', {})
 | |
| 
 | |
| 
 | |
|     def tearDown(self):
 | |
|         self.vm.shutdown()
 | |
|         for i in self.IMAGES + [ quorum_repair_img ]:
 | |
|             # Do a try/except because the test may have deleted some images
 | |
|             try:
 | |
|                 os.remove(i)
 | |
|             except OSError:
 | |
|                 pass
 | |
| 
 | |
|     def test_complete(self):
 | |
|         if not self.has_quorum():
 | |
|             return
 | |
| 
 | |
|         self.assert_no_active_block_jobs()
 | |
| 
 | |
|         result = self.vm.qmp('drive-mirror', device='quorum0', sync='full',
 | |
|                              node_name="repair0",
 | |
|                              replaces="img1",
 | |
|                              target=quorum_repair_img, format=iotests.imgfmt)
 | |
|         self.assert_qmp(result, 'return', {})
 | |
| 
 | |
|         self.complete_and_wait(drive="quorum0")
 | |
|         result = self.vm.qmp('query-named-block-nodes')
 | |
|         self.assert_qmp(result, 'return[0]/file', quorum_repair_img)
 | |
|         # TODO: a better test requiring some QEMU infrastructure will be added
 | |
|         #       to check that this file is really driven by quorum
 | |
|         self.vm.shutdown()
 | |
|         self.assertTrue(iotests.compare_images(quorum_img2, quorum_repair_img),
 | |
|                         'target image does not match source after mirroring')
 | |
| 
 | |
|     def test_cancel(self):
 | |
|         if not self.has_quorum():
 | |
|             return
 | |
| 
 | |
|         self.assert_no_active_block_jobs()
 | |
| 
 | |
|         result = self.vm.qmp('drive-mirror', device='quorum0', sync='full',
 | |
|                              node_name="repair0",
 | |
|                              replaces="img1",
 | |
|                              target=quorum_repair_img, format=iotests.imgfmt)
 | |
|         self.assert_qmp(result, 'return', {})
 | |
| 
 | |
|         self.cancel_and_wait(drive="quorum0", force=True)
 | |
|         # here we check that the last registered quorum file has not been
 | |
|         # swapped out and unref
 | |
|         result = self.vm.qmp('query-named-block-nodes')
 | |
|         self.assert_qmp(result, 'return[0]/file', quorum_img3)
 | |
|         self.vm.shutdown()
 | |
| 
 | |
|     def test_cancel_after_ready(self):
 | |
|         if not self.has_quorum():
 | |
|             return
 | |
| 
 | |
|         self.assert_no_active_block_jobs()
 | |
| 
 | |
|         result = self.vm.qmp('drive-mirror', device='quorum0', sync='full',
 | |
|                              node_name="repair0",
 | |
|                              replaces="img1",
 | |
|                              target=quorum_repair_img, format=iotests.imgfmt)
 | |
|         self.assert_qmp(result, 'return', {})
 | |
| 
 | |
|         self.wait_ready_and_cancel(drive="quorum0")
 | |
|         result = self.vm.qmp('query-named-block-nodes')
 | |
|         # here we check that the last registered quorum file has not been
 | |
|         # swapped out and unref
 | |
|         self.assert_qmp(result, 'return[0]/file', quorum_img3)
 | |
|         self.vm.shutdown()
 | |
|         self.assertTrue(iotests.compare_images(quorum_img2, quorum_repair_img),
 | |
|                         'target image does not match source after mirroring')
 | |
| 
 | |
|     def test_pause(self):
 | |
|         if not self.has_quorum():
 | |
|             return
 | |
| 
 | |
|         self.assert_no_active_block_jobs()
 | |
| 
 | |
|         result = self.vm.qmp('drive-mirror', device='quorum0', sync='full',
 | |
|                              node_name="repair0",
 | |
|                              replaces="img1",
 | |
|                              target=quorum_repair_img, format=iotests.imgfmt)
 | |
|         self.assert_qmp(result, 'return', {})
 | |
| 
 | |
|         result = self.vm.qmp('block-job-pause', device='quorum0')
 | |
|         self.assert_qmp(result, 'return', {})
 | |
| 
 | |
|         time.sleep(1)
 | |
|         result = self.vm.qmp('query-block-jobs')
 | |
|         offset = self.dictpath(result, 'return[0]/offset')
 | |
| 
 | |
|         time.sleep(1)
 | |
|         result = self.vm.qmp('query-block-jobs')
 | |
|         self.assert_qmp(result, 'return[0]/offset', offset)
 | |
| 
 | |
|         result = self.vm.qmp('block-job-resume', device='quorum0')
 | |
|         self.assert_qmp(result, 'return', {})
 | |
| 
 | |
|         self.complete_and_wait(drive="quorum0")
 | |
|         self.vm.shutdown()
 | |
|         self.assertTrue(iotests.compare_images(quorum_img2, quorum_repair_img),
 | |
|                         'target image does not match source after mirroring')
 | |
| 
 | |
|     def test_medium_not_found(self):
 | |
|         if not self.has_quorum():
 | |
|             return
 | |
| 
 | |
|         result = self.vm.qmp('drive-mirror', device='ide1-cd0', sync='full',
 | |
|                              node_name='repair0',
 | |
|                              replaces='img1',
 | |
|                              target=quorum_repair_img, format=iotests.imgfmt)
 | |
|         self.assert_qmp(result, 'error/class', 'GenericError')
 | |
| 
 | |
|     def test_image_not_found(self):
 | |
|         if not self.has_quorum():
 | |
|             return
 | |
| 
 | |
|         result = self.vm.qmp('drive-mirror', device='quorum0', sync='full',
 | |
|                              node_name='repair0',
 | |
|                              replaces='img1',
 | |
|                              mode='existing',
 | |
|                              target=quorum_repair_img, format=iotests.imgfmt)
 | |
|         self.assert_qmp(result, 'error/class', 'GenericError')
 | |
| 
 | |
|     def test_device_not_found(self):
 | |
|         if not self.has_quorum():
 | |
|             return
 | |
| 
 | |
|         result = self.vm.qmp('drive-mirror', device='nonexistent', sync='full',
 | |
|                              node_name='repair0',
 | |
|                              replaces='img1',
 | |
|                              target=quorum_repair_img, format=iotests.imgfmt)
 | |
|         self.assert_qmp(result, 'error/class', 'DeviceNotFound')
 | |
| 
 | |
|     def test_wrong_sync_mode(self):
 | |
|         if not self.has_quorum():
 | |
|             return
 | |
| 
 | |
|         result = self.vm.qmp('drive-mirror', device='quorum0',
 | |
|                              node_name='repair0',
 | |
|                              replaces='img1',
 | |
|                              target=quorum_repair_img, format=iotests.imgfmt)
 | |
|         self.assert_qmp(result, 'error/class', 'GenericError')
 | |
| 
 | |
|     def test_no_node_name(self):
 | |
|         if not self.has_quorum():
 | |
|             return
 | |
| 
 | |
|         result = self.vm.qmp('drive-mirror', device='quorum0', sync='full',
 | |
|                              replaces='img1',
 | |
|                              target=quorum_repair_img, format=iotests.imgfmt)
 | |
|         self.assert_qmp(result, 'error/class', 'GenericError')
 | |
| 
 | |
|     def test_unexistant_replaces(self):
 | |
|         if not self.has_quorum():
 | |
|             return
 | |
| 
 | |
|         result = self.vm.qmp('drive-mirror', device='quorum0', sync='full',
 | |
|                              node_name='repair0',
 | |
|                              replaces='img77',
 | |
|                              target=quorum_repair_img, format=iotests.imgfmt)
 | |
|         self.assert_qmp(result, 'error/class', 'GenericError')
 | |
| 
 | |
|     def test_after_a_quorum_snapshot(self):
 | |
|         if not self.has_quorum():
 | |
|             return
 | |
| 
 | |
|         result = self.vm.qmp('blockdev-snapshot-sync', node_name='img1',
 | |
|                              snapshot_file=quorum_snapshot_file,
 | |
|                              snapshot_node_name="snap1");
 | |
| 
 | |
|         result = self.vm.qmp('drive-mirror', device='quorum0', sync='full',
 | |
|                              node_name='repair0',
 | |
|                              replaces="img1",
 | |
|                              target=quorum_repair_img, format=iotests.imgfmt)
 | |
|         self.assert_qmp(result, 'error/class', 'GenericError')
 | |
| 
 | |
|         result = self.vm.qmp('drive-mirror', device='quorum0', sync='full',
 | |
|                              node_name='repair0',
 | |
|                              replaces="snap1",
 | |
|                              target=quorum_repair_img, format=iotests.imgfmt)
 | |
|         self.assert_qmp(result, 'return', {})
 | |
| 
 | |
|         self.complete_and_wait(drive="quorum0")
 | |
|         result = self.vm.qmp('query-named-block-nodes')
 | |
|         self.assert_qmp(result, 'return[0]/file', quorum_repair_img)
 | |
|         # TODO: a better test requiring some QEMU infrastructure will be added
 | |
|         #       to check that this file is really driven by quorum
 | |
|         self.vm.shutdown()
 | |
| 
 | |
| if __name__ == '__main__':
 | |
|     iotests.main(supported_fmts=['qcow2', 'qed'])
 |