1# Functional test that boots an s390x Linux guest with ccw and PCI devices 2# attached and checks whether the devices are recognized by Linux 3# 4# Copyright (c) 2020 Red Hat, Inc. 5# 6# Author: 7# Cornelia Huck <cohuck@redhat.com> 8# 9# This work is licensed under the terms of the GNU GPL, version 2 or 10# later. See the COPYING file in the top-level directory. 11 12import os 13import tempfile 14 15from avocado import skipIf 16from avocado_qemu import QemuSystemTest 17from avocado_qemu import exec_command_and_wait_for_pattern 18from avocado_qemu import wait_for_console_pattern 19from avocado.utils import archive 20 21class S390CCWVirtioMachine(QemuSystemTest): 22 KERNEL_COMMON_COMMAND_LINE = 'printk.time=0 ' 23 24 timeout = 120 25 26 def wait_for_console_pattern(self, success_message, vm=None): 27 wait_for_console_pattern(self, success_message, 28 failure_message='Kernel panic - not syncing', 29 vm=vm) 30 31 def wait_for_crw_reports(self): 32 exec_command_and_wait_for_pattern(self, 33 'while ! (dmesg -c | grep CRW) ; do sleep 1 ; done', 34 'CRW reports') 35 36 dmesg_clear_count = 1 37 def clear_guest_dmesg(self): 38 exec_command_and_wait_for_pattern(self, 'dmesg -c > /dev/null; ' 39 'echo dm_clear\ ' + str(self.dmesg_clear_count), 40 'dm_clear ' + str(self.dmesg_clear_count)) 41 self.dmesg_clear_count += 1 42 43 def test_s390x_devices(self): 44 45 """ 46 :avocado: tags=arch:s390x 47 :avocado: tags=machine:s390-ccw-virtio 48 """ 49 50 kernel_url = ('https://snapshot.debian.org/archive/debian/' 51 '20201126T092837Z/dists/buster/main/installer-s390x/' 52 '20190702+deb10u6/images/generic/kernel.debian') 53 kernel_hash = '5821fbee57d6220a067a8b967d24595621aa1eb6' 54 kernel_path = self.fetch_asset(kernel_url, asset_hash=kernel_hash) 55 56 initrd_url = ('https://snapshot.debian.org/archive/debian/' 57 '20201126T092837Z/dists/buster/main/installer-s390x/' 58 '20190702+deb10u6/images/generic/initrd.debian') 59 initrd_hash = '81ba09c97bef46e8f4660ac25b4ac0a5be3a94d6' 60 initrd_path = self.fetch_asset(initrd_url, asset_hash=initrd_hash) 61 62 self.vm.set_console() 63 kernel_command_line = (self.KERNEL_COMMON_COMMAND_LINE + 64 'console=sclp0 root=/dev/ram0 BOOT_DEBUG=3') 65 self.vm.add_args('-nographic', 66 '-kernel', kernel_path, 67 '-initrd', initrd_path, 68 '-append', kernel_command_line, 69 '-device', 'virtio-net-ccw,devno=fe.1.1111', 70 '-device', 71 'virtio-rng-ccw,devno=fe.2.0000,max_revision=0,id=rn1', 72 '-device', 73 'virtio-rng-ccw,devno=fe.3.1234,max_revision=2,id=rn2', 74 '-device', 'zpci,uid=5,target=zzz', 75 '-device', 'virtio-net-pci,id=zzz', 76 '-device', 'zpci,uid=0xa,fid=12,target=serial', 77 '-device', 'virtio-serial-pci,id=serial', 78 '-device', 'virtio-balloon-ccw') 79 self.vm.launch() 80 81 shell_ready = "sh: can't access tty; job control turned off" 82 self.wait_for_console_pattern(shell_ready) 83 # first debug shell is too early, we need to wait for device detection 84 exec_command_and_wait_for_pattern(self, 'exit', shell_ready) 85 86 ccw_bus_ids="0.1.1111 0.2.0000 0.3.1234" 87 pci_bus_ids="0005:00:00.0 000a:00:00.0" 88 exec_command_and_wait_for_pattern(self, 'ls /sys/bus/ccw/devices/', 89 ccw_bus_ids) 90 exec_command_and_wait_for_pattern(self, 'ls /sys/bus/pci/devices/', 91 pci_bus_ids) 92 # check that the device at 0.2.0000 is in legacy mode, while the 93 # device at 0.3.1234 has the virtio-1 feature bit set 94 virtio_rng_features="00000000000000000000000000001100" + \ 95 "10000000000000000000000000000000" 96 virtio_rng_features_legacy="00000000000000000000000000001100" + \ 97 "00000000000000000000000000000000" 98 exec_command_and_wait_for_pattern(self, 99 'cat /sys/bus/ccw/devices/0.2.0000/virtio?/features', 100 virtio_rng_features_legacy) 101 exec_command_and_wait_for_pattern(self, 102 'cat /sys/bus/ccw/devices/0.3.1234/virtio?/features', 103 virtio_rng_features) 104 # check that /dev/hwrng works - and that it's gone after ejecting 105 exec_command_and_wait_for_pattern(self, 106 'dd if=/dev/hwrng of=/dev/null bs=1k count=10', 107 '10+0 records out') 108 self.clear_guest_dmesg() 109 self.vm.command('device_del', id='rn1') 110 self.wait_for_crw_reports() 111 self.clear_guest_dmesg() 112 self.vm.command('device_del', id='rn2') 113 self.wait_for_crw_reports() 114 exec_command_and_wait_for_pattern(self, 115 'dd if=/dev/hwrng of=/dev/null bs=1k count=10', 116 'dd: /dev/hwrng: No such device') 117 # verify that we indeed have virtio-net devices (without having the 118 # virtio-net driver handy) 119 exec_command_and_wait_for_pattern(self, 120 'cat /sys/bus/ccw/devices/0.1.1111/cutype', 121 '3832/01') 122 exec_command_and_wait_for_pattern(self, 123 'cat /sys/bus/pci/devices/0005\:00\:00.0/subsystem_vendor', 124 '0x1af4') 125 exec_command_and_wait_for_pattern(self, 126 'cat /sys/bus/pci/devices/0005\:00\:00.0/subsystem_device', 127 '0x0001') 128 # check fid propagation 129 exec_command_and_wait_for_pattern(self, 130 'cat /sys/bus/pci/devices/000a\:00\:00.0/function_id', 131 '0x0000000c') 132 # add another device 133 self.clear_guest_dmesg() 134 self.vm.command('device_add', driver='virtio-net-ccw', 135 devno='fe.0.4711', id='net_4711') 136 self.wait_for_crw_reports() 137 exec_command_and_wait_for_pattern(self, 'for i in 1 2 3 4 5 6 7 ; do ' 138 'if [ -e /sys/bus/ccw/devices/*4711 ]; then break; fi ;' 139 'sleep 1 ; done ; ls /sys/bus/ccw/devices/', 140 '0.0.4711') 141 # and detach it again 142 self.clear_guest_dmesg() 143 self.vm.command('device_del', id='net_4711') 144 self.vm.event_wait(name='DEVICE_DELETED', 145 match={'data': {'device': 'net_4711'}}) 146 self.wait_for_crw_reports() 147 exec_command_and_wait_for_pattern(self, 148 'ls /sys/bus/ccw/devices/0.0.4711', 149 'No such file or directory') 150 # test the virtio-balloon device 151 exec_command_and_wait_for_pattern(self, 'head -n 1 /proc/meminfo', 152 'MemTotal: 115640 kB') 153 self.vm.command('human-monitor-command', command_line='balloon 96') 154 exec_command_and_wait_for_pattern(self, 'head -n 1 /proc/meminfo', 155 'MemTotal: 82872 kB') 156 self.vm.command('human-monitor-command', command_line='balloon 128') 157 exec_command_and_wait_for_pattern(self, 'head -n 1 /proc/meminfo', 158 'MemTotal: 115640 kB') 159 160 161 @skipIf(os.getenv('GITLAB_CI'), 'Running on GitLab') 162 def test_s390x_fedora(self): 163 164 """ 165 :avocado: tags=arch:s390x 166 :avocado: tags=machine:s390-ccw-virtio 167 :avocado: tags=device:virtio-gpu 168 :avocado: tags=device:virtio-crypto 169 :avocado: tags=device:virtio-net 170 """ 171 172 kernel_url = ('https://archives.fedoraproject.org/pub/archive' 173 '/fedora-secondary/releases/31/Server/s390x/os' 174 '/images/kernel.img') 175 kernel_hash = 'b93d1efcafcf29c1673a4ce371a1f8b43941cfeb' 176 kernel_path = self.fetch_asset(kernel_url, asset_hash=kernel_hash) 177 178 initrd_url = ('https://archives.fedoraproject.org/pub/archive' 179 '/fedora-secondary/releases/31/Server/s390x/os' 180 '/images/initrd.img') 181 initrd_hash = '3de45d411df5624b8d8ef21cd0b44419ab59b12f' 182 initrd_path_xz = self.fetch_asset(initrd_url, asset_hash=initrd_hash) 183 initrd_path = os.path.join(self.workdir, 'initrd-raw.img') 184 archive.lzma_uncompress(initrd_path_xz, initrd_path) 185 186 self.vm.set_console() 187 kernel_command_line = (self.KERNEL_COMMON_COMMAND_LINE + ' audit=0 ' 188 'rd.plymouth=0 plymouth.enable=0 rd.rescue') 189 self.vm.add_args('-nographic', 190 '-smp', '4', 191 '-m', '512', 192 '-name', 'Some Guest Name', 193 '-uuid', '30de4fd9-b4d5-409e-86a5-09b387f70bfa', 194 '-kernel', kernel_path, 195 '-initrd', initrd_path, 196 '-append', kernel_command_line, 197 '-device', 'zpci,uid=7,target=n', 198 '-device', 'virtio-net-pci,id=n,mac=02:ca:fe:fa:ce:12', 199 '-device', 'virtio-rng-ccw,devno=fe.1.9876', 200 '-device', 'virtio-gpu-ccw,devno=fe.2.5432') 201 self.vm.launch() 202 self.wait_for_console_pattern('Entering emergency mode') 203 204 # Some tests to see whether the CLI options have been considered: 205 self.log.info("Test whether QEMU CLI options have been considered") 206 exec_command_and_wait_for_pattern(self, 207 'while ! (dmesg | grep enP7p0s0) ; do sleep 1 ; done', 208 'virtio_net virtio0 enP7p0s0: renamed') 209 exec_command_and_wait_for_pattern(self, 'lspci', 210 '0007:00:00.0 Class 0200: Device 1af4:1000') 211 exec_command_and_wait_for_pattern(self, 212 'cat /sys/class/net/enP7p0s0/address', 213 '02:ca:fe:fa:ce:12') 214 exec_command_and_wait_for_pattern(self, 'lscss', '0.1.9876') 215 exec_command_and_wait_for_pattern(self, 'lscss', '0.2.5432') 216 exec_command_and_wait_for_pattern(self, 'cat /proc/cpuinfo', 217 'processors : 4') 218 exec_command_and_wait_for_pattern(self, 'grep MemTotal /proc/meminfo', 219 'MemTotal: 499848 kB') 220 exec_command_and_wait_for_pattern(self, 'grep Name /proc/sysinfo', 221 'Extended Name: Some Guest Name') 222 exec_command_and_wait_for_pattern(self, 'grep UUID /proc/sysinfo', 223 '30de4fd9-b4d5-409e-86a5-09b387f70bfa') 224 225 # Disable blinking cursor, then write some stuff into the framebuffer. 226 # QEMU's PPM screendumps contain uncompressed 24-bit values, while the 227 # framebuffer uses 32-bit, so we pad our text with some spaces when 228 # writing to the framebuffer. Since the PPM is uncompressed, we then 229 # can simply read the written "magic bytes" back from the PPM file to 230 # check whether the framebuffer is working as expected. 231 self.log.info("Test screendump of virtio-gpu device") 232 exec_command_and_wait_for_pattern(self, 233 'while ! (dmesg | grep gpudrmfb) ; do sleep 1 ; done', 234 'virtio_gpudrmfb frame buffer device') 235 exec_command_and_wait_for_pattern(self, 236 'echo -e "\e[?25l" > /dev/tty0', ':/#') 237 exec_command_and_wait_for_pattern(self, 'for ((i=0;i<250;i++)); do ' 238 'echo " The qu ick fo x j ump s o ver a laz y d og" >> fox.txt;' 239 'done', 240 ':/#') 241 exec_command_and_wait_for_pattern(self, 242 'dd if=fox.txt of=/dev/fb0 bs=1000 oflag=sync,nocache ; rm fox.txt', 243 '12+0 records out') 244 with tempfile.NamedTemporaryFile(suffix='.ppm', 245 prefix='qemu-scrdump-') as ppmfile: 246 self.vm.command('screendump', filename=ppmfile.name) 247 ppmfile.seek(0) 248 line = ppmfile.readline() 249 self.assertEqual(line, b"P6\n") 250 line = ppmfile.readline() 251 self.assertEqual(line, b"1024 768\n") 252 line = ppmfile.readline() 253 self.assertEqual(line, b"255\n") 254 line = ppmfile.readline(256) 255 self.assertEqual(line, b"The quick fox jumps over a lazy dog\n") 256 257 # Hot-plug a virtio-crypto device and see whether it gets accepted 258 self.log.info("Test hot-plug virtio-crypto device") 259 self.clear_guest_dmesg() 260 self.vm.command('object-add', qom_type='cryptodev-backend-builtin', 261 id='cbe0') 262 self.vm.command('device_add', driver='virtio-crypto-ccw', id='crypdev0', 263 cryptodev='cbe0', devno='fe.0.2342') 264 exec_command_and_wait_for_pattern(self, 265 'while ! (dmesg -c | grep Accelerator.device) ; do' 266 ' sleep 1 ; done', 'Accelerator device is ready') 267 exec_command_and_wait_for_pattern(self, 'lscss', '0.0.2342') 268 self.vm.command('device_del', id='crypdev0') 269 self.vm.command('object-del', id='cbe0') 270 exec_command_and_wait_for_pattern(self, 271 'while ! (dmesg -c | grep Start.virtcrypto_remove) ; do' 272 ' sleep 1 ; done', 'Start virtcrypto_remove.') 273