Adding base functions for end to end testing using qemu tooling
This commit is contained in:
Torxed
parent
20f802dfc3
commit
2063a65ffe
|
|
@ -0,0 +1,51 @@
|
||||||
|
import pathlib
|
||||||
|
|
||||||
|
parameters = {
|
||||||
|
"pci_emulation" : [
|
||||||
|
'/usr/bin/qemu-system-x86_64',
|
||||||
|
'-name', '"archinstall-test"',
|
||||||
|
'-display', 'none',
|
||||||
|
'-monitor', 'none',
|
||||||
|
#'-serial', 'none',
|
||||||
|
'-nographic',
|
||||||
|
'-usb', '-device', 'usb-host,vendorid=0x1050,productid=0x0407',
|
||||||
|
'-pidfile', f'{pathlib.Path(__file__).parent}/archinstall-test.pid',
|
||||||
|
'-cpu', 'host,topoext,kvm=off,hv_relaxed,hv_spinlocks=0x1fff,hv_vapic,hv_time',
|
||||||
|
'-enable-kvm',
|
||||||
|
'-object', 'rng-random,filename=/dev/urandom,id=rng0',
|
||||||
|
'-device', 'virtio-rng-pci,rng=rng0',
|
||||||
|
'-usbdevice', 'mouse',
|
||||||
|
'-global', 'driver=cfi.pflash01,property=secure,value=on',
|
||||||
|
'-machine', 'type=q35,accel=kvm,kernel_irqchip=on',
|
||||||
|
'-smbios', '"type=0,vendor=American Megatrends Inc.,version=P4.60,date=08/03/2021,release=08.03.2021"',
|
||||||
|
'-smbios', '"type=1,manufacturer=Inet_AB,product=To Be Filled By O.E.M.,version=To Be Filled By O.E.M.,serial=245797,uuid=4154a2b8-7b7f-0000-0000-000000000000,sku=To Be Filled By O.E.M.,family=To Be Filled By O.E.M."',
|
||||||
|
'-smbios', '"type=2,manufacturer=ASRock,product=X570 Taichi,version=,serial=M80-D00000012340asset=,location="',
|
||||||
|
'-smbios', '"type=3,manufacturer=To Be Filled By O.E.M.,version=To Be Filled By O.E.M.,serial=214345,asset=To Be Filled By O.E.M.,sku=To Be Filled By O.E.M."',
|
||||||
|
'-smbios', '"type=4,sock_pfx=AM4,manufacturer=Advanced Micro Devices,, Inc.,version=AMD Ryzen 9 5900X 12-Core Processor,serial=Unknown,asset=Unknown,part=Unknown"',
|
||||||
|
'-smbios', '"type=17,loc_pfx=DIMM 1,bank=P0 CHANNEL A,manufacturer=Unknown,serial=00000000,asset=Not Specified,part=CMK64GX4M2E3200C16,speed=2133"',
|
||||||
|
'-smbios', '"type=17,loc_pfx=DIMM 1,bank=P0 CHANNEL B,manufacturer=Unknown,serial=00000000,asset=Not Specified,part=CMK64GX4M2E3200C16,speed=2133"',
|
||||||
|
'-m', '4096',
|
||||||
|
'-smp', '4,sockets=1,dies=1,cores=4,threads=1',
|
||||||
|
'-device', 'intel-iommu,device-iotlb=on,caching-mode=on',
|
||||||
|
'-device', 'pcie-root-port,port=0xe,chassis=8,id=pci.8,bus=pcie.0,multifunction=on,addr=0x6',
|
||||||
|
'-device', 'virtio-keyboard-pci,id=input1,bus=pci.8,addr=0x0',
|
||||||
|
'-device', 'pcie-root-port,port=0xf,chassis=9,id=pci.9,bus=pcie.0,addr=0x6.0x1',
|
||||||
|
'-device', 'pcie-root-port,port=0x11,chassis=13,id=pci.13,bus=pcie.0,addr=0x6.0x3',
|
||||||
|
'-drive', 'if=pflash,format=raw,readonly=on,file=/usr/share/ovmf/x64/OVMF_CODE.secboot.fd',
|
||||||
|
'-drive', 'if=pflash,format=raw,file=/home/anton/archtest.fd',
|
||||||
|
#'-tpmdev', 'passthrough,id=tpm0,path=/dev/tpm0,cancel-path=/tmp/foo-cancel2',
|
||||||
|
#'-device', 'tpm-tis,tpmdev=tpm0',
|
||||||
|
'-object', 'iothread,id=iothread1',
|
||||||
|
'-device', 'virtio-scsi-pci,bus=pcie.0,id=scsi2,addr=0x8',
|
||||||
|
'-device', 'virtio-scsi-pci,iothread=iothread1,id=scsi0,num_queues=8,bus=pci.13,addr=0x0',
|
||||||
|
'-device', '"scsi-hd,serial=S5GBAD12345ABCE,drive=libvirt-1-format,bus=scsi2.0,id=scsi0-0-0-0,channel=0,scsi-id=0,lun=0,device_id=drive-scsi0-0-0-0,bootindex=2,write-cache=on"',
|
||||||
|
'-blockdev', '\'{"driver":"file","filename":"/home/anton/archtest.img","aio":"threads","node-name":"libvirt-1-storage","cache":{"direct":true,"no-flush":false},"auto-read-only":true,"discard":"unmap"}\'',
|
||||||
|
'-blockdev', '\'{"node-name":"libvirt-1-format","read-only":false,"discard":"unmap","cache":{"direct":true,"no-flush":false},"driver":"qcow2","file":"libvirt-1-storage","backing":null}\'',
|
||||||
|
'-device', 'pcie-root-port,multifunction=on,bus=pcie.0,id=port9-0,addr=0x9,chassis=0',
|
||||||
|
'-device', 'virtio-net-pci,mac=FE:00:00:00:00:01,id=network0,netdev=network0.0,status=on,bus=port9-0',
|
||||||
|
'-netdev', 'tap,ifname=tap0,id=network0.0,script=/home/anton/Archtest_up.sh,downscript=no',
|
||||||
|
'-audiodev', 'pipewire,id=win11',
|
||||||
|
'-device', 'ich9-intel-hda,id=sound0,bus=pcie.0,addr=0x1b',
|
||||||
|
'-device', 'hda-micro,audiodev=win11',
|
||||||
|
]
|
||||||
|
}
|
||||||
|
|
@ -0,0 +1,259 @@
|
||||||
|
import time
|
||||||
|
import asyncio
|
||||||
|
import threading
|
||||||
|
import pathlib
|
||||||
|
import socket
|
||||||
|
import select
|
||||||
|
import os
|
||||||
|
import json
|
||||||
|
import logging
|
||||||
|
import sys
|
||||||
|
from subprocess import Popen, PIPE, STDOUT
|
||||||
|
from qemu.qmp import QMPClient, Message
|
||||||
|
from machines import parameters
|
||||||
|
|
||||||
|
logger = logging.getLogger(__name__)
|
||||||
|
logger.setLevel(logging.DEBUG)
|
||||||
|
handler = logging.StreamHandler(sys.stdout)
|
||||||
|
handler.setLevel(logging.DEBUG)
|
||||||
|
logger.addHandler(handler)
|
||||||
|
|
||||||
|
class QMPClientMonitor:
|
||||||
|
def __init__(self, name: str, qmp_socket):
|
||||||
|
self.qmp = QMPClient(name)
|
||||||
|
self.qmp.logger = logger
|
||||||
|
self.qmp_socket = qmp_socket
|
||||||
|
self.loop = None
|
||||||
|
|
||||||
|
async def watch_events(self):
|
||||||
|
try:
|
||||||
|
async for event in self.qmp.events:
|
||||||
|
print(f"Event: {event['event']}")
|
||||||
|
except asyncio.CancelledError:
|
||||||
|
return
|
||||||
|
|
||||||
|
async def run(self):
|
||||||
|
self.loop = asyncio.get_event_loop()
|
||||||
|
await self.qmp.connect(self.qmp_socket)
|
||||||
|
|
||||||
|
asyncio.create_task(self.watch_events())
|
||||||
|
|
||||||
|
await self.qmp.runstate_changed()
|
||||||
|
try:
|
||||||
|
await self.qmp.disconnect()
|
||||||
|
except:
|
||||||
|
pass
|
||||||
|
|
||||||
|
|
||||||
|
class SerialMonitor(threading.Thread):
|
||||||
|
def __init__(self, profile, QMP, serial_socket_path):
|
||||||
|
self.profile = profile
|
||||||
|
self.QMP = QMP
|
||||||
|
self.serial_socket_path = serial_socket_path
|
||||||
|
|
||||||
|
threading.Thread.__init__(self)
|
||||||
|
self.start()
|
||||||
|
|
||||||
|
async def edit_boot(self):
|
||||||
|
logger.info("Sending 'e'")
|
||||||
|
|
||||||
|
# https://github.com/coreos/qemu/blob/master/qmp-commands.hx
|
||||||
|
await self.QMP.qmp.execute_msg(
|
||||||
|
self.QMP.qmp.make_execute_msg(
|
||||||
|
'send-key',
|
||||||
|
arguments={
|
||||||
|
'keys': [
|
||||||
|
{ "type": "qcode", "data": "e" }
|
||||||
|
]
|
||||||
|
}
|
||||||
|
)
|
||||||
|
)
|
||||||
|
|
||||||
|
logger.info("Sending 'end'")
|
||||||
|
asyncio.sleep(1)
|
||||||
|
ret = await self.QMP.qmp.execute_msg(
|
||||||
|
self.QMP.qmp.make_execute_msg(
|
||||||
|
'send-key',
|
||||||
|
arguments={
|
||||||
|
'keys': [
|
||||||
|
{ "type": "qcode", "data": "end" }
|
||||||
|
]
|
||||||
|
}
|
||||||
|
)
|
||||||
|
)
|
||||||
|
asyncio.sleep(1)
|
||||||
|
|
||||||
|
keys = []
|
||||||
|
# https://gist.github.com/mvidner/8939289
|
||||||
|
keys.append({ "type": "qcode", "data": "spc" })
|
||||||
|
for character in list('console=tty0 console=ttyS0,115200'):
|
||||||
|
if character.isupper():
|
||||||
|
keys.append({ "type": "qcode", "data": 'caps_lock' })
|
||||||
|
keys.append({ "type": "qcode", "data": character.lower().replace('=', 'equal').replace(',', 'comma').replace(' ', 'spc') })
|
||||||
|
if character.isupper():
|
||||||
|
keys.append({ "type": "qcode", "data": 'caps_lock' })
|
||||||
|
# keys.append({ "type": "qcode", "data": "kp_enter" })
|
||||||
|
|
||||||
|
ret = await self.QMP.qmp.execute_msg(
|
||||||
|
self.QMP.qmp.make_execute_msg(
|
||||||
|
'send-key',
|
||||||
|
arguments={
|
||||||
|
'keys': keys
|
||||||
|
}
|
||||||
|
)
|
||||||
|
)
|
||||||
|
|
||||||
|
await asyncio.sleep(1)
|
||||||
|
ret = await self.QMP.qmp.execute_msg(
|
||||||
|
self.QMP.qmp.make_execute_msg(
|
||||||
|
'send-key',
|
||||||
|
arguments={
|
||||||
|
'keys': [
|
||||||
|
{ "type": "qcode", "data": "kp_enter" }
|
||||||
|
]
|
||||||
|
}
|
||||||
|
)
|
||||||
|
)
|
||||||
|
|
||||||
|
async def login_root(self):
|
||||||
|
keys = []
|
||||||
|
for character in list('root'):
|
||||||
|
if character.isupper():
|
||||||
|
keys.append({ "type": "qcode", "data": 'caps_lock' })
|
||||||
|
keys.append({ "type": "qcode", "data": character.lower().replace('=', 'equal').replace(',', 'comma').replace(' ', 'spc') })
|
||||||
|
if character.isupper():
|
||||||
|
keys.append({ "type": "qcode", "data": 'caps_lock' })
|
||||||
|
|
||||||
|
ret = await self.QMP.qmp.execute_msg(
|
||||||
|
self.QMP.qmp.make_execute_msg(
|
||||||
|
'send-key',
|
||||||
|
arguments={
|
||||||
|
'keys': keys
|
||||||
|
}
|
||||||
|
)
|
||||||
|
)
|
||||||
|
|
||||||
|
await asyncio.sleep(1)
|
||||||
|
ret = await self.QMP.qmp.execute_msg(
|
||||||
|
self.QMP.qmp.make_execute_msg(
|
||||||
|
'send-key',
|
||||||
|
arguments={
|
||||||
|
'keys': [
|
||||||
|
{ "type": "qcode", "data": "kp_enter" }
|
||||||
|
]
|
||||||
|
}
|
||||||
|
)
|
||||||
|
)
|
||||||
|
|
||||||
|
await asyncio.sleep(1)
|
||||||
|
ret = await self.QMP.qmp.execute_msg(
|
||||||
|
self.QMP.qmp.make_execute_msg(
|
||||||
|
'send-key',
|
||||||
|
arguments={
|
||||||
|
'keys': [
|
||||||
|
{ "type": "qcode", "data": "kp_enter" }
|
||||||
|
]
|
||||||
|
}
|
||||||
|
)
|
||||||
|
)
|
||||||
|
|
||||||
|
def run(self):
|
||||||
|
client_socket = socket.socket(socket.AF_UNIX, socket.SOCK_STREAM)
|
||||||
|
client_socket.connect(str(self.serial_socket_path))
|
||||||
|
|
||||||
|
alive = True
|
||||||
|
with open('serial.log', 'wb') as fh:
|
||||||
|
while alive:
|
||||||
|
r, w, x = select.select([client_socket], [], [], 0.2)
|
||||||
|
for fd in r:
|
||||||
|
if (output := client_socket.recv(8192)):
|
||||||
|
if b'Boot in' in output:
|
||||||
|
logger.info("Found booting")
|
||||||
|
asyncio.run_coroutine_threadsafe(self.edit_boot(), loop=self.QMP.loop)
|
||||||
|
elif b'archiso login:' in output:
|
||||||
|
logger.info("Found login prompt")
|
||||||
|
asyncio.run_coroutine_threadsafe(self.login_root(), loop=self.QMP.loop)
|
||||||
|
|
||||||
|
fh.write(output)
|
||||||
|
fh.flush()
|
||||||
|
|
||||||
|
else:
|
||||||
|
client_socket.close()
|
||||||
|
alive = False
|
||||||
|
break
|
||||||
|
time.sleep(0.025)
|
||||||
|
|
||||||
|
class QemuSession(threading.Thread):
|
||||||
|
def __init__(self, cmd, qmp_socket, serial_socket):
|
||||||
|
self.cmd = cmd
|
||||||
|
self.qmp_socket = qmp_socket
|
||||||
|
self.serial_socket = serial_socket
|
||||||
|
|
||||||
|
threading.Thread.__init__(self)
|
||||||
|
self.start()
|
||||||
|
|
||||||
|
def run(self):
|
||||||
|
#print(self.cmd)
|
||||||
|
self.handle = Popen(
|
||||||
|
' '.join(self.cmd),
|
||||||
|
stdout=PIPE,
|
||||||
|
stderr=STDOUT,
|
||||||
|
stdin=PIPE,
|
||||||
|
shell=True,
|
||||||
|
cwd=str(pathlib.Path(__file__).parent),
|
||||||
|
pass_fds=[self.qmp_socket.fileno(), self.serial_socket.fileno()]
|
||||||
|
)
|
||||||
|
|
||||||
|
while self.handle.poll() is None:
|
||||||
|
r, w, x = select.select([self.handle.stdout.fileno(), self.handle.stdout.fileno()], [], [], 0.2)
|
||||||
|
for fd in r:
|
||||||
|
if fd == self.handle.stdout.fileno():
|
||||||
|
if (output := self.handle.stdout.read()):
|
||||||
|
print(output)
|
||||||
|
#elif fd == self.handle.stderr.fileno():
|
||||||
|
# if (output := self.handle.stderr.read()):
|
||||||
|
# print(output)
|
||||||
|
# No exit signal yet
|
||||||
|
time.sleep(0.25)
|
||||||
|
|
||||||
|
r, w, x = select.select([self.handle.stdout.fileno(), self.handle.stdout.fileno()], [], [], 0.2)
|
||||||
|
for fd in r:
|
||||||
|
if fd == self.handle.stdout.fileno():
|
||||||
|
if (output := self.handle.stdout.read()):
|
||||||
|
print(output)
|
||||||
|
#elif fd == self.handle.stderr.fileno():
|
||||||
|
# if (output := self.handle.stderr.read()):
|
||||||
|
# print(output)
|
||||||
|
|
||||||
|
self.handle.stdin.close()
|
||||||
|
self.handle.stdout.close()
|
||||||
|
# self.handle.stderr.close()
|
||||||
|
logger.warning("Qemu closed..")
|
||||||
|
|
||||||
|
for profile in parameters:
|
||||||
|
qmp_socket_path = pathlib.Path(__file__).parent / "qmp.socket"
|
||||||
|
serial_socket_path = pathlib.Path(__file__).parent / "serial.socket"
|
||||||
|
|
||||||
|
qmp_socket_path.unlink(missing_ok=True)
|
||||||
|
serial_socket_path.unlink(missing_ok=True)
|
||||||
|
|
||||||
|
with socket.socket(socket.AF_UNIX, socket.SOCK_STREAM) as qmp_socket:
|
||||||
|
with socket.socket(socket.AF_UNIX, socket.SOCK_STREAM) as serial_socket:
|
||||||
|
qmp_socket.bind(str(qmp_socket_path))
|
||||||
|
serial_socket.bind(str(serial_socket_path))
|
||||||
|
qmp_socket.listen(2)
|
||||||
|
serial_socket.listen(2)
|
||||||
|
|
||||||
|
args = parameters[profile] + [
|
||||||
|
'-chardev', f'socket,id=qmp1,fd={qmp_socket.fileno()},server=on,wait=off',
|
||||||
|
'-chardev', f'socket,id=serial1,fd={serial_socket.fileno()},server=on,wait=on',
|
||||||
|
'-mon', f'chardev=qmp1,mode=control,pretty=off',
|
||||||
|
'-serial', f"chardev:serial1",
|
||||||
|
'-drive', f'file=/home/anton/Downloads/archlinux-2024.05.11-x86_64.iso,media=cdrom,cache=none,id=cdrom0,index=0'
|
||||||
|
]
|
||||||
|
|
||||||
|
session = QemuSession(args, qmp_socket, serial_socket)
|
||||||
|
monitor = QMPClientMonitor(profile, str(qmp_socket_path))
|
||||||
|
serial = SerialMonitor(profile, monitor, serial_socket_path)
|
||||||
|
|
||||||
|
asyncio.run(monitor.run())
|
||||||
Loading…
Reference in New Issue