Add aarch64 QEMU support with UEFI firmware

Adds qemu-system-aarch64 configuration for ARM64 testing with VirtIO devices, Cortex-A72 CPU, and UEFI firmware support.

Change-type: minor
Signed-off-by: Kyle Harding <[email protected]>

Author: klutchell

Dockerfile

@@ -1,4 +1,5 @@
 # --- normalize image architectures
+# FIXME: migrate off of balenalib images and use custom udev scripts
 FROM balenalib/aarch64-node:20-bookworm-build AS cli-build-arm64
 FROM balenalib/aarch64-python:3-bookworm-build AS qemu-build-arm64
 FROM balenalib/aarch64-python:3-bookworm-run AS run-arm64
@@ -46,10 +47,11 @@ COPY requirements.txt .
 
 RUN pip install -r requirements.txt
 
+# FIXME: QEMU build is very time-consuming; consider using debian qemu-system-x86_64 and qemu-system-aarch64 packages instead
 RUN wget -q https://download.qemu.org/qemu-${QEMU_VERSION}.tar.xz \
     && echo "847346c1b82c1a54b2c38f6edbd85549edeb17430b7d4d3da12620e2962bc4f3  qemu-${QEMU_VERSION}.tar.xz" | sha256sum -c - \
     && tar -xf qemu-${QEMU_VERSION}.tar.xz && cd qemu-${QEMU_VERSION} \
-    && ./configure --target-list=x86_64-softmmu --enable-slirp && make -j"$(nproc)" \
+    && ./configure --target-list=x86_64-softmmu,aarch64-softmmu --enable-slirp && make -j"$(nproc)" \
     && make install
 
 
@@ -61,6 +63,7 @@ ENV VIRTUAL_ENV=/opt/venv
 ENV PATH="${VIRTUAL_ENV}/bin:/usr/local/bin:${PATH}"
 
 RUN install_packages \
+    binutils \
     fdisk \
     git \
     jq \
@@ -74,6 +77,7 @@ RUN install_packages \
     minicom \
     openssh-client \
     ovmf \
+    qemu-efi-aarch64 \
     rsync \
     systemd \
     zlib1g

resources/qemu.robot

@@ -16,6 +16,10 @@ Run "${image}" with "${memory}" MB memory "${cpus}" cpus and "${serial_port_path
     Process ${result}
     Set Test Variable    ${image_copy}    /tmp/resin${random}.img
 
+    # detect image architecture by checking for ARM64 EFI bootloader
+    ${result} =  Run Buffered Process    strings ${image} | grep -Eo "BOOTAA64"    shell=yes
+    Run Keyword And Return If    ${result.rc} == 0    Run aarch64 image
+
     # firmware is 'dos' (legacy x86 DTs) or 'gpt' (generic-amd64 DT)
     ${result} =  Run Buffered Process    fdisk -l "${image}" | sed -nE 's/^Disklabel type: (\\w+)$/\\1/p'    shell=yes
     Process ${result}
@@ -27,6 +31,13 @@ Run "${image}" with "${memory}" MB memory "${cpus}" cpus and "${serial_port_path
     Run Keyword And Return If    ${result.rc} == 0    Run "${firmware}" image with "kvm" acceleration
     Run Keyword And Return If    ${result.rc} != 0    Run "${firmware}" image with "tcg" acceleration
 
+Run aarch64 image
+    # https://www.qemu.org/docs/master/system/qemu-manpage.html
+    # .. depending on the target architecture: kvm, xen, hvf, nvmm, whpx (default: tcg)
+    ${result} =  Run Buffered Process    test -r /dev/kvm && test -w /dev/kvm    shell=yes
+    Run Keyword And Return If    ${result.rc} == 0    Run "aarch64" image with "kvm" acceleration
+    Run Keyword And Return If    ${result.rc} != 0    Run "aarch64" image with "tcg" acceleration
+
 Run "gpt" image with "${acceleration}" acceleration
     # qemu-system-x86_64 defunct process without shell
     ${handle} =  Start Process    qemu-system-x86_64 -device ahci,id\=ahci -drive file\=${image_copy},media\=disk,cache\=none,format\=raw,if\=none,id\=disk -device ide-hd,drive\=disk,bus\=ahci.0 -device virtio-net-pci,netdev\=n1 -netdev \"user,id\=n1,dns\=127.0.0.1,guestfwd\=tcp:10.0.2.100:80-cmd:netcat haproxy 80,guestfwd\=tcp:10.0.2.100:443-cmd:netcat haproxy 443\" -m ${memory} -nographic -machine type\=q35 -accel ${acceleration} -smp ${cpus} -chardev socket,id\=serial0,path\=${serial_port_path},server\=on,wait\=off -serial chardev:serial0 -bios /usr/share/ovmf/OVMF.fd -nodefaults    shell=yes
@@ -36,3 +47,11 @@ Run "dos" image with "${acceleration}" acceleration
     # qemu-system-x86_64 defunct process without shell
     ${handle} =  Start Process    qemu-system-x86_64 -device ahci,id\=ahci -drive file\=${image_copy},media\=disk,cache\=none,format\=raw,if\=none,id\=disk -device ide-hd,drive\=disk,bus\=ahci.0 -device virtio-net-pci,netdev\=n1 -netdev \"user,id\=n1,dns\=127.0.0.1,guestfwd\=tcp:10.0.2.100:80-cmd:netcat haproxy 80,guestfwd\=tcp:10.0.2.100:443-cmd:netcat haproxy 443\" -m ${memory} -nographic -machine type\=pc -accel ${acceleration} -smp ${cpus} -chardev socket,id\=serial0,path\=${serial_port_path},server\=on,wait\=off -serial chardev:serial0    shell=yes
     Return From Keyword    ${handle}
+
+Run "aarch64" image with "${acceleration}" acceleration
+    # qemu-system-aarch64 defunct process without shell
+    # Resize image to 4G otherwise the data partition isn't big enough for user apps
+    ${result} =  Run Buffered Process    qemu-img resize ${image_copy} 4G    shell=yes
+    Process ${result}
+    ${handle} =  Start Process    qemu-system-aarch64 -drive file\=${image_copy},media\=disk,cache\=none,format\=raw -device virtio-net-device,netdev\=n1 -netdev \"user,id\=n1,dns\=127.0.0.1,guestfwd\=tcp:10.0.2.100:80-cmd:netcat haproxy 80,guestfwd\=tcp:10.0.2.100:443-cmd:netcat haproxy 443\" -m ${memory} -nographic -machine type\=virt -accel ${acceleration} -smp ${cpus} -chardev socket,id\=serial0,path\=${serial_port_path},server\=on,wait\=off -serial chardev:serial0 -cpu cortex-a72 -bios /usr/share/AAVMF/AAVMF_CODE.fd -nodefaults    shell=yes
+    Return From Keyword    ${handle}