f2f69886ac
Semihosting allows a virtual machine to write to the host file system. Such dangerous settings should not be in a defconfig. Move it to a CI configuration override. Signed-off-by: Heinrich Schuchardt <heinrich.schuchardt@canonical.com> Reviewed-by: Ilias Apalodimas <ilias.apalodimas@linaro.org>
739 lines
31 KiB
YAML
739 lines
31 KiB
YAML
variables:
|
||
windows_vm: windows-2022
|
||
ubuntu_vm: ubuntu-24.04
|
||
macos_vm: macOS-14
|
||
ci_runner_image: trini/u-boot-gitlab-ci-runner:noble-20251013-30Nov2025
|
||
# Ensure we do a shallow clone
|
||
Agent.Source.Git.ShallowFetchDepth: 1
|
||
# Add '-u 0' options for Azure pipelines, otherwise we get "permission
|
||
# denied" error when it tries to "useradd -m -u 1001 vsts_azpcontainer",
|
||
# since our $(ci_runner_image) user is not root.
|
||
container_option: -u 0
|
||
work_dir: /u
|
||
# We define all of these as variables so we can easily reference them twice
|
||
am33xx_kirkwood: "am33xx kirkwood"
|
||
amd: "amd xilinx zynq"
|
||
amlogic_bcm: "amlogic bcm -x mips"
|
||
atmel: "atmel"
|
||
engicam_renesas: "engicam renesas"
|
||
k3_32b: "k3 -x aarch64,phytec,toradex"
|
||
k3_64b: "k3 -x armv7,phytec,toradex"
|
||
kirkwood_mvebu: "kirkwood mvebu"
|
||
layerscape_vf610: "ls1 ls2 lx2 vf610 -x phytec,toradex"
|
||
m68k_remaining_mx_xtensa: "m68k imxrt mx xtensa -x mx6,aarch64"
|
||
mips_x86: "mips x86 -x mediatek"
|
||
mx6: "mx6 -x engicam,phytec,toradex"
|
||
imx8: "imx8 -x engicam,phytec,toradex"
|
||
imx9_arc_nios2_socfpga: "imx9 arc nios2 socfpga -x phytec,toradex"
|
||
phytec_toradex: "phytec toradex"
|
||
powerpc: "powerpc"
|
||
riscv_stm32: "riscv stm32 -x engicam,xilinx"
|
||
rk3399: "rk3399"
|
||
rk352x_rk358x: "rk352 rk358"
|
||
rk356x_rk357x: "rk356 rk357"
|
||
rk3xxx_rest: "rk30 rk31 rk32 rk33 -x rk3399,phytec"
|
||
sandbox_tegra: "tegra sandbox -x toradex"
|
||
samsung_omap_mediatek: "samsung omap mediatek"
|
||
sun4i_5i: "sun4i sun5i"
|
||
sun6i_sun7i: "sun6i sun7i"
|
||
sun8i: "sun8i"
|
||
sunxi_rest: "sunxi -x sun4i,sun5i,sun6i,sun7i,sun8i"
|
||
arm_catch_all: "arm -x aarch64,am33xx,atmel,bcm,ls,lx,imx,k3,kirkwood,mvebu,mx,omap,renesas,rk,samsung,socfpga,stm32,sunxi,tegra,vf610,xilinx,zynq"
|
||
aarch64_catch_all: "aarch64 -x amd,amlogic,bcm,engicam,imx,k3,ls,lx,mediatek,mvebu,renesas,rk,samsung,socfpga,stm32,sunxi,tegra,xilinx,zynq"
|
||
|
||
stages:
|
||
- stage: testsuites
|
||
jobs:
|
||
- job: tools_only_windows
|
||
displayName: 'Ensure host tools build for Windows'
|
||
pool:
|
||
vmImage: $(windows_vm)
|
||
steps:
|
||
- powershell: |
|
||
(New-Object Net.WebClient).DownloadFile("https://github.com/msys2/msys2-installer/releases/download/2021-06-04/msys2-base-x86_64-20210604.sfx.exe", "sfx.exe")
|
||
displayName: 'Install MSYS2'
|
||
- script: |
|
||
sfx.exe -y -o%CD:~0,2%\
|
||
%CD:~0,2%\msys64\usr\bin\bash -lc " "
|
||
%CD:~0,2%\msys64\usr\bin\bash -lc "pacman --noconfirm -Syuu"
|
||
%CD:~0,2%\msys64\usr\bin\bash -lc "pacman --noconfirm -Syuu"
|
||
displayName: 'Update MSYS2'
|
||
- script: |
|
||
%CD:~0,2%\msys64\usr\bin\bash -lc "pacman --noconfirm --needed -Sy make gcc bison flex diffutils openssl-devel libgnutls-devel libutil-linux-devel"
|
||
displayName: 'Install Toolchain'
|
||
- script: |
|
||
echo make tools-only_defconfig tools-only > build-tools.sh
|
||
%CD:~0,2%\msys64\usr\bin\bash -lc "bash build-tools.sh"
|
||
displayName: 'Build Host Tools'
|
||
env:
|
||
# Tell MSYS2 we need a POSIX emulation layer
|
||
MSYSTEM: MSYS
|
||
# Tell MSYS2 not to ‘cd’ our startup directory to HOME
|
||
CHERE_INVOKING: yes
|
||
|
||
- job: tools_only_macOS
|
||
displayName: 'Ensure host tools build for macOS X'
|
||
pool:
|
||
vmImage: $(macos_vm)
|
||
steps:
|
||
- script: brew install make ossp-uuid
|
||
displayName: Brew install dependencies
|
||
- script: |
|
||
gmake tools-only_config tools-only \
|
||
HOSTCFLAGS="-I/usr/local/opt/openssl@1.1/include" \
|
||
HOSTLDFLAGS="-L/usr/local/opt/openssl@1.1/lib" \
|
||
-j$(sysctl -n hw.logicalcpu)
|
||
displayName: 'Perform tools-only build'
|
||
|
||
- job: check_for_new_CONFIG_symbols_outside_Kconfig
|
||
displayName: 'Check for new CONFIG symbols outside Kconfig'
|
||
pool:
|
||
vmImage: $(ubuntu_vm)
|
||
container:
|
||
image: $(ci_runner_image)
|
||
options: $(container_option)
|
||
steps:
|
||
# If grep succeeds and finds a match the test fails as we should
|
||
# have no matches.
|
||
- script: git grep -E '^#[[:blank:]]*(define|undef)[[:blank:]]*CONFIG_'
|
||
:^doc/ :^arch/arm/dts/ :^scripts/kconfig/lkc.h
|
||
:^include/linux/kconfig.h :^tools/ :^dts/upstream/
|
||
:^lib/mbedtls/external :^lib/mbedtls/mbedtls_def_config.h &&
|
||
exit 1 || exit 0
|
||
|
||
- job: docs
|
||
displayName: 'Build documentation'
|
||
pool:
|
||
vmImage: $(ubuntu_vm)
|
||
container:
|
||
image: $(ci_runner_image)
|
||
options: $(container_option)
|
||
steps:
|
||
- script: |
|
||
set -e
|
||
python3 -m venv /tmp/venvhtml
|
||
. /tmp/venvhtml/bin/activate
|
||
pip install -r doc/sphinx/requirements.txt -r test/py/requirements.txt
|
||
make htmldocs KDOC_WERROR=1
|
||
make infodocs
|
||
|
||
- job: maintainers
|
||
displayName: 'Ensure all configs have MAINTAINERS entries'
|
||
pool:
|
||
vmImage: $(ubuntu_vm)
|
||
container:
|
||
image: $(ci_runner_image)
|
||
options: $(container_option)
|
||
steps:
|
||
- script: |
|
||
./tools/buildman/buildman --maintainer-check
|
||
|
||
- job: tools_only
|
||
displayName: 'Ensure host tools and env tools build'
|
||
pool:
|
||
vmImage: $(ubuntu_vm)
|
||
container:
|
||
image: $(ci_runner_image)
|
||
options: $(container_option)
|
||
steps:
|
||
- script: |
|
||
make tools-only_config tools-only -j$(nproc)
|
||
make mrproper
|
||
make tools-only_config envtools -j$(nproc)
|
||
|
||
- job: utils
|
||
displayName: 'Run binman, buildman, dtoc, Kconfig and patman testsuites'
|
||
pool:
|
||
vmImage: $(ubuntu_vm)
|
||
container:
|
||
image: $(ci_runner_image)
|
||
options: $(container_option)
|
||
steps:
|
||
- script: |
|
||
# Configure git
|
||
git config --global user.name "Azure Pipelines"
|
||
git config --global user.email bmeng.cn@gmail.com
|
||
export USER=azure
|
||
python3 -m venv /tmp/venv
|
||
. /tmp/venv/bin/activate
|
||
pip install -r test/py/requirements.txt \
|
||
-r tools/binman/requirements.txt \
|
||
-r tools/buildman/requirements.txt \
|
||
-r tools/patman/requirements.txt \
|
||
-r tools/u_boot_pylib/requirements.txt
|
||
export UBOOT_TRAVIS_BUILD_DIR=/tmp/tools-only
|
||
export PYTHONPATH=${UBOOT_TRAVIS_BUILD_DIR}/scripts/dtc/pylibfdt
|
||
export PATH=${UBOOT_TRAVIS_BUILD_DIR}/scripts/dtc:${PATH}
|
||
./tools/buildman/buildman -T0 -o ${UBOOT_TRAVIS_BUILD_DIR} -w --board tools-only
|
||
set -ex
|
||
export TOOLPATH="--toolpath ${UBOOT_TRAVIS_BUILD_DIR}/tools --toolpath /opt/coreboot"
|
||
./tools/binman/binman ${TOOLPATH} tool -f missing
|
||
./tools/binman/binman ${TOOLPATH} test
|
||
# Avoid "Permission denied: 'cov'" error by using a temporary file
|
||
COVERAGE_FILE=/tmp/.coverage ./tools/binman/binman ${TOOLPATH} test -T
|
||
./tools/buildman/buildman -t
|
||
./tools/dtoc/dtoc -t
|
||
./tools/patman/patman test
|
||
make O=${UBOOT_TRAVIS_BUILD_DIR} testconfig
|
||
|
||
- job: pylint
|
||
displayName: Check for any pylint regressions
|
||
pool:
|
||
vmImage: $(ubuntu_vm)
|
||
container:
|
||
image: $(ci_runner_image)
|
||
options: $(container_option)
|
||
steps:
|
||
- script: |
|
||
git config --global --add safe.directory $(work_dir)
|
||
export USER=azure
|
||
python3 -m venv /tmp/venv
|
||
. /tmp/venv/bin/activate
|
||
pip install -r test/py/requirements.txt \
|
||
-r tools/binman/requirements.txt \
|
||
-r tools/buildman/requirements.txt \
|
||
-r tools/patman/requirements.txt \
|
||
-r tools/u_boot_pylib/requirements.txt \
|
||
asteval pylint==3.3.4 pyopenssl
|
||
export PATH=${PATH}:~/.local/bin
|
||
echo "[MASTER]" >> .pylintrc
|
||
echo "load-plugins=pylint.extensions.docparams" >> .pylintrc
|
||
export UBOOT_TRAVIS_BUILD_DIR=/tmp/tools-only
|
||
./tools/buildman/buildman -T0 -o ${UBOOT_TRAVIS_BUILD_DIR} -w --board tools-only
|
||
set -ex
|
||
pylint --version
|
||
export PYTHONPATH=${UBOOT_TRAVIS_BUILD_DIR}/scripts/dtc/pylibfdt
|
||
make pylint_err
|
||
|
||
- job: check_packing_of_python_tools
|
||
displayName: 'Check we can package the Python tools'
|
||
pool:
|
||
vmImage: $(ubuntu_vm)
|
||
container:
|
||
image: $(ci_runner_image)
|
||
options: $(container_option)
|
||
steps:
|
||
- script: make pip
|
||
|
||
- job: count_built_machines
|
||
displayName: 'Ensure we build all possible machines'
|
||
pool:
|
||
vmImage: $(ubuntu_vm)
|
||
container:
|
||
image: $(ci_runner_image)
|
||
options: $(container_option)
|
||
steps:
|
||
- script: |
|
||
BMANARGS="-o /tmp --dry-run -v"
|
||
# First get the total number of boards
|
||
total=$(tools/buildman/buildman ${BMANARGS} | grep "Total boards to build for each commit" | cut -d ' ' -f 8)
|
||
# Now build up the list of what each job built.
|
||
built="$(tools/buildman/buildman ${BMANARGS} $(am33xx_kirkwood) | grep '^ ')"
|
||
built="$built $(tools/buildman/buildman ${BMANARGS} $(amd) | grep '^ ')"
|
||
built="$built $(tools/buildman/buildman ${BMANARGS} $(amlogic_bcm) | grep '^ ')"
|
||
built="$built $(tools/buildman/buildman ${BMANARGS} $(atmel) | grep '^ ')"
|
||
built="$built $(tools/buildman/buildman ${BMANARGS} $(engicam_renesas) | grep '^ ')"
|
||
built="$built $(tools/buildman/buildman ${BMANARGS} $(k3_32b) | grep '^ ')"
|
||
built="$built $(tools/buildman/buildman ${BMANARGS} $(k3_64b) | grep '^ ')"
|
||
built="$built $(tools/buildman/buildman ${BMANARGS} $(kirkwood_mvebu) | grep '^ ')"
|
||
built="$built $(tools/buildman/buildman ${BMANARGS} $(layerscape_vf610) | grep '^ ')"
|
||
built="$built $(tools/buildman/buildman ${BMANARGS} $(m68k_remaining_mx_xtensa) | grep '^ ')"
|
||
built="$built $(tools/buildman/buildman ${BMANARGS} $(mips_x86) | grep '^ ')"
|
||
built="$built $(tools/buildman/buildman ${BMANARGS} $(mx6) | grep '^ ')"
|
||
built="$built $(tools/buildman/buildman ${BMANARGS} $(imx8) | grep '^ ')"
|
||
built="$built $(tools/buildman/buildman ${BMANARGS} $(imx9_arc_nios2_socfpga) | grep '^ ')"
|
||
built="$built $(tools/buildman/buildman ${BMANARGS} $(phytec_toradex) | grep '^ ')"
|
||
built="$built $(tools/buildman/buildman ${BMANARGS} $(powerpc) | grep '^ ')"
|
||
built="$built $(tools/buildman/buildman ${BMANARGS} $(riscv_stm32) | grep '^ ')"
|
||
built="$built $(tools/buildman/buildman ${BMANARGS} $(rk3399) | grep '^ ')"
|
||
built="$built $(tools/buildman/buildman ${BMANARGS} $(rk352x_rk358x) | grep '^ ')"
|
||
built="$built $(tools/buildman/buildman ${BMANARGS} $(rk356x_rk357x) | grep '^ ')"
|
||
built="$built $(tools/buildman/buildman ${BMANARGS} $(rk3xxx_rest) | grep '^ ')"
|
||
built="$built $(tools/buildman/buildman ${BMANARGS} $(sandbox_tegra) | grep '^ ')"
|
||
built="$built $(tools/buildman/buildman ${BMANARGS} $(samsung_omap_mediatek) | grep '^ ')"
|
||
built="$built $(tools/buildman/buildman ${BMANARGS} $(sun4i_5i) | grep '^ ')"
|
||
built="$built $(tools/buildman/buildman ${BMANARGS} $(sun6i_sun7i) | grep '^ ')"
|
||
built="$built $(tools/buildman/buildman ${BMANARGS} $(sun8i) | grep '^ ')"
|
||
built="$built $(tools/buildman/buildman ${BMANARGS} $(sunxi_rest) | grep '^ ')"
|
||
built="$built $(tools/buildman/buildman ${BMANARGS} $(arm_catch_all) | grep '^ ')"
|
||
built="$built $(tools/buildman/buildman ${BMANARGS} $(aarch64_catch_all) | grep '^ ')"
|
||
|
||
# Finally see how many machines that is.
|
||
actual=$(tools/buildman/buildman ${BMANARGS} $built | grep "Total boards to build for each commit" | cut -d ' ' -f 8)
|
||
echo We would build a total of $actual out of $total platforms this CI run
|
||
[ $actual -eq $total ] && exit 0 || exit 1
|
||
|
||
- job: create_test_py_wrapper_script
|
||
displayName: 'Create and stage a wrapper for test.py runs'
|
||
pool:
|
||
vmImage: $(ubuntu_vm)
|
||
steps:
|
||
- checkout: none
|
||
- script: |
|
||
cat << EOF > test.sh
|
||
#!/bin/bash
|
||
set -ex
|
||
# the below corresponds to .gitlab-ci.yml "before_script"
|
||
cd \${WORK_DIR}
|
||
git config --global --add safe.directory \${WORK_DIR}
|
||
git clone --depth=1 https://github.com/u-boot/u-boot-test-hooks /tmp/uboot-test-hooks
|
||
# qemu_arm64_lwip_defconfig is the same as qemu_arm64 but with NET_LWIP enabled.
|
||
# The test config and the boardenv file from qemu_arm64 can be re-used so create symlinks
|
||
ln -s conf.qemu_arm64 /tmp/uboot-test-hooks/bin/travis-ci/conf.qemu_arm64_lwip_na
|
||
ln -s u_boot_boardenv_qemu_arm64_na.py /tmp/uboot-test-hooks/py/travis-ci/u_boot_boardenv_qemu_arm64_lwip_na.py
|
||
ln -s travis-ci /tmp/uboot-test-hooks/bin/\`hostname\`
|
||
ln -s travis-ci /tmp/uboot-test-hooks/py/\`hostname\`
|
||
if [[ "\${TEST_PY_BD}" == "qemu-riscv32_spl" ]] || [[ "\${TEST_PY_BD}" == "xilinx_mbv32_smode" ]]; then
|
||
wget -O - https://github.com/riscv-software-src/opensbi/releases/download/v1.3.1/opensbi-1.3.1-rv-bin.tar.xz | tar -C /tmp -xJ;
|
||
export OPENSBI=/tmp/opensbi-1.3.1-rv-bin/share/opensbi/ilp32/generic/firmware/fw_dynamic.bin;
|
||
fi
|
||
if [[ "\${TEST_PY_BD}" == "qemu-riscv64_spl" ]] || [[ "\${TEST_PY_BD}" == "sifive_unleashed" ]] || [[ "\${TEST_PY_BD}" == "xilinx_mbv64_smode" ]]; then
|
||
wget -O - https://github.com/riscv-software-src/opensbi/releases/download/v1.3.1/opensbi-1.3.1-rv-bin.tar.xz | tar -C /tmp -xJ;
|
||
export OPENSBI=/tmp/opensbi-1.3.1-rv-bin/share/opensbi/lp64/generic/firmware/fw_dynamic.bin;
|
||
fi
|
||
if [[ "\${TEST_PY_BD}" == "qemu-arm-sbsa" ]]; then
|
||
wget -O /tmp/bl1.bin https://artifacts.codelinaro.org/artifactory/linaro-419-sbsa-ref/latest/tf-a/bl1.bin;
|
||
wget -O /tmp/fip.bin https://artifacts.codelinaro.org/artifactory/linaro-419-sbsa-ref/latest/tf-a/fip.bin;
|
||
export BINMAN_INDIRS=/tmp
|
||
fi
|
||
# the below corresponds to .gitlab-ci.yml "script"
|
||
cd \${WORK_DIR}
|
||
export UBOOT_TRAVIS_BUILD_DIR=/tmp/\${TEST_PY_BD}
|
||
if [ -n "\${BUILD_ENV}" ]; then
|
||
export \${BUILD_ENV};
|
||
fi
|
||
python3 -m venv /tmp/venv
|
||
. /tmp/venv/bin/activate
|
||
pip install -r tools/binman/requirements.txt \
|
||
-r tools/buildman/requirements.txt \
|
||
-r test/py/requirements.txt \
|
||
-r tools/u_boot_pylib/requirements.txt \
|
||
setuptools \
|
||
pytest-azurepipelines
|
||
tools/buildman/buildman -o \${UBOOT_TRAVIS_BUILD_DIR} -w -E -W -e --board \${TEST_PY_BD} \${OVERRIDE}
|
||
cp /opt/grub/grub_x86.efi \${UBOOT_TRAVIS_BUILD_DIR}/
|
||
cp /opt/grub/grub_x64.efi \${UBOOT_TRAVIS_BUILD_DIR}/
|
||
cp /opt/grub/grubriscv64.efi \${UBOOT_TRAVIS_BUILD_DIR}/grub_riscv64.efi
|
||
cp /opt/grub/grubaa64.efi \${UBOOT_TRAVIS_BUILD_DIR}/grub_arm64.efi
|
||
cp /opt/grub/grubarm.efi \${UBOOT_TRAVIS_BUILD_DIR}/grub_arm.efi
|
||
# create sdcard / spi-nor images for sifive unleashed using genimage
|
||
if [[ "\${TEST_PY_BD}" == "sifive_unleashed" ]]; then
|
||
mkdir -p root;
|
||
cp \${UBOOT_TRAVIS_BUILD_DIR}/spl/u-boot-spl.bin .;
|
||
cp \${UBOOT_TRAVIS_BUILD_DIR}/u-boot.itb .;
|
||
rm -rf tmp;
|
||
genimage --inputpath . --config board/sifive/unleashed/genimage_sdcard.cfg;
|
||
cp images/sdcard.img \${UBOOT_TRAVIS_BUILD_DIR}/;
|
||
rm -rf tmp;
|
||
genimage --inputpath . --config board/sifive/unleashed/genimage_spi-nor.cfg;
|
||
cp images/spi-nor.img \${UBOOT_TRAVIS_BUILD_DIR}/;
|
||
fi
|
||
if [[ "\${TEST_PY_BD}" == "coreboot" ]]; then
|
||
cp /opt/coreboot/coreboot.rom \${UBOOT_TRAVIS_BUILD_DIR}/coreboot.rom;
|
||
/opt/coreboot/cbfstool \${UBOOT_TRAVIS_BUILD_DIR}/coreboot.rom remove -n fallback/payload;
|
||
/opt/coreboot/cbfstool \${UBOOT_TRAVIS_BUILD_DIR}/coreboot.rom add-flat-binary -f \${UBOOT_TRAVIS_BUILD_DIR}/u-boot.bin -n fallback/payload -c LZMA -l 0x1110000 -e 0x1110000;
|
||
fi
|
||
# If we have TF-A binaries, we need to use them.
|
||
tfa_dir=""
|
||
rm -f /tmp/fip.bin
|
||
rm -f /tmp/bl1.bin
|
||
if [[ -d /opt/tf-a/"\${TEST_PY_BD}\${TEST_PY_ID//--id /_}" ]]; then
|
||
tfa_dir="/opt/tf-a/\${TEST_PY_BD}\${TEST_PY_ID//--id /_}";
|
||
elif [[ -d /opt/tf-a/"\${TEST_PY_BD}" ]]; then
|
||
tfa_dir="/opt/tf-a/\${TEST_PY_BD}";
|
||
fi
|
||
if [[ -n "\$tfa_dir" ]]; then
|
||
cp "\$tfa_dir"/fip.bin "\$tfa_dir"/bl1.bin /tmp/;
|
||
fi
|
||
if [ -f /tmp/fip.bin ] && [ -f /tmp/bl1.bin ]; then
|
||
export fip=/tmp/fip.bin;
|
||
export bl1=/tmp/bl1.bin;
|
||
export PATH=/opt/Base_RevC_AEMvA_pkg/models/Linux64_GCC-9.3:\${PATH};
|
||
fi
|
||
export PATH=/opt/qemu/bin:/tmp/uboot-test-hooks/bin:\${PATH}
|
||
export PYTHONPATH=/tmp/uboot-test-hooks/py/travis-ci
|
||
python3 -m http.server 80 --directory "\${UBOOT_TRAVIS_BUILD_DIR}" > /dev/null 2>&1 &
|
||
HTTP_PID=\$!
|
||
sleep 1 # Give the server a moment to start
|
||
if ps -p \${HTTP_PID} > /dev/null; then
|
||
export HTTP_PID
|
||
else
|
||
unset HTTP_PID
|
||
fi
|
||
# "\${var:+"-k \$var"}" expands to "" if \$var is empty, "-k \$var" if not
|
||
./test/py/test.py -ra -o cache_dir="\$UBOOT_TRAVIS_BUILD_DIR"/.pytest_cache --bd \${TEST_PY_BD} \${TEST_PY_ID} \${TEST_PY_EXTRA} \${TEST_PY_TEST_SPEC:+"-k \${TEST_PY_TEST_SPEC}"} --build-dir "\$UBOOT_TRAVIS_BUILD_DIR" --report-dir "\$UBOOT_TRAVIS_BUILD_DIR" --junitxml=\$(System.DefaultWorkingDirectory)/results.xml
|
||
# the below corresponds to .gitlab-ci.yml "after_script"
|
||
if [[ -n "\${HTTP_PID}" ]]; then
|
||
kill \${HTTP_PID};
|
||
fi
|
||
rm -rf /tmp/uboot-test-hooks /tmp/venv
|
||
EOF
|
||
- task: CopyFiles@2
|
||
displayName: 'Copy test.sh for later usage'
|
||
inputs:
|
||
contents: 'test.sh'
|
||
targetFolder: '$(Build.ArtifactStagingDirectory)'
|
||
- publish: '$(Build.ArtifactStagingDirectory)/test.sh'
|
||
displayName: 'Publish test.sh'
|
||
artifact: testsh
|
||
|
||
- stage: test_py_sandbox
|
||
jobs:
|
||
- job: test_py_sandbox
|
||
displayName: 'test.py for sandbox'
|
||
pool:
|
||
vmImage: $(ubuntu_vm)
|
||
strategy:
|
||
matrix:
|
||
sandbox:
|
||
TEST_PY_BD: "sandbox"
|
||
TEST_PY_EXTRA: "--timing"
|
||
# addr2line in Ubuntu 'Noble' and later are broken.
|
||
TEST_PY_TEST_SPEC: "not event_dump"
|
||
sandbox_asan:
|
||
TEST_PY_BD: "sandbox"
|
||
OVERRIDE: "-a ASAN"
|
||
TEST_PY_TEST_SPEC: "version"
|
||
sandbox_clang:
|
||
TEST_PY_BD: "sandbox"
|
||
OVERRIDE: "-O clang-20"
|
||
# addr2line in Ubuntu 'Noble' and later are broken.
|
||
TEST_PY_TEST_SPEC: "not event_dump"
|
||
sandbox_clang_asan:
|
||
TEST_PY_BD: "sandbox"
|
||
OVERRIDE: "-O clang-20 -a ASAN"
|
||
TEST_PY_TEST_SPEC: "version"
|
||
sandbox64:
|
||
TEST_PY_BD: "sandbox64"
|
||
sandbox64_clang:
|
||
TEST_PY_BD: "sandbox64"
|
||
OVERRIDE: "-O clang-20"
|
||
sandbox64_lwip:
|
||
TEST_PY_BD: "sandbox64_lwip"
|
||
sandbox_spl:
|
||
TEST_PY_BD: "sandbox_spl"
|
||
TEST_PY_TEST_SPEC: "test_ofplatdata or test_handoff or test_spl"
|
||
sandbox_vpl:
|
||
TEST_PY_BD: "sandbox_vpl"
|
||
TEST_PY_TEST_SPEC: "vpl or test_spl"
|
||
sandbox_noinst:
|
||
TEST_PY_BD: "sandbox_noinst"
|
||
TEST_PY_TEST_SPEC: "test_ofplatdata or test_handoff or test_spl"
|
||
sandbox_noinst_load_fit_full:
|
||
TEST_PY_BD: "sandbox_noinst"
|
||
TEST_PY_TEST_SPEC: "test_ofplatdata or test_handoff or test_spl"
|
||
OVERRIDE: "-a CONFIG_SPL_LOAD_FIT_FULL=y"
|
||
sandbox_flattree:
|
||
TEST_PY_BD: "sandbox_flattree"
|
||
sandbox_trace:
|
||
TEST_PY_BD: "sandbox"
|
||
BUILD_ENV: "FTRACE=1 NO_LTO=1"
|
||
TEST_PY_TEST_SPEC: "trace"
|
||
OVERRIDE: "-a CONFIG_TRACE=y -a CONFIG_TRACE_EARLY=y -a CONFIG_TRACE_EARLY_SIZE=0x01000000 -a CONFIG_TRACE_BUFFER_SIZE=0x02000000"
|
||
steps:
|
||
- download: current
|
||
artifact: testsh
|
||
- script: |
|
||
# make current directory writeable to uboot user inside the container
|
||
# as sandbox testing need create files like spi flash images, etc.
|
||
# (TODO: clean up this in the future)
|
||
chmod 777 .
|
||
chmod 755 $(Pipeline.Workspace)/testsh/test.sh
|
||
# Filesystem tests need extra docker args to run
|
||
set --
|
||
# mount -o loop needs the loop devices
|
||
if modprobe loop; then
|
||
for d in $(find /dev -maxdepth 1 -name 'loop*'); do
|
||
set -- "$@" --device $d:$d
|
||
done
|
||
fi
|
||
# Needed for mount syscall (for guestmount as well)
|
||
set -- "$@" --cap-add SYS_ADMIN
|
||
# Default apparmor profile denies mounts
|
||
set -- "$@" --security-opt apparmor=unconfined
|
||
# Some tests using libguestfs-tools need the fuse device to run
|
||
docker run "$@" --device /dev/fuse:/dev/fuse \
|
||
-v $PWD:$(work_dir) \
|
||
-v $(Pipeline.Workspace):$(Pipeline.Workspace) \
|
||
-v $(System.DefaultWorkingDirectory):$(System.DefaultWorkingDirectory) \
|
||
-e WORK_DIR="${WORK_DIR}" \
|
||
-e TEST_PY_BD="${TEST_PY_BD}" \
|
||
-e TEST_PY_ID="${TEST_PY_ID}" \
|
||
-e TEST_PY_TEST_SPEC="${TEST_PY_TEST_SPEC}" \
|
||
-e OVERRIDE="${OVERRIDE}" \
|
||
-e BUILD_ENV="${BUILD_ENV}" $(ci_runner_image) \
|
||
$(Pipeline.Workspace)/testsh/test.sh
|
||
- task: PublishTestResults@2
|
||
inputs:
|
||
testResultsFormat: 'JUnit'
|
||
testResultsFiles: 'results.xml'
|
||
|
||
- stage: test_py_qemu
|
||
jobs:
|
||
- job: test_py_qemu
|
||
displayName: 'test.py for QEMU platforms'
|
||
pool:
|
||
vmImage: $(ubuntu_vm)
|
||
strategy:
|
||
matrix:
|
||
coreboot:
|
||
TEST_PY_BD: "coreboot"
|
||
TEST_PY_ID: "--id qemu"
|
||
TEST_PY_TEST_SPEC: "not sleep"
|
||
evb_ast2500:
|
||
TEST_PY_BD: "evb-ast2500"
|
||
TEST_PY_ID: "--id qemu"
|
||
TEST_PY_TEST_SPEC: "not sleep"
|
||
vexpress_ca9x4:
|
||
TEST_PY_BD: "vexpress_ca9x4"
|
||
TEST_PY_ID: "--id qemu"
|
||
TEST_PY_TEST_SPEC: "not sleep"
|
||
vexpress_fvp:
|
||
TEST_PY_BD: "vexpress_fvp"
|
||
TEST_PY_TEST_SPEC: "not sleep and not hostfs"
|
||
vexpress_fvp_bloblist:
|
||
TEST_PY_BD: "vexpress_fvp_bloblist"
|
||
TEST_PY_TEST_SPEC: "not sleep and not hostfs"
|
||
integratorcp_cm926ejs:
|
||
TEST_PY_BD: "integratorcp_cm926ejs"
|
||
TEST_PY_ID: "--id qemu"
|
||
TEST_PY_TEST_SPEC: "not sleep"
|
||
qemu_arm:
|
||
TEST_PY_BD: "qemu_arm"
|
||
TEST_PY_TEST_SPEC: "not sleep"
|
||
qemu_arm64:
|
||
TEST_PY_BD: "qemu_arm64"
|
||
TEST_PY_TEST_SPEC: "not sleep"
|
||
OVERRIDE: "-a CONFIG_SEMIHOSTING=y"
|
||
qemu_arm64_lwip:
|
||
TEST_PY_BD: "qemu_arm64_lwip"
|
||
TEST_PY_TEST_SPEC: "test_net_dhcp or test_net_ping or test_net_tftpboot"
|
||
qemu_arm64_tfa_fw_handoff:
|
||
TEST_PY_BD: "qemu_arm64"
|
||
TEST_PY_ID: "--id fw_handoff_tfa_optee"
|
||
TEST_PY_TEST_SPEC: "test_fw_handoff"
|
||
qemu_arm_sbsa_ref:
|
||
TEST_PY_BD: "qemu-arm-sbsa"
|
||
TEST_PY_TEST_SPEC: "not sleep"
|
||
qemu_m68k:
|
||
TEST_PY_BD: "M5208EVBE"
|
||
TEST_PY_ID: "--id qemu"
|
||
TEST_PY_TEST_SPEC: "not sleep and not efi"
|
||
OVERRIDE: "-a CONFIG_M68K_QEMU=y -a ~CONFIG_MCFTMR"
|
||
qemu_malta:
|
||
TEST_PY_BD: "malta"
|
||
TEST_PY_ID: "--id qemu"
|
||
TEST_PY_TEST_SPEC: "not sleep and not efi"
|
||
qemu_maltael:
|
||
TEST_PY_BD: "maltael"
|
||
TEST_PY_ID: "--id qemu"
|
||
TEST_PY_TEST_SPEC: "not sleep and not efi"
|
||
qemu_malta64:
|
||
TEST_PY_BD: "malta64"
|
||
TEST_PY_ID: "--id qemu"
|
||
TEST_PY_TEST_SPEC: "not sleep and not efi"
|
||
qemu_malta64el:
|
||
TEST_PY_BD: "malta64el"
|
||
TEST_PY_ID: "--id qemu"
|
||
TEST_PY_TEST_SPEC: "not sleep and not efi"
|
||
qemu_ppce500:
|
||
TEST_PY_BD: "qemu-ppce500"
|
||
TEST_PY_TEST_SPEC: "not sleep"
|
||
qemu_riscv32:
|
||
TEST_PY_BD: "qemu-riscv32"
|
||
TEST_PY_TEST_SPEC: "not sleep"
|
||
qemu_riscv64:
|
||
TEST_PY_BD: "qemu-riscv64"
|
||
TEST_PY_TEST_SPEC: "not sleep"
|
||
qemu_riscv32_spl:
|
||
TEST_PY_BD: "qemu-riscv32_spl"
|
||
TEST_PY_TEST_SPEC: "not sleep"
|
||
qemu_riscv64_spl:
|
||
TEST_PY_BD: "qemu-riscv64_spl"
|
||
TEST_PY_TEST_SPEC: "not sleep"
|
||
qemu_riscv64_smode:
|
||
TEST_PY_BD: "qemu-riscv64_smode"
|
||
TEST_PY_TEST_SPEC: "not sleep"
|
||
qemu_riscv64_smode_acpi:
|
||
TEST_PY_BD: "qemu-riscv64_smode_acpi"
|
||
TEST_PY_TEST_SPEC: "not sleep"
|
||
qemu_x86:
|
||
TEST_PY_BD: "qemu-x86"
|
||
TEST_PY_TEST_SPEC: "not sleep"
|
||
qemu_x86_64:
|
||
TEST_PY_BD: "qemu-x86_64"
|
||
TEST_PY_TEST_SPEC: "not sleep"
|
||
qemu_xtensa_dc233c:
|
||
TEST_PY_BD: "qemu-xtensa-dc233c"
|
||
TEST_PY_TEST_SPEC: "not sleep and not efi"
|
||
r2dplus_i82557c:
|
||
TEST_PY_BD: "r2dplus"
|
||
TEST_PY_ID: "--id i82557c_qemu"
|
||
TEST_PY_TEST_SPEC: "not sleep"
|
||
r2dplus_pcnet:
|
||
TEST_PY_BD: "r2dplus"
|
||
TEST_PY_ID: "--id pcnet_qemu"
|
||
TEST_PY_TEST_SPEC: "not sleep"
|
||
r2dplus_rtl8139:
|
||
TEST_PY_BD: "r2dplus"
|
||
TEST_PY_ID: "--id rtl8139_qemu"
|
||
TEST_PY_TEST_SPEC: "not sleep"
|
||
r2dplus_tulip:
|
||
TEST_PY_BD: "r2dplus"
|
||
TEST_PY_ID: "--id tulip_qemu"
|
||
TEST_PY_TEST_SPEC: "not sleep"
|
||
# This is broken upsteam: https://gitlab.com/qemu-project/qemu/-/issues/2945
|
||
# sifive_unleashed_sdcard:
|
||
# TEST_PY_BD: "sifive_unleashed"
|
||
# TEST_PY_ID: "--id sdcard_qemu"
|
||
# TEST_PY_TEST_SPEC: "not sleep"
|
||
sifive_unleashed_spi-nor:
|
||
TEST_PY_BD: "sifive_unleashed"
|
||
TEST_PY_ID: "--id spi-nor_qemu"
|
||
TEST_PY_TEST_SPEC: "not sleep"
|
||
xilinx_mbv32:
|
||
TEST_PY_BD: "xilinx_mbv32"
|
||
TEST_PY_ID: "--id qemu"
|
||
TEST_PY_TEST_SPEC: "not sleep"
|
||
xilinx_mbv32_smode test.py:
|
||
TEST_PY_BD: "xilinx_mbv32_smode"
|
||
TEST_PY_ID: "--id qemu"
|
||
TEST_PY_TEST_SPEC: "not sleep"
|
||
xilinx_mbv64 test.py:
|
||
TEST_PY_BD: "xilinx_mbv64"
|
||
TEST_PY_ID: "--id qemu"
|
||
TEST_PY_TEST_SPEC: "not sleep"
|
||
xilinx_mbv64_smode test.py:
|
||
TEST_PY_BD: "xilinx_mbv64_smode"
|
||
TEST_PY_ID: "--id qemu"
|
||
TEST_PY_TEST_SPEC: "not sleep"
|
||
xilinx_zynq_virt:
|
||
TEST_PY_BD: "xilinx_zynq_virt"
|
||
TEST_PY_ID: "--id qemu"
|
||
TEST_PY_TEST_SPEC: "not sleep"
|
||
xilinx_versal_virt:
|
||
TEST_PY_BD: "xilinx_versal_virt"
|
||
TEST_PY_ID: "--id qemu"
|
||
TEST_PY_TEST_SPEC: "not sleep"
|
||
OVERRIDE: "-a ~CONFIG_USB_DWC3"
|
||
xtfpga:
|
||
TEST_PY_BD: "xtfpga"
|
||
TEST_PY_ID: "--id qemu"
|
||
TEST_PY_TEST_SPEC: "not sleep"
|
||
steps:
|
||
- download: current
|
||
artifact: testsh
|
||
- script: |
|
||
# make current directory writeable to uboot user inside the container
|
||
# as sandbox testing need create files like spi flash images, etc.
|
||
# (TODO: clean up this in the future)
|
||
chmod 777 .
|
||
chmod 755 $(Pipeline.Workspace)/testsh/test.sh
|
||
# Some tests using libguestfs-tools need the fuse device to run
|
||
docker run "$@" --device /dev/fuse:/dev/fuse \
|
||
-v $PWD:$(work_dir) \
|
||
-v $(Pipeline.Workspace):$(Pipeline.Workspace) \
|
||
-v $(System.DefaultWorkingDirectory):$(System.DefaultWorkingDirectory) \
|
||
-e WORK_DIR="${WORK_DIR}" \
|
||
-e TEST_PY_BD="${TEST_PY_BD}" \
|
||
-e TEST_PY_ID="${TEST_PY_ID}" \
|
||
-e TEST_PY_TEST_SPEC="${TEST_PY_TEST_SPEC}" \
|
||
-e OVERRIDE="${OVERRIDE}" \
|
||
-e BUILD_ENV="${BUILD_ENV}" $(ci_runner_image) \
|
||
$(Pipeline.Workspace)/testsh/test.sh
|
||
retryCountOnTaskFailure: 2 # QEMU may be too slow, etc.
|
||
- task: PublishTestResults@2
|
||
inputs:
|
||
testResultsFormat: 'JUnit'
|
||
testResultsFiles: 'results.xml'
|
||
|
||
- stage: world_build
|
||
jobs:
|
||
- job: build_the_world
|
||
timeoutInMinutes: 0 # Use the maximum allowed
|
||
displayName: 'Build the World'
|
||
pool:
|
||
vmImage: $(ubuntu_vm)
|
||
container:
|
||
image: $(ci_runner_image)
|
||
options: $(container_option)
|
||
strategy:
|
||
# We split the world up in to 10 jobs as we can have at most 10
|
||
# parallel jobs going on the free tier of Azure.
|
||
matrix:
|
||
am33xx_kirkwood:
|
||
BUILDMAN: $(am33xx_kirkwood)
|
||
amd:
|
||
BUILDMAN: $(amd)
|
||
amlogic_bcm:
|
||
BUILDMAN: $(amlogic_bcm)
|
||
atmel:
|
||
BUILDMAN: $(atmel)
|
||
engicam_renesas:
|
||
BUILDMAN: $(engicam_renesas)
|
||
k3_32b:
|
||
BUILDMAN: $(k3_32b)
|
||
k3_64b:
|
||
BUILDMAN: $(k3_64b)
|
||
kirkwood_mvebu:
|
||
BUILDMAN: $(kirkwood_mvebu)
|
||
layerscape_vf610:
|
||
BUILDMAN: $(layerscape_vf610)
|
||
m68k_remaining_mx_xtensa:
|
||
BUILDMAN: $(m68k_remaining_mx_xtensa)
|
||
mips_x86:
|
||
BUILDMAN: $(mips_x86)
|
||
mx6:
|
||
BUILDMAN: $(mx6)
|
||
imx8:
|
||
BUILDMAN: $(imx8)
|
||
imx9_arc_nios2_socfpga:
|
||
BUILDMAN: $(imx9_arc_nios2_socfpga)
|
||
phytec_toradex:
|
||
BUILDMAN: $(phytec_toradex)
|
||
powerpc:
|
||
BUILDMAN: $(powerpc)
|
||
riscv_stm32:
|
||
BUILDMAN: $(riscv_stm32)
|
||
rk3399:
|
||
BUILDMAN: $(rk3399)
|
||
rk352x_rk358x:
|
||
BUILDMAN: $(rk352x_rk358x)
|
||
rk356x_rk357x:
|
||
BUILDMAN: $(rk356x_rk357x)
|
||
rk3xxx_rest:
|
||
BUILDMAN: $(rk3xxx_rest)
|
||
sandbox_tegra:
|
||
BUILDMAN: $(sandbox_tegra)
|
||
samsung_omap_mediatek:
|
||
BUILDMAN: $(samsung_omap_mediatek)
|
||
sun4i_5i:
|
||
BUILDMAN: $(sun4i_5i)
|
||
sun6i_sun7i:
|
||
BUILDMAN: $(sun6i_sun7i)
|
||
sun8i:
|
||
BUILDMAN: $(sun8i)
|
||
sunxi_rest:
|
||
BUILDMAN: $(sunxi_rest)
|
||
arm_catch_all:
|
||
BUILDMAN: $(arm_catch_all)
|
||
aarch64_catch_all:
|
||
BUILDMAN: $(aarch64_catch_all)
|
||
steps:
|
||
- script: |
|
||
set -ex
|
||
# Setup venv, perform build
|
||
python3 -m venv /tmp/venv
|
||
. /tmp/venv/bin/activate
|
||
pip install -r tools/binman/requirements.txt \
|
||
-r tools/buildman/requirements.txt \
|
||
setuptools
|
||
if [[ "${BUILDMAN}" != "" ]]; then
|
||
ret=0;
|
||
tools/buildman/buildman -o /tmp -PEWM ${BUILDMAN} ${OVERRIDE} || ret=$?;
|
||
if [[ $ret -ne 0 ]]; then
|
||
tools/buildman/buildman -o /tmp -seP ${BUILDMAN};
|
||
exit $ret;
|
||
fi;
|
||
fi
|